-- Logs begin at Fri 2021-07-16 00:43:30 UTC, end at Fri 2021-07-16 03:07:35 UTC. -- Jul 16 01:13:52.878633 n-d-791506-20 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 01:13:55.586734 n-d-791506-20 neutron-server[93648]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:13:55.587346 n-d-791506-20 neutron-server[93648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:13:55.587518 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:13:55.590760 n-d-791506-20 neutron-server[93648]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:13:55.591035 n-d-791506-20 neutron-server[93648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:13:55.591346 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:13:55.592278 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:13:55.592552 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:13:55.592927 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:13:55.593179 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:13:55.593412 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:13:55.593739 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.594044 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.594345 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.594578 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.594875 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.595168 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.595453 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.595746 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.596048 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.596335 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.596644 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.596933 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.597167 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.597452 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.597743 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.598032 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.598891 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] debug = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.599315 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.599567 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.599986 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.600267 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.600581 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.600868 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.601141 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.601426 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.601711 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.602042 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] host = n-d-791506-20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.602324 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.602613 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.602900 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.603188 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.603466 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.603745 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.604032 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.604309 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.604610 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.604890 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.605179 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.605467 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.605755 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.605982 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.606208 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.606497 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.606786 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.607063 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.607340 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.607617 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.607893 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.608177 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.608471 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.608768 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.609055 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.609343 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.609620 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.609895 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.610168 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.610442 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.610727 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.611000 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.611274 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.611553 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.611840 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.612108 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.612382 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.612706 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.612995 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.613277 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.613562 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.614531 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.614764 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.615047 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.615325 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.615603 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] use_json = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.615880 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.616154 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.616450 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.616733 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.617011 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.617288 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.617565 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.617857 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:55.618157 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.618456 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.618755 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.619044 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.619341 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.619623 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.619914 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.620196 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.620516 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.620808 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.621102 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.621382 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.621677 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.621958 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.622255 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.622562 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.622859 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.623156 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.623434 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.623710 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.623987 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.624268 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.624584 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.624880 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.625172 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.625448 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.625729 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.626023 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.626306 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.626579 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.626857 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.627146 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.627428 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.627703 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.627987 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.628267 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.628569 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.628842 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.629122 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.629560 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.629742 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.630074 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.630381 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.630669 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.630946 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.631237 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.631527 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.631806 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.632083 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.632365 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.632666 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.632944 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.633226 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.633503 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.633785 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.634061 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.634337 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.634611 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.634885 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.635158 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.635433 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.635706 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.635987 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.636264 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.636569 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.636846 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.637122 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.637398 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.637686 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.637987 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.638269 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.638556 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.638830 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.639112 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.639392 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.639674 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.639954 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.640232 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.640535 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.640830 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.641114 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.641409 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.641696 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.641975 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.642275 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.642554 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.642842 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.643120 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.643401 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.643693 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.643979 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.644279 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.644607 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.644908 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.645285 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.645760 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.646053 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.646371 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.646660 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:55.646885 n-d-791506-20 neutron-server[93648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:13:55.647131 n-d-791506-20 neutron-server[93648]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93648) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 01:13:55.997639 n-d-791506-20 neutron-server[93648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:13:55.997848 n-d-791506-20 neutron-server[93648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:13:55.998143 n-d-791506-20 neutron-server[93648]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:13:55.998476 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 01:13:56.389670 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.389969 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.390249 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.391458 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.391738 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.392018 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.426871 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.427171 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.427498 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.440933 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.441219 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.441492 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.471515 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.471798 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.472078 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.508696 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.508982 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.509262 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.740274 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.740909 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.740909 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.741064 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.741746 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.861884 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.862214 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.862505 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.862780 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.863052 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.863379 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.863649 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.864460 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.864728 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.865019 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.865287 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.865559 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.865823 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.866083 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.866346 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.866627 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.866888 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.867159 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.867438 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.867704 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.867981 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.868241 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.868554 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.868937 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.869192 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.869444 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.869842 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:56.870092 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:56.870336 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:56.870584 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:56.870823 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:56.871060 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:56.871427 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 01:13:56.874563 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 01:13:56.878495 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 01:13:56.882823 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 16 01:13:56.884464 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 01:13:56.884931 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 01:13:56.885275 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 01:13:56.885666 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 01:13:56.889622 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 01:13:56.889887 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 01:13:56.890241 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:13:56.918187 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 01:13:56.918636 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.918938 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93648) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 01:13:56.919305 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.920705 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93648) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 01:13:56.920996 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:13:56.921251 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 01:13:56.924441 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.924730 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:56.988679 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 01:13:56.989458 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 01:13:56.989702 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 01:13:56.990068 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 01:13:57.011126 n-d-791506-20 neutron-server[93648]: DEBUG oslo_db.sqlalchemy.engines [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93648) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 01:13:57.544979 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing driver for type 'gre' Jul 16 01:13:57.545607 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] gre ID ranges: [(1, 1000)] Jul 16 01:13:57.599625 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing driver for type 'local' Jul 16 01:13:57.599961 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing driver for type 'vlan' Jul 16 01:13:57.612844 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] VlanTypeDriver initialization complete Jul 16 01:13:57.613260 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing driver for type 'vxlan' Jul 16 01:13:57.614249 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] vxlan ID ranges: [(1, 1000)] Jul 16 01:13:57.666085 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing extension driver 'port_security' Jul 16 01:13:57.666425 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.extensions.port_security [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] PortSecurityExtensionDriver initialization complete Jul 16 01:13:57.666804 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing mechanism driver 'openvswitch' Jul 16 01:13:57.667209 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing mechanism driver 'hyperv' Jul 16 01:13:57.673781 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.plugin [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:57.674636 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.675014 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.675380 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.675890 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:13:57.676842 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.677203 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.677555 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.677946 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:13:57.678353 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.678708 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.679057 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.679445 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:13:57.680107 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > security_group after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.680493 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > security_group after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.680841 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.681234 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:13:57.681640 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.681993 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.682340 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.682733 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:13:57.683146 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > address_group after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.683499 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > address_group after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.683843 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.684234 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93648) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:13:57.684636 n-d-791506-20 neutron-server[93648]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] ML2 OVO RPC backend initialized. {{(pid=93648) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 01:13:57.685345 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.685707 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.686129 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.686485 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > networks before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.686838 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.687185 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > ports before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.687534 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.687881 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnets before_response 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.688232 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.688601 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.688945 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.689287 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.689628 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.689975 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.690317 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.690657 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.690996 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.691573 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.plugin [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Modular L2 Plugin initialization complete Jul 16 01:13:57.692506 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading services supported by the core plugin {{(pid=93648) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 01:13:57.692849 n-d-791506-20 neutron-server[93648]: INFO neutron.plugins.ml2.managers [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Got port-security extension from driver 'port_security' Jul 16 01:13:57.693319 n-d-791506-20 neutron-server[93648]: INFO neutron.extensions.vlantransparent [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Disabled vlantransparent extension. Jul 16 01:13:57.693802 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93648) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 01:13:57.694121 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: router Jul 16 01:13:57.728703 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.729101 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_create 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.729477 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router before_create 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.729851 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.730233 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.730594 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_delete 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.730961 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.731454 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_create 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.731813 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_update 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.732174 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_update 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.732558 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.732929 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_update 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.733351 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_update 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.733728 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.734078 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.734425 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: subnet after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.734769 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.735129 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.735483 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_create 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.735832 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.736181 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.736578 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router after_update 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.736931 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.737287 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_create 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.737656 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.738007 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_update 55549900 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.738380 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > agent after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.739233 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > agent after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.739586 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > network after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.740456 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Tracking information for resource: router configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:57.740982 n-d-791506-20 neutron-server[93648]: DEBUG neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Tracking information for resource: floatingip configured {{(pid=93648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:13:57.745628 n-d-791506-20 neutron-server[93648]: INFO neutron.db.l3_agentschedulers_db [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 01:13:57.746216 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.746585 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port after_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.746946 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port after_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.747308 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: port after_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.748100 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router before_create 55550100 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.748497 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.748874 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_create 55550100 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.749240 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > router precommit_update 55550100 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.753642 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.provider_configuration [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service providers = [] {{(pid=93648) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 01:13:57.754016 n-d-791506-20 neutron-server[93648]: DEBUG neutron.db.servicetype_db [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93648) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 01:13:57.757611 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.service_base [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:13:57.757966 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.service_base [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:13:57.758316 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.service_base [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:13:57.759221 n-d-791506-20 neutron-server[93648]: DEBUG neutron.services.service_base [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:13:57.759597 n-d-791506-20 neutron-server[93648]: INFO neutron.services.service_base [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 01:13:57.759977 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.760298 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 01:13:57.771049 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.771393 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: auto_allocate Jul 16 01:13:57.777126 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: network precommit_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.777508 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: network precommit_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.778031 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.778358 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: tag Jul 16 01:13:57.785009 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.785338 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: timestamp Jul 16 01:13:57.789635 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.789975 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: network_ip_availability Jul 16 01:13:57.795348 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.795728 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.796091 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:57.796842 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.797171 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: flavors Jul 16 01:13:57.803379 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.803714 n-d-791506-20 neutron-server[93648]: INFO neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading Plugin: revisions Jul 16 01:13:57.808286 n-d-791506-20 neutron-server[93648]: DEBUG neutron.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:13:57.808710 n-d-791506-20 neutron-server[93648]: DEBUG oslo_concurrency.lockutils [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=93648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:13:57.809451 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93648) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 01:13:57.809796 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Initializing extension manager. Jul 16 01:13:57.810309 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: __init__.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.810658 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: __pycache__ {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.811000 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.811338 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: address_group.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.812094 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.812691 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: address-group Jul 16 01:13:57.813023 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: address_scope.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.813747 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.814261 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: address-scope Jul 16 01:13:57.814589 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.815523 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.816036 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: router-admin-state-down-before-update Jul 16 01:13:57.816364 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: agent.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.817655 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.818163 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: agent Jul 16 01:13:57.818490 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: agent_resources_synced.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.819409 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.819921 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: agent-resources-synced Jul 16 01:13:57.820247 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: allowedaddresspairs.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.822062 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.822588 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: allowed-address-pairs Jul 16 01:13:57.822921 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: auto_allocated_topology.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.823992 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.824548 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: auto-allocated-topology Jul 16 01:13:57.824880 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: availability_zone.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.825572 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.826081 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: availability_zone Jul 16 01:13:57.826406 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: availability_zone_filter.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.827357 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.827864 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: availability_zone_filter Jul 16 01:13:57.828189 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: data_plane_status.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.829127 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.829636 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 01:13:57.829962 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: default_subnetpools.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.830875 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.831383 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: default-subnetpools Jul 16 01:13:57.831772 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.833128 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.833641 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: dhcp_agent_scheduler Jul 16 01:13:57.834014 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: dns.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.834903 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.835416 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension dns-integration not supported by any of loaded plugins Jul 16 01:13:57.835742 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: dns_domain_ports.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.836690 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.837198 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 01:13:57.837525 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.838451 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.838966 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 01:13:57.839296 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: dvr.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.839972 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.840506 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: dvr Jul 16 01:13:57.840836 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: empty_string_filtering.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.841744 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.842253 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: empty-string-filtering Jul 16 01:13:57.842581 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.843487 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.843996 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:13:57.844330 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.845263 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.845769 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 01:13:57.846097 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: external_net.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.847006 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.847519 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: external-net Jul 16 01:13:57.847842 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.848802 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.849311 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: extra_dhcp_opt Jul 16 01:13:57.849637 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: extraroute.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.850552 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.851059 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: extraroute Jul 16 01:13:57.851383 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: extraroute_atomic.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.852410 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.852941 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: extraroute-atomic Jul 16 01:13:57.853266 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: filter_validation.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.853933 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.854445 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: filter-validation Jul 16 01:13:57.854769 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: fip_pf_description.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.855684 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.856359 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 01:13:57.856720 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: fip_port_details.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.857648 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.858154 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: fip-port-details Jul 16 01:13:57.858477 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: flavors.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.859699 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.860216 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: flavors Jul 16 01:13:57.860588 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.862241 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.862761 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 01:13:57.863100 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: floatingip_pools.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.863843 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.864579 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: floatingip-pools Jul 16 01:13:57.864913 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: ip_allocation.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.865835 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.866340 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 01:13:57.866671 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.867592 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.868104 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: ip-substring-filtering Jul 16 01:13:57.868460 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l2_adjacency.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.869403 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.869912 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 01:13:57.870242 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.871212 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.871725 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: router Jul 16 01:13:57.872054 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.874289 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.874826 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:13:57.875165 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.876101 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.876648 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: ext-gw-mode Jul 16 01:13:57.876983 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.877907 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.878424 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: l3-ha Jul 16 01:13:57.878754 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3_flavors.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.880207 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.880748 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: l3-flavors Jul 16 01:13:57.881078 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.881999 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.882506 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 01:13:57.882836 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: l3agentscheduler.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.883881 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.884396 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: l3_agent_scheduler Jul 16 01:13:57.884759 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: logging.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.886239 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.886757 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension logging not supported by any of loaded plugins Jul 16 01:13:57.887089 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: metering.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.887825 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.888404 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: metering Jul 16 01:13:57.888763 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.889871 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.890388 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: metering_source_and_destination_fields Jul 16 01:13:57.890717 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: multiprovidernet.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.891769 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.892283 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: multi-provider Jul 16 01:13:57.892636 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: netmtu.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.893557 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.894072 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: net-mtu Jul 16 01:13:57.894398 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: netmtu_writable.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.895959 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.896499 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: net-mtu-writable Jul 16 01:13:57.896831 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: network_availability_zone.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.897510 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.898019 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: network_availability_zone Jul 16 01:13:57.898343 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: network_ip_availability.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.899433 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.899950 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: network-ip-availability Jul 16 01:13:57.900277 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: network_segment_range.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.901076 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.901584 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 01:13:57.901910 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: pagination.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.902886 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.903223 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: pagination Jul 16 01:13:57.903556 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: port_device_profile.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.904493 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.905018 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: port-device-profile Jul 16 01:13:57.905343 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.906263 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.906772 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: port-mac-address-regenerate Jul 16 01:13:57.907096 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.908012 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.908553 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: port-numa-affinity-policy Jul 16 01:13:57.908879 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: port_resource_request.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.909789 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.910295 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 01:13:57.910663 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: portbindings.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.911649 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.912163 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: binding Jul 16 01:13:57.912524 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: portbindings_extended.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.913792 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.914310 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: binding-extended Jul 16 01:13:57.914642 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: portsecurity.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.915574 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.916133 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: port-security Jul 16 01:13:57.916433 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: project_id.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.917415 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.917754 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: project-id Jul 16 01:13:57.918084 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: providernet.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.919006 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.919520 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: provider Jul 16 01:13:57.919848 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.923332 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.923862 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos not supported by any of loaded plugins Jul 16 01:13:57.924200 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.925470 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.925992 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 01:13:57.926359 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.927348 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.927860 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 01:13:57.928195 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_default.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.929146 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.929660 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-default not supported by any of loaded plugins Jul 16 01:13:57.930252 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_fip.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.930911 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.931420 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-fip not supported by any of loaded plugins Jul 16 01:13:57.931751 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_gateway_ip.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.932715 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.933227 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 01:13:57.933557 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_port_network_policy.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.934475 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.934989 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 01:13:57.935318 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_rule_type_details.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.936238 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.936786 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 01:13:57.937116 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: qos_rules_alias.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.938164 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.938683 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 01:13:57.939017 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: quotasv2.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.939928 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.940453 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: quotas Jul 16 01:13:57.940790 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: quotasv2_detail.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.944324 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.944709 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: quota_details Jul 16 01:13:57.945052 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: rbac.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.946115 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.946652 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: rbac-policies Jul 16 01:13:57.946992 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: rbac_address_group.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.947927 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.948477 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: rbac-address-group Jul 16 01:13:57.948819 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: rbac_address_scope.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.949766 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.950289 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: rbac-address-scope Jul 16 01:13:57.950626 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: rbac_security_groups.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.951548 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.952064 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: rbac-security-groups Jul 16 01:13:57.952396 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: rbac_subnetpool.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.953346 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.953856 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: rbac-subnetpool Jul 16 01:13:57.954188 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: revisionifmatch.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.955114 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.955630 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: revision-if-match Jul 16 01:13:57.955962 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: revisions.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.957104 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.958162 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: standard-attr-revisions Jul 16 01:13:57.958558 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: router_availability_zone.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.959244 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.959766 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: router_availability_zone Jul 16 01:13:57.960095 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: routerservicetype.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.961053 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.961572 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension router-service-type not supported by any of loaded plugins Jul 16 01:13:57.961900 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.962832 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.963345 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: security-groups-normalized-cidr Jul 16 01:13:57.963676 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.964640 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.965151 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: port-security-groups-filtering Jul 16 01:13:57.965482 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.966407 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.966919 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: security-groups-remote-address-group Jul 16 01:13:57.967248 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: securitygroup.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.976941 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.977478 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: security-group Jul 16 01:13:57.977820 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: segment.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.978612 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.979127 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension segment not supported by any of loaded plugins Jul 16 01:13:57.979460 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.980400 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.980943 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 01:13:57.981277 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: servicetype.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.982398 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.982921 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: service-type Jul 16 01:13:57.983251 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: sorting.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.984242 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.984617 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: sorting Jul 16 01:13:57.984952 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: standard_attr_segment.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.985944 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.986464 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 01:13:57.986797 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: standardattrdescription.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.987461 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.987975 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: standard-attr-description Jul 16 01:13:57.988307 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: stateful_security_group.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.989324 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.989844 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: stateful-security-group Jul 16 01:13:57.990174 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: stdattrs_common.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.990755 n-d-791506-20 neutron-server[93648]: WARNING neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 01:13:57.991081 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.992011 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.992567 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 01:13:57.992896 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: subnet_onboard.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.993965 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.994495 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: subnet_onboard Jul 16 01:13:57.994826 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.995756 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.996273 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 01:13:57.996640 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: subnet_service_types.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.997573 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:57.998096 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: subnet-service-types Jul 16 01:13:57.998430 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: subnetallocation.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:57.999513 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.000032 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: subnet_allocation Jul 16 01:13:58.000363 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.001058 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.001571 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: subnetpool-prefix-ops Jul 16 01:13:58.001898 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.002848 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.003360 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 01:13:58.003692 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: tagging.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.005287 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.005804 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: standard-attr-tag Jul 16 01:13:58.006136 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: timestamp.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.007381 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.007901 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loaded extension: standard-attr-timestamp Jul 16 01:13:58.008237 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: trunk.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.009305 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.009830 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension trunk not supported by any of loaded plugins Jul 16 01:13:58.010163 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: trunk_details.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.011099 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.011621 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension trunk-details not supported by any of loaded plugins Jul 16 01:13:58.011951 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: uplink_status_propagation.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.012899 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.013422 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 01:13:58.013750 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Loading extension file: vlantransparent.py {{(pid=93648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:13:58.014420 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:13:58.015187 n-d-791506-20 neutron-server[93648]: INFO neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 01:13:58.017941 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:network Jul 16 01:13:58.018486 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:subnet Jul 16 01:13:58.018893 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:13:58.019295 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:port Jul 16 01:13:58.020693 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.021145 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service FLAVORS assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.021767 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.022197 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.022534 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:router Jul 16 01:13:58.022969 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:13:58.023473 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service METERING assigned prefix: /metering {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.024924 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:58.025305 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:58.025664 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:13:58.026650 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:13:58.027106 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:13:58.027559 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:13:58.028181 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service CORE assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.028547 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:13:58.028902 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] subnetpool is already registered Jul 16 01:13:58.029329 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service CORE assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.029657 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:13:58.029996 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] subnetpool is already registered Jul 16 01:13:58.032300 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.032768 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service FLAVORS assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.033369 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.033796 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.034137 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:router Jul 16 01:13:58.034483 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] router is already registered Jul 16 01:13:58.034898 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:13:58.035247 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] floatingip is already registered Jul 16 01:13:58.036229 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service METERING assigned prefix: /metering {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.036934 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:13:58.037268 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] rbac_policy is already registered Jul 16 01:13:58.037686 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:13:58.038028 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] security_group is already registered Jul 16 01:13:58.038436 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:13:58.038775 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] security_group_rule is already registered Jul 16 01:13:58.039406 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service CORE assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.039739 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:13:58.040080 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] subnetpool is already registered Jul 16 01:13:58.040521 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.v2.resource_helper [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Service CORE assigned prefix: {{(pid=93648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:13:58.040854 n-d-791506-20 neutron-server[93648]: INFO neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:13:58.041200 n-d-791506-20 neutron-server[93648]: WARNING neutron.quota.resource_registry [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] subnetpool is already registered Jul 16 01:13:58.041672 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: extensions {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.043139 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: address-groups {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.044689 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: address-scopes {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.046010 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: agents {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.047180 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: auto-allocated-topology {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.048448 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: availability_zones {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.049676 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: dhcp-networks {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.051265 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: dhcp-agents {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.052739 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: routers {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.054463 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: flavors {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.057112 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: service_profiles {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.058345 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: next_providers {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.059821 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: service_profiles {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.061428 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: floatingip-pools {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.062664 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: routers {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.064373 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: floatingips {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.065700 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: l3-routers {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.067621 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: l3-agents {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.069218 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: metering-labels {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.070486 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: metering-label-rules {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.071864 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: network-ip-availabilities {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.073158 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: bindings {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.074749 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: quotas {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.076315 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: quotas {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.077793 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: rbac-policies {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.079029 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: security-groups {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.080327 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: security-group-rules {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.081610 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: service-providers {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.083662 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: subnetpools {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.085061 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: subnetpools {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.086639 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.088341 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.090200 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.092013 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.093769 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.095783 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.097528 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.099544 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.101474 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.103261 n-d-791506-20 neutron-server[93648]: DEBUG neutron.api.extensions [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Extended resource: tags {{(pid=93648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:13:58.109218 n-d-791506-20 neutron-server[93648]: WARNING keystonemiddleware.auth_token [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 01:13:58.114271 n-d-791506-20 neutron-server[93648]: WARNING keystonemiddleware.auth_token [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 01:13:58.122870 n-d-791506-20 neutron-server[93648]: DEBUG oslo_concurrency.lockutils [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Acquired lock "singleton_lock" {{(pid=93648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 01:13:58.123393 n-d-791506-20 neutron-server[93648]: DEBUG oslo_concurrency.lockutils [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Releasing lock "singleton_lock" {{(pid=93648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 01:13:58.123997 n-d-791506-20 neutron-server[93648]: INFO oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Starting 2 workers Jul 16 01:13:58.129076 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Started child 93755 {{(pid=93648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:13:58.134327 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Started child 93756 {{(pid=93648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:13:58.135935 n-d-791506-20 neutron-server[93648]: INFO neutron.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 01:13:58.136083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.136726 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Notify callbacks [] for process, before_spawn {{(pid=93648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.137783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [-] (93755) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:13:58.139118 n-d-791506-20 neutron-server[93648]: INFO oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Starting 1 workers Jul 16 01:13:58.139828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.141403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [-] (93756) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:13:58.144523 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Started child 93757 {{(pid=93648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:13:58.145189 n-d-791506-20 neutron-server[93648]: INFO oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Starting 1 workers Jul 16 01:13:58.149300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] calling RpcWorker wait() {{(pid=93757) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 01:13:58.149932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] returning from RpcWorker wait() {{(pid=93757) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 01:13:58.150019 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Started child 93758 {{(pid=93648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:13:58.150739 n-d-791506-20 neutron-server[93648]: DEBUG neutron_lib.callbacks.manager [None req-295495ff-3674-4232-8117-5e2ddb1bd89e None None] Notify callbacks [] for process, after_spawn {{(pid=93648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.151220 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.151680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:58.152753 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:13:58.152972 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:13:58.153161 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:13:58.153386 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:13:58.153724 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:13:58.153888 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:13:58.154438 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.154737 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.155000 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.155264 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.155551 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.156140 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.156398 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.156690 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.156819 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.157286 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.157286 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.157426 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.157557 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.157798 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.158052 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.158386 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.158471 n-d-791506-20 neutron-server[93758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:58.158665 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.158914 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.159182 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.159354 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.159620 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.159894 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.160154 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.160447 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] debug = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.160723 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.161214 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.161492 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.161807 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.162031 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.162293 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.162520 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.162794 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.163040 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.163275 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.163513 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.163772 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.164006 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.164217 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.164454 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.164729 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.164952 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.165416 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] host = n-d-791506-20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.165654 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.165872 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.166208 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.166417 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.166634 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.166878 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.167152 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.167436 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.167694 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.167954 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.168229 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.168509 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.168773 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.169025 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.169193 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_options = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.169434 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.169712 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.169976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.170167 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.170337 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.170601 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.170763 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.170927 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.171179 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.171418 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.171636 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.171853 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.172071 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.172288 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.172567 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.172817 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.173033 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.173261 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.173509 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.173755 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.174000 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.174244 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.174481 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.174715 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.174936 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.175154 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.175385 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.175624 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.175860 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.176133 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.176941 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.177200 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.177457 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.177715 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.177946 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.178180 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.178396 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.178657 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.178891 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.179144 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.179408 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.179644 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.180155 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.180389 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.180713 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.180877 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_json = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.181090 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.181312 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.181554 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.181770 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.181984 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.182198 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.182411 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.182642 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.183074 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184350 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184350 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184350 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184350 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184678 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184678 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.184935 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.185210 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.185389 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.185731 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.185955 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.186250 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.186522 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.186779 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.187111 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.187386 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.187873 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.187873 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.188150 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.188371 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.188620 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.188943 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.189232 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.189481 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.189745 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.189996 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.190239 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.190457 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.190675 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.190894 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.191109 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.191380 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.191601 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.191880 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.192749 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.193001 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.193263 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.193440 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.193665 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.193907 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.194136 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.194356 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.194571 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.194788 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.195003 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.195236 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.195486 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.195720 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.196238 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.196238 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.196389 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.196627 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.196836 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.197050 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.197302 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.197535 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.197742 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.197969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.198190 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.198410 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.198662 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.198878 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.199092 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.199308 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.199547 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.200143 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.200143 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.200143 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.200573 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.200719 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.201049 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.201049 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.201459 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.201459 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.201842 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.203179 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.203179 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.203724 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.203724 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.203724 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.204147 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.204147 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.204484 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.204683 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.204941 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.205157 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.205470 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.205697 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.205861 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.206113 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.206378 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.208987 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.210445 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.211455 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.211455 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.211455 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.211455 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.211455 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.212116 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.212116 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.212116 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.212644 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.212644 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.212908 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.213123 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.213268 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.214976 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.215945 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.215945 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.215945 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.215945 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.216483 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.216483 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.216771 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.216771 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.217034 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.217289 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.217526 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.217799 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.218058 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.218306 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.218566 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.218799 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.219013 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.219243 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.219503 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.219717 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.219963 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.220193 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.220410 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.220850 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.220850 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.221140 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.221302 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.221513 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.221723 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.221953 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.222194 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.222514 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.222682 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.222887 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.223155 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.223420 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.223648 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.223888 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.224050 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.224281 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.224540 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.224813 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.225725 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.225967 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.226221 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.226449 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.226690 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.226900 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.227140 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.227372 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.227581 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.227796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.228027 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.228246 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.228494 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.228717 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.228957 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.229213 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.229549 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.230586 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.230586 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.230586 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.230586 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231150 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231150 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231150 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231542 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231685 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231820 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.231960 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.232207 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.232481 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.232743 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.232928 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.233136 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.233360 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.233602 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.233810 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.234097 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.234336 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.234605 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.235154 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.235154 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.235492 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.235637 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.235786 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.235953 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.236904 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.236904 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.236904 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.236904 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.237628 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.237628 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.237628 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.237628 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.238149 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.238149 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.240521 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.241705 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.241705 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.241705 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.241705 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.241705 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.241705 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.242414 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.242414 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.242414 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.242861 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.242991 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.243159 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.243413 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.243669 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.243876 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.244300 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.244485 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.244769 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.245009 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.245271 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.245523 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.245808 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.246418 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.246418 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.246714 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.246863 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.247108 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.247407 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.247685 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.247921 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.248184 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.248457 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.248695 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.248957 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.249193 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.249406 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.249663 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.250372 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.250372 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.250372 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251144 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251144 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251144 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251441 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251441 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251681 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.251844 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:13:58.252362 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:13:58.252550 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:13:58.252679 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:13:58.252850 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:13:58.253026 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:13:58.253208 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:13:58.253387 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.253553 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256465 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.256969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257397 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257397 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257397 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257397 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257397 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] debug = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257397 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257725 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257725 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257725 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257725 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.257725 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258021 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258021 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258146 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258302 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258459 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258670 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258770 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.258921 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.259078 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.259227 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.259384 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.259545 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] host = n-d-791506-20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.259710 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.259857 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260014 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260171 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260329 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260509 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260668 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260826 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.260963 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.261114 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.261273 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.261429 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.261749 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.261909 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.262069 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_options = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.262228 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.262385 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.262543 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.262727 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.262891 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.263050 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.263208 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.263366 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.263525 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.263684 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.263843 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264001 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264163 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264322 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264485 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264625 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264781 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.264938 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265144 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265283 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265428 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265572 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265706 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265839 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.265971 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.266103 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.266235 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.266378 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.266541 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.266689 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.266845 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267005 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267164 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267322 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267479 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267639 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267797 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.267958 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.268106 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.268267 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.268448 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.268589 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.268743 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.268902 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.269060 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.269219 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_json = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.269377 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.269532 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.269667 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.269826 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.270501 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.270721 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.270945 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.271123 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:13:58.271287 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.271423 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.271601 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.271742 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.272116 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.272116 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273002 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273002 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273002 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273002 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273002 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273002 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273930 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273930 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273930 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273930 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273930 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.273930 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.274811 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.274811 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.274811 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.274811 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.274811 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.274811 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.275681 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.275681 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.275681 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.275681 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.275681 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.276761 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.277796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.278655 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.278655 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.278655 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.278655 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.278655 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.278655 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279313 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279313 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279313 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279313 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279313 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279694 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279694 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.279894 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280233 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280233 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280233 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280556 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280556 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280693 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.280859 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.281019 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.281181 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.281342 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.281504 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.281665 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.281825 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282153 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282153 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282385 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282505 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282641 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282762 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.282886 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.283028 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.283188 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.283350 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.283511 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.283672 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.284926 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287240 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.287754 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.288613 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289318 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289318 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289318 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289318 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289598 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289598 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289737 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289812 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.289978 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.290140 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.290302 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.290452 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.290614 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291250 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291250 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291250 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291250 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291528 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291605 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291703 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.291864 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292025 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292185 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292400 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292546 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292682 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292806 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.292966 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.293143 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.293300 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.293421 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.293587 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.293713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:58.293839 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.293961 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294080 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294201 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294345 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294507 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294669 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294831 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.294991 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.295152 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.295413 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.295548 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.295668 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.295788 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.295907 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.296068 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.296229 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.296389 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.296625 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.296746 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.296865 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297018 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297179 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297341 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297503 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297665 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297826 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.297992 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.298152 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.298314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.298476 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.298636 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.298799 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.298961 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.299121 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.299284 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.299448 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.299609 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.299772 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.299933 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.300095 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.300289 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.300470 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.300634 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.300796 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.300956 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.301118 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.301810 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302000 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302200 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302359 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302498 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302621 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302741 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.302860 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.303019 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.303180 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.303341 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.303509 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.303673 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.303847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.304008 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.304169 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.304329 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.304520 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.304683 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.305117 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.305280 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.305519 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.305660 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.305783 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.305903 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.306057 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.306221 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.306380 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.306523 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.308969 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.310082 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.311317 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.312314 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313059 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.313847 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314553 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314553 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314553 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314553 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314955 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314955 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.314955 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.315202 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.315202 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:13:58.315400 n-d-791506-20 neutron-server[93648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:13:58.550287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:58.559096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065765 Jul 16 01:14:09.876531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688216c8-8e84-4a4c-bfe5-8f9d4a7f4b86 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:14:09.966592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688216c8-8e84-4a4c-bfe5-8f9d4a7f4b86 None None] No non-hosted networks {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 01:14:09.989249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.agentschedulers_db [None req-688216c8-8e84-4a4c-bfe5-8f9d4a7f4b86 None None] DHCP Agent not found on host n-d-791506-20 {{(pid=93757) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 01:14:10.145374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-673b0457-e38d-41e5-a0d1-e8d0cb9e7634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.271923 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-223145b4-b5d0-4721-86ca-5ed86c17925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.344370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad71855a-c262-498e-93bc-e23c92ac58c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.368709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.369912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.372617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.373087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.373494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.373845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.374995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.375886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.376805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.378273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.378614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.383629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.384054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:12.384545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-20', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:12.394702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-20', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:13.599304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.078617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.196133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:16.673758 n-d-791506-20 neutron-server[93756]: WARNING oslo_policy.policy [None req-dadc3f43-08a7-4ae4-b410-d2c2d8290db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:16.674372 n-d-791506-20 neutron-server[93756]: WARNING oslo_policy.policy [None req-dadc3f43-08a7-4ae4-b410-d2c2d8290db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:16.892254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-dadc3f43-08a7-4ae4-b410-d2c2d8290db9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:14:16.893341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dadc3f43-08a7-4ae4-b410-d2c2d8290db9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6961968 Jul 16 01:14:19.260203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:19.569207 n-d-791506-20 neutron-server[93757]: INFO neutron.db.l3_hamode_db [None req-97186881-f0db-431b-82e2-cb4343e67c26 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 01:14:19.575641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:19.650801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97186881-f0db-431b-82e2-cb4343e67c26 None None] Routers set() bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:19.651172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97186881-f0db-431b-82e2-cb4343e67c26 None None] Router IDs set() for agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:14:19.668165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.policy [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:14:19.713349 n-d-791506-20 neutron-server[93756]: WARNING oslo_policy.policy [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:19.713720 n-d-791506-20 neutron-server[93756]: WARNING oslo_policy.policy [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:19.722384 n-d-791506-20 neutron-server[93756]: INFO neutron.quota [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] Loaded quota_driver: . Jul 16 01:14:19.814098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786742447334', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786742444761', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786742476399', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786742473765', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786742357736', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786742347326', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16317839', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16294780', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1504574'] for rbac-policy, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.876783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.878030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e8f4cac8-0aba-49a0-9015-8f451e809fbd admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6167953 Jul 16 01:14:22.434529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:22.726157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Request body: {'network': {'project_id': '5ff216ceb7164785b8dd0845e037c373', 'name': 'private', 'admin_state_up': True, 'tenant_id': '5ff216ceb7164785b8dd0845e037c373'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:22.754366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Made reservation on behalf of 5ff216ceb7164785b8dd0845e037c373 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:22.757159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.773693 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.896252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.899778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.919038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:14:22.947406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786739290947', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.947981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Unsubscribe: segment precommit_create {{(pid=93756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:14:22.948492 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Added segment 98be349c-f653-41df-ae22-c92a2e09f44e of type vlan for network 90b101fe-55be-4ab3-897f-6f49c05722d6 Jul 16 01:14:22.965840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735286eb-a28e-4593-880f-448812a3dcc0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:23.014492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.014841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.015176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.015509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.015835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.016162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.016506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.016836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.017151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.017468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.017786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.018099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Tracked resource versions report: Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: pushed versions: Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Log': {'1.0'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Network': {'1.1'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Port': {'1.7'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: consumer versions: Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: L3 agent@n-d-791506-20: {}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: Metadata agent@n-d-791506-20: {}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: Metering agent@n-d-791506-20: {}, Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Log': '1.0', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Network': '1.1', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Port': '1.7', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'PortForwarding': '1.2', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'QosPolicy': '1.8', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'SubPort': '1.0', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Subnet': '1.1', Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: 'Trunk': '1.1'}} Jul 16 01:14:23.019850 n-d-791506-20 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:14:23.067463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.117928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.119019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:23.119695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:23.173543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7378786 Jul 16 01:14:23.219882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b403d-affc-4175-9664-63f9805c358a admin admin] Pushing event updated for resources: {'Network': ['ID=90b101fe-55be-4ab3-897f-6f49c05722d6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:23.232172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:25.779393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:26.163213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd0b00-b222-42ec-899b-ca2a79f237cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:26.164619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b3fd0b00-b222-42ec-899b-ca2a79f237cc admin admin] 10.222.0.42 "GET /v2.0/networks/90b101fe-55be-4ab3-897f-6f49c05722d6 HTTP/1.1" status: 200 len: 825 time: 0.3842459 Jul 16 01:14:26.189171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-29b29ef3-0373-4362-9371-163dd04c5ee6 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/53c2f56e-8725-421e-8b6f-b6d774c662c6 HTTP/1.1" status: 200 len: 734 time: 0.0191677 Jul 16 01:14:26.197487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Request body: {'subnet': {'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6', 'ip_version': 4, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'name': 'private-subnet'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:26.218527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Made reservation on behalf of 5ff216ceb7164785b8dd0845e037c373 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:26.220786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.513963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.584726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c182700d-20ad-4ebb-b91e-82489639b138,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:26.586927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Checking segment: {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:26.587304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Network hostable DHCP agents. Network: 90b101fe-55be-4ab3-897f-6f49c05722d6, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:26.608396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:26.619525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 90b101fe-55be-4ab3-897f-6f49c05722d6) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:26.624090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:26.624701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:26.629634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee94d700-5fa0-4155-9d52-5b68c8ba3feb None None] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:26.639268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c5d8ca69-cbc8-48af-9e8d-8cb235ea80e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450886 Jul 16 01:14:26.943461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-90b101fe-55be-4ab3-897f-6f49c05722d6', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:14:26.944747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.218601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Allocated IP 172.20.0.2 (90b101fe-55be-4ab3-897f-6f49c05722d6/c182700d-20ad-4ebb-b91e-82489639b138/319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:27.422441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.440524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Transition to ACTIVE for port object 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:27.489847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Transition to ACTIVE for port object 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:27.498654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.572025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:27.576892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:27.580650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:27.589012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Pushing event updated for resources: {'Port': ['ID=319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:27.614897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.615253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.615599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.615939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.616276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.616633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.616977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.617308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.617638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.617968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.618298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.618623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Tracked resource versions report: Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: pushed versions: Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: { 'AddressGroup': {'1.2'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'ConntrackHelper': {'1.0'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Log': {'1.0'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Network': {'1.1'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Port': {'1.7'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'PortForwarding': {'1.2'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'QosPolicy': {'1.8'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'SecurityGroup': {'1.4'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'SubPort': {'1.0'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Subnet': {'1.1'}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Trunk': {'1.1'}} Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: consumer versions: Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: L3 agent@n-d-791506-20: {}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: Metadata agent@n-d-791506-20: {}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: Metering agent@n-d-791506-20: {}, Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'ConntrackHelper': '1.0', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Log': '1.0', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Network': '1.1', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Port': '1.7', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'PortForwarding': '1.2', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'QosPolicy': '1.8', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'SecurityGroup': '1.4', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'SecurityGroupRule': '1.2', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'SubPort': '1.0', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Subnet': '1.1', Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: 'Trunk': '1.1'}} Jul 16 01:14:27.619796 n-d-791506-20 neutron-server[93757]: {{(pid=93757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:14:27.671156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Attempting to bind port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:27.671801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Attempting to bind port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:27.671979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Attempting to bind port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 on network 90b101fe-55be-4ab3-897f-6f49c05722d6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:27.677115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:27.677534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Checking segment: {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:27.678011 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.678407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Bound using segment: {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:27.678900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Bound port: 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:27.679575 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.741962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] For port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:27.746323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] For port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8,segment=NetworkSegment(98be349c-f653-41df-ae22-c92a2e09f44e),segment_id=98be349c-f653-41df-ae22-c92a2e09f44e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:27.751048 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:27.817136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea0a66-6ec3-4663-9543-f55b03008684 None None] Pushing event updated for resources: {'Port': ['ID=319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:29.025361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37180) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:29.382217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-216a0f1d-760c-43fd-8f9a-8053c20e52b7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:14:29.388441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-216a0f1d-760c-43fd-8f9a-8053c20e52b7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3568740 Jul 16 01:14:31.775419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:32.084180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-90f36854-bbe1-43f5-95dd-5e08ac273ef9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:14:32.085287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90f36854-bbe1-43f5-95dd-5e08ac273ef9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089406 Jul 16 01:14:33.915186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c3a91-3f9e-4339-bae3-b67ebd855202 None None] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:33.977641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2940d1b-1ea0-450b-bb23-83f0f05e93b8 None None] Provisioning for port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:34.201995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:34.291005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:34.294904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:34.295313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.335628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b9d74cba-6ec0-4738-b379-948b8625480d None None] Provisioning complete for port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:34.336000 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9d74cba-6ec0-4738-b379-948b8625480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.443198 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.502697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8,segment=NetworkSegment(98be349c-f653-41df-ae22-c92a2e09f44e),segment_id=98be349c-f653-41df-ae22-c92a2e09f44e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:34.507353 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9d74cba-6ec0-4738-b379-948b8625480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.515749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.574099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:34.608008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-b9d74cba-6ec0-4738-b379-948b8625480d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:14:34.608566 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-b9d74cba-6ec0-4738-b379-948b8625480d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:14:34.738126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:35.027803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] Request body: {'router': {'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:35.050315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.051766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.186726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.191977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.204100 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:35.205301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a82e3d1-18bc-45cc-a575-d542b1dc6f30 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4661801 Jul 16 01:14:36.169110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:36.218066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:36.218442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.567424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:37.868929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-392e87e1-7442-49b6-828f-ba2f59dd2665 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:14:37.869925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-392e87e1-7442-49b6-828f-ba2f59dd2665 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3015671 Jul 16 01:14:39.813380 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c702449-ee57-4494-ba7c-323970985d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.239261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:40.547213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:40.567997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Made reservation on behalf of e61f668448bd4a46a5b885fee57af67b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:40.570254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.580096 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.665074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.668441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.681675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Reserving flat network on physical network physnet1 {{(pid=93756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 01:14:40.702746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.703084 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Added segment db9540c9-ba8f-4ebb-b91f-50593269a4e0 of type flat for network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 Jul 16 01:14:40.704356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62d11f-4153-4251-a0e1-a5b5e9df9e78,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:40.749861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.784595 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.785526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:40.786070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:40.818848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5785310 Jul 16 01:14:40.848813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f984913-b044-42f5-afc9-5b91633dce76 admin admin] Pushing event updated for resources: {'Network': ['ID=39b35ed2-9a51-43ba-99c8-e3fee4f8df52,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:40.862724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:14:42.264761 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b3797f2-5a7a-4c0f-b0e1-6cb5b3ad6cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:42.319165 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:43.142996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37226) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:43.522382 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:43.641000 n-d-791506-20 neutron-server[93755]: WARNING oslo_policy.policy [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:43.641617 n-d-791506-20 neutron-server[93755]: WARNING oslo_policy.policy [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:44.045949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.policy [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:14:44.092222 n-d-791506-20 neutron-server[93755]: WARNING oslo_policy.policy [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:44.092633 n-d-791506-20 neutron-server[93755]: WARNING oslo_policy.policy [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:14:44.101519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:44.103370 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c3543ed7-1895-41c5-92cf-4aea25941e38 admin admin] 10.222.0.42 "GET /v2.0/subnets/c182700d-20ad-4ebb-b91e-82489639b138 HTTP/1.1" status: 200 len: 849 time: 0.9576395 Jul 16 01:14:44.267294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6e69a651-3db3-405b-af21-1424ffc9d9a6 admin admin] 10.222.0.42 "GET /v2.0/routers/5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 HTTP/1.1" status: 200 len: 704 time: 0.1585982 Jul 16 01:14:44.527168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.849105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Allocated IP 172.20.0.1 (90b101fe-55be-4ab3-897f-6f49c05722d6/c182700d-20ad-4ebb-b91e-82489639b138/95f75462-87ce-4419-847e-24809da5d5ad) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:45.029453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.062315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.086043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Transition to ACTIVE for port object 95f75462-87ce-4419-847e-24809da5d5ad will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:45.168494 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.224286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:45.229355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:45.277831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Pushing event updated for resources: {'Port': ['ID=95f75462-87ce-4419-847e-24809da5d5ad,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:45.280343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:45.281207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.340633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.340991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.341309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.341642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.341967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.342288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.342610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.342928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.343247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.343565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.343879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.344193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Tracked resource versions report: Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: pushed versions: Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: { 'AddressGroup': {'1.2'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'ConntrackHelper': {'1.0'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Log': {'1.0'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Network': {'1.1'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Port': {'1.7'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'PortForwarding': {'1.2'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'QosPolicy': {'1.8'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'SecurityGroup': {'1.4'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'SubPort': {'1.0'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Subnet': {'1.1'}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Trunk': {'1.1'}} Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: consumer versions: Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: L3 agent@n-d-791506-20: {}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: Metadata agent@n-d-791506-20: {}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: Metering agent@n-d-791506-20: {}, Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'ConntrackHelper': '1.0', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Log': '1.0', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Network': '1.1', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Port': '1.7', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'PortForwarding': '1.2', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'QosPolicy': '1.8', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'SecurityGroup': '1.4', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'SecurityGroupRule': '1.2', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'SubPort': '1.0', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Subnet': '1.1', Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: 'Trunk': '1.1'}} Jul 16 01:14:45.345383 n-d-791506-20 neutron-server[93755]: {{(pid=93755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:14:45.496143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.521592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecc486df-5fd9-4f99-927f-9de26c7753ca None None] Provisioning for port 95f75462-87ce-4419-847e-24809da5d5ad completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:45.525194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecc486df-5fd9-4f99-927f-9de26c7753ca None None] Provisioning complete for port 95f75462-87ce-4419-847e-24809da5d5ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:45.525560 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecc486df-5fd9-4f99-927f-9de26c7753ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.558833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ecc486df-5fd9-4f99-927f-9de26c7753ca None None] Port 95f75462-87ce-4419-847e-24809da5d5ad cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:45.676751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.681341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.682095 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.738302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Pushing event updated for resources: {'Port': ['ID=95f75462-87ce-4419-847e-24809da5d5ad,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:45.803230 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:45.804731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:45.978659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3d093a4-e8b0-48e1-b491-58b0feeddcfb None None] Provisioning complete for port 95f75462-87ce-4419-847e-24809da5d5ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:45.979029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3d093a4-e8b0-48e1-b491-58b0feeddcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.008615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:14:46.011139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a3d093a4-e8b0-48e1-b491-58b0feeddcfb None None] Port 95f75462-87ce-4419-847e-24809da5d5ad cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:46.097517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:46.102703 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26947a62-ff53-4721-8ecc-0b4b941063ba admin admin] 10.222.0.42 "PUT /v2.0/routers/5c0096bd-0d4c-4c34-9135-5b0cc8621ef2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8297215 Jul 16 01:14:46.107998 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Sync routers for ids ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:46.120234 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Routers {'5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:46.121126 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:14:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:46.312609 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Set router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:46.743115 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'name': 'router1', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:35Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 2, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'gw_port_host': None, '_interfaces': [{'id': '95f75462-87ce-4419-847e-24809da5d5ad', 'name': '', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'mac_address': 'fa:16:3e:ad:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:44Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 2, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'subnets': [{'id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:46.793956 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Checking router: 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:46.794340 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Updating router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 port 95f75462-87ce-4419-847e-24809da5d5ad binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:46.856969 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.352696 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.371743 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Transition to ACTIVE for port object 95f75462-87ce-4419-847e-24809da5d5ad will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:47.377951 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.541452 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Pushing event updated for resources: {'Port': ['ID=95f75462-87ce-4419-847e-24809da5d5ad,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:47.544005 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Attempting to bind port 95f75462-87ce-4419-847e-24809da5d5ad on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:47.544409 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Attempting to bind port 95f75462-87ce-4419-847e-24809da5d5ad by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:47.544854 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Attempting to bind port 95f75462-87ce-4419-847e-24809da5d5ad on network 90b101fe-55be-4ab3-897f-6f49c05722d6 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:47.555414 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:47.555831 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Checking segment: {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:47.556322 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.556754 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Bound using segment: {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:47.557260 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Bound port: 95f75462-87ce-4419-847e-24809da5d5ad, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98be349c-f653-41df-ae22-c92a2e09f44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:47.557666 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.560962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.561300 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.561643 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.561983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.562318 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.562655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.562983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.563311 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.563640 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.564016 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.564348 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.564702 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Tracked resource versions report: Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: pushed versions: Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Log': {'1.0'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Network': {'1.1'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Port': {'1.7'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'PortForwarding': {'1.2'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'QosPolicy': {'1.8'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'SubPort': {'1.0'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Subnet': {'1.1'}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Trunk': {'1.1'}} Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: consumer versions: Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: L3 agent@n-d-791506-20: {}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: Metadata agent@n-d-791506-20: {}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: Metering agent@n-d-791506-20: {}, Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'ConntrackHelper': '1.0', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Log': '1.0', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Network': '1.1', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Port': '1.7', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'PortForwarding': '1.2', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'QosPolicy': '1.8', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'SecurityGroup': '1.4', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'SecurityGroupRule': '1.2', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'SubPort': '1.0', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Subnet': '1.1', Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: 'Trunk': '1.1'}} Jul 16 01:14:47.566003 n-d-791506-20 neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:14:47.630869 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] For port 95f75462-87ce-4419-847e-24809da5d5ad, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:47.653045 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] For port 95f75462-87ce-4419-847e-24809da5d5ad, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=95f75462-87ce-4419-847e-24809da5d5ad,segment=NetworkSegment(98be349c-f653-41df-ae22-c92a2e09f44e),segment_id=98be349c-f653-41df-ae22-c92a2e09f44e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:47.657334 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:47.717159 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81fa74-3df9-4b0f-ad9d-4a4d7c66c1e0 None None] Pushing event updated for resources: {'Port': ['ID=95f75462-87ce-4419-847e-24809da5d5ad,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:47.719615 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Routers {'5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:47.720219 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:14:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:47.811267 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] Set router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:48.014853 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'name': 'router1', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:35Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 2, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'gw_port_host': None, '_interfaces': [{'id': '95f75462-87ce-4419-847e-24809da5d5ad', 'name': '', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'mac_address': 'fa:16:3e:ad:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:44Z', 'updated_at': '2021-07-16T01:14:47Z', 'revision_number': 4, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'subnets': [{'id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:48.043692 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b285b-4076-41e3-86a5-b4c7db1ceaa1 None None] The sync data for ids ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'] in n-d-791506-20 is: [{'id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'name': 'router1', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:35Z', 'updated_at': '2021-07-16T01:14:45Z', 'revision_number': 2, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'gw_port_host': None, '_interfaces': [{'id': '95f75462-87ce-4419-847e-24809da5d5ad', 'name': '', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'mac_address': 'fa:16:3e:ad:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:44Z', 'updated_at': '2021-07-16T01:14:47Z', 'revision_number': 4, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'subnets': [{'id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:48.380734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37258) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:48.514471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a1da0-0173-49ab-8e76-bafb29f28754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.521704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee4a1da0-0173-49ab-8e76-bafb29f28754 admin admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 842 time: 0.1341569 Jul 16 01:14:48.525916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:48.527340 n-d-791506-20 neutron-server[93755]: INFO neutron.quota [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Loaded quota_driver: . Jul 16 01:14:48.567159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Made reservation on behalf of e61f668448bd4a46a5b885fee57af67b for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:48.569518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.881362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:14:48.881788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.939537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0a42a7-9846-4ca0-8ca8-8e624eff18e3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:48.945012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:48.945363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Network hostable DHCP agents. Network: 39b35ed2-9a51-43ba-99c8-e3fee4f8df52, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:14:48.966873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:14:48.977703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 39b35ed2-9a51-43ba-99c8-e3fee4f8df52) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:48.982011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.982586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.988007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab498e-0be2-4415-83ff-b9fff3051280 None None] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:49.016515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e74e1ad2-7cda-4ca5-9216-5182f41c7568 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4822805 Jul 16 01:14:49.126052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eebce1c-64ea-4381-b35e-d76a74e578de None None] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:14:50.218649 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:14:51.288809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37280) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:51.417246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c9ab8bf-e2e1-4d0a-a3f4-ff67f56478a8 admin admin] 10.222.0.42 "GET /v2.0/routers/5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 HTTP/1.1" status: 200 len: 710 time: 0.1273079 Jul 16 01:14:51.499278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc1662-13a6-4211-827c-c9e2bd6ce0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.500671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26dc1662-13a6-4211-827c-c9e2bd6ce0ce admin admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 886 time: 0.0784113 Jul 16 01:14:51.509719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:51.746891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.042665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.112919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.203351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 95f75462-87ce-4419-847e-24809da5d5ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:52.232044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Allocated IP 172.25.7.39 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/dd3911c5-119f-4d57-9967-afaf8eb11f91) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:52.250538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 95f75462-87ce-4419-847e-24809da5d5ad completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:52.254170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 95f75462-87ce-4419-847e-24809da5d5ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:52.254544 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.338946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.378800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.380285 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.412901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 95f75462-87ce-4419-847e-24809da5d5ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=95f75462-87ce-4419-847e-24809da5d5ad,segment=NetworkSegment(98be349c-f653-41df-ae22-c92a2e09f44e),segment_id=98be349c-f653-41df-ae22-c92a2e09f44e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:52.413145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:52.415779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:52.416804 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.418383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:52.465631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=95f75462-87ce-4419-847e-24809da5d5ad,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:52.484087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3911c5-119f-4d57-9967-afaf8eb11f91,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:52.663560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.853945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.857189 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:52.960710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:53.062212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:53.066322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.068485 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c0bd2692-4976-4733-ad5e-0be57e3a8591 admin admin] 10.222.0.42 "PUT /v2.0/routers/5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 HTTP/1.1" status: 200 len: 889 time: 1.5618858 Jul 16 01:14:53.072511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Sync routers for ids ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:53.083851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Routers {'5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:53.084580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:14:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:53.306043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Set router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:53.691661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'name': 'router1', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'dd3911c5-119f-4d57-9967-afaf8eb11f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:35Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 4, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'gw_port': {'id': 'dd3911c5-119f-4d57-9967-afaf8eb11f91', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:29:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:52Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '95f75462-87ce-4419-847e-24809da5d5ad', 'name': '', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'mac_address': 'fa:16:3e:ad:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:44Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 5, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'subnets': [{'id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:53.739694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Checking router: 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:53.740064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Updating router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 port dd3911c5-119f-4d57-9967-afaf8eb11f91 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:53.772701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.088860 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.098557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Transition to ACTIVE for port object dd3911c5-119f-4d57-9967-afaf8eb11f91 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:54.104445 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.157089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fc9f1-a362-44a2-95d8-0e1f35104653 None None] Pushing event updated for resources: {'Port': ['ID=dd3911c5-119f-4d57-9967-afaf8eb11f91,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.163885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Attempting to bind port dd3911c5-119f-4d57-9967-afaf8eb11f91 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:54.164268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Attempting to bind port dd3911c5-119f-4d57-9967-afaf8eb11f91 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:54.164672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Attempting to bind port dd3911c5-119f-4d57-9967-afaf8eb11f91 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:54.169482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:54.169853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:54.170252 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.170637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:54.171231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Bound port: dd3911c5-119f-4d57-9967-afaf8eb11f91, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:54.171470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.197943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 95f75462-87ce-4419-847e-24809da5d5ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:54.330603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] For port dd3911c5-119f-4d57-9967-afaf8eb11f91, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:54.334435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] For port dd3911c5-119f-4d57-9967-afaf8eb11f91, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=dd3911c5-119f-4d57-9967-afaf8eb11f91,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:54.342737 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.356560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 95f75462-87ce-4419-847e-24809da5d5ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:54.357179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.437419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Routers {'5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:54.438046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:14:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:54.477592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fc9f1-a362-44a2-95d8-0e1f35104653 None None] Pushing event updated for resources: {'Port': ['ID=dd3911c5-119f-4d57-9967-afaf8eb11f91,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.583223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] Set router 5c0096bd-0d4c-4c34-9135-5b0cc8621ef2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:54.792309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'name': 'router1', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'dd3911c5-119f-4d57-9967-afaf8eb11f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:35Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 4, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'gw_port': {'id': 'dd3911c5-119f-4d57-9967-afaf8eb11f91', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:29:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:52Z', 'updated_at': '2021-07-16T01:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '95f75462-87ce-4419-847e-24809da5d5ad', 'name': '', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'mac_address': 'fa:16:3e:ad:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:44Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 5, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'subnets': [{'id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:54.822106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d5430-84f0-4fff-8b0d-e1c204fef7d2 None None] The sync data for ids ['5c0096bd-0d4c-4c34-9135-5b0cc8621ef2'] in n-d-791506-20 is: [{'id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'name': 'router1', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': 'dd3911c5-119f-4d57-9967-afaf8eb11f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:14:35Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 4, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'gw_port': {'id': 'dd3911c5-119f-4d57-9967-afaf8eb11f91', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:29:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:52Z', 'updated_at': '2021-07-16T01:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '95f75462-87ce-4419-847e-24809da5d5ad', 'name': '', 'network_id': '90b101fe-55be-4ab3-897f-6f49c05722d6', 'tenant_id': '5ff216ceb7164785b8dd0845e037c373', 'mac_address': 'fa:16:3e:ad:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0096bd-0d4c-4c34-9135-5b0cc8621ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:44Z', 'updated_at': '2021-07-16T01:14:52Z', 'revision_number': 5, 'project_id': '5ff216ceb7164785b8dd0845e037c373', 'subnets': [{'id': 'c182700d-20ad-4ebb-b91e-82489639b138', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53c2f56e-8725-421e-8b6f-b6d774c662c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:55.438288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37290) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:55.566309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5e25b10f-7818-42af-9dbc-3201349ec77b admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1268935 Jul 16 01:14:56.216662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device dd3911c5-119f-4d57-9967-afaf8eb11f91 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:56.267433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port dd3911c5-119f-4d57-9967-afaf8eb11f91 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:56.271490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port dd3911c5-119f-4d57-9967-afaf8eb11f91 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:56.271862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.349327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.372154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port dd3911c5-119f-4d57-9967-afaf8eb11f91, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=dd3911c5-119f-4d57-9967-afaf8eb11f91,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:56.388777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.452049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=dd3911c5-119f-4d57-9967-afaf8eb11f91,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:58.203394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device dd3911c5-119f-4d57-9967-afaf8eb11f91 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:58.251862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port dd3911c5-119f-4d57-9967-afaf8eb11f91 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:58.252970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:09.819275 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9394ed90-0093-4cb6-bb29-2e4789d66732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.270078 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bd7e475-873e-4e96-ad50-3ff192d4db41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:12.325570 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.529798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.043647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.218872 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:39.812091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b54cfffb-a397-4596-9fd8-21918d31d475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.266708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fadb800c-5963-4687-ad5f-052f27439e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.321765 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.532265 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.048186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.219455 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:09.814979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ab1f98-ee4d-48eb-853e-561c25b9a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.267774 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c102a81-05fa-4b72-84db-328cf6e78268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.326454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.533537 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.050886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.340254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37890) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:35.402689 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d493f5d-4ef6-4201-8936-e60bb3eb36a5 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:16:35.404034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d493f5d-4ef6-4201-8936-e60bb3eb36a5 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627410 Jul 16 01:16:35.562237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e806d1-c307-4f90-a0a2-e6c770d0ab3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.563619 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61e806d1-c307-4f90-a0a2-e6c770d0ab3c admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552951 Jul 16 01:16:37.708392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37900) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.798141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fba93-0365-46ec-bf8a-21b3f1720b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.799462 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f40fba93-0365-46ec-bf8a-21b3f1720b70 admin admin] 10.222.0.42 "GET /v2.0/subnets/c182700d-20ad-4ebb-b91e-82489639b138 HTTP/1.1" status: 200 len: 849 time: 0.0901031 Jul 16 01:16:37.808819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:37.964803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.103384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786739161739'] for subnet, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.131896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.133088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.134071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] 10.222.0.42 "PUT /v2.0/subnets/c182700d-20ad-4ebb-b91e-82489639b138 HTTP/1.1" status: 200 len: 868 time: 0.3285825 Jul 16 01:16:38.137120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3cadd-faad-44f2-80c5-f8df7e4b3319 None None] Network 90b101fe-55be-4ab3-897f-6f49c05722d6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:38.156068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c182700d-20ad-4ebb-b91e-82489639b138,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:38.163345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.163707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.164055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.164395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.164759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.165098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.165430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.165757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.166232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.166564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.166894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.167222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9498c29-63fe-4947-873b-065a6f8ff6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:38.559988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6aa2d90b-00ac-42d5-b9ba-aadf41045891 None None] Provisioning complete for port 95f75462-87ce-4419-847e-24809da5d5ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:38.560541 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d90b-00ac-42d5-b9ba-aadf41045891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.645051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6aa2d90b-00ac-42d5-b9ba-aadf41045891 None None] Provisioning complete for port 319bcfe8-4c6f-4d4b-aec9-04e8cb1835b8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:38.645311 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d90b-00ac-42d5-b9ba-aadf41045891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.815865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6e47-77c2-4f1d-ba76-be9e33d6fc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.309120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37908) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:40.510522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d8dca-7c86-46de-8ad0-332f07db3cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.510925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d8dca-7c86-46de-8ad0-332f07db3cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.512497 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e24d8dca-7c86-46de-8ad0-332f07db3cd6 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023995 Jul 16 01:16:41.218106 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:42.269405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c52b24fc-2573-43d0-b306-ea016ad31de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.328638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.696313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:42.824362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7db807-8ce8-43c7-ba13-0c9cc35d8e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:42.824869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7db807-8ce8-43c7-ba13-0c9cc35d8e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:42.827136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc7db807-8ce8-43c7-ba13-0c9cc35d8e58 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298447 Jul 16 01:16:43.535319 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.987944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:45.053514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.144984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e7b55-9a2c-4929-8914-1c1907cf836f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:45.146349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-287e7b55-9a2c-4929-8914-1c1907cf836f admin admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 886 time: 0.1574349 Jul 16 01:16:47.275726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:47.420100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3222e32b-65d7-42e9-a73a-caef11f3c4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.421488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3222e32b-65d7-42e9-a73a-caef11f3c4a5 admin admin] 10.222.0.42 "GET /v2.0/networks/90b101fe-55be-4ab3-897f-6f49c05722d6 HTTP/1.1" status: 200 len: 869 time: 0.1448162 Jul 16 01:16:49.565784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:49.686206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a45e9-1485-4f64-a628-b645add8fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.686585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a45e9-1485-4f64-a628-b645add8fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.688096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d7a45e9-1485-4f64-a628-b645add8fab6 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213205 Jul 16 01:16:51.838110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:51.931396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf3009-533e-4722-8085-91dda9f4a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.931852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf3009-533e-4722-8085-91dda9f4a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.933425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-92bf3009-533e-4722-8085-91dda9f4a946 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943654 Jul 16 01:16:54.104112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:54.188477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e031f3-7663-49b6-9f59-7301e6998cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.189791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-26e031f3-7663-49b6-9f59-7301e6998cb5 admin admin] 10.222.0.42 "GET /v2.0/subnets/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3 HTTP/1.1" status: 200 len: 816 time: 0.0846863 Jul 16 01:16:56.332207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:56.423085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bac516-11ed-4dd1-8182-cd2a48243caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.427213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-36bac516-11ed-4dd1-8182-cd2a48243caa admin admin] 10.222.0.42 "GET /v2.0/subnets/c182700d-20ad-4ebb-b91e-82489639b138 HTTP/1.1" status: 200 len: 868 time: 0.0939274 Jul 16 01:17:09.816963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2027066c-7302-47de-b4eb-9da7932703f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.270972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-beb5704c-8488-4770-a0e4-f023a6cf66b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.329342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.538210 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.058575 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.216805 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:17:20.722597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38018) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:20.769129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-d98e68cd-66fd-49ea-91ca-1c9452c817df admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:20.770133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d98e68cd-66fd-49ea-91ca-1c9452c817df admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465937 Jul 16 01:17:22.983988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38026) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:23.041990 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-605f7361-bbf6-4c1d-b85c-d0ca9f31a75d admin admin] GET failed (client error): The resource could not be found. Jul 16 01:17:23.043856 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-605f7361-bbf6-4c1d-b85c-d0ca9f31a75d admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583525 Jul 16 01:17:23.129915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab1b4c-d4aa-4165-b611-e0bd073b9a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.131380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5bab1b4c-d4aa-4165-b611-e0bd073b9a26 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833337 Jul 16 01:17:25.296779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:25.342501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:25.365234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Made reservation on behalf of e61f668448bd4a46a5b885fee57af67b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:25.367648 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.405337 n-d-791506-20 neutron-server[93756]: WARNING neutron.services.revisions.revision_plugin [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Could not find related network for resource to bump revision. Jul 16 01:17:25.415899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:25.425376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.425714 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Added segment b5046f8c-6630-467a-8087-97763f882aa8 of type vlan for network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 Jul 16 01:17:25.462719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.489722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.490567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.491134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.521240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2233996 Jul 16 01:17:25.551839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Pushing event updated for resources: {'Network': ['ID=77f6c24b-5cb1-4377-b8f3-acd7ab103b27,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.559328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.559694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.560042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.560377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.560734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.561063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.561388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.561712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.562034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.562359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.562676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.563000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969ceb4-d51d-4e58-931f-bcee2a138a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:25.575810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:27.708167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38042) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:27.767322 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8c7e8a-397f-489a-b818-44b5340492fb admin admin] GET failed (client error): The resource could not be found. Jul 16 01:17:27.768680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a8c7e8a-397f-489a-b818-44b5340492fb admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595169 Jul 16 01:17:27.839234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64a2d8-8b65-4638-9dae-99c28349c3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.840721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a64a2d8-8b65-4638-9dae-99c28349c3e3 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682371 Jul 16 01:17:27.850206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:27.870604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Made reservation on behalf of e61f668448bd4a46a5b885fee57af67b for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:27.873508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.033661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.087011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01a9abd-d193-4075-bfd1-0beb10b2d0d9,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.093508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:28.093860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Network hostable DHCP agents. Network: 77f6c24b-5cb1-4377-b8f3-acd7ab103b27, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:28.108925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:28.116948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 77f6c24b-5cb1-4377-b8f3-acd7ab103b27) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:28.120759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.121910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.126830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b403c1b-9d45-4791-b203-2d33bc5f9c88 None None] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:28.137808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-473b6daf-c863-4234-a83f-d3b7a855cfc1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2900910 Jul 16 01:17:28.283503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'tenant_id': 'e61f668448bd4a46a5b885fee57af67b', 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:28.284497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.424414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Allocated IP 192.168.233.2 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/45efe17c-c036-4530-978d-85129f44b9a7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:28.569922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.578732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Transition to ACTIVE for port object 45efe17c-c036-4530-978d-85129f44b9a7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:28.594621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Transition to ACTIVE for port object 45efe17c-c036-4530-978d-85129f44b9a7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:28.602102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.643062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:28.645849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:28.649526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:28.656595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Pushing event updated for resources: {'Port': ['ID=45efe17c-c036-4530-978d-85129f44b9a7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.665636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.665990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.666338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.666678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.667018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.667355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.667686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.668322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.668560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.668916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.669248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.669593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:28.720035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Attempting to bind port 45efe17c-c036-4530-978d-85129f44b9a7 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:28.720451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Attempting to bind port 45efe17c-c036-4530-978d-85129f44b9a7 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:28.720828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Attempting to bind port 45efe17c-c036-4530-978d-85129f44b9a7 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:28.725745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:28.726120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:28.726527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.726919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:28.727390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Bound port: 45efe17c-c036-4530-978d-85129f44b9a7, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:28.727792 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.794025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] For port 45efe17c-c036-4530-978d-85129f44b9a7, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:28.797391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] For port 45efe17c-c036-4530-978d-85129f44b9a7, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=45efe17c-c036-4530-978d-85129f44b9a7,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:28.801813 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.857818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46f228-5a49-4e47-a304-3d0fee4164e1 None None] Pushing event updated for resources: {'Port': ['ID=45efe17c-c036-4530-978d-85129f44b9a7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.690858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fba1b7-31d1-44f4-8a5a-33087a967ae9 None None] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:29.759683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a7765c40-b4bd-4199-b163-c0f943d5a288 None None] Provisioning for port 45efe17c-c036-4530-978d-85129f44b9a7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:30.322942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 45efe17c-c036-4530-978d-85129f44b9a7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:30.379429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 45efe17c-c036-4530-978d-85129f44b9a7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:30.383763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 45efe17c-c036-4530-978d-85129f44b9a7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:30.383763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.469706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.504203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 45efe17c-c036-4530-978d-85129f44b9a7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=45efe17c-c036-4530-978d-85129f44b9a7,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:30.508918 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.567426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=45efe17c-c036-4530-978d-85129f44b9a7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:32.303913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 45efe17c-c036-4530-978d-85129f44b9a7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:32.352918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 45efe17c-c036-4530-978d-85129f44b9a7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:32.353300 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.817286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21522f05-09f0-4221-9dfe-f098c571d7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.271608 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68cbac24-19e2-4fa4-b078-39d57d9f46be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.329619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.541624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.062182 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.216761 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:09.818062 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a12b733d-f8ff-4e21-9441-3339906063ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.273733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13806728-e763-4a0d-86aa-e027d85a2fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.330832 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.546606 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.067978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.214720 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:37.496067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:37.502211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-595ba512-84e4-4993-9716-ca75b0d7fbab tempest-verify_tempest_config-406596733 tempest-verify_tempest_config-406596733-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:37.503152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-595ba512-84e4-4993-9716-ca75b0d7fbab tempest-verify_tempest_config-406596733 tempest-verify_tempest_config-406596733-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060511 Jul 16 01:18:37.800789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:37.901227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.020131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.024803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.069397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0483ed9538534776936d2e9345138e58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2675166 Jul 16 01:18:38.070500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd2c86-02bf-41d1-8def-34e6d24a0999,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.072413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:38.087823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.088149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.088523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.088865 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.089198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.089528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.089855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.090179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.090504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.090828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.091152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.091474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477aa40-e865-44f5-acad-06b9532bfd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:38.135807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c61fb494-a412-4536-9e23-fb7768925ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.155911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c61fb494-a412-4536-9e23-fb7768925ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.242276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c61fb494-a412-4536-9e23-fb7768925ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.245512 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c61fb494-a412-4536-9e23-fb7768925ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.246667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c61fb494-a412-4536-9e23-fb7768925ac7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6dd2c86-02bf-41d1-8def-34e6d24a0999 HTTP/1.1" status: 204 len: 168 time: 0.1733313 Jul 16 01:18:38.254226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fb494-a412-4536-9e23-fb7768925ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd2c86-02bf-41d1-8def-34e6d24a0999,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:39.818714 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e691dec8-7af2-414e-8e42-bff8804631ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.279314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5641cba4-b9cc-44dc-a28d-d56938f41da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.331244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.549836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.070180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.212601 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:09.818921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea284883-35d1-481e-b143-0d1d04c297ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.279587 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bed4740-d93c-459b-8cf7-164c1b6b2fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.331134 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.552984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.071687 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.819559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc769240-14cd-4e1a-8e7b-8b76ff945bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.278925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-872566de-3fc1-4cbe-aadb-6a400ed59007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.330984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.555862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.073621 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.210068 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:09.819789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43c32931-ce5b-477a-ad02-9c5409668506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.280869 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a7776cc-cc9a-4353-ba31-7c15c04dc7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.330930 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.560080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.076776 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.210394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:39.819739 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f7aeaa4-aa28-43d8-9512-d855b1dd0068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.281341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8992c6dd-65ae-4603-b220-c682b16dad2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.330050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.561354 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.079545 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.208044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:09.821500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19d16939-bd0d-4933-b615-9093bbcbb4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.281094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-383d93e0-49cb-426d-a139-45db19674357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.330164 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.566903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.082149 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.207600 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 5 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:37.338992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.822119 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15e460ec-5584-4c4d-8777-d90c58281baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.282088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32a7c087-f2ac-4e6a-8dc5-bb097d07ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.330676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.567567 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.088882 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.003197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415499'] for agent, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.201581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.823168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-61ddadbd-e913-4c67-8a8f-2989dd58f01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.282996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84b9a9de-c8c3-4274-835a-01687c0d3ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.330497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.571730 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.206656 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:15.091168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.973184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.339206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38178) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.440654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-670e6847-5e37-4b79-b813-6b3ab9c8b16b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0996773 Jul 16 01:22:22.594456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38188) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.648335 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-13ec7de5-acc1-428f-9d38-d9127e0db1e1 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0527837 Jul 16 01:22:37.200614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.823499 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb8de06b-7b22-4edf-a443-9f0d32bb8ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.283414 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b30d6a6f-56c4-4b30-b2cb-abc6f3573b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.330376 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.576016 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.089507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.971586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.205689 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:07.218881 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.823612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5d2f-42d6-4029-9cb4-f1efb93478b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.286201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42b4f27b-760c-4396-afe9-f5b93f385a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.332064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.577851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.093705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.986654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.204289 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:37.214312 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.838287 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-732306d8-e454-4f03-b985-4a521e13da0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.314619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a33c016-8276-46da-8421-af7265f81891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.366858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.581551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.506370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38402) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:44.941334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:44.962030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c12a0f51-e043-4143-9986-3eb9c2670871 tempest-AutoAllocateNetworkTest-2036054868 tempest-AutoAllocateNetworkTest-2036054868-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=be57e8485fa84d359fcec65a4123ed97&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4531093 Jul 16 01:23:44.964952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.103509 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.227429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e10538-366d-4b2f-a5a5-a356fb67a8b4 tempest-AutoAllocateNetworkTest-2036054868 tempest-AutoAllocateNetworkTest-2036054868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.229212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-95e10538-366d-4b2f-a5a5-a356fb67a8b4 tempest-AutoAllocateNetworkTest-2036054868 tempest-AutoAllocateNetworkTest-2036054868-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2628651 Jul 16 01:23:45.232895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.352270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5dca58b3-bf1d-424c-b4ae-fec3b5c90df3 tempest-AutoAllocateNetworkTest-2036054868 tempest-AutoAllocateNetworkTest-2036054868-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181812 Jul 16 01:23:45.354865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38448) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.384274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cb09fa3f-99d7-4c4c-a22a-268872db5ce0 tempest-AutoAllocateNetworkTest-2036054868 tempest-AutoAllocateNetworkTest-2036054868-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=be57e8485fa84d359fcec65a4123ed97 HTTP/1.1" status: 200 len: 208 time: 0.0282149 Jul 16 01:23:45.404587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-network', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:45.438066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Made reservation on behalf of 5f06b352d0e14026a3d5aa90a7c56520 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:45.441267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.452504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.561464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.568345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.602703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:45.621273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786739290947', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.621884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Unsubscribe: segment precommit_create {{(pid=93755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:23:45.622404 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Added segment 847e08a9-f380-478b-a41c-509754c3be87 of type vlan for network d69542b7-a5a1-40ee-8540-75290d611b90 Jul 16 01:23:45.637797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd129b4-5be5-4563-87da-c71bcbca23db,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:45.646641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.647260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.648408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.648797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.649142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.649497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.649819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.650149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.650483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.650813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.651155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.651470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Tracked resource versions report: Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: pushed versions: Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: { 'AddressGroup': {'1.2'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'ConntrackHelper': {'1.0'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Log': {'1.0'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Network': {'1.1'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Port': {'1.7'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'PortForwarding': {'1.2'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'QosPolicy': {'1.8'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'SecurityGroup': {'1.4'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'SubPort': {'1.0'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Subnet': {'1.1'}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Trunk': {'1.1'}} Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: consumer versions: Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: HyperV agent@n-h1-791506-20: {}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: HyperV agent@n-h2-791506-20: {}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: L3 agent@n-d-791506-20: {}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: Metadata agent@n-d-791506-20: {}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: Metering agent@n-d-791506-20: {}, Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'ConntrackHelper': '1.0', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Log': '1.0', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Network': '1.1', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Port': '1.7', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'PortForwarding': '1.2', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'QosPolicy': '1.8', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'SecurityGroup': '1.4', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'SecurityGroupRule': '1.2', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'SubPort': '1.0', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Subnet': '1.1', Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: 'Trunk': '1.1'}} Jul 16 01:23:45.652646 n-d-791506-20 neutron-server[93755]: {{(pid=93755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:23:45.690114 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.736557 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.737540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.738142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.806708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8627553 Jul 16 01:23:45.807085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38480) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.813446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Request body: {'subnet': {'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-subnet', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:45.842941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc4600-d6e5-4d69-a20d-f64466fc4880 admin admin] Pushing event updated for resources: {'Network': ['ID=d69542b7-a5a1-40ee-8540-75290d611b90,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:45.844001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Made reservation on behalf of 5f06b352d0e14026a3d5aa90a7c56520 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:45.847181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.857355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d69542b7-a5a1-40ee-8540-75290d611b90 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:46.035102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.050546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.105603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8bf8f47-8885-4339-a0fb-fcf1483bbf45,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.119313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.120117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.120489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.120832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.121168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.121500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.121828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.122155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.122485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.122810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.123135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.123458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Tracked resource versions report: Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: pushed versions: Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Log': {'1.0'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Network': {'1.1'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Port': {'1.7'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: consumer versions: Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: HyperV agent@n-h1-791506-20: {}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: HyperV agent@n-h2-791506-20: {}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: L3 agent@n-d-791506-20: {}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: Metadata agent@n-d-791506-20: {}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: Metering agent@n-d-791506-20: {}, Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Log': '1.0', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Network': '1.1', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Port': '1.7', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'PortForwarding': '1.2', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'QosPolicy': '1.8', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'SubPort': '1.0', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Subnet': '1.1', Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: 'Trunk': '1.1'}} Jul 16 01:23:46.124631 n-d-791506-20 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:23:46.134058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Checking segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:46.134425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Network hostable DHCP agents. Network: d69542b7-a5a1-40ee-8540-75290d611b90, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:46.152968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Network d69542b7-a5a1-40ee-8540-75290d611b90 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:46.168004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d69542b7-a5a1-40ee-8540-75290d611b90) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:46.172531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.173128 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.178182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80770cc9-7683-420d-bc63-d1343fc393cd None None] Network d69542b7-a5a1-40ee-8540-75290d611b90 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:46.196271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-933179d8-8747-4192-93d8-9f4f245646f8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3869491 Jul 16 01:23:46.199229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38496) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.204606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:46.231613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.233474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.356948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.378706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d69542b7-a5a1-40ee-8540-75290d611b90', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:23:46.379619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.571707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Allocated IP 172.20.0.2 (d69542b7-a5a1-40ee-8540-75290d611b90/e8bf8f47-8885-4339-a0fb-fcf1483bbf45/9e5f933d-0fd5-46f4-83a9-26f53bcb978f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:46.679208 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbe54cbe-afa8-410f-b9f8-9ad4f570ec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.686960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.834226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbe54cbe-afa8-410f-b9f8-9ad4f570ec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.840865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bbe54cbe-afa8-410f-b9f8-9ad4f570ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.876184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.902499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Transition to ACTIVE for port object 9e5f933d-0fd5-46f4-83a9-26f53bcb978f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:46.938337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bbe54cbe-afa8-410f-b9f8-9ad4f570ec66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be57e8485fa84d359fcec65a4123ed97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9018941 Jul 16 01:23:46.941170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38518) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.946711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Transition to ACTIVE for port object 9e5f933d-0fd5-46f4-83a9-26f53bcb978f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:46.958945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.962108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.974054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54cbe-afa8-410f-b9f8-9ad4f570ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51324f7f-c597-422c-84bb-b7ef2c8ef928,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.997971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.006070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Network d69542b7-a5a1-40ee-8540-75290d611b90 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:47.014047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:47.016953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:47.055238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Pushing event updated for resources: {'Port': ['ID=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.064028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.064376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.065229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.065229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.065446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.065701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.066020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.066344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.066665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.066985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.067306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.068165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Tracked resource versions report: Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: pushed versions: Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: { 'AddressGroup': {'1.2'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'ConntrackHelper': {'1.0'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Log': {'1.0'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Network': {'1.1'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Port': {'1.7'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'PortForwarding': {'1.2'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'QosPolicy': {'1.8'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'SecurityGroup': {'1.4'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'SubPort': {'1.0'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Subnet': {'1.1'}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Trunk': {'1.1'}} Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: consumer versions: Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: HyperV agent@n-h1-791506-20: {}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: HyperV agent@n-h2-791506-20: {}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: L3 agent@n-d-791506-20: {}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: Metadata agent@n-d-791506-20: {}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: Metering agent@n-d-791506-20: {}, Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'ConntrackHelper': '1.0', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Log': '1.0', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Network': '1.1', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Port': '1.7', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'PortForwarding': '1.2', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'QosPolicy': '1.8', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'SecurityGroup': '1.4', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'SecurityGroupRule': '1.2', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'SubPort': '1.0', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Subnet': '1.1', Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: 'Trunk': '1.1'}} Jul 16 01:23:47.068776 n-d-791506-20 neutron-server[93757]: {{(pid=93757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:23:47.096513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d62e5989-8a60-4486-9510-a9db87e15c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.106012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Attempting to bind port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:47.106517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Attempting to bind port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:47.106881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Attempting to bind port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f on network d69542b7-a5a1-40ee-8540-75290d611b90 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:47.112135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:47.112514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Checking segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:47.112921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.113305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Bound using segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:47.113773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Bound port: 9e5f933d-0fd5-46f4-83a9-26f53bcb978f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:47.114166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.157227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d62e5989-8a60-4486-9510-a9db87e15c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.179561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Allocated IP 172.25.7.202 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/63647d8b-f0b4-4c14-800c-7b754d1165f9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:47.257221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] For port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:47.262736 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] For port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:47.282607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.377855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d62e5989-8a60-4486-9510-a9db87e15c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.381159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d62e5989-8a60-4486-9510-a9db87e15c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.386236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d62e5989-8a60-4486-9510-a9db87e15c70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51324f7f-c597-422c-84bb-b7ef2c8ef928 HTTP/1.1" status: 204 len: 168 time: 0.4437366 Jul 16 01:23:47.414750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e5989-8a60-4486-9510-a9db87e15c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51324f7f-c597-422c-84bb-b7ef2c8ef928,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.459188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.468073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff192-1439-4f70-b5e6-b024e8cd4d64 None None] Pushing event updated for resources: {'Port': ['ID=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.516938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.577253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Pushing event updated for resources: {'Port': ['ID=63647d8b-f0b4-4c14-800c-7b754d1165f9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.589863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:47.591326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:47.594011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:47.889518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.994961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.162395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.343494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Router b4e7edff-3158-4b7b-bf91-0ed35287136c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:48.470532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:48.480394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:48.494401 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:48.495462 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:23:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:48.497563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.501899 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f4e7e0ff-4b04-42ea-ac28-6185f589be4e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2986248 Jul 16 01:23:48.501899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38572) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:48.660146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e5f933d-0fd5-46f4-83a9-26f53bcb978f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:48.790932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:48.821443 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:48.858482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163383d4-e5e5-44f9-b283-78aeb5529c97 None None] Network d69542b7-a5a1-40ee-8540-75290d611b90 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:49.043823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] Provisioning for port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:49.054802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] Provisioning complete for port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:49.055286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.133830 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 3, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.195599 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:49.197180 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Updating router b4e7edff-3158-4b7b-bf91-0ed35287136c port 63647d8b-f0b4-4c14-800c-7b754d1165f9 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:49.209414 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.272016 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.279685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] For port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:49.289235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.368916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e319a3-8be0-4455-9898-7bcceaa8a8d1 None None] Pushing event updated for resources: {'Port': ['ID=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:49.476702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.534115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-940ac7db-497c-4995-ba7a-db355c860eb7 None None] Provisioning complete for port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:49.538700 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-940ac7db-497c-4995-ba7a-db355c860eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.670533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:49.673616 n-d-791506-20 neutron-server[93756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:23:49.705135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38624) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:49.719819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-08e190b9-21c3-480b-b9b2-08f0a35aedd1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7ee06e7aeef14968888df9c56499d53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473673 Jul 16 01:23:49.793223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Allocated IP 172.20.0.1 (d69542b7-a5a1-40ee-8540-75290d611b90/e8bf8f47-8885-4339-a0fb-fcf1483bbf45/c683e060-3faf-4d25-9fc3-25b6c7471d2d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:49.855876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-3fe67431-4af4-41a3-a2ad-0671511ce174 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.857651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-3fe67431-4af4-41a3-a2ad-0671511ce174 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368146 Jul 16 01:23:49.877320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-cf69e119-3f2f-43d4-9f66-631d7240ec32 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/quotas/7ee06e7aeef14968888df9c56499d53e HTTP/1.1" status: 200 len: 375 time: 0.0131874 Jul 16 01:23:49.890129 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.910703 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Transition to ACTIVE for port object 63647d8b-f0b4-4c14-800c-7b754d1165f9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:49.920242 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.941126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-556713fa-5942-4cf7-94a6-eb836b37dc25 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ee06e7aeef14968888df9c56499d53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579317 Jul 16 01:23:49.959126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.975970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Transition to ACTIVE for port object c683e060-3faf-4d25-9fc3-25b6c7471d2d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:49.992835 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Attempting to bind port 63647d8b-f0b4-4c14-800c-7b754d1165f9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:49.993275 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Attempting to bind port 63647d8b-f0b4-4c14-800c-7b754d1165f9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:49.993596 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Attempting to bind port 63647d8b-f0b4-4c14-800c-7b754d1165f9 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:50.000952 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Pushing event updated for resources: {'Port': ['ID=63647d8b-f0b4-4c14-800c-7b754d1165f9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.004270 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:50.004517 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:50.004972 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.005374 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:50.005892 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Bound port: 63647d8b-f0b4-4c14-800c-7b754d1165f9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:50.006277 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.021000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.027039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f697-c07e-4a7e-96e1-f41fcd3332d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.033030 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.033408 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.033766 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.034144 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.034502 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.034846 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.035177 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.035510 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.035840 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.036168 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.036523 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.036872 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Tracked resource versions report: Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: pushed versions: Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Log': {'1.0'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Network': {'1.1'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Port': {'1.7'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'PortForwarding': {'1.2'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'QosPolicy': {'1.8'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'SubPort': {'1.0'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Subnet': {'1.1'}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Trunk': {'1.1'}} Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: consumer versions: Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: { DHCP agent@n-d-791506-20: {}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: HyperV agent@n-h1-791506-20: {}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: HyperV agent@n-h2-791506-20: {}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: L3 agent@n-d-791506-20: {}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: Metadata agent@n-d-791506-20: {}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: Metering agent@n-d-791506-20: {}, Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: Open vSwitch agent@n-d-791506-20: { 'AddressGroup': '1.2', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'ConntrackHelper': '1.0', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Log': '1.0', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Network': '1.1', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Port': '1.7', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'PortForwarding': '1.2', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'QosPolicy': '1.8', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'SecurityGroup': '1.4', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'SecurityGroupRule': '1.2', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'SubPort': '1.0', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Subnet': '1.1', Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: 'Trunk': '1.1'}} Jul 16 01:23:50.038108 n-d-791506-20 neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:23:50.081610 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] For port 63647d8b-f0b4-4c14-800c-7b754d1165f9, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:50.085518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Network d69542b7-a5a1-40ee-8540-75290d611b90 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:50.088456 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] For port 63647d8b-f0b4-4c14-800c-7b754d1165f9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=63647d8b-f0b4-4c14-800c-7b754d1165f9,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:50.098119 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.099961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:50.106160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:50.106638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.169537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Pushing event updated for resources: {'Port': ['ID=c683e060-3faf-4d25-9fc3-25b6c7471d2d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.215744 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137417d-baa6-4965-b0de-b4b69fced428 None None] Pushing event updated for resources: {'Port': ['ID=63647d8b-f0b4-4c14-800c-7b754d1165f9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.234438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:50.235450 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:23:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:50.379102 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:50.524323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1aa96cd-4177-4bb4-b2aa-79c6ff66d089 None None] Provisioning for port c683e060-3faf-4d25-9fc3-25b6c7471d2d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:50.526940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24814541-ee36-422f-8e58-3dec9feb0ed8 req-cfabe872-c3bf-4685-a1ab-836e13c370b7 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.1411881 Jul 16 01:23:50.529668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1aa96cd-4177-4bb4-b2aa-79c6ff66d089 None None] Provisioning complete for port c683e060-3faf-4d25-9fc3-25b6c7471d2d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:50.530052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1aa96cd-4177-4bb4-b2aa-79c6ff66d089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.567992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f697-c07e-4a7e-96e1-f41fcd3332d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.570640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.582569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb6f697-c07e-4a7e-96e1-f41fcd3332d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.623963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa96cd-4177-4bb4-b2aa-79c6ff66d089 None None] Port c683e060-3faf-4d25-9fc3-25b6c7471d2d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:50.639016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e5f933d-0fd5-46f4-83a9-26f53bcb978f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:50.678295 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fb6f697-c07e-4a7e-96e1-f41fcd3332d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fe239dcb21241559387dca57e08f0da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9721329 Jul 16 01:23:50.681823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:50.686284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6f697-c07e-4a7e-96e1-f41fcd3332d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e9215-396c-4867-a761-665836a8ca67,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.758325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:50.759419 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.844394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 3, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:50.867816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5f19ad1-ba44-4284-8ff5-5f958c4d0719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.909605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0669d3-0905-4cfc-8269-7b6d296212ac None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 3, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:50.917994 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5f19ad1-ba44-4284-8ff5-5f958c4d0719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.939648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.960953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.961553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.009155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5f19ad1-ba44-4284-8ff5-5f958c4d0719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.012498 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5f19ad1-ba44-4284-8ff5-5f958c4d0719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.016292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f5f19ad1-ba44-4284-8ff5-5f958c4d0719 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/082e9215-396c-4867-a761-665836a8ca67 HTTP/1.1" status: 204 len: 168 time: 0.3333714 Jul 16 01:23:51.035991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19ad1-ba44-4284-8ff5-5f958c4d0719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e9215-396c-4867-a761-665836a8ca67,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:51.202098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Network d69542b7-a5a1-40ee-8540-75290d611b90 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:51.206802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:51.233023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Pushing event updated for resources: {'Port': ['ID=c683e060-3faf-4d25-9fc3-25b6c7471d2d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:51.274511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:51.336322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-e85bc6f4-0f72-4dc4-98fc-722b26701c82 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4021d0602b574d9080c1842b9010ebc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565186 Jul 16 01:23:51.456247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Router b4e7edff-3158-4b7b-bf91-0ed35287136c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:51.599023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-de3e775f-3843-474b-a388-caa2ad8c63ac tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.602961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-de3e775f-3843-474b-a388-caa2ad8c63ac tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643974 Jul 16 01:23:51.619652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-3463e6a3-71ba-419a-83be-2c8a12fd84a1 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/quotas/4021d0602b574d9080c1842b9010ebc0 HTTP/1.1" status: 200 len: 375 time: 0.0111847 Jul 16 01:23:51.668185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4384d4a4-3432-48c6-a08b-c089adf2fbe9 None None] Provisioning complete for port c683e060-3faf-4d25-9fc3-25b6c7471d2d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:51.669375 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4384d4a4-3432-48c6-a08b-c089adf2fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.682069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-030c62d7-be4f-4c3b-97b8-b22713022e57 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4021d0602b574d9080c1842b9010ebc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565960 Jul 16 01:23:51.713594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f10aa0a4-31a6-465b-89ed-c7d3457529cc req-f19efd82-f26b-4992-91fc-8a4abd377e3f tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.0673509 Jul 16 01:23:51.742678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4384d4a4-3432-48c6-a08b-c089adf2fbe9 None None] Port c683e060-3faf-4d25-9fc3-25b6c7471d2d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:51.774084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:51.782671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0345ec0d-fa43-4770-bc4a-a67a3a074064 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4e7edff-3158-4b7b-bf91-0ed35287136c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2796764 Jul 16 01:23:51.964243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0f8bc6-e545-4df7-ab7e-a813f3a09812 req-d3f5cc18-75f2-4f44-9bc1-e014ed75026d tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 210 time: 0.0469623 Jul 16 01:23:52.013132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:52.028615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:52.050837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d9fc50-0528-4da9-b3c6-5dc29f232571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.146597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38770) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:52.332343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3365dfd-05cc-4409-8f53-06ae8a154a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.334280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d9fc50-0528-4da9-b3c6-5dc29f232571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.336659 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-847d280e-2a31-4280-a354-1bd4d941afeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.345605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d9fc50-0528-4da9-b3c6-5dc29f232571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.398546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-93d9fc50-0528-4da9-b3c6-5dc29f232571 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19dd6c0778f747f7b538d3378fdda876&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3686481 Jul 16 01:23:52.401534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38790) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:52.440398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9fc50-0528-4da9-b3c6-5dc29f232571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0064ef-baea-4cf7-b332-05ee26721771,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:52.549892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec0d342d-fada-4d42-a76d-15190218d630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.603058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec0d342d-fada-4d42-a76d-15190218d630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.606175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3365dfd-05cc-4409-8f53-06ae8a154a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.619811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3365dfd-05cc-4409-8f53-06ae8a154a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.630311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 63647d8b-f0b4-4c14-800c-7b754d1165f9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:52.651452 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d3365dfd-05cc-4409-8f53-06ae8a154a54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31fa248523494302a07feaccf682409f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5029540 Jul 16 01:23:52.654998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:52.693021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365dfd-05cc-4409-8f53-06ae8a154a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1129272-f544-48f7-84c4-dc86e3b4b6de,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:52.738855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec0d342d-fada-4d42-a76d-15190218d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.742713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec0d342d-fada-4d42-a76d-15190218d630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.746531 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec0d342d-fada-4d42-a76d-15190218d630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a0064ef-baea-4cf7-b332-05ee26721771 HTTP/1.1" status: 204 len: 168 time: 0.3390253 Jul 16 01:23:52.776691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d342d-fada-4d42-a76d-15190218d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0064ef-baea-4cf7-b332-05ee26721771,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:52.848281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 63647d8b-f0b4-4c14-800c-7b754d1165f9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:52.871801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 63647d8b-f0b4-4c14-800c-7b754d1165f9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:52.872611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.998769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-847d280e-2a31-4280-a354-1bd4d941afeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.028663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:53.036300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-network', 'tenant_id': '8820835737c44d4699ded58a4e043eac'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:53.062866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e32914d-8e6b-4358-9346-7f80b9150706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.102678 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.121990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Made reservation on behalf of 8820835737c44d4699ded58a4e043eac for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:53.129910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.131305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e32914d-8e6b-4358-9346-7f80b9150706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.149710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 63647d8b-f0b4-4c14-800c-7b754d1165f9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=63647d8b-f0b4-4c14-800c-7b754d1165f9,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:53.156014 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.185088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.210717 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-847d280e-2a31-4280-a354-1bd4d941afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.228259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=63647d8b-f0b4-4c14-800c-7b754d1165f9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.330783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-403c037c-21ec-4275-9d06-85d08a55b2eb req-9e0eb58e-c3ee-407f-83a9-776ed78c8a48 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.3265917 Jul 16 01:23:53.344960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e32914d-8e6b-4358-9346-7f80b9150706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.352519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e32914d-8e6b-4358-9346-7f80b9150706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.356483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e32914d-8e6b-4358-9346-7f80b9150706 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1129272-f544-48f7-84c4-dc86e3b4b6de HTTP/1.1" status: 204 len: 168 time: 0.7002661 Jul 16 01:23:53.360609 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.378229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.395627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d280e-2a31-4280-a354-1bd4d941afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a98d35d-9713-4c08-ae5e-4fd3b2cada6f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.426184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-847d280e-2a31-4280-a354-1bd4d941afeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2439c7d47fe9462789f09c4f349bb7d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4082642 Jul 16 01:23:53.430178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:53.453874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:53.459778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32914d-8e6b-4358-9346-7f80b9150706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1129272-f544-48f7-84c4-dc86e3b4b6de,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.484914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5209624b-c0db-447d-b3e4-eaee8a3bfc5b req-ce6e33a1-c4d2-455a-9755-74216c7c692a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 210 time: 0.2776232 Jul 16 01:23:53.486934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13fede9-7ae6-4e58-9ac9-82b7732acaf6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.511669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.514771 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Added segment 81adda11-5d08-4193-8854-007556c89ee6 of type vlan for network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 Jul 16 01:23:53.547680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7495e3a0-02d2-46a6-bfea-d02b12b178f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.606053 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.620242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7495e3a0-02d2-46a6-bfea-d02b12b178f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.663952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.665306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.665966 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.696047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6658475 Jul 16 01:23:53.700146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:53.711491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Request body: {'subnet': {'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-subnet', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:53.747547 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7495e3a0-02d2-46a6-bfea-d02b12b178f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.751184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:53.751946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134e544-5a9b-4444-97af-aecd1c2a3816 admin admin] Pushing event updated for resources: {'Network': ['ID=6c73cad7-fcd3-442b-acfc-6a1b398e0502,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.765735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:53.774621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7495e3a0-02d2-46a6-bfea-d02b12b178f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.775784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7495e3a0-02d2-46a6-bfea-d02b12b178f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a98d35d-9713-4c08-ae5e-4fd3b2cada6f HTTP/1.1" status: 204 len: 168 time: 0.3441825 Jul 16 01:23:53.807351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Made reservation on behalf of 8820835737c44d4699ded58a4e043eac for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:53.809771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.878361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:53.879998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:23:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:53.927207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e3a0-02d2-46a6-bfea-d02b12b178f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a98d35d-9713-4c08-ae5e-4fd3b2cada6f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.962274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38854) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:53.988347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f17c30f-704e-46bf-aa70-9b907c3ad235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.136876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:54.144289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.172187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.13', 52354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:54.240591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4558bf23-7843-4a1a-abe3-f8b9dedc6edb,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:54.244200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Checking segment: {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:54.244838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Network hostable DHCP agents. Network: 6c73cad7-fcd3-442b-acfc-6a1b398e0502, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:54.268164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:54.283916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 6c73cad7-fcd3-442b-acfc-6a1b398e0502) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:54.288895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-ffc13740-51d8-4fff-80a5-e6c3c832ed92 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7ee06e7aeef14968888df9c56499d53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114500 Jul 16 01:23:54.291918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.293404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.330229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:54.337034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba60716-1396-4883-94f0-80d13e6e275a None None] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:54.352860 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a053903-98ec-47d1-bee6-c7e4b67ccfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.649421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e31c657-6d0e-4dfc-b462-5089f3add240 req-4e0a6af1-7c1f-48f1-9170-734e4889e991 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.0876989 Jul 16 01:23:54.745369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.23', 65165) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:54.745583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 63647d8b-f0b4-4c14-800c-7b754d1165f9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:54.781015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f17c30f-704e-46bf-aa70-9b907c3ad235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.815221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-68199fc8-f11d-4f31-bd2d-642bb8483bc1 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4021d0602b574d9080c1842b9010ebc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681379 Jul 16 01:23:54.823229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1bb8c43b-dd26-4190-8bc1-f22e1077c29a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1219444 Jul 16 01:23:54.829179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38884) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:54.836494 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f17c30f-704e-46bf-aa70-9b907c3ad235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.849796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:54.895503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-6c73cad7-fcd3-442b-acfc-6a1b398e0502', 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'fixed_ips': [{'subnet_id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:23:54.896393 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.934557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c947c54a-ffd6-435c-92a8-a33da97698f6 req-7ebec084-6b02-4f17-a3cd-835a63703ef0 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 210 time: 0.1099756 Jul 16 01:23:54.958634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17c30f-704e-46bf-aa70-9b907c3ad235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2d220-3e27-46ef-bff3-80d140a66807,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.017134 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f17c30f-704e-46bf-aa70-9b907c3ad235 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f00462cf944e4192a70fc835a860ff39&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0536578 Jul 16 01:23:55.019259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38904) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:55.058744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-ad389573-484f-4a0e-8984-9e7438da268e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.060258 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-ad389573-484f-4a0e-8984-9e7438da268e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7631760 Jul 16 01:23:55.068767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-3cdf5322-feb2-4459-94c5-ec0120d24d9f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.071362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-3cdf5322-feb2-4459-94c5-ec0120d24d9f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457590 Jul 16 01:23:55.088743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e29a9aa-6d30-437b-845a-d58573a9926e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.127153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e29a9aa-6d30-437b-845a-d58573a9926e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.157417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 2, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:55.159008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Request body: {'port': {'device_id': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '4021d0602b574d9080c1842b9010ebc0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:55.182506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Request body: {'port': {'device_id': '6db50191-ce54-4690-8f82-7df8644d01fd', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '7ee06e7aeef14968888df9c56499d53e'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:55.184994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 63647d8b-f0b4-4c14-800c-7b754d1165f9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:55.185565 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.280649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:55.281009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Updating router b4e7edff-3158-4b7b-bf91-0ed35287136c port c683e060-3faf-4d25-9fc3-25b6c7471d2d binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:55.347588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a053903-98ec-47d1-bee6-c7e4b67ccfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.366375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a053903-98ec-47d1-bee6-c7e4b67ccfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.495583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.508871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Allocated IP 172.20.0.2 (6c73cad7-fcd3-442b-acfc-6a1b398e0502/4558bf23-7843-4a1a-abe3-f8b9dedc6edb/b8b850ba-01a2-4a21-894b-d6df754ec10e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:55.523643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.525041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.531914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6a053903-98ec-47d1-bee6-c7e4b67ccfc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21a25beb358e4fa78342f8540f5fab68&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2005646 Jul 16 01:23:55.533787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38928) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:55.538507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e29a9aa-6d30-437b-845a-d58573a9926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.541811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e29a9aa-6d30-437b-845a-d58573a9926e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.546151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7e29a9aa-6d30-437b-845a-d58573a9926e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fd2d220-3e27-46ef-bff3-80d140a66807 HTTP/1.1" status: 204 len: 168 time: 0.5259278 Jul 16 01:23:55.567384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29a9aa-6d30-437b-845a-d58573a9926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2d220-3e27-46ef-bff3-80d140a66807,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.577542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a053903-98ec-47d1-bee6-c7e4b67ccfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74cbdc-f6bc-49c2-9a5e-d28def76dc62,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.628078 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abb1ac1-e7c6-498b-98e7-44cae8818576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.663171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.675859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Made reservation on behalf of 7ee06e7aeef14968888df9c56499d53e for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:55.680159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.702251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abb1ac1-e7c6-498b-98e7-44cae8818576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.821427 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abb1ac1-e7c6-498b-98e7-44cae8818576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.825596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9abb1ac1-e7c6-498b-98e7-44cae8818576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.830027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9abb1ac1-e7c6-498b-98e7-44cae8818576 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc74cbdc-f6bc-49c2-9a5e-d28def76dc62 HTTP/1.1" status: 204 len: 168 time: 0.2859998 Jul 16 01:23:55.832216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Made reservation on behalf of 4021d0602b574d9080c1842b9010ebc0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:55.839701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.871294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb1ac1-e7c6-498b-98e7-44cae8818576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74cbdc-f6bc-49c2-9a5e-d28def76dc62,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.874220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.910111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.939803 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.952667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Transition to ACTIVE for port object b8b850ba-01a2-4a21-894b-d6df754ec10e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:56.020303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Transition to ACTIVE for port object b8b850ba-01a2-4a21-894b-d6df754ec10e will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:56.073033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c7abada-ef80-4a1d-aea3-b097be797d2e req-a8c9699a-b19f-42dd-acb4-cd4f53d48038 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.0714917 Jul 16 01:23:56.177566 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.235442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.243661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.250485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.614627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Pushing event updated for resources: {'Port': ['ID=b8b850ba-01a2-4a21-894b-d6df754ec10e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.638965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:56.643308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21b16167-fbb6-4641-9b7c-b1ac43adc6e6 req-8888e554-c5a1-473e-a016-9842c4330e22 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 210 time: 0.2192309 Jul 16 01:23:56.675674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:56.704729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:56.711669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.830163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.846445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.079432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Attempting to bind port b8b850ba-01a2-4a21-894b-d6df754ec10e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:57.080031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Attempting to bind port b8b850ba-01a2-4a21-894b-d6df754ec10e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:57.080264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Attempting to bind port b8b850ba-01a2-4a21-894b-d6df754ec10e on network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:57.136357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:57.136357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Checking segment: {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:57.136357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.136357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Bound using segment: {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:57.136357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Bound port: b8b850ba-01a2-4a21-894b-d6df754ec10e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:57.136357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.185329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Allocated IP 192.168.233.164 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/f28e941c-4831-4dde-8bb5-3dc4d4882e94) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:57.304532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38980) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:57.332133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8500ea30-fef8-42d7-b58a-bafb497cb104,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.536107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b67d53eb-6f20-4337-ad4d-bc406ec814b4 req-82f934b9-4146-4bd4-9f5d-9267b39c9eed tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.1281445 Jul 16 01:23:57.682683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19ffbc3-ee11-4240-93f3-a4c228843ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.731847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] For port b8b850ba-01a2-4a21-894b-d6df754ec10e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:57.745187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] For port b8b850ba-01a2-4a21-894b-d6df754ec10e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b8b850ba-01a2-4a21-894b-d6df754ec10e,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:57.760466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.801153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.827329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.877733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.886465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Transition to ACTIVE for port object f28e941c-4831-4dde-8bb5-3dc4d4882e94 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:57.906996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.974303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Transition to ACTIVE for port object c683e060-3faf-4d25-9fc3-25b6c7471d2d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:57.982301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bbd0a-a13c-46e1-a42b-34425180ff0c None None] Pushing event updated for resources: {'Port': ['ID=b8b850ba-01a2-4a21-894b-d6df754ec10e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.991888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.026796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7c56318-f027-4e68-a6b1-b387cf9b417a req-98928bf4-be0c-4ea1-bd82-a934fbf68a95 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 210 time: 0.1056571 Jul 16 01:23:58.162249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6936757-11fa-4cb8-a5d8-bece71f40b55 None None] Pushing event updated for resources: {'Port': ['ID=c683e060-3faf-4d25-9fc3-25b6c7471d2d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.190116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Attempting to bind port c683e060-3faf-4d25-9fc3-25b6c7471d2d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:58.190575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Attempting to bind port c683e060-3faf-4d25-9fc3-25b6c7471d2d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:58.192649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Attempting to bind port c683e060-3faf-4d25-9fc3-25b6c7471d2d on network d69542b7-a5a1-40ee-8540-75290d611b90 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:58.202958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Allocated IP 172.25.7.57 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/959d92db-57e7-480c-80f3-fe9eb6e02b90) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:58.205032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:58.205947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Checking segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:58.206490 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.206964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Bound using segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:58.207572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Bound port: c683e060-3faf-4d25-9fc3-25b6c7471d2d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:58.208608 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.234801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19ffbc3-ee11-4240-93f3-a4c228843ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.253102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19ffbc3-ee11-4240-93f3-a4c228843ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.282308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.426867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] For port c683e060-3faf-4d25-9fc3-25b6c7471d2d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:58.449620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] For port c683e060-3faf-4d25-9fc3-25b6c7471d2d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c683e060-3faf-4d25-9fc3-25b6c7471d2d,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:58.461526 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.566972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6936757-11fa-4cb8-a5d8-bece71f40b55 None None] Pushing event updated for resources: {'Port': ['ID=c683e060-3faf-4d25-9fc3-25b6c7471d2d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.575416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Allocated IP 192.168.233.197 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/b115faa8-e7b8-4bb4-a442-65b09c729c29) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:58.591132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:58.592066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:23:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.680907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:58.762848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:58.767016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:58.780113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.780822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.805179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b8b850ba-01a2-4a21-894b-d6df754ec10e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:58.899227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Pushing event updated for resources: {'Port': ['ID=f28e941c-4831-4dde-8bb5-3dc4d4882e94,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.934344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:58.938246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-ad48264a-b5db-4a6d-826c-b805da49106f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7842646 Jul 16 01:23:58.972794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-4589e4d8-2ca3-4ef3-8a05-32681c0eabc3 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:58.976584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-4589e4d8-2ca3-4ef3-8a05-32681c0eabc3 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230081 Jul 16 01:23:59.004458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port b8b850ba-01a2-4a21-894b-d6df754ec10e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:59.082242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30b93071-191c-4bc8-b1ba-85e73710149a req-0d011fec-0458-408c-a6fd-343d670e3cdc tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.1273301 Jul 16 01:23:59.574404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1437b-d113-42ea-8355-de7a25962644 req-1f0552d2-bb68-4307-93d8-43c5271dee8f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.589529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6af1437b-d113-42ea-8355-de7a25962644 req-1f0552d2-bb68-4307-93d8-43c5271dee8f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 936 time: 0.2537606 Jul 16 01:23:59.617637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-49f77bcb-c393-4234-bef9-ff84334b3941 None None] Provisioning for port f28e941c-4831-4dde-8bb5-3dc4d4882e94 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:59.651005 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.666602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-49f77bcb-c393-4234-bef9-ff84334b3941 None None] Provisioning complete for port f28e941c-4831-4dde-8bb5-3dc4d4882e94 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:59.668368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49f77bcb-c393-4234-bef9-ff84334b3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.699309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6af1437b-d113-42ea-8355-de7a25962644 req-372bdb9e-dee1-44c2-b334-676a90b8c9a4 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050706 Jul 16 01:23:59.703154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ffbc3-ee11-4240-93f3-a4c228843ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83e515-8865-4e1c-9bd0-069a37467f83,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.728580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b19ffbc3-ee11-4240-93f3-a4c228843ec8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d66af9e39d94bb890b5bbc2095c325e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4180939 Jul 16 01:23:59.731068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.763536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d7a7d-2e5b-4f77-a519-7fec7b6d13a6 None None] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:59.804132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf4712e8-0f1a-4068-b753-31e07c8d5248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.818432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-49f77bcb-c393-4234-bef9-ff84334b3941 None None] Port f28e941c-4831-4dde-8bb5-3dc4d4882e94 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:59.833321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf4712e8-0f1a-4068-b753-31e07c8d5248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.853374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:23:58Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:59.894653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Transition to ACTIVE for port object b115faa8-e7b8-4bb4-a442-65b09c729c29 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:59.897050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84b39-1ba9-4479-a60e-7956b94adfb3 None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:23:58Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:59.948034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf4712e8-0f1a-4068-b753-31e07c8d5248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.951864 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf4712e8-0f1a-4068-b753-31e07c8d5248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.957652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf4712e8-0f1a-4068-b753-31e07c8d5248 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d83e515-8865-4e1c-9bd0-069a37467f83 HTTP/1.1" status: 204 len: 168 time: 0.2248302 Jul 16 01:24:00.016722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4712e8-0f1a-4068-b753-31e07c8d5248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83e515-8865-4e1c-9bd0-069a37467f83,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.064908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.091459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] Provisioning for port b8b850ba-01a2-4a21-894b-d6df754ec10e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:00.120840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.139661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] Provisioning complete for port b8b850ba-01a2-4a21-894b-d6df754ec10e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:00.140041 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.308139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:00.328767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:00.351671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:00.370546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.371507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.419250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Pushing event updated for resources: {'Port': ['ID=b115faa8-e7b8-4bb4-a442-65b09c729c29,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.442056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.563612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.611013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Request body: {'port': {'device_id': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'device_owner': 'compute:tempest-test_az-2134235824', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:00.613156 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9b7d87aa-8b84-447c-8044-10a92adc3643 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4379203 Jul 16 01:24:00.646428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-c3f3b6f0-24f6-4058-b81b-f6f8ec9e4bf7 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:00.648877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-c3f3b6f0-24f6-4058-b81b-f6f8ec9e4bf7 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204649 Jul 16 01:24:00.658592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:00.677277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:00.687227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:00.695180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Pushing event updated for resources: {'Port': ['ID=959d92db-57e7-480c-80f3-fe9eb6e02b90,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.740143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] For port b8b850ba-01a2-4a21-894b-d6df754ec10e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b8b850ba-01a2-4a21-894b-d6df754ec10e,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:00.755462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c683e060-3faf-4d25-9fc3-25b6c7471d2d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:00.944883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.041895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80597f-6619-47fc-a6f8-96bec20c99a4 req-5689ed53-4f0e-48d5-bc0d-442193418914 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.050770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c80597f-6619-47fc-a6f8-96bec20c99a4 req-5689ed53-4f0e-48d5-bc0d-442193418914 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 936 time: 0.6216743 Jul 16 01:24:01.141818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.143223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0dc29-a317-42d7-ba00-dc6e592c8b4c None None] Pushing event updated for resources: {'Port': ['ID=b8b850ba-01a2-4a21-894b-d6df754ec10e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.197013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c683e060-3faf-4d25-9fc3-25b6c7471d2d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:01.206158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c683e060-3faf-4d25-9fc3-25b6c7471d2d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:01.206535 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.249619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83fdcdef-5f23-47d6-afb1-e9b48e9151f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.253828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36a19faf-489c-4418-b490-46aabc9a715c None None] Provisioning for port b115faa8-e7b8-4bb4-a442-65b09c729c29 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:01.275710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36a19faf-489c-4418-b490-46aabc9a715c None None] Provisioning complete for port b115faa8-e7b8-4bb4-a442-65b09c729c29 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:01.276097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a19faf-489c-4418-b490-46aabc9a715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.352969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-36a19faf-489c-4418-b490-46aabc9a715c None None] Port b115faa8-e7b8-4bb4-a442-65b09c729c29 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:01.397824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36a19faf-489c-4418-b490-46aabc9a715c None None] Provisioning complete for port b8b850ba-01a2-4a21-894b-d6df754ec10e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:01.398200 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a19faf-489c-4418-b490-46aabc9a715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.460321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.482752 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.528317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Request body: {'port': {'device_id': '6db50191-ce54-4690-8f82-7df8644d01fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:01.603697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c683e060-3faf-4d25-9fc3-25b6c7471d2d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c683e060-3faf-4d25-9fc3-25b6c7471d2d,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:01.612949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c80597f-6619-47fc-a6f8-96bec20c99a4 req-d584878b-aecf-40a2-9307-f21279d93e9b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611243 Jul 16 01:24:01.661552 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.746801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c683e060-3faf-4d25-9fc3-25b6c7471d2d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.893610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.038477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.098605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbeed-c33f-4195-a0ab-c62ce04f5ce7 req-09c5d7d4-0bb3-4faa-8efd-8e476dfbf650 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.109959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa4bbeed-c33f-4195-a0ab-c62ce04f5ce7 req-09c5d7d4-0bb3-4faa-8efd-8e476dfbf650 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 936 time: 0.7216370 Jul 16 01:24:02.200772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa4bbeed-c33f-4195-a0ab-c62ce04f5ce7 req-98b06d24-ae87-45d6-a66f-91d421abb352 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887315 Jul 16 01:24:02.283365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83fdcdef-5f23-47d6-afb1-e9b48e9151f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.496724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83fdcdef-5f23-47d6-afb1-e9b48e9151f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.507642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.547040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdcdef-5f23-47d6-afb1-e9b48e9151f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346ccba7-046d-48b7-bb6e-0baf22d32445,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.564669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28e941c-4831-4dde-8bb5-3dc4d4882e94 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:02.582159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.617926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Transition to ACTIVE for port object f28e941c-4831-4dde-8bb5-3dc4d4882e94 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:02.626432 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.680374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b8b850ba-01a2-4a21-894b-d6df754ec10e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:02.814421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b8b850ba-01a2-4a21-894b-d6df754ec10e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:02.815027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.877110 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83fdcdef-5f23-47d6-afb1-e9b48e9151f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e1061a6db314e78b8eee104189477f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7339196 Jul 16 01:24:02.887939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39086) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:02.935248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:03.023024 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c683e060-3faf-4d25-9fc3-25b6c7471d2d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:03.123219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c683e060-3faf-4d25-9fc3-25b6c7471d2d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:03.132003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.194288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e941c-4831-4dde-8bb5-3dc4d4882e94,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.206997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Attempting to bind port f28e941c-4831-4dde-8bb5-3dc4d4882e94 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:03.207555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Attempting to bind port f28e941c-4831-4dde-8bb5-3dc4d4882e94 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:03.208125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Attempting to bind port f28e941c-4831-4dde-8bb5-3dc4d4882e94 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:03.236276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Port f28e941c-4831-4dde-8bb5-3dc4d4882e94 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:03.242601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Attempting to bind port f28e941c-4831-4dde-8bb5-3dc4d4882e94 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:03.298060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8cf8-ad20-4095-821f-20f33afdcabc req-704eac8b-d8f7-4b39-b136-26d75238df74 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.299800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72ea8cf8-ad20-4095-821f-20f33afdcabc req-704eac8b-d8f7-4b39-b136-26d75238df74 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 936 time: 0.4940448 Jul 16 01:24:03.301007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:03.301447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:03.302035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:03.302564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Bound port: f28e941c-4831-4dde-8bb5-3dc4d4882e94, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:03.303520 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.493183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72ea8cf8-ad20-4095-821f-20f33afdcabc req-e089be43-f520-4e6e-88b8-12a3070be067 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861012 Jul 16 01:24:03.523842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] For port f28e941c-4831-4dde-8bb5-3dc4d4882e94, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:03.541467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] For port f28e941c-4831-4dde-8bb5-3dc4d4882e94, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:03.551132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.633481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb0a6c-d50f-438c-a113-3b15b0a30843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.666431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.667060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.685002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] 10.222.0.23 "PUT /v2.0/ports/f28e941c-4831-4dde-8bb5-3dc4d4882e94 HTTP/1.1" status: 200 len: 1119 time: 3.6588278 Jul 16 01:24:03.701175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'tag': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:03.705368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb0a6c-d50f-438c-a113-3b15b0a30843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.782405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:03.797958 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Sync routers for ids ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:03.803541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b115faa8-e7b8-4bb4-a442-65b09c729c29 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:03.814483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.845578 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Routers {'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:03.849083 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:23:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:03.857794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.928727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Transition to ACTIVE for port object b115faa8-e7b8-4bb4-a442-65b09c729c29 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:03.931179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.937379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b442d458-edae-4f87-8d7b-8c2842d6b891 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.0946522 Jul 16 01:24:03.940506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39130) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.964898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.098479 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Set router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:04.124855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8532bf1-8604-41f8-a00e-6e9862f0a805 service neutron] Pushing event updated for resources: {'Port': ['ID=f28e941c-4831-4dde-8bb5-3dc4d4882e94,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.246723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb0a6c-d50f-438c-a113-3b15b0a30843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.249544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb0a6c-d50f-438c-a113-3b15b0a30843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.253962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-24fb0a6c-d50f-438c-a113-3b15b0a30843 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/346ccba7-046d-48b7-bb6e-0baf22d32445 HTTP/1.1" status: 204 len: 168 time: 1.3457313 Jul 16 01:24:04.325952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-3c360f0b-089a-4240-a3a8-32fcd0ad572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.327553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-3c360f0b-089a-4240-a3a8-32fcd0ad572e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4021d0602b574d9080c1842b9010ebc0&device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 1122 time: 0.4569421 Jul 16 01:24:04.344403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913340d6-29d8-4ec0-9148-3e6b884092c6 req-2c334fcd-d842-44c5-88ad-d4f226129ad6 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.374833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd24-9534-4cbf-afa2-759a847e625a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.379148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-913340d6-29d8-4ec0-9148-3e6b884092c6 req-2c334fcd-d842-44c5-88ad-d4f226129ad6 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 970 time: 0.8155961 Jul 16 01:24:04.492612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Pushing event updated for resources: {'Port': ['ID=b115faa8-e7b8-4bb4-a442-65b09c729c29,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.558050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-913340d6-29d8-4ec0-9148-3e6b884092c6 req-14dcb68c-0c2e-4cff-b417-a3be855a1bb4 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729832 Jul 16 01:24:04.647105 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 3, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:04.649815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb0a6c-d50f-438c-a113-3b15b0a30843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ccba7-046d-48b7-bb6e-0baf22d32445,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.682674 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Checking router: a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:04.683031 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Updating router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 port 959d92db-57e7-480c-80f3-fe9eb6e02b90 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:04.726225 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.765729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Attempting to bind port b115faa8-e7b8-4bb4-a442-65b09c729c29 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:04.766041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Attempting to bind port b115faa8-e7b8-4bb4-a442-65b09c729c29 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:04.766347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Attempting to bind port b115faa8-e7b8-4bb4-a442-65b09c729c29 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:04.782635 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3923d-cab1-4078-80e2-fb455cbb21c9" -d '{"events": [{"name": "network-changed", "server_uuid": "915df4dd-2848-4f0a-b8ee-22c12c160a61", "tag": "f28e941c-4831-4dde-8bb5-3dc4d4882e94"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:04.799836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Port b115faa8-e7b8-4bb4-a442-65b09c729c29 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:04.800190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Attempting to bind port b115faa8-e7b8-4bb4-a442-65b09c729c29 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:04.800863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:04.840701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:04.842579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:04.846150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:04.849933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Bound port: b115faa8-e7b8-4bb4-a442-65b09c729c29, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:04.850526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.911893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd24-9534-4cbf-afa2-759a847e625a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.973530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684070ed-1dcb-4193-8492-087be8d6104e req-c109f32f-54f7-4077-a42b-ecd3cbba5c20 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.978898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-684070ed-1dcb-4193-8492-087be8d6104e req-c109f32f-54f7-4077-a42b-ecd3cbba5c20 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 0.1604776 Jul 16 01:24:05.041109 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd24-9534-4cbf-afa2-759a847e625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.081513 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.093065 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Transition to ACTIVE for port object 959d92db-57e7-480c-80f3-fe9eb6e02b90 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:05.101920 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.148914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] For port b115faa8-e7b8-4bb4-a442-65b09c729c29, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:05.153737 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Attempting to bind port 959d92db-57e7-480c-80f3-fe9eb6e02b90 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:05.154094 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Attempting to bind port 959d92db-57e7-480c-80f3-fe9eb6e02b90 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:05.155275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] For port b115faa8-e7b8-4bb4-a442-65b09c729c29, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:05.156065 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Attempting to bind port 959d92db-57e7-480c-80f3-fe9eb6e02b90 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:05.176044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.218971 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f53a5ef-5993-4887-8b7c-26e1ebc3fed7 x-openstack-request-id: req-1f53a5ef-5993-4887-8b7c-26e1ebc3fed7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:05.219934 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915df4dd-2848-4f0a-b8ee-22c12c160a61", "tag": "f28e941c-4831-4dde-8bb5-3dc4d4882e94", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:05.220185 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f53a5ef-5993-4887-8b7c-26e1ebc3fed7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:05.221380 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'tag': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94', 'status': 'completed', 'code': 200} Jul 16 01:24:05.228512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-26b03116-04a0-4ac4-8162-b34f73992520 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94 HTTP/1.1" status: 200 len: 217 time: 0.2362363 Jul 16 01:24:05.231599 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:05.233432 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:05.234638 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.235019 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:05.236589 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Bound port: 959d92db-57e7-480c-80f3-fe9eb6e02b90, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:05.237847 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.271652 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19bbc042-2d09-4f1b-9f6e-417c8475b297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.285363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Pushing event updated for resources: {'Port': ['ID=b115faa8-e7b8-4bb4-a442-65b09c729c29,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.300339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-684070ed-1dcb-4193-8492-087be8d6104e req-d1401d58-dbae-495c-ac34-f573d70b4c39 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164423 Jul 16 01:24:05.458343 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:05.485189 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] For port 959d92db-57e7-480c-80f3-fe9eb6e02b90, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:05.506925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.509766 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60ec86-d4da-4b64-a770-44053bf95e63 None None] Pushing event updated for resources: {'Port': ['ID=959d92db-57e7-480c-80f3-fe9eb6e02b90,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.514007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2efcfd24-9534-4cbf-afa2-759a847e625a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4679ab1307d04919920679b5c5eb01c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6925273 Jul 16 01:24:05.519714 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] For port 959d92db-57e7-480c-80f3-fe9eb6e02b90, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=959d92db-57e7-480c-80f3-fe9eb6e02b90,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:05.523700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcfd24-9534-4cbf-afa2-759a847e625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b7af0f-2882-424e-a6bc-2c01cd3b8d29,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.528024 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.608356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.609105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.610570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-05e6ffa8-46bb-4c7d-9659-590651dbec96 service neutron] 10.222.0.13 "PUT /v2.0/ports/b115faa8-e7b8-4bb4-a442-65b09c729c29 HTTP/1.1" status: 200 len: 1097 time: 4.3268511 Jul 16 01:24:05.611122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db50191-ce54-4690-8f82-7df8644d01fd', 'tag': 'b115faa8-e7b8-4bb4-a442-65b09c729c29'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:05.723181 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Routers {'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:05.726912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-a0d4ff76-4440-4027-a7e1-e26ef7c71488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.728608 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:23:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:05.728936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-a0d4ff76-4440-4027-a7e1-e26ef7c71488 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.2209926 Jul 16 01:24:06.023025 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60ec86-d4da-4b64-a770-44053bf95e63 None None] Pushing event updated for resources: {'Port': ['ID=959d92db-57e7-480c-80f3-fe9eb6e02b90,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.144209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:06.229742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19bbc042-2d09-4f1b-9f6e-417c8475b297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.232514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb4c6d-8eb0-4428-a910-55da1a6137af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.245897 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] Set router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:06.306647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19bbc042-2d09-4f1b-9f6e-417c8475b297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.351237 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c1558f-b095-42dd-815b-78ca6cec6350" -d '{"events": [{"name": "network-changed", "server_uuid": "6db50191-ce54-4690-8f82-7df8644d01fd", "tag": "b115faa8-e7b8-4bb4-a442-65b09c729c29"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:06.434076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb4c6d-8eb0-4428-a910-55da1a6137af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.461561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-7f60c3d5-d399-4565-9dad-8f5a224b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.463271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-7f60c3d5-d399-4565-9dad-8f5a224b8676 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ee06e7aeef14968888df9c56499d53e&device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 1100 time: 0.7039981 Jul 16 01:24:06.503177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-19bbc042-2d09-4f1b-9f6e-417c8475b297 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55fb7729e2364a688a8a2746e8b30013&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6987569 Jul 16 01:24:06.506433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb4c6d-8eb0-4428-a910-55da1a6137af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.511399 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb4c6d-8eb0-4428-a910-55da1a6137af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.512582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-adbb4c6d-8eb0-4428-a910-55da1a6137af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02b7af0f-2882-424e-a6bc-2c01cd3b8d29 HTTP/1.1" status: 204 len: 168 time: 0.9994259 Jul 16 01:24:06.528415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39190) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:06.530947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-208705785-network', 'tenant_id': '07eca64fee8345f790c174acbcbe1809'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:06.574707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Made reservation on behalf of 07eca64fee8345f790c174acbcbe1809 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:06.577692 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.600459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e147-e108-4389-a73b-f28ee6bba456 req-8bfe766d-e91a-4d34-9a63-b030adad3d7a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.609197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e56e147-e108-4389-a73b-f28ee6bba456 req-8bfe766d-e91a-4d34-9a63-b030adad3d7a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 970 time: 0.7446716 Jul 16 01:24:06.611613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.774838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.778055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-9c336713-07a5-4290-8a0a-09a843b0ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.779352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-5d949b1a-3b98-44d6-9e54-24313a62da3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29 HTTP/1.1" status: 200 len: 217 time: 0.2914004 Jul 16 01:24:06.780375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-9c336713-07a5-4290-8a0a-09a843b0ae36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0275135 Jul 16 01:24:06.921014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 3, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:06.951434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-7aec9842-2a09-40dd-879e-8a2a38521c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.956569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-7aec9842-2a09-40dd-879e-8a2a38521c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1558793 Jul 16 01:24:06.967383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.982667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:06.996393 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1aab29-a306-47ef-aecd-b641e580c3da None None] The sync data for ids ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'] in n-d-791506-20 is: [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 3, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:06.997739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.998403 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Added segment b20e2aff-62be-47b8-821b-4129c46062d6 of type vlan for network 73e5b720-b23b-4f22-ae91-5b302c58f07d Jul 16 01:24:07.127343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.249934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e56e147-e108-4389-a73b-f28ee6bba456 req-7306b0de-4f2c-4f5c-90f3-c873cd58995d tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394346 Jul 16 01:24:07.255986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ed485f-13b5-4c26-a65f-a38831570565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.264982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.311795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.345307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.346459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.352250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.382068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbc042-2d09-4f1b-9f6e-417c8475b297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4856c4-dba1-42f6-9303-99b87356a5a8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.409590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ed485f-13b5-4c26-a65f-a38831570565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.454266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2936227 Jul 16 01:24:07.468892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.473206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.541774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Request body: {'subnet': {'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-208705785-subnet', 'tenant_id': '07eca64fee8345f790c174acbcbe1809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:07.668461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.701925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb4c6d-8eb0-4428-a910-55da1a6137af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b7af0f-2882-424e-a6bc-2c01cd3b8d29,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.805664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:24:07.805664 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:24:07.805664 n-d-791506-20 neutron-server[93756]: [parameters: {'project_id_1': 'a11d8f3535144792a36444880c85ea58', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 24, 7, 698056)}] Jul 16 01:24:07.805664 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:24:07.807524 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:24:07.830514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Allocated IP 172.20.0.1 (6c73cad7-fcd3-442b-acfc-6a1b398e0502/4558bf23-7843-4a1a-abe3-f8b9dedc6edb/631a0f66-d845-4f3d-aaa3-5a566ab130ad) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:07.943886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-f28af904-3908-4bbc-a154-0be8eae1c2a3 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220249 Jul 16 01:24:07.945043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaad424-fcdc-47f4-a39c-d0d47bb09f11,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.984011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Made reservation on behalf of 07eca64fee8345f790c174acbcbe1809 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:07.987216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.124572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.167860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3f4f1-676f-4f31-b379-77bc0f6e4a49 admin admin] Pushing event updated for resources: {'Network': ['ID=73e5b720-b23b-4f22-ae91-5b302c58f07d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.180498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:08.207890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Transition to ACTIVE for port object 631a0f66-d845-4f3d-aaa3-5a566ab130ad will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:08.226439 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a7370-6d85-40c5-b4a2-5e175ff434dc x-openstack-request-id: req-457a7370-6d85-40c5-b4a2-5e175ff434dc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:08.226741 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db50191-ce54-4690-8f82-7df8644d01fd", "tag": "b115faa8-e7b8-4bb4-a442-65b09c729c29", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:08.227186 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-457a7370-6d85-40c5-b4a2-5e175ff434dc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:08.227689 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db50191-ce54-4690-8f82-7df8644d01fd', 'tag': 'b115faa8-e7b8-4bb4-a442-65b09c729c29', 'status': 'completed', 'code': 200} Jul 16 01:24:08.379745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.417730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ed485f-13b5-4c26-a65f-a38831570565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.427251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ed485f-13b5-4c26-a65f-a38831570565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.429159 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-40ed485f-13b5-4c26-a65f-a38831570565 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa4856c4-dba1-42f6-9303-99b87356a5a8 HTTP/1.1" status: 204 len: 168 time: 1.7721632 Jul 16 01:24:08.455816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe74432-dc03-4a56-a55a-2e90e58950b0 req-9a67cfe3-f1e0-4681-90ec-5d017ff60508 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.483136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fe74432-dc03-4a56-a55a-2e90e58950b0 req-9a67cfe3-f1e0-4681-90ec-5d017ff60508 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 1.7015939 Jul 16 01:24:08.637017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed485f-13b5-4c26-a65f-a38831570565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4856c4-dba1-42f6-9303-99b87356a5a8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.723027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 959d92db-57e7-480c-80f3-fe9eb6e02b90 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:08.780561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.801077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-413ff065-a865-4fbe-b282-0ab499d730a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.806128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-413ff065-a865-4fbe-b282-0ab499d730a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5775037 Jul 16 01:24:08.857181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.870966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fe74432-dc03-4a56-a55a-2e90e58950b0 req-cb5b9eed-c186-442c-a14f-ec920b0ed3c2 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845546 Jul 16 01:24:08.885298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 959d92db-57e7-480c-80f3-fe9eb6e02b90 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:08.901699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 959d92db-57e7-480c-80f3-fe9eb6e02b90 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:08.902277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.944291 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.959104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.986683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:09.023861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:09.027014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Pushing event updated for resources: {'Port': ['ID=631a0f66-d845-4f3d-aaa3-5a566ab130ad,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.059079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:09.059546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.170898 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.182440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a11d8f3535144792a36444880c85ea58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6672187 Jul 16 01:24:09.210367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.230757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 959d92db-57e7-480c-80f3-fe9eb6e02b90, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=959d92db-57e7-480c-80f3-fe9eb6e02b90,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:09.238396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.279331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a5b57-81f5-4e12-952e-6b48b7797e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea105564-3063-4674-8d34-243d0565c573,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.299971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c82dc17c-2cd0-4b4e-84da-59e7df27ae9a req-2445f7da-8d00-4687-b857-4d488c207158 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1001024 Jul 16 01:24:09.338846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=959d92db-57e7-480c-80f3-fe9eb6e02b90,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.344678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0e21ad-857b-444e-b696-0f1f25b9abfc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.351192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.427770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726e898f-da57-4b0f-acf4-640090621c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.447683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:09.448107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Network hostable DHCP agents. Network: 73e5b720-b23b-4f22-ae91-5b302c58f07d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:09.461885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e56e0f-4d3d-4282-bf0d-7eedc1369693 req-880ed257-497b-45fd-b7da-96dc2ac9ca9b tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.471535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11e56e0f-4d3d-4282-bf0d-7eedc1369693 req-880ed257-497b-45fd-b7da-96dc2ac9ca9b tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 970 time: 0.5981724 Jul 16 01:24:09.510523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-01dd85c0-660d-4aa0-ba88-d671e010ebef None None] Provisioning for port 631a0f66-d845-4f3d-aaa3-5a566ab130ad completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:09.518208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-01dd85c0-660d-4aa0-ba88-d671e010ebef None None] Provisioning complete for port 631a0f66-d845-4f3d-aaa3-5a566ab130ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:09.519753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01dd85c0-660d-4aa0-ba88-d671e010ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.548209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d1d-a461-4672-9d6d-b034e2482572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.627848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-01dd85c0-660d-4aa0-ba88-d671e010ebef None None] Port 631a0f66-d845-4f3d-aaa3-5a566ab130ad cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:09.685717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11e56e0f-4d3d-4282-bf0d-7eedc1369693 req-b41fa22a-5ded-4f7e-8b97-172cfa800442 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131517 Jul 16 01:24:09.697200 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d1d-a461-4672-9d6d-b034e2482572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.718774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:09.732852 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-9aa86cef-de1d-40ef-bfaa-135ab5a1aaa9 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856406 Jul 16 01:24:09.746831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 73e5b720-b23b-4f22-ae91-5b302c58f07d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:09.756627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875de24b-a40c-4b20-b666-634defc5a752 None None] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:09.765458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.766122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.884899 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d1d-a461-4672-9d6d-b034e2482572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.887876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae32d1d-a461-4672-9d6d-b034e2482572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.890223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7ae32d1d-a461-4672-9d6d-b034e2482572 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea105564-3063-4674-8d34-243d0565c573 HTTP/1.1" status: 204 len: 168 time: 0.6786168 Jul 16 01:24:09.919942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-589c867a-d5f8-4d28-a0e1-30ebda5ccb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.938257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae32d1d-a461-4672-9d6d-b034e2482572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea105564-3063-4674-8d34-243d0565c573,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.941252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726e898f-da57-4b0f-acf4-640090621c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.957376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-726e898f-da57-4b0f-acf4-640090621c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.049190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-26562966-4717-4d17-beaf-79b30f372770 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5327213 Jul 16 01:24:10.064759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb62afc-816b-45a5-9575-71a5e99c0fe4 None None] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:10.080655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-1182108b-f1d0-4796-b3c6-a138fe3e327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.080655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-1182108b-f1d0-4796-b3c6-a138fe3e327a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4021d0602b574d9080c1842b9010ebc0&device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 1122 time: 0.2665176 Jul 16 01:24:10.160258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39220) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.171503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-726e898f-da57-4b0f-acf4-640090621c01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=018d3c01f0a840af809e279da87749db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8135822 Jul 16 01:24:10.343699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.360137 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7b9a2a0-5fcf-4f36-90fa-e351975f69d8 req-11c2f96f-2fba-4cd9-b24b-b17e08a7b02b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863237 Jul 16 01:24:10.423456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e898f-da57-4b0f-acf4-640090621c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3536a560-ef5b-41c1-b612-c8421dcb1966,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.448037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91b45a09-e8b9-48c0-9515-b8321849b6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.579129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91b45a09-e8b9-48c0-9515-b8321849b6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.703240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 959d92db-57e7-480c-80f3-fe9eb6e02b90 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:10.725528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-444dd563-c2af-4dca-8771-b678bab8f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.727237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-444dd563-c2af-4dca-8771-b678bab8f107 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.6311219 Jul 16 01:24:10.859327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 959d92db-57e7-480c-80f3-fe9eb6e02b90 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:10.862191 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.904030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b355d-fca8-4497-ae1c-959a5801e7e2 req-1d8de4d9-e265-401b-9182-8231f8d377b3 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.908615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a52b355d-fca8-4497-ae1c-959a5801e7e2 req-1d8de4d9-e265-401b-9182-8231f8d377b3 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 0.6184878 Jul 16 01:24:10.913275 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-103735e6-3d34-4aac-a871-b9f8d7d0c811 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94 HTTP/1.1" status: 200 len: 217 time: 0.1671615 Jul 16 01:24:11.115793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-a99d9f32-1700-4e3e-b4fc-6f73dd2f5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.126831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-a99d9f32-1700-4e3e-b4fc-6f73dd2f5092 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ee06e7aeef14968888df9c56499d53e&device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 1100 time: 0.6145298 Jul 16 01:24:11.164956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.210936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91b45a09-e8b9-48c0-9515-b8321849b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.220225 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91b45a09-e8b9-48c0-9515-b8321849b6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.230178 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-91b45a09-e8b9-48c0-9515-b8321849b6c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3536a560-ef5b-41c1-b612-c8421dcb1966 HTTP/1.1" status: 204 len: 168 time: 1.0546002 Jul 16 01:24:11.242206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a52b355d-fca8-4497-ae1c-959a5801e7e2 req-9d655e50-7557-43d7-a9aa-e2d1a57355cb tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212211 Jul 16 01:24:11.262684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-1309552a-6ae8-41c2-85ac-e5d67bd0d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.264849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-1309552a-6ae8-41c2-85ac-e5d67bd0d332 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.2824643 Jul 16 01:24:11.279935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.281978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.327510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b5fd-5187-4aca-b643-95e92e9f813f req-a9d4de11-4b58-46c2-bcc7-43547afb375b tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.329661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf59b5fd-5187-4aca-b643-95e92e9f813f req-a9d4de11-4b58-46c2-bcc7-43547afb375b tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 970 time: 0.2975821 Jul 16 01:24:11.398425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b45a09-e8b9-48c0-9515-b8321849b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3536a560-ef5b-41c1-b612-c8421dcb1966,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.408579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf59b5fd-5187-4aca-b643-95e92e9f813f req-3df28895-e0cb-456e-a889-d9b9ef85f3bb tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614500 Jul 16 01:24:11.608690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:11.610122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Pushing event updated for resources: {'Port': ['ID=631a0f66-d845-4f3d-aaa3-5a566ab130ad,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.626175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:11.732657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:11.738045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-925292641-network', 'tenant_id': '33f2cf98e96640f4bd4e1e027a669334'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:11.793849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Made reservation on behalf of 33f2cf98e96640f4bd4e1e027a669334 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:11.808653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.832297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.869203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-211033f6-c0d1-425b-8ff6-cbb93b0d71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.875358 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-211033f6-c0d1-425b-8ff6-cbb93b0d71c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.7015171 Jul 16 01:24:11.958344 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-ae770306-139d-4f5b-b3d1-b6ff8a196511 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29 HTTP/1.1" status: 200 len: 217 time: 0.0631514 Jul 16 01:24:12.094624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.102218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eb2a6a86-ec98-4e6a-b1dc-0fe7469bdcc3 None None] Provisioning complete for port 631a0f66-d845-4f3d-aaa3-5a566ab130ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:12.102774 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6a86-ec98-4e6a-b1dc-0fe7469bdcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.105824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.152017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:12.168376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:12.195602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a6a86-ec98-4e6a-b1dc-0fe7469bdcc3 None None] Port 631a0f66-d845-4f3d-aaa3-5a566ab130ad cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:12.221429 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.221778 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Added segment 656b8731-84d4-404d-b979-9c4ce4162d82 of type vlan for network 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629 Jul 16 01:24:12.290832 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a1864ad8-42c2-40f1-abff-851ba858e304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.300911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-46237d99-d47f-4722-bf29-8039ca3b2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.303060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-46237d99-d47f-4722-bf29-8039ca3b2483 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1737697 Jul 16 01:24:12.332354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab09270-16cf-4a72-8ba1-58be974e77e1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.356189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.394855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:12.414775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.495961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:12.505857 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-248db899-9b92-419a-aa76-fc3e74eab990 admin admin] 10.222.0.42 "PUT /v2.0/routers/a5ea6eea-d45c-47b6-bea9-2bb8629a51b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5616329 Jul 16 01:24:12.523559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Sync routers for ids ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:12.588167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Routers {'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:12.588695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:24:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.706338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.707671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.708591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.811575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Set router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:13.043581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1003446292-network', 'tenant_id': '2d65ffd125da41a08a64015412dbfe88'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:13.073060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3365519 Jul 16 01:24:13.073878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39280) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:13.079884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Request body: {'subnet': {'network_id': '1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-925292641-subnet', 'tenant_id': '33f2cf98e96640f4bd4e1e027a669334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:13.135160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e151c-fb5a-45f9-b548-83c26f6b3bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.154772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-2edea29a-ce5f-4c09-abb1-ae495112986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.156503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-2edea29a-ce5f-4c09-abb1-ae495112986a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7951288 Jul 16 01:24:13.158951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Made reservation on behalf of 2d65ffd125da41a08a64015412dbfe88 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:13.161390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.174072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:13.180618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b934f-7d84-433a-9d20-913e37ea9447 req-f9653211-9d50-4223-a239-4b52a9be091a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.181332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Made reservation on behalf of 33f2cf98e96640f4bd4e1e027a669334 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:13.186443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.188498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be6b934f-7d84-433a-9d20-913e37ea9447 req-f9653211-9d50-4223-a239-4b52a9be091a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 970 time: 0.5358975 Jul 16 01:24:13.203719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde0eac-317c-4b10-8f28-ab2483d895a9 req-7d0d102a-5429-439f-8a93-ee8c52aa008a tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.205318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cde0eac-317c-4b10-8f28-ab2483d895a9 req-7d0d102a-5429-439f-8a93-ee8c52aa008a tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 0.6409254 Jul 16 01:24:13.260450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.381742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be6b934f-7d84-433a-9d20-913e37ea9447 req-f37c2435-a403-45e2-af34-d5310c64312a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922836 Jul 16 01:24:13.481876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '631a0f66-d845-4f3d-aaa3-5a566ab130ad', 'name': '', 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'mac_address': 'fa:16:3e:d1:d1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:07Z', 'updated_at': '2021-07-16T01:24:10Z', 'revision_number': 2, 'project_id': '8820835737c44d4699ded58a4e043eac', 'subnets': [{'id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.514528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cde0eac-317c-4b10-8f28-ab2483d895a9 req-aad6b3dd-ba29-4f63-ad54-f8f851d06b9c tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923000 Jul 16 01:24:13.553853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Checking router: a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:13.554495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Updating router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 port 631a0f66-d845-4f3d-aaa3-5a566ab130ad binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:13.644809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-93d87c5d-d8e5-49fb-94e5-e6695305b8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714825 Jul 16 01:24:13.646346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.699540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.749346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.842123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d29216d-a459-4f7e-b1df-1c4f96a54815,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.861084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Checking segment: {'id': '656b8731-84d4-404d-b979-9c4ce4162d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:13.861454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Network hostable DHCP agents. Network: 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:13.883404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Network 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:13.901715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:13.921871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.922325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9542a6-1df7-4c7e-aff3-dd133901b025 None None] Network 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:13.922877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.973947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.981114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f3923d-cab1-4078-80e2-fb455cbb21c9 req-bdab7e1e-2100-412c-bc98-6aec63f99ae4 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249364 Jul 16 01:24:13.983307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.994983 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-127962e7-ccb1-4b5c-8292-8637b034ad96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9122286 Jul 16 01:24:14.026988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:14.067855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf681d68-1665-4e7f-8652-3ad216852dc3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.087769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.088358 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Added segment 686eecf2-8fda-4867-addc-0ece0db81d05 of type vlan for network 5f659f07-8e6c-4520-8855-00b805943fea Jul 16 01:24:14.218284 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.295800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.297136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.297798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.382904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9757366 Jul 16 01:24:14.385940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:14.395455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Request body: {'subnet': {'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1003446292-subnet', 'tenant_id': '2d65ffd125da41a08a64015412dbfe88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:14.397131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495da20b-2043-4237-bfe5-a36e1ba9897f None None] Network 1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:14.467183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Made reservation on behalf of 2d65ffd125da41a08a64015412dbfe88 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:14.470438 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.510507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29363a-db26-4c0b-a91d-ab3139b4fa6a admin admin] Pushing event updated for resources: {'Network': ['ID=5f659f07-8e6c-4520-8855-00b805943fea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.533728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5f659f07-8e6c-4520-8855-00b805943fea details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:14.731611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fbb6e-716c-416b-aed1-518bd6648576 req-d570204a-9bf1-4a3b-9ff3-258d0e10452f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.739056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f47fbb6e-716c-416b-aed1-518bd6648576 req-d570204a-9bf1-4a3b-9ff3-258d0e10452f tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 970 time: 0.1148195 Jul 16 01:24:14.795173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f47fbb6e-716c-416b-aed1-518bd6648576 req-0745b92d-610a-46f8-b5c0-a261b26c42fd tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552294 Jul 16 01:24:14.907145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.023979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6439169b-a333-49f7-851e-e0ebaf35dcbc,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.032523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:15.033062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Network hostable DHCP agents. Network: 5f659f07-8e6c-4520-8855-00b805943fea, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:15.052279 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.062266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Network 5f659f07-8e6c-4520-8855-00b805943fea is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:15.064999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Transition to ACTIVE for port object 631a0f66-d845-4f3d-aaa3-5a566ab130ad will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:15.074985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a0dac-f250-423a-8f93-a2d6901545b5 req-e232d7c4-d84b-4bef-b069-8d05837e1e53 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.078432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d41a0dac-f250-423a-8f93-a2d6901545b5 req-e232d7c4-d84b-4bef-b069-8d05837e1e53 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 0.0989733 Jul 16 01:24:15.091289 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.093045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5f659f07-8e6c-4520-8855-00b805943fea) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:15.105952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.105952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.137734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c9809e1-772d-4945-b407-b13a170a0375 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7505887 Jul 16 01:24:15.150899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8a652-b110-4b99-a7e5-1a0cf32888c9 None None] Network 5f659f07-8e6c-4520-8855-00b805943fea requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:15.239271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d41a0dac-f250-423a-8f93-a2d6901545b5 req-e059783c-252b-43d0-9617-57b6b7730900 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538088 Jul 16 01:24:15.258839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c409689-06a0-488d-b36b-ccf2762da953 None None] Pushing event updated for resources: {'Port': ['ID=631a0f66-d845-4f3d-aaa3-5a566ab130ad,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.282038 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.382574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7edc60-2879-4090-96b7-faa1bf870b63 None None] Network 5f659f07-8e6c-4520-8855-00b805943fea requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:15.403040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-fd4072d4-f30d-466d-a59d-df787b843275 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.410310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-fd4072d4-f30d-466d-a59d-df787b843275 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.2724984 Jul 16 01:24:15.436031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-99226224-0ef4-4d8f-9934-5d1bfb52ade4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/quotas/07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 375 time: 0.0246882 Jul 16 01:24:15.518456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-741144e2-fb8a-4c04-ac37-47db9b903951 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814569 Jul 16 01:24:15.525708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-e4b0fd7c-bc62-4d45-ab8f-3ebf74d1187b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:15.537902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-e4b0fd7c-bc62-4d45-ab8f-3ebf74d1187b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179560 Jul 16 01:24:15.538151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Attempting to bind port 631a0f66-d845-4f3d-aaa3-5a566ab130ad on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:15.540211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Attempting to bind port 631a0f66-d845-4f3d-aaa3-5a566ab130ad by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:15.540775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Attempting to bind port 631a0f66-d845-4f3d-aaa3-5a566ab130ad on network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:15.593207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:15.593812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Checking segment: {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:15.594384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.594930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Bound using segment: {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:15.595702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Bound port: 631a0f66-d845-4f3d-aaa3-5a566ab130ad, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81adda11-5d08-4193-8854-007556c89ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:15.596250 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.745698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-d8f48c11-c5b0-4c5b-b48a-8185d0c290ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.751472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-d8f48c11-c5b0-4c5b-b48a-8185d0c290ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3000109 Jul 16 01:24:15.777563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] For port 631a0f66-d845-4f3d-aaa3-5a566ab130ad, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:15.785160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] For port 631a0f66-d845-4f3d-aaa3-5a566ab130ad, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=631a0f66-d845-4f3d-aaa3-5a566ab130ad,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:15.794111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.855295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Routers {'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:15.856309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:24:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:15.884818 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-869b72c6-7337-4391-a6ce-4521f22362e5 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244462 Jul 16 01:24:15.939296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:15.949315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-709938257-network', 'tenant_id': '5ce8e51708c84265a2abf9bc32d542ad'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:16.015691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] Set router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:16.074783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b8c1558f-b095-42dd-815b-78ca6cec6350 req-357c9cb1-d2f1-49dc-82a5-1e3764a60958 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833365 Jul 16 01:24:16.083140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c409689-06a0-488d-b36b-ccf2762da953 None None] Pushing event updated for resources: {'Port': ['ID=631a0f66-d845-4f3d-aaa3-5a566ab130ad,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.085244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Made reservation on behalf of 5ce8e51708c84265a2abf9bc32d542ad for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:16.087540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.100404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.119901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-6468a5d7-e085-416d-ba28-2f6f0d975a6c service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858492 Jul 16 01:24:16.121061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f28e941c-4831-4dde-8bb5-3dc4d4882e94 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:16.253103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-969578ef-a2f7-4d6c-bb7b-0a4bb073d12e service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228995 Jul 16 01:24:16.284700 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.291460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.322463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:16.334179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f541bead-8b03-4f89-a99d-5142ca4f11fc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.341436 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.342005 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Added segment 10375698-0330-4447-a71e-032271c7d7c9 of type vlan for network 2c117646-b32b-403f-9a23-89f288a8e001 Jul 16 01:24:16.359333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f28e941c-4831-4dde-8bb5-3dc4d4882e94, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:16.380093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94', 'mac_address': 'fa:16:3e:70:d3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:tempest-test_az-2134235824', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:16.426381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.434436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '631a0f66-d845-4f3d-aaa3-5a566ab130ad', 'name': '', 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'mac_address': 'fa:16:3e:d1:d1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:07Z', 'updated_at': '2021-07-16T01:24:15Z', 'revision_number': 4, 'project_id': '8820835737c44d4699ded58a4e043eac', 'subnets': [{'id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:16.436599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.469077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.470481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.471433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.487971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd939-fbbd-4e39-8034-839ba7fd78c3 None None] The sync data for ids ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'] in n-d-791506-20 is: [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '631a0f66-d845-4f3d-aaa3-5a566ab130ad', 'name': '', 'network_id': '6c73cad7-fcd3-442b-acfc-6a1b398e0502', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'mac_address': 'fa:16:3e:d1:d1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:07Z', 'updated_at': '2021-07-16T01:24:15Z', 'revision_number': 4, 'project_id': '8820835737c44d4699ded58a4e043eac', 'subnets': [{'id': '4558bf23-7843-4a1a-abe3-f8b9dedc6edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:16.501315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28e941c-4831-4dde-8bb5-3dc4d4882e94 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:16.517649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5725570 Jul 16 01:24:16.520299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:16.526195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Request body: {'subnet': {'network_id': '2c117646-b32b-403f-9a23-89f288a8e001', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-709938257-subnet', 'tenant_id': '5ce8e51708c84265a2abf9bc32d542ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:16.527024 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f28e941c-4831-4dde-8bb5-3dc4d4882e94, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:16.535707 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.603917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Made reservation on behalf of 5ce8e51708c84265a2abf9bc32d542ad for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:16.606890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.643541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f28e941c-4831-4dde-8bb5-3dc4d4882e94,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.669471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061b709-255c-4bc6-ae72-508db1012c1d admin admin] Pushing event updated for resources: {'Network': ['ID=2c117646-b32b-403f-9a23-89f288a8e001,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.682124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 2c117646-b32b-403f-9a23-89f288a8e001 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:16.802930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c01b75-a66b-43ce-b67a-84ff307200cc req-7e4c32b5-52cb-4cc1-9c43-5cec72804367 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.804628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34c01b75-a66b-43ce-b67a-84ff307200cc req-7e4c32b5-52cb-4cc1-9c43-5cec72804367 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 971 time: 0.1962631 Jul 16 01:24:16.867343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34c01b75-a66b-43ce-b67a-84ff307200cc req-67a07f88-c238-49f8-a2ae-e015f159408c tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499814 Jul 16 01:24:16.895247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['f28e941c-4831-4dde-8bb5-3dc4d4882e94'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:16.900198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711c796-4b16-4983-b37c-b957a28ba4a6 req-ade4e06f-9ebe-4488-a582-5a75c20dd356 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.907665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1711c796-4b16-4983-b37c-b957a28ba4a6 req-ade4e06f-9ebe-4488-a582-5a75c20dd356 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 0.2009873 Jul 16 01:24:16.962932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.965185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1711c796-4b16-4983-b37c-b957a28ba4a6 req-ed469a37-560d-4289-a837-83bd120dbb98 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Jul 16 01:24:17.041335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35545f15-b662-428b-8b6d-6998f7828f5e req-458c0039-fe24-4299-928d-7aaafaeebe68 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 210 time: 0.0729053 Jul 16 01:24:17.062321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898a664a-2360-417a-ba4b-b9d1f5a49110,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.071147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Checking segment: {'id': '10375698-0330-4447-a71e-032271c7d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2c117646-b32b-403f-9a23-89f288a8e001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:17.071511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Network hostable DHCP agents. Network: 2c117646-b32b-403f-9a23-89f288a8e001, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:17.102433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Network 2c117646-b32b-403f-9a23-89f288a8e001 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:17.115922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 2c117646-b32b-403f-9a23-89f288a8e001) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:17.121105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.121780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.128092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f534a4b-9278-400e-8c1d-1c3a7c646751 None None] Network 2c117646-b32b-403f-9a23-89f288a8e001 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:17.157613 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8765a4e2-9266-4073-9963-8758f1c95c60 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6359348 Jul 16 01:24:17.402965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff4e8a-dbc2-48a9-b67f-1f91cf59f4e2 None None] Network 2c117646-b32b-403f-9a23-89f288a8e001 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:17.674117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39398) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.679747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065521283', 'description': 'tempest-description--986077518'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:17.748702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.895412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.900948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.944958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.946739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2713702 Jul 16 01:24:17.950204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39418) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.951027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f6b23-aa72-4054-b1e5-82f91b9e1d1e tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ef664-0a6a-47ed-a370-ee903e2807ad,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.966406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'security_group_rule': {'security_group_id': 'ce7ef664-0a6a-47ed-a370-ee903e2807ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:17.988624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.046724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.208119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-dc79a200-5cf7-495e-93e9-4953b0f5795b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.209988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-dc79a200-5cf7-495e-93e9-4953b0f5795b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.2255287 Jul 16 01:24:18.237290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.245823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.254577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-262e8a16-86ba-40b3-b0d3-64e9a6e91e64 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/quotas/2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 375 time: 0.0374608 Jul 16 01:24:18.262144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8246bdf-47e6-441e-b37d-0635ba4e1145 req-d2a664bb-12d6-4edd-ba5d-2910c727dc66 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.263655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8246bdf-47e6-441e-b37d-0635ba4e1145 req-d2a664bb-12d6-4edd-ba5d-2910c727dc66 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 971 time: 0.2094810 Jul 16 01:24:18.313828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee7ad49-3828-459a-9346-fdc9c71084fc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.326422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-bdc8c10f-84a2-49e2-b28e-59601a89f5a9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574193 Jul 16 01:24:18.339650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39430) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.345631 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.351962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-888fcfc8-c219-40a4-9b62-3cecf329bb70 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956721 Jul 16 01:24:18.352148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.354757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'security_group_rule': {'security_group_id': 'ce7ef664-0a6a-47ed-a370-ee903e2807ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:18.437001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-52bd7a75-c4de-4ab8-93ab-fd1ef84b3be4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.438640 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-52bd7a75-c4de-4ab8-93ab-fd1ef84b3be4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.2565260 Jul 16 01:24:18.450106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.466874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Request body: {'port': {'device_id': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'admin_state_up': True, 'tenant_id': '07eca64fee8345f790c174acbcbe1809'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:18.530012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1cc-94ff-4b18-9900-2d1406456876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.544726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8246bdf-47e6-441e-b37d-0635ba4e1145 req-5e870cf7-ba6e-4553-8c3c-180e14706bb5 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584362 Jul 16 01:24:18.608871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 631a0f66-d845-4f3d-aaa3-5a566ab130ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:18.623251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-898a361c-8d97-4a1e-9ddc-b289c24e7955 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967012 Jul 16 01:24:18.638041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.647564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.689885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdff1fb-b232-4f14-ae8a-81d46b470e69,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.692634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 631a0f66-d845-4f3d-aaa3-5a566ab130ad completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:18.704905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b115faa8-e7b8-4bb4-a442-65b09c729c29 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:18.709880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 631a0f66-d845-4f3d-aaa3-5a566ab130ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:18.710390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.757764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1cc-94ff-4b18-9900-2d1406456876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.759046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-766d557c-5797-4d6d-a723-f686cfb8f7a0 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349680 Jul 16 01:24:18.768961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1cc-94ff-4b18-9900-2d1406456876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.785921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c033644-2c78-4226-9d42-2aa764b645bf req-ab96c263-312d-4979-9f93-90cbf63a4b42 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.788396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c033644-2c78-4226-9d42-2aa764b645bf req-ab96c263-312d-4979-9f93-90cbf63a4b42 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 948 time: 0.0908899 Jul 16 01:24:18.809367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.813970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39436) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.814175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2ed09420-c855-4e6a-8b38-7eb279299763 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4629059 Jul 16 01:24:18.820737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:18.848853 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2fccc1cc-94ff-4b18-9900-2d1406456876 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60748af4ffa74ca898d99fb1bc017bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120237 Jul 16 01:24:18.850747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc1cc-94ff-4b18-9900-2d1406456876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b3daa4-ab86-4251-8585-1d31a34bdd74,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.853484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39438) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.868923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Made reservation on behalf of 07eca64fee8345f790c174acbcbe1809 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:18.872935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.888531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c033644-2c78-4226-9d42-2aa764b645bf req-266dcc89-3336-46d3-9bba-106148587127 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914264 Jul 16 01:24:18.889473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port b115faa8-e7b8-4bb4-a442-65b09c729c29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:18.893274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.914787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'b115faa8-e7b8-4bb4-a442-65b09c729c29', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'b115faa8-e7b8-4bb4-a442-65b09c729c29', 'mac_address': 'fa:16:3e:da:d3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:18.950791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.036903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0faf6883-ce18-420d-9396-472c29f0d409 req-b5fc2f9c-c0d7-487d-ab34-64f196a79ef7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 210 time: 0.0362341 Jul 16 01:24:19.037794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 631a0f66-d845-4f3d-aaa3-5a566ab130ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=631a0f66-d845-4f3d-aaa3-5a566ab130ad,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.043444 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.056617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.104328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e8-16d5-4d2f-80fd-69e00af97a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.112313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Allocated IP 172.20.0.2 (73e5b720-b23b-4f22-ae91-5b302c58f07d/ff0e21ad-857b-444e-b696-0f1f25b9abfc/17668a17-085e-4aab-a0c1-951394a34071) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:19.129132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b115faa8-e7b8-4bb4-a442-65b09c729c29 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:19.149892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e8-16d5-4d2f-80fd-69e00af97a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.171577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port b115faa8-e7b8-4bb4-a442-65b09c729c29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.178572 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.181108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a359061c-5fd3-4b37-b0a2-ac7d2308eb12 req-27d7ca33-61c7-42de-87e4-4bf03eca1bea tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 210 time: 0.0713997 Jul 16 01:24:19.182545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=631a0f66-d845-4f3d-aaa3-5a566ab130ad,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.216012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.258597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=b115faa8-e7b8-4bb4-a442-65b09c729c29,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.322007 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e8-16d5-4d2f-80fd-69e00af97a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.324617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8af6d1e8-16d5-4d2f-80fd-69e00af97a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.328074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8af6d1e8-16d5-4d2f-80fd-69e00af97a87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07b3daa4-ab86-4251-8585-1d31a34bdd74 HTTP/1.1" status: 204 len: 168 time: 0.4711254 Jul 16 01:24:19.340295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6d1e8-16d5-4d2f-80fd-69e00af97a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b3daa4-ab86-4251-8585-1d31a34bdd74,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.400061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.456082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.462480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Allocated IP 172.25.7.227 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/958a3471-09e0-4311-b2f1-8f145680972e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:19.527841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:19.531763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:19.534622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:19.541863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.542763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.558471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['b115faa8-e7b8-4bb4-a442-65b09c729c29'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:19.560321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.571059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-f9e8298c-7e3d-4f53-b422-4b852018a029 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157434 Jul 16 01:24:19.593591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Request body: {'port': {'device_id': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:19.704278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.715026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.839392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39456) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:19.884679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f3411-2d75-43ea-8049-7f93628c42df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.926021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0052909-b7bd-4be7-81fb-ccfc2e9711d6 req-e81c4066-5afe-4e09-bf86-36dd149ec8b9 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.930253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0052909-b7bd-4be7-81fb-ccfc2e9711d6 req-e81c4066-5afe-4e09-bf86-36dd149ec8b9 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 971 time: 0.2281599 Jul 16 01:24:19.965267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.045882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:20.054739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17668a17-085e-4aab-a0c1-951394a34071 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:20.059995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:20.062725 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.076210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Transition to ACTIVE for port object 17668a17-085e-4aab-a0c1-951394a34071 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:20.078918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0052909-b7bd-4be7-81fb-ccfc2e9711d6 req-5f4d0b44-0133-4af8-8fb3-cf4c0597ae14 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266646 Jul 16 01:24:20.080105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.081630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:20.093451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'Port': ['ID=958a3471-09e0-4311-b2f1-8f145680972e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.097095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f28e941c-4831-4dde-8bb5-3dc4d4882e94 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:20.173416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port f28e941c-4831-4dde-8bb5-3dc4d4882e94 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:20.177763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.181758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port f28e941c-4831-4dde-8bb5-3dc4d4882e94 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:20.182277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.198640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:20.199107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:20.199510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:20.204945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:20.205960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:20.211734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:20.212005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:20.212976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:20.213915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Bound port: 17668a17-085e-4aab-a0c1-951394a34071, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:20.214295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.225874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.286995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f3411-2d75-43ea-8049-7f93628c42df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.291797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd791e53-66b2-4f9f-a077-7c86927ece10 req-3e0bbd61-b8c5-4222-8982-e86c163c99e7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 210 time: 0.0448558 Jul 16 01:24:20.292594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:20.297864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:20.303926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.308090 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.316609 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f3411-2d75-43ea-8049-7f93628c42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.353569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:20.370064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176946b6-0178-4183-9f7f-e713ae8fefd9 req-8dc9ff11-4507-4877-bf7d-4d0a33e40915 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.376142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.376810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.377120 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-176946b6-0178-4183-9f7f-e713ae8fefd9 req-8dc9ff11-4507-4877-bf7d-4d0a33e40915 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 949 time: 0.3218288 Jul 16 01:24:20.378317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] 10.222.0.13 "PUT /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 1092 time: 0.7931256 Jul 16 01:24:20.386606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'tag': '17668a17-085e-4aab-a0c1-951394a34071'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:20.395066 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27319f3a-ae18-42d9-946a-6aca7c180bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "tag": "17668a17-085e-4aab-a0c1-951394a34071"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:20.403350 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.441809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b82f3411-2d75-43ea-8049-7f93628c42df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa715ff3547c4b8caaeee5bb17d63773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988915 Jul 16 01:24:20.444655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39466) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.446312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f3411-2d75-43ea-8049-7f93628c42df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22974705-b04e-44ca-8e79-e984ae26f64e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.494499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-176946b6-0178-4183-9f7f-e713ae8fefd9 req-6e0d780b-dc10-4259-9e00-39e3e8210570 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163862 Jul 16 01:24:20.502992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f28e941c-4831-4dde-8bb5-3dc4d4882e94, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.518192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.579628 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04878b9-773b-42cb-8b45-df77ea01ae48 x-openstack-request-id: req-e04878b9-773b-42cb-8b45-df77ea01ae48 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:20.580000 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "tag": "17668a17-085e-4aab-a0c1-951394a34071", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:20.580179 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e04878b9-773b-42cb-8b45-df77ea01ae48 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:20.585217 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'tag': '17668a17-085e-4aab-a0c1-951394a34071', 'status': 'completed', 'code': 200} Jul 16 01:24:20.610923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07c01-8a2b-44bf-bf47-dfdcbebc3532 service neutron] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.646523 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e896e-8af7-49e8-97ab-eeecd264f77f" -d '{"events": [{"server_uuid": "915df4dd-2848-4f0a-b8ee-22c12c160a61", "name": "network-vif-plugged", "status": "completed", "tag": "f28e941c-4831-4dde-8bb5-3dc4d4882e94"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:20.663395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 631a0f66-d845-4f3d-aaa3-5a566ab130ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:20.670776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b115faa8-e7b8-4bb4-a442-65b09c729c29 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:20.693089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6dad-52e6-4d5d-b728-9b1b4665a605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.696138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f28e941c-4831-4dde-8bb5-3dc4d4882e94,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.739768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6dad-52e6-4d5d-b728-9b1b4665a605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.764159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-b0bf62e9-2044-4b66-a045-a6b776be64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.766478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-b0bf62e9-2044-4b66-a045-a6b776be64b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1095 time: 0.1813388 Jul 16 01:24:20.776741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-0d32ed28-0796-456a-9128-ba9b104b8ad5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.778269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-0d32ed28-0796-456a-9128-ba9b104b8ad5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.2598772 Jul 16 01:24:20.800205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Request body: {'port': {'device_id': '8b45f260-8190-4231-841e-8ce5226fa6df', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'admin_state_up': True, 'tenant_id': '2d65ffd125da41a08a64015412dbfe88'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:20.825209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6382457-7e62-4035-951b-cdd8b6af1008 req-c4b236b9-6134-4e80-b42e-e93d57487b1c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.827915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6382457-7e62-4035-951b-cdd8b6af1008 req-c4b236b9-6134-4e80-b42e-e93d57487b1c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 943 time: 0.3133416 Jul 16 01:24:20.850052 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-9cdf8374-8460-434f-bcc7-432c6018004e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.0666938 Jul 16 01:24:20.890055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port b115faa8-e7b8-4bb4-a442-65b09c729c29 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:20.903457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port b115faa8-e7b8-4bb4-a442-65b09c729c29 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:20.904068 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.930090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.948305 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6dad-52e6-4d5d-b728-9b1b4665a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.951709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6dad-52e6-4d5d-b728-9b1b4665a605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.956299 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf84d780-c92c-485f-a7cc-9969b9fec594 x-openstack-request-id: req-cf84d780-c92c-485f-a7cc-9969b9fec594 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:20.956299 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915df4dd-2848-4f0a-b8ee-22c12c160a61", "name": "network-vif-plugged", "status": "completed", "tag": "f28e941c-4831-4dde-8bb5-3dc4d4882e94", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:20.956571 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf84d780-c92c-485f-a7cc-9969b9fec594 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:20.957162 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94', 'code': 200} Jul 16 01:24:20.961428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 631a0f66-d845-4f3d-aaa3-5a566ab130ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:20.962014 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.970115 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5fe6dad-52e6-4d5d-b728-9b1b4665a605 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22974705-b04e-44ca-8e79-e984ae26f64e HTTP/1.1" status: 204 len: 168 time: 0.5123322 Jul 16 01:24:20.993636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.011197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe6dad-52e6-4d5d-b728-9b1b4665a605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22974705-b04e-44ca-8e79-e984ae26f64e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.019741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-2a1c32a7-c9f7-403a-977c-09eb2b26f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.025602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-2a1c32a7-c9f7-403a-977c-09eb2b26f77a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1680577 Jul 16 01:24:21.076826 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-02cf4323-8cc0-4678-892b-2dc1ee0df755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429032 Jul 16 01:24:21.090459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.106149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6382457-7e62-4035-951b-cdd8b6af1008 req-8a08e5fd-0c73-41a9-9ace-1e4979574751 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488301 Jul 16 01:24:21.140881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'Port': ['ID=958a3471-09e0-4311-b2f1-8f145680972e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.158821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.160813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5ba0259e-dadf-437f-8c2c-f1266c6cc232 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3448796 Jul 16 01:24:21.204086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.23', 65174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.252669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Made reservation on behalf of 2d65ffd125da41a08a64015412dbfe88 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:21.261064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.272957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.378734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port b115faa8-e7b8-4bb4-a442-65b09c729c29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:21.388636 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.444396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-3b706d37-de9b-48ff-83fb-ddf49959d2c9 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597069 Jul 16 01:24:21.522764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=b115faa8-e7b8-4bb4-a442-65b09c729c29,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.529994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48677b3-15d8-4d9c-9b5d-dd6a902165cf req-bf88fe78-b54e-40bf-85ed-c208494a284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.545399 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c48677b3-15d8-4d9c-9b5d-dd6a902165cf req-bf88fe78-b54e-40bf-85ed-c208494a284e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 1124 time: 0.3349178 Jul 16 01:24:21.579035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c48677b3-15d8-4d9c-9b5d-dd6a902165cf req-ac38a884-10ce-45a9-aef8-90e017b8f260 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.663069 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-20ef65f6-116c-4c0d-9c84-a6077e2d2477 req-fe844d10-988d-4307-8746-8c3f939d39b8 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113197 Jul 16 01:24:21.699733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1557f7d-eccc-4831-8e30-7f9d5f894541 req-58e507df-3a2e-4f94-9108-aa45a091a3d8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 210 time: 0.0455546 Jul 16 01:24:21.712085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Allocated IP 172.20.0.10 (5f659f07-8e6c-4520-8855-00b805943fea/6439169b-a333-49f7-851e-e0ebaf35dcbc/aedd34eb-4663-4eb0-ade4-6de6f70422be) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:21.776848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930d3e-725c-42ef-be6c-e0e048645e53 req-891d4357-0602-42a8-a329-1c4600782615 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.778416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e930d3e-725c-42ef-be6c-e0e048645e53 req-891d4357-0602-42a8-a329-1c4600782615 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 972 time: 0.2107534 Jul 16 01:24:21.798065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c48677b3-15d8-4d9c-9b5d-dd6a902165cf req-ac38a884-10ce-45a9-aef8-90e017b8f260 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.811677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c48677b3-15d8-4d9c-9b5d-dd6a902165cf req-ac38a884-10ce-45a9-aef8-90e017b8f260 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.916352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c48677b3-15d8-4d9c-9b5d-dd6a902165cf req-ac38a884-10ce-45a9-aef8-90e017b8f260 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638339 Jul 16 01:24:21.937327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38a884-10ce-45a9-aef8-90e017b8f260 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=87d39254-cd7f-4378-b42c-9196c8470ffe,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.970428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-1a8e4f6e-9581-45f2-bd0b-2b970d2bec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.972874 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-1a8e4f6e-9581-45f2-bd0b-2b970d2bec13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1095 time: 0.1791523 Jul 16 01:24:22.043949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e930d3e-725c-42ef-be6c-e0e048645e53 req-62a6d893-9f59-4497-a03a-a8262b77fc0e tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568214 Jul 16 01:24:22.048835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-d38412a8-5e22-4ad4-ae4d-75d1ceeed7d3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2065521283&fields=id&tenant_id=5f06b352d0e14026a3d5aa90a7c56520 HTTP/1.1" status: 200 len: 267 time: 0.0993006 Jul 16 01:24:22.152118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-3638f5cc-5a79-4257-b0d4-271b7f6af32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.154753 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-3638f5cc-5a79-4257-b0d4-271b7f6af32e service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1742311 Jul 16 01:24:22.189422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.225292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-4fb22f3f-b23c-4c74-a044-860a332685e4 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.226843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-4fb22f3f-b23c-4c74-a044-860a332685e4 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 823 time: 0.1492963 Jul 16 01:24:22.258922 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-8a885a57-01de-417a-b677-34798a154b49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.0949421 Jul 16 01:24:22.261821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-e7adcbe7-29d4-4464-bc64-ea98869458f5 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/quotas/5f06b352d0e14026a3d5aa90a7c56520 HTTP/1.1" status: 200 len: 375 time: 0.0255587 Jul 16 01:24:22.313587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-f42db7b8-f7b5-46fb-8113-72ef012ed863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.315098 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-f42db7b8-f7b5-46fb-8113-72ef012ed863 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0491891 Jul 16 01:24:22.349989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-5aa6b6b0-aac7-466a-b36a-285cba9689f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280313 Jul 16 01:24:22.357160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.450494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Network 5f659f07-8e6c-4520-8855-00b805943fea is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:22.459890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:22.460730 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-03c37a7e-8cdf-4a5b-97c7-f338421970b5 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968943 Jul 16 01:24:22.469801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:22.476370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.476621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.479188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.496716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-d7c94207-0a46-4a64-9cc3-5f6bc4cff7dd tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2311516 Jul 16 01:24:22.520516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d335c-21e7-45da-9752-8e25d9167892 req-f894923a-e243-4c90-b35e-ff460b9e0062 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.522721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d90d335c-21e7-45da-9752-8e25d9167892 req-f894923a-e243-4c90-b35e-ff460b9e0062 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 950 time: 0.2101595 Jul 16 01:24:22.525606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a7583581-06cf-4da3-99ba-5f17faaa23d9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7347634 Jul 16 01:24:22.555752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Request body: {'port': {'device_id': '8b45f260-8190-4231-841e-8ce5226fa6df', 'device_owner': 'compute:tempest-test_az-2134235824', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:22.577188 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27319f3a-ae18-42d9-946a-6aca7c180bb0 req-a8465864-c0ec-4348-b943-ee01d46db5ea service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098826 Jul 16 01:24:22.681092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d90d335c-21e7-45da-9752-8e25d9167892 req-9667a75a-3c75-48a7-ba86-b3d07ff9a32a tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483896 Jul 16 01:24:22.711573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-e123cb64-6727-417f-a034-94f1a929689c service neutron] 10.222.0.42 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874733 Jul 16 01:24:22.712281 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.949797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-e14f8642-6797-4b53-834d-e4b6db991ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287271 Jul 16 01:24:22.959208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db50191-ce54-4690-8f82-7df8644d01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115faa8-e7b8-4bb4-a442-65b09c729c29'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:22.961458 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd860ff-c017-47fe-a9ee-e613ca1546d8" -d '{"events": [{"server_uuid": "6db50191-ce54-4690-8f82-7df8644d01fd", "name": "network-vif-plugged", "status": "completed", "tag": "b115faa8-e7b8-4bb4-a442-65b09c729c29"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:23.022882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7e420-a68e-4fd6-9e20-060a5a35d9f3 req-76745b55-b7dc-42f7-99ad-fd8127e92e25 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.025265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efc7e420-a68e-4fd6-9e20-060a5a35d9f3 req-76745b55-b7dc-42f7-99ad-fd8127e92e25 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 943 time: 0.2124007 Jul 16 01:24:23.113124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efc7e420-a68e-4fd6-9e20-060a5a35d9f3 req-5964416d-1b74-4b8d-a377-3fa40c0740d2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813293 Jul 16 01:24:23.182240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedd34eb-4663-4eb0-ade4-6de6f70422be {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:23.189136 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e98ad-2cde-4461-aeba-7c16106ec6a2 x-openstack-request-id: req-858e98ad-2cde-4461-aeba-7c16106ec6a2 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:23.189800 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db50191-ce54-4690-8f82-7df8644d01fd", "name": "network-vif-plugged", "status": "completed", "tag": "b115faa8-e7b8-4bb4-a442-65b09c729c29", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:23.190710 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-858e98ad-2cde-4461-aeba-7c16106ec6a2 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:23.191320 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db50191-ce54-4690-8f82-7df8644d01fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b115faa8-e7b8-4bb4-a442-65b09c729c29', 'code': 200} Jul 16 01:24:23.191666 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.215076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Transition to ACTIVE for port object aedd34eb-4663-4eb0-ade4-6de6f70422be will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:23.221701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.325876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea334be7-52d1-4a8f-b767-1417a44c9900 req-627ffe61-70f3-44c4-8e29-5b1acfe98ff0 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 210 time: 0.0672209 Jul 16 01:24:23.347518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.388519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0be77-bdd9-42e6-bcff-78ac6b7750a3 req-652e021d-4c53-4a71-a63d-9e15a831ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.390363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1cc0be77-bdd9-42e6-bcff-78ac6b7750a3 req-652e021d-4c53-4a71-a63d-9e15a831ea4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 1102 time: 0.0991869 Jul 16 01:24:23.396757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:23.397097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:23.397431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:23.407022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:23.407342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:23.422324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f52191-3378-4937-b7bb-e818d4ec9883 req-f1f237ba-ca9f-4c05-aae1-0af7597a0ed1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.429831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2f52191-3378-4937-b7bb-e818d4ec9883 req-f1f237ba-ca9f-4c05-aae1-0af7597a0ed1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.1724014 Jul 16 01:24:23.431737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:23.432081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:23.432486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:23.432939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Bound port: aedd34eb-4663-4eb0-ade4-6de6f70422be, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:23.433302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.442840 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1cc0be77-bdd9-42e6-bcff-78ac6b7750a3 req-40a692a4-fd96-4b7b-b1b1-33478537d3c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Jul 16 01:24:23.535274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2f52191-3378-4937-b7bb-e818d4ec9883 req-bfb78975-7889-4d15-99aa-003f72f53c45 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045616 Jul 16 01:24:23.601472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:23.605505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:23.611763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.620891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd5ce-453c-432b-9b56-a5e94970cbd4 req-1348705f-5fba-4372-96f4-7c16eb95f9df tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.622425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fddd5ce-453c-432b-9b56-a5e94970cbd4 req-1348705f-5fba-4372-96f4-7c16eb95f9df tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 972 time: 0.1318669 Jul 16 01:24:23.677406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.678049 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.679422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] 10.222.0.23 "PUT /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 1115 time: 1.1442535 Jul 16 01:24:23.681588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:23.683839 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00" -d '{"events": [{"name": "network-changed", "server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:23.713305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabd4e5-8946-4cfc-bfaf-49c4e991195a service neutron] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.724972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fddd5ce-453c-432b-9b56-a5e94970cbd4 req-bbb88a3b-1b80-42c9-ab75-7834b3d2daca tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791523 Jul 16 01:24:23.782780 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f5830-3b93-4a7f-9c55-c7ed4e830615 x-openstack-request-id: req-c78f5830-3b93-4a7f-9c55-c7ed4e830615 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:23.783121 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:23.783373 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c78f5830-3b93-4a7f-9c55-c7ed4e830615 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:23.783762 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'status': 'completed', 'code': 200} Jul 16 01:24:23.787380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-39336899-da4e-4d04-acd4-9726e7c5eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.789392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-39336899-da4e-4d04-acd4-9726e7c5eaf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1118 time: 0.0635076 Jul 16 01:24:23.872814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-78ef5eba-5e46-438e-9a8d-02b26fa91e02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.0624454 Jul 16 01:24:23.966039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-516c453d-3c33-4e3d-9260-f31e8b0ad160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.967653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-516c453d-3c33-4e3d-9260-f31e8b0ad160 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0844109 Jul 16 01:24:24.013491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-4a2f8d13-9a09-42f8-adc5-ed9d17f1e39f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371163 Jul 16 01:24:24.038469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b64c0-661b-4e1c-b381-1c0b62527a6f req-9beb59f6-8759-448e-9e47-4382045a2eda tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.040213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d5b64c0-661b-4e1c-b381-1c0b62527a6f req-9beb59f6-8759-448e-9e47-4382045a2eda tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 950 time: 0.1487489 Jul 16 01:24:24.304919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d5b64c0-661b-4e1c-b381-1c0b62527a6f req-260f961f-6411-462b-aa4e-b8f6a0e0cdfb tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887153 Jul 16 01:24:24.327716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-a4d7e7c7-4df1-4757-ad61-aadd8813f592 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067348 Jul 16 01:24:24.450960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74766cfc-4fd0-484b-a500-30e7c25f8f22 req-2933ff3c-fdb7-4ed6-b211-304e86bdbd29 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161106 Jul 16 01:24:24.567736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef16a6c-86ac-4ae2-b51b-ff737f65dc65 req-e0654d2e-08b2-42e9-9c79-85af03756900 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.573115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ef16a6c-86ac-4ae2-b51b-ff737f65dc65 req-e0654d2e-08b2-42e9-9c79-85af03756900 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 943 time: 0.1448967 Jul 16 01:24:24.599733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad17a41a-ebef-47f6-8398-49037b0409b8 req-e6d063b4-a0d9-422d-ace5-5b2d8697703b tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 210 time: 0.0572896 Jul 16 01:24:24.659314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-997ea063-81d2-4402-a027-dece491513e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.660888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-997ea063-81d2-4402-a027-dece491513e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1118 time: 0.1529772 Jul 16 01:24:24.674190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ef16a6c-86ac-4ae2-b51b-ff737f65dc65 req-8880d07c-ad5f-4c35-939b-d3b4092e2941 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Jul 16 01:24:24.695446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17668a17-085e-4aab-a0c1-951394a34071 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:24.799698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-b3c06c9d-54c8-4e59-b657-3f55c7a1e4d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.803234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-b3c06c9d-54c8-4e59-b657-3f55c7a1e4d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.13 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 823 time: 0.1504004 Jul 16 01:24:24.843887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:24.861429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '17668a17-085e-4aab-a0c1-951394a34071', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'port_id': '17668a17-085e-4aab-a0c1-951394a34071', 'mac_address': 'fa:16:3e:fc:26:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0e21ad-857b-444e-b696-0f1f25b9abfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:24.921026 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-fa6dba4f-4a08-4c4d-9528-61702426eb42 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06b352d0e14026a3d5aa90a7c56520 HTTP/1.1" status: 200 len: 380 time: 0.1018860 Jul 16 01:24:24.922942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.939766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'port': {'device_id': '572b2e4a-68ac-41b2-b24e-473537a92635', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'admin_state_up': True, 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'security_groups': ['ce7ef664-0a6a-47ed-a370-ee903e2807ad']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:24.947800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17668a17-085e-4aab-a0c1-951394a34071 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:24.974777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:24.981179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.008565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a492e4-2e15-4f82-8911-51d745086a79 req-e8695a5a-db5c-4ba0-bb9a-a7b5865679d8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.010044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15a492e4-2e15-4f82-8911-51d745086a79 req-e8695a5a-db5c-4ba0-bb9a-a7b5865679d8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.2339733 Jul 16 01:24:25.014138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-744ced0d-2451-4a7c-a0ec-1481f56db721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.015571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-744ced0d-2451-4a7c-a0ec-1481f56db721 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.3404458 Jul 16 01:24:25.046338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.081876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-6e0e9230-84b7-456f-900e-3110cd7225be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.0561121 Jul 16 01:24:25.090778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92ea2d-0708-4e23-8414-65cf4383d0e5 req-3c6d6408-863d-4b3f-b6ed-c03c64f64bd5 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.092569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc92ea2d-0708-4e23-8414-65cf4383d0e5 req-3c6d6408-863d-4b3f-b6ed-c03c64f64bd5 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 972 time: 0.1694524 Jul 16 01:24:25.110194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Made reservation on behalf of 5f06b352d0e14026a3d5aa90a7c56520 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:25.115841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.149260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15a492e4-2e15-4f82-8911-51d745086a79 req-32c9ea0b-3de7-44d2-886e-b24be884fc65 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295717 Jul 16 01:24:25.199241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-d919c48f-03f9-45d9-a848-5e6f86accb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.200918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-d919c48f-03f9-45d9-a848-5e6f86accb79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1047671 Jul 16 01:24:25.206165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc92ea2d-0708-4e23-8414-65cf4383d0e5 req-ad719741-4ef7-4a9f-b5ff-81670b75a0e9 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Jul 16 01:24:25.246445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-a0816505-65fe-4ea4-bcbe-b4c66464c6fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369763 Jul 16 01:24:25.301497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.344542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['17668a17-085e-4aab-a0c1-951394a34071'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:25.377391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-da398d41-0bbe-4525-b8c6-1d03538cdb20 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186740 Jul 16 01:24:25.512544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Allocated IP 172.20.0.12 (d69542b7-a5a1-40ee-8540-75290d611b90/e8bf8f47-8885-4339-a0fb-fcf1483bbf45/914063aa-05b5-43fd-8146-1eb5b1c26277) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:25.603466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba6573f5-064e-43af-bf58-4f24e089b9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.634395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294307eb-b92d-4045-8983-7dcbfe767905 req-74a8994f-1020-4673-b118-6d8cd348ad1f tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.635933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-294307eb-b92d-4045-8983-7dcbfe767905 req-74a8994f-1020-4673-b118-6d8cd348ad1f tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 1124 time: 0.2574580 Jul 16 01:24:25.672993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79a92ceb-95da-40c7-bdaf-67a58f5ccb00 req-dbea4f81-1503-4302-8b4f-73463292689d service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634223 Jul 16 01:24:25.679732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.682894 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-294307eb-b92d-4045-8983-7dcbfe767905 req-c703c42e-cba9-4836-9e29-51d03bc019d5 tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.694053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Transition to ACTIVE for port object 914063aa-05b5-43fd-8146-1eb5b1c26277 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:25.716790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73521474-b611-4fb7-a1a2-dd9e48311b60 req-aa67d9de-ebfa-4a5f-a7b9-ea696a992f6b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.718292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73521474-b611-4fb7-a1a2-dd9e48311b60 req-aa67d9de-ebfa-4a5f-a7b9-ea696a992f6b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 950 time: 0.2227519 Jul 16 01:24:25.727287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.777161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73521474-b611-4fb7-a1a2-dd9e48311b60 req-d1c37d61-55dd-4934-9d80-3591c885789b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Jul 16 01:24:25.778677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Network d69542b7-a5a1-40ee-8540-75290d611b90 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:25.782354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:25.787038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:25.794424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.795080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.801806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'Port': ['ID=914063aa-05b5-43fd-8146-1eb5b1c26277,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.813769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba6573f5-064e-43af-bf58-4f24e089b9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.824191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba6573f5-064e-43af-bf58-4f24e089b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.878173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ba6573f5-064e-43af-bf58-4f24e089b9ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ee346c5ce5149eb926f3c4329a6d4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5737674 Jul 16 01:24:25.881336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.895160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6573f5-064e-43af-bf58-4f24e089b9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98697a4-dc28-4685-882c-9a39294517c3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.946531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec740d27-08db-4d54-9050-1004d1f9657f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.971832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec740d27-08db-4d54-9050-1004d1f9657f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.018441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a50aa-e923-4863-a034-536180135f87 req-24e2cde8-9bac-4fc2-8ee9-41caaa31468c tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.020145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac6a50aa-e923-4863-a034-536180135f87 req-24e2cde8-9bac-4fc2-8ee9-41caaa31468c tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 932 time: 0.1075408 Jul 16 01:24:26.022585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec740d27-08db-4d54-9050-1004d1f9657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.025982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec740d27-08db-4d54-9050-1004d1f9657f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.027313 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec740d27-08db-4d54-9050-1004d1f9657f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c98697a4-dc28-4685-882c-9a39294517c3 HTTP/1.1" status: 204 len: 168 time: 0.1449180 Jul 16 01:24:26.031327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-294307eb-b92d-4045-8983-7dcbfe767905 req-c703c42e-cba9-4836-9e29-51d03bc019d5 tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.036156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec740d27-08db-4d54-9050-1004d1f9657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98697a4-dc28-4685-882c-9a39294517c3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.039226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-294307eb-b92d-4045-8983-7dcbfe767905 req-c703c42e-cba9-4836-9e29-51d03bc019d5 tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.044143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-c69e22cd-a361-4628-a8cf-4cdeb0d65818 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1148415 Jul 16 01:24:26.065387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8aa1a7c6-94a9-40e2-a9ec-d9fa86439b9b None None] Provisioning for port 914063aa-05b5-43fd-8146-1eb5b1c26277 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:26.067294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Request body: {'port': {'device_id': '572b2e4a-68ac-41b2-b24e-473537a92635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:26.072469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8aa1a7c6-94a9-40e2-a9ec-d9fa86439b9b None None] Provisioning complete for port 914063aa-05b5-43fd-8146-1eb5b1c26277 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:26.073197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a7c6-94a9-40e2-a9ec-d9fa86439b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.100009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c42e-cba9-4836-9e29-51d03bc019d5 tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65ee55f-dbad-4ebb-93c7-093b98074075,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.118265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a7c6-94a9-40e2-a9ec-d9fa86439b9b None None] Port 914063aa-05b5-43fd-8146-1eb5b1c26277 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:26.119481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-294307eb-b92d-4045-8983-7dcbfe767905 req-c703c42e-cba9-4836-9e29-51d03bc019d5 tempest-AggregatesAdminTestJSON-246632933 tempest-AggregatesAdminTestJSON-246632933-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684217 Jul 16 01:24:26.147502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac6a50aa-e923-4863-a034-536180135f87 req-f7bc4c34-340f-49ca-8394-8b2a107fb41b tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185789 Jul 16 01:24:26.163526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.343975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50626-141e-4e2d-b18a-c9a6cb8e12ca req-5dec0e15-aeac-4c5f-9ea6-27006ceb3c3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.351534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ec50626-141e-4e2d-b18a-c9a6cb8e12ca req-5dec0e15-aeac-4c5f-9ea6-27006ceb3c3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 944 time: 0.1008201 Jul 16 01:24:26.397499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ec50626-141e-4e2d-b18a-c9a6cb8e12ca req-486cd190-a6ef-4125-a9f6-1cc988aec5a1 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Jul 16 01:24:26.402397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:26.420680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20e0653-3592-45e0-b478-119920564b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.541450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914063aa-05b5-43fd-8146-1eb5b1c26277 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:26.549522 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.568149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Transition to ACTIVE for port object 914063aa-05b5-43fd-8146-1eb5b1c26277 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:26.573051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.578457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20e0653-3592-45e0-b478-119920564b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.585670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20e0653-3592-45e0-b478-119920564b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.640067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f20e0653-3592-45e0-b478-119920564b7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a31787cb039481291e694296956eb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341628 Jul 16 01:24:26.642542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:26.654339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e0653-3592-45e0-b478-119920564b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd4b248-c8f1-4159-bffd-0223bd515b1a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.674076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Pushing event updated for resources: {'Port': ['ID=914063aa-05b5-43fd-8146-1eb5b1c26277,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.688840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Attempting to bind port 914063aa-05b5-43fd-8146-1eb5b1c26277 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:26.689184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Attempting to bind port 914063aa-05b5-43fd-8146-1eb5b1c26277 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:26.689661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Attempting to bind port 914063aa-05b5-43fd-8146-1eb5b1c26277 on network d69542b7-a5a1-40ee-8540-75290d611b90 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:26.695988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Port 914063aa-05b5-43fd-8146-1eb5b1c26277 on network d69542b7-a5a1-40ee-8540-75290d611b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:26.696391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Attempting to bind port 914063aa-05b5-43fd-8146-1eb5b1c26277 on network d69542b7-a5a1-40ee-8540-75290d611b90 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:26.706558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:26.707499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Checking segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:26.707900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Bound using segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:26.708930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Bound port: 914063aa-05b5-43fd-8146-1eb5b1c26277, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:26.709367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.719121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17668a17-085e-4aab-a0c1-951394a34071 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:26.719760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8d47-ed2b-4a20-965d-bdf182393a0b req-f213f07b-9e5b-406f-b0cf-28c8207b612a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.721859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a65a8d47-ed2b-4a20-965d-bdf182393a0b req-f213f07b-9e5b-406f-b0cf-28c8207b612a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.2014160 Jul 16 01:24:26.793572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 17668a17-085e-4aab-a0c1-951394a34071 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:26.799052 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-051b38c2-3f7d-4108-b0b7-4be18ec9b5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.802977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 17668a17-085e-4aab-a0c1-951394a34071 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:26.803716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.804563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a65a8d47-ed2b-4a20-965d-bdf182393a0b req-012b8075-4552-4382-866a-67e6eee50743 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676820 Jul 16 01:24:26.830955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-051b38c2-3f7d-4108-b0b7-4be18ec9b5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.882186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] For port 914063aa-05b5-43fd-8146-1eb5b1c26277, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:26.890102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] For port 914063aa-05b5-43fd-8146-1eb5b1c26277, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=914063aa-05b5-43fd-8146-1eb5b1c26277,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:26.898393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.923584 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.933312 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-051b38c2-3f7d-4108-b0b7-4be18ec9b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.936916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-051b38c2-3f7d-4108-b0b7-4be18ec9b5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.938757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-051b38c2-3f7d-4108-b0b7-4be18ec9b5da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9dd4b248-c8f1-4159-bffd-0223bd515b1a HTTP/1.1" status: 204 len: 168 time: 0.2943926 Jul 16 01:24:26.953687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b38c2-3f7d-4108-b0b7-4be18ec9b5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd4b248-c8f1-4159-bffd-0223bd515b1a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.004093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Pushing event updated for resources: {'Port': ['ID=914063aa-05b5-43fd-8146-1eb5b1c26277,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.021513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17668a17-085e-4aab-a0c1-951394a34071'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:27.024472 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3dbe0-0f53-49d3-9509-38aa0319c1c0" -d '{"events": [{"server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "name": "network-vif-plugged", "status": "completed", "tag": "17668a17-085e-4aab-a0c1-951394a34071"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:27.036045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.038147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.043220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-ec803e8e-25b4-4f0d-b8e4-d43f6beffbff service neutron] 10.222.0.13 "PUT /v2.0/ports/914063aa-05b5-43fd-8146-1eb5b1c26277 HTTP/1.1" status: 200 len: 1093 time: 0.9834757 Jul 16 01:24:27.043859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:27.047230 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b86e21-2aed-4e05-80dc-40e61db917f0" -d '{"events": [{"name": "network-changed", "server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:27.066835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:27.074496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.107229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950be855-ebd8-49fa-86f7-f3914beed032 req-eb29eaf0-3e3f-44db-a2c4-e06a2832bdbc tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.116095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-950be855-ebd8-49fa-86f7-f3914beed032 req-eb29eaf0-3e3f-44db-a2c4-e06a2832bdbc tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 950 time: 0.1198170 Jul 16 01:24:27.176361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-950be855-ebd8-49fa-86f7-f3914beed032 req-55a1ac41-1bb7-4f31-83fd-4cbd35713ab5 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580642 Jul 16 01:24:27.182311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.217783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-f9e9f94d-de59-4891-809a-64ad0f56a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.219456 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-f9e9f94d-de59-4891-809a-64ad0f56a9d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 1096 time: 0.1097867 Jul 16 01:24:27.262507 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14730be9-c52a-4321-90eb-62cd0eb33cad x-openstack-request-id: req-14730be9-c52a-4321-90eb-62cd0eb33cad {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:27.262802 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "name": "network-vif-plugged", "status": "completed", "tag": "17668a17-085e-4aab-a0c1-951394a34071", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:27.263433 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14730be9-c52a-4321-90eb-62cd0eb33cad {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:27.263433 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17668a17-085e-4aab-a0c1-951394a34071', 'code': 200} Jul 16 01:24:27.291518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-3450a55e-0f7f-4725-834c-fb1ad706e4ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914063aa-05b5-43fd-8146-1eb5b1c26277 HTTP/1.1" status: 200 len: 217 time: 0.0565407 Jul 16 01:24:27.366286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.13', 52363) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:27.415979 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a3bf85-48b4-4d54-a26d-ec767614c37a x-openstack-request-id: req-25a3bf85-48b4-4d54-a26d-ec767614c37a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:27.416539 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:27.416800 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25a3bf85-48b4-4d54-a26d-ec767614c37a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:27.417478 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'status': 'completed', 'code': 200} Jul 16 01:24:27.436056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-4a1b381a-70f6-43dd-ad2c-f3e5fa25a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.437935 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-4a1b381a-70f6-43dd-ad2c-f3e5fa25a1cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.1389813 Jul 16 01:24:27.470211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84f13c-7b05-4209-aa97-f2b85f0cfcf8 req-d3e7e16e-28ec-452c-98fc-53a649086286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.471680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec84f13c-7b05-4209-aa97-f2b85f0cfcf8 req-d3e7e16e-28ec-452c-98fc-53a649086286 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1097 time: 0.1037099 Jul 16 01:24:27.513120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-b26c25f1-3878-4aee-8f52-11a4a55efe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.515273 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-b26c25f1-3878-4aee-8f52-11a4a55efe67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688386 Jul 16 01:24:27.528648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec84f13c-7b05-4209-aa97-f2b85f0cfcf8 req-cb884b4c-90c0-4b4c-8fb6-239ff08e6792 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Jul 16 01:24:27.554879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d844-8fd3-4265-a67d-840fa0f29e4b req-1c2b2281-2e95-4509-a778-974f1478d2c9 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.556627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de81d844-8fd3-4265-a67d-840fa0f29e4b req-1c2b2281-2e95-4509-a778-974f1478d2c9 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 944 time: 0.1031709 Jul 16 01:24:27.616061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de81d844-8fd3-4265-a67d-840fa0f29e4b req-14cdafaa-0605-4e59-90ea-9c336a413629 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520141 Jul 16 01:24:27.636622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-23fa24fe-5569-4bc8-9cb2-d9d91281aef4 service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134944 Jul 16 01:24:27.850317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4a625-025f-4abc-826c-4e2b06447fa6 req-5abdd185-2f6a-4a61-a530-aa798d0935de tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.851959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15b4a625-025f-4abc-826c-4e2b06447fa6 req-5abdd185-2f6a-4a61-a530-aa798d0935de tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 945 time: 0.0785956 Jul 16 01:24:27.909987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15b4a625-025f-4abc-826c-4e2b06447fa6 req-7e4d78da-bbdd-4dc4-ba21-8eee169cf08b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Jul 16 01:24:27.980094 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5aedc03-4267-4481-9ea6-4cce6da57692 req-508dec77-599c-4117-b1cc-c682e804179b service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370566 Jul 16 01:24:28.118778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b35fa-128b-4e4a-acaa-cb17cba53ff5 req-1e5d7f41-9d85-462e-8a83-aa6213ef79c1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.120755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee3b35fa-128b-4e4a-acaa-cb17cba53ff5 req-1e5d7f41-9d85-462e-8a83-aa6213ef79c1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 950 time: 0.0844274 Jul 16 01:24:28.154951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:28.160330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-499b3be9-90b4-474a-95ed-48a0ff79edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.162862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-499b3be9-90b4-474a-95ed-48a0ff79edfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 1096 time: 0.0778592 Jul 16 01:24:28.209720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee3b35fa-128b-4e4a-acaa-cb17cba53ff5 req-9813ae10-6681-4982-a22e-b38eb76278d1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 Jul 16 01:24:28.255911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c15c-54ca-419f-928b-ca38ab998713 req-bc648ec8-641e-4e0e-b419-3e7a5aa0d3e2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.257525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8f4c15c-54ca-419f-928b-ca38ab998713 req-bc648ec8-641e-4e0e-b419-3e7a5aa0d3e2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.0959656 Jul 16 01:24:28.279890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:28.301355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'port_id': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'mac_address': 'fa:16:3e:db:a6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6439169b-a333-49f7-851e-e0ebaf35dcbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-2134235824', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:28.327886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8f4c15c-54ca-419f-928b-ca38ab998713 req-dff78824-be91-4299-b062-fb285d50e346 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623324 Jul 16 01:24:28.331480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-4e7c8e8f-4ab6-46dd-a6f2-9d3853ff2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.333009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-4e7c8e8f-4ab6-46dd-a6f2-9d3853ff2dba service neutron] 10.222.0.13 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 924 time: 0.1636052 Jul 16 01:24:28.373809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.392855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-dec78fb1-14c6-4843-956c-7d6c25898e79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914063aa-05b5-43fd-8146-1eb5b1c26277 HTTP/1.1" status: 200 len: 217 time: 0.0496681 Jul 16 01:24:28.395929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedd34eb-4663-4eb0-ade4-6de6f70422be {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:28.419185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:28.424686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.467831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-04746b8e-1139-4c4f-a6d8-c9c8eb93a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.469772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-04746b8e-1139-4c4f-a6d8-c9c8eb93a8d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.0699303 Jul 16 01:24:28.486157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:28.550274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-15838a5a-766b-40cc-9007-a4078d6e5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.552003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-15838a5a-766b-40cc-9007-a4078d6e5d11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713360 Jul 16 01:24:28.673360 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-a69e986a-b34e-41d0-9ea3-abaea7f58d15 service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060121 Jul 16 01:24:28.724018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['aedd34eb-4663-4eb0-ade4-6de6f70422be'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:28.869356 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-70b86e21-2aed-4e05-80dc-40e61db917f0 req-e02e229b-5378-41c2-b480-a7b29ac9ec0e service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406436 Jul 16 01:24:28.886852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f183a2-bf1a-4ed3-8b00-2482a0f4f8f2 req-f19d8679-52c9-4e88-af37-b9bd515e3dce tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.900666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2f183a2-bf1a-4ed3-8b00-2482a0f4f8f2 req-f19d8679-52c9-4e88-af37-b9bd515e3dce tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 944 time: 0.1472113 Jul 16 01:24:28.954957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2f183a2-bf1a-4ed3-8b00-2482a0f4f8f2 req-dc5f2d72-e673-4c5f-8ea3-21efd8101842 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528867 Jul 16 01:24:29.144732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-6d87795e-8e7a-46db-a88f-b98e7a5ebeff tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325477 Jul 16 01:24:29.418718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f289d5-76f4-44bd-94a4-6f4433772fde req-312ceeeb-d31c-41df-a0e9-739bffd5c27a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.420195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73f289d5-76f4-44bd-94a4-6f4433772fde req-312ceeeb-d31c-41df-a0e9-739bffd5c27a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 945 time: 0.2966497 Jul 16 01:24:29.452665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-ba5b3abc-27ea-4333-8b81-5840e169e2fb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.454167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-ba5b3abc-27ea-4333-8b81-5840e169e2fb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918613 Jul 16 01:24:29.481867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73f289d5-76f4-44bd-94a4-6f4433772fde req-48a24e85-ccad-439d-9ada-511060631610 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552392 Jul 16 01:24:29.483160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-29d6d8bc-b7cb-4f30-971b-ac910a3e7006 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/quotas/57e1e5ce7da146589e94af689e2cf7e0 HTTP/1.1" status: 200 len: 375 time: 0.0214286 Jul 16 01:24:29.517184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-7d96f075-a8e7-40b5-aaa3-c036a0ada6fb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285864 Jul 16 01:24:29.845585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045b7d0-a765-4835-a33e-84c48b765e4f req-559fe955-0839-4e4d-8239-45381a25cf7b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.847048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c045b7d0-a765-4835-a33e-84c48b765e4f req-559fe955-0839-4e4d-8239-45381a25cf7b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 950 time: 0.1042361 Jul 16 01:24:29.901623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-1a2a1a3d-db41-44a6-9e08-e4bcbddbab45 tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.903442 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-1a2a1a3d-db41-44a6-9e08-e4bcbddbab45 tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 1102 time: 0.0686414 Jul 16 01:24:29.906534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952f555-0e10-4851-a32a-282e3b03fed5 req-2ad33047-5cfd-4c75-91e5-976a5405954a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.907981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d952f555-0e10-4851-a32a-282e3b03fed5 req-2ad33047-5cfd-4c75-91e5-976a5405954a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 967 time: 0.1165371 Jul 16 01:24:29.910934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c045b7d0-a765-4835-a33e-84c48b765e4f req-480b8876-b0da-4eae-8b19-62422c66f0f8 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 Jul 16 01:24:29.962532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d952f555-0e10-4851-a32a-282e3b03fed5 req-b7aea08c-42c5-4e45-94e0-f281ca8bf749 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475266 Jul 16 01:24:30.023045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Deleting port b115faa8-e7b8-4bb4-a442-65b09c729c29 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:30.023392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.085745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7865714-a3db-4298-8834-d12f6dba2988 req-6ac17ea5-33f0-4da5-804a-a8781e51810d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 210 time: 0.0400248 Jul 16 01:24:30.132740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] For port b115faa8-e7b8-4bb4-a442-65b09c729c29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b115faa8-e7b8-4bb4-a442-65b09c729c29,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:30.133221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.158617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:30.170099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Calling delete_port for b115faa8-e7b8-4bb4-a442-65b09c729c29 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:30.366137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8199dd-cbd8-4fae-8e21-30ad14a1fc58 req-b35e472f-a6a1-49a1-aa91-0d26e408fe13 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.369517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a8199dd-cbd8-4fae-8e21-30ad14a1fc58 req-b35e472f-a6a1-49a1-aa91-0d26e408fe13 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1097 time: 0.1238482 Jul 16 01:24:30.408716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port aedd34eb-4663-4eb0-ade4-6de6f70422be completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:30.414720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port aedd34eb-4663-4eb0-ade4-6de6f70422be triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:30.415135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.417402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a8199dd-cbd8-4fae-8e21-30ad14a1fc58 req-026ca853-8734-4e6c-aa25-50a417c217a2 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379908 Jul 16 01:24:30.423519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.461739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['b115faa8-e7b8-4bb4-a442-65b09c729c29'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:30.463840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Pushing event deleted for resources: {'Port': ['ID=b115faa8-e7b8-4bb4-a442-65b09c729c29,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.472039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42336a9f-3f09-4488-a20e-ec9718fed869 req-c15ca8ef-3904-4c64-a049-e5209b59f036 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.481841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42336a9f-3f09-4488-a20e-ec9718fed869 req-c15ca8ef-3904-4c64-a049-e5209b59f036 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 944 time: 0.1597888 Jul 16 01:24:30.529978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] No DVR routers for this DVR port b115faa8-e7b8-4bb4-a442-65b09c729c29 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:30.534393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.539877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec0213c1-5e88-429c-ab68-29b5273303e3 req-b8b5743b-70a3-4253-9045-a8dd662008ef tempest-DeleteServersAdminTestJSON-1138677608 tempest-DeleteServersAdminTestJSON-1138677608-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b115faa8-e7b8-4bb4-a442-65b09c729c29 HTTP/1.1" status: 204 len: 173 time: 0.6263628 Jul 16 01:24:30.540650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db50191-ce54-4690-8f82-7df8644d01fd', 'name': 'network-vif-deleted', 'tag': 'b115faa8-e7b8-4bb4-a442-65b09c729c29'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:30.545296 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25306fe0-0a2e-4aae-a859-fa4a4cb2d1c5" -d '{"events": [{"server_uuid": "6db50191-ce54-4690-8f82-7df8644d01fd", "name": "network-vif-deleted", "tag": "b115faa8-e7b8-4bb4-a442-65b09c729c29"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:30.566245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42336a9f-3f09-4488-a20e-ec9718fed869 req-76fc0636-00aa-4ad2-8b59-c8ba3d93a4c8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833218 Jul 16 01:24:30.647809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.704508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:30.712257 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ff5ea-8037-4c3d-b766-b8657e522c7b" -d '{"events": [{"server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "name": "network-vif-plugged", "status": "completed", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:30.746200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 914063aa-05b5-43fd-8146-1eb5b1c26277 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:30.759109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:30.767505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.768505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b60c2-833c-424e-81d1-513857f398a6 req-cd2def6d-8f23-4b8c-86c4-b5123cacb8f6 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.776313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-333b60c2-833c-424e-81d1-513857f398a6 req-cd2def6d-8f23-4b8c-86c4-b5123cacb8f6 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1097 time: 0.0874641 Jul 16 01:24:30.864474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-333b60c2-833c-424e-81d1-513857f398a6 req-2ccf1451-0112-4f22-8d09-bb20aa314c75 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871367 Jul 16 01:24:30.881170 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39032c1-8a19-44a9-8495-670f46bbd77e x-openstack-request-id: req-f39032c1-8a19-44a9-8495-670f46bbd77e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:30.881463 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db50191-ce54-4690-8f82-7df8644d01fd", "name": "network-vif-deleted", "tag": "b115faa8-e7b8-4bb4-a442-65b09c729c29", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:30.881897 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f39032c1-8a19-44a9-8495-670f46bbd77e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:30.882626 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db50191-ce54-4690-8f82-7df8644d01fd', 'name': 'network-vif-deleted', 'tag': 'b115faa8-e7b8-4bb4-a442-65b09c729c29', 'status': 'completed', 'code': 200} Jul 16 01:24:30.886461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.969427 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a6b16-0b7f-428b-8099-2535e17e025e x-openstack-request-id: req-537a6b16-0b7f-428b-8099-2535e17e025e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:30.969867 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "name": "network-vif-plugged", "status": "completed", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:30.970276 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-537a6b16-0b7f-428b-8099-2535e17e025e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:30.970836 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'code': 200} Jul 16 01:24:30.988071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 914063aa-05b5-43fd-8146-1eb5b1c26277, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=914063aa-05b5-43fd-8146-1eb5b1c26277,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:31.017755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'port_id': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'mac_address': 'fa:16:3e:2c:44:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:31.093676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.112237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914063aa-05b5-43fd-8146-1eb5b1c26277 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:31.151805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 914063aa-05b5-43fd-8146-1eb5b1c26277, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=914063aa-05b5-43fd-8146-1eb5b1c26277,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:31.157256 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.194563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33d3e217-9e3a-422b-b63d-5f15848b4b96 req-66b961db-ca77-4540-a8de-5e446647ea5b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db50191-ce54-4690-8f82-7df8644d01fd HTTP/1.1" status: 200 len: 210 time: 0.0449200 Jul 16 01:24:31.209053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550d86-6fb5-4f80-9aba-fc84fcc2983d req-735b5d49-4f6f-494b-ba37-12929e751e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.211553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05550d86-6fb5-4f80-9aba-fc84fcc2983d req-735b5d49-4f6f-494b-ba37-12929e751e2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1120 time: 0.1601946 Jul 16 01:24:31.282200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05550d86-6fb5-4f80-9aba-fc84fcc2983d req-ff791435-b522-4429-979d-7bd8becd2649 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633585 Jul 16 01:24:31.298325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=914063aa-05b5-43fd-8146-1eb5b1c26277,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:31.405256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-bbee2173-6486-4e38-be71-c410624adecb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439045 Jul 16 01:24:31.428852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86970acf-7064-4dfc-87c9-c298f67cb67b req-f6e8078c-56d7-4096-86ec-f927b81e2a0b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.428852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86970acf-7064-4dfc-87c9-c298f67cb67b req-f6e8078c-56d7-4096-86ec-f927b81e2a0b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 968 time: 0.1129913 Jul 16 01:24:31.462817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['914063aa-05b5-43fd-8146-1eb5b1c26277'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:31.521096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86970acf-7064-4dfc-87c9-c298f67cb67b req-e98ed265-43ce-42bd-a483-9a7fc2742ee4 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569668 Jul 16 01:24:31.623711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-51bbe7bb-b1f4-4651-8437-e9ae4a9b6b35 req-10c627ff-da16-4638-abc4-06695b3a75eb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:31.624854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51bbe7bb-b1f4-4651-8437-e9ae4a9b6b35 req-10c627ff-da16-4638-abc4-06695b3a75eb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1109200 Jul 16 01:24:31.650995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-e67e1470-6b3f-41cd-a47d-f7be40b965a3 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.660291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-e67e1470-6b3f-41cd-a47d-f7be40b965a3 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230082 Jul 16 01:24:31.678872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:31.849443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:31.857061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.873528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.087841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36ad0eb4-1211-418d-92d7-7919e92ebd4c req-ff56f481-541a-4525-bd13-c220129b01c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 210 time: 0.0669723 Jul 16 01:24:32.129728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.134359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.314253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5c702-96fb-430b-824d-0fe2bb1648ae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.398343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c15d0c-e606-4d08-84e9-622d9d761849 req-01328c9a-4048-43d6-8c0e-18ec89086760 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:32.399827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0c15d0c-e606-4d08-84e9-622d9d761849 req-01328c9a-4048-43d6-8c0e-18ec89086760 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 945 time: 0.1356716 Jul 16 01:24:32.429453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.170 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:32.485965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0c15d0c-e606-4d08-84e9-622d9d761849 req-214829ed-805a-40c0-bc1f-5f6c5ef07689 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707283 Jul 16 01:24:32.712890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.749190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 914063aa-05b5-43fd-8146-1eb5b1c26277 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:32.753808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:32.810860 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.840186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 914063aa-05b5-43fd-8146-1eb5b1c26277 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:32.846715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 914063aa-05b5-43fd-8146-1eb5b1c26277 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:32.847473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.896194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:32.902023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:32.908354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:32.915126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:32.915865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.964893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.976462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-1237bc4c-a441-4979-9d1b-d02c15433a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3128800 Jul 16 01:24:32.999937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Request body: {'port': {'device_id': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:33.005463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.036885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:33.039322 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7455269-af5b-43e8-a2a9-8c64ae38b8ef" -d '{"events": [{"server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "name": "network-vif-plugged", "status": "completed", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:33.057618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 914063aa-05b5-43fd-8146-1eb5b1c26277, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=914063aa-05b5-43fd-8146-1eb5b1c26277,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:33.063940 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.065022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b115faa8-e7b8-4bb4-a442-65b09c729c29 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:33.109117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: b115faa8-e7b8-4bb4-a442-65b09c729c29 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:33.109501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b115faa8-e7b8-4bb4-a442-65b09c729c29 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:33.142192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=914063aa-05b5-43fd-8146-1eb5b1c26277,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.153841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626a9d6-3b14-4cb7-93cf-9b7445d3e213 req-d9ac4cb6-5477-4448-b717-6d7293b57d9f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.157171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3626a9d6-3b14-4cb7-93cf-9b7445d3e213 req-d9ac4cb6-5477-4448-b717-6d7293b57d9f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 968 time: 0.1479919 Jul 16 01:24:33.158514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.248057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3626a9d6-3b14-4cb7-93cf-9b7445d3e213 req-2304c869-504f-4503-b62e-6420648b55cf tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Jul 16 01:24:33.306407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5732a9cb-6ae8-4d06-96d2-23c7dac8d22c None None] Provisioning for port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:33.316495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5732a9cb-6ae8-4d06-96d2-23c7dac8d22c None None] Provisioning complete for port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:33.316969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5732a9cb-6ae8-4d06-96d2-23c7dac8d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.357062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5732a9cb-6ae8-4d06-96d2-23c7dac8d22c None None] Port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:33.530069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:33.544623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.559694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Transition to ACTIVE for port object 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:33.571688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.590440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-b145d542-6efd-4b94-8917-85af5bf9a115 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7ee06e7aeef14968888df9c56499d53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319834 Jul 16 01:24:33.639628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39958) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.671578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.707550 n-d-791506-20 neutron-server[93755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:24:33.712742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4db77c47-558a-4ca4-9059-a255d5ed6130 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:33.713933 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4db77c47-558a-4ca4-9059-a255d5ed6130 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727794 Jul 16 01:24:33.749677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Attempting to bind port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:33.750052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Attempting to bind port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:33.750386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Attempting to bind port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:33.759956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:33.760199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Attempting to bind port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:33.769618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:33.769960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:33.770359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:33.771429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Bound port: 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:33.772308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.798380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-b95c6370-81d1-44ae-bd6c-28d32d890ddf tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.799895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-b95c6370-81d1-44ae-bd6c-28d32d890ddf tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906049 Jul 16 01:24:33.845308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Request body: {'binding': {'host': 'n-h1-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:33.846376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:24:33.847723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-82308db6-ea6b-492a-9467-1501ca5388de tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/quotas/7ee06e7aeef14968888df9c56499d53e HTTP/1.1" status: 200 len: 375 time: 0.0188081 Jul 16 01:24:33.910937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-43677589-f914-47ab-9d69-b469d024c47d tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ee06e7aeef14968888df9c56499d53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523150 Jul 16 01:24:33.918305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] For port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:33.936675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] For port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:33.942826 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.981625 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.982018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.983616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] 10.222.0.23 "PUT /v2.0/ports/64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded HTTP/1.1" status: 200 len: 1097 time: 0.9943328 Jul 16 01:24:33.984240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'tag': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:33.986799 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d5c811-463d-44a6-88b3-0348a233d7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d72754e-e138-4cf2-bd9b-8ec47ef1cc18", "tag": "64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:34.016019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caadfc-c89d-460f-aece-b1b25d80a2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.097510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on host n-h1-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:34.098361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:34.099806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:34.116611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:34.117186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:34.120021 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc27333-b5ac-4b7e-a10c-db2c32f1a981 x-openstack-request-id: req-fdc27333-b5ac-4b7e-a10c-db2c32f1a981 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:34.120557 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "name": "network-vif-plugged", "status": "completed", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:34.120666 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdc27333-b5ac-4b7e-a10c-db2c32f1a981 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:34.120989 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'code': 200} Jul 16 01:24:34.127662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:34.129004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:34.129890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:34.130812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Bound port: 17668a17-085e-4aab-a0c1-951394a34071, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:34.227271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-2d47b7b6-5e8e-43ed-90ff-6fa3052674d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.231935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-2d47b7b6-5e8e-43ed-90ff-6fa3052674d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 1100 time: 0.1955249 Jul 16 01:24:34.335783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-76801b23-55d2-4f54-8320-34e15b25fd72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded HTTP/1.1" status: 200 len: 217 time: 0.0949190 Jul 16 01:24:34.396469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:34.403786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3c233-9777-4986-8843-25cb28e442b7 req-9cfb6624-d81c-4033-9af7-8f18236baaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.406791 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ba3c233-9777-4986-8843-25cb28e442b7 req-9cfb6624-d81c-4033-9af7-8f18236baaf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 1098 time: 0.1550534 Jul 16 01:24:34.408962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.416517 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-54564b91-06fd-4bfa-b7d4-bfa0830cfe84 service neutron] 10.222.0.42 "POST /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071/bindings HTTP/1.1" status: 201 len: 390 time: 0.6447182 Jul 16 01:24:34.437509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ea6b-a223-495d-962a-fc1321898900 req-4f76f91f-3ce7-4c6a-a624-f3803a2ecf92 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.439584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05b5ea6b-a223-495d-962a-fc1321898900 req-4f76f91f-3ce7-4c6a-a624-f3803a2ecf92 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 948 time: 0.1891022 Jul 16 01:24:34.441882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-615dae00-aae1-487a-97b7-f615e4bcd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.443925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-615dae00-aae1-487a-97b7-f615e4bcd927 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0995779 Jul 16 01:24:34.465284 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ba3c233-9777-4986-8843-25cb28e442b7 req-fa8ee6d9-4dbb-4b34-803e-d6b047571b1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474637 Jul 16 01:24:34.571233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05b5ea6b-a223-495d-962a-fc1321898900 req-311a9e67-3c9c-429f-b246-dbf6bc942f86 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235476 Jul 16 01:24:34.603411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a45-d6e0-4996-862f-de80064e8598 req-9fba674c-a5a4-45fa-bf5a-c5f0227a91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.606132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-9fba674c-a5a4-45fa-bf5a-c5f0227a91f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474805 Jul 16 01:24:34.781805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-4a1523a1-17e3-4006-b521-d25010f020e6 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627450 Jul 16 01:24:34.997009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248f6a45-d6e0-4996-862f-de80064e8598 req-a5dc8d82-3091-4206-9d9a-c734cc5b5ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049434 Jul 16 01:24:35.006837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbcd45-f376-4fa8-b0be-b8ab1ac0e70b req-b65ab571-d303-4cb5-a127-2625f6ad737b tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.008402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4cbcd45-f376-4fa8-b0be-b8ab1ac0e70b req-b65ab571-d303-4cb5-a127-2625f6ad737b tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1120 time: 0.1673446 Jul 16 01:24:35.097107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4cbcd45-f376-4fa8-b0be-b8ab1ac0e70b req-762eddd1-5003-43c6-aebd-716177e10186 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 Jul 16 01:24:35.142632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764120b-ecf0-46a6-aade-c5c844f4773e req-3bf9b9ab-e697-4afa-9f7b-fb6f9a4c96c5 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.144149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b764120b-ecf0-46a6-aade-c5c844f4773e req-3bf9b9ab-e697-4afa-9f7b-fb6f9a4c96c5 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 946 time: 0.1407621 Jul 16 01:24:35.212484 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517a798-4d17-400a-b8b0-d862051f7352 x-openstack-request-id: req-7517a798-4d17-400a-b8b0-d862051f7352 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:35.212866 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d72754e-e138-4cf2-bd9b-8ec47ef1cc18", "tag": "64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:35.213132 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7517a798-4d17-400a-b8b0-d862051f7352 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:35.213531 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'tag': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', 'status': 'completed', 'code': 200} Jul 16 01:24:35.235013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b764120b-ecf0-46a6-aade-c5c844f4773e req-ce0b8d2f-972e-42e8-ad93-8791795cbe42 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715702 Jul 16 01:24:35.267208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-494d2151-a384-441c-a490-7b224cfb70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.271974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-494d2151-a384-441c-a490-7b224cfb70e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1097 time: 0.1485891 Jul 16 01:24:35.309992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-cda7e123-3381-4a96-82f7-40aee59b6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.312393 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-cda7e123-3381-4a96-82f7-40aee59b6952 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 1100 time: 0.0709774 Jul 16 01:24:35.403449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06f38016-1bef-4492-9e4f-e6fcf4ab1c75 req-a97023ca-7d55-4555-aa78-e55836b5ca28 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 210 time: 0.0729520 Jul 16 01:24:35.441435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-e6bf123a-08f3-4071-8d7f-0a9b63ff58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.443130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-e6bf123a-08f3-4071-8d7f-0a9b63ff58d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1201787 Jul 16 01:24:35.451530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-948f4cf2-5dbc-4711-97c7-f36eaf623222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.453039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-948f4cf2-5dbc-4711-97c7-f36eaf623222 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1702411 Jul 16 01:24:35.533556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-116f9aee-1962-4d57-975b-87ad72f265ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.0724330 Jul 16 01:24:35.589827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9767f3-c3a2-428d-a2d8-424a5b6f05d3 req-fe642973-4f61-43ff-b252-1b9163c06535 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.597244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e9767f3-c3a2-428d-a2d8-424a5b6f05d3 req-fe642973-4f61-43ff-b252-1b9163c06535 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 945 time: 0.1987090 Jul 16 01:24:35.607635 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-cab0be7e-c9ff-479e-ba89-a08e788e39d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded HTTP/1.1" status: 200 len: 217 time: 0.1513829 Jul 16 01:24:35.652845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e9767f3-c3a2-428d-a2d8-424a5b6f05d3 req-53d73de6-2c29-4a8a-84d8-6c79893f21c2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Jul 16 01:24:35.676094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-632051b8-0d53-495a-8a35-6ad3b66ff680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.685656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-632051b8-0d53-495a-8a35-6ad3b66ff680 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1443114 Jul 16 01:24:35.733436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-d07300a9-49c3-46b6-a4df-cab743f3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.735091 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-d07300a9-49c3-46b6-a4df-cab743f3fe3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1222281 Jul 16 01:24:35.742303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-59c21d69-77a1-411b-8e04-29042478bc21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446906 Jul 16 01:24:35.858978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-c7f93b1f-0b35-4377-b5f9-fcb634f01314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.860483 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-c7f93b1f-0b35-4377-b5f9-fcb634f01314 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171162 Jul 16 01:24:35.964065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40014) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:36.010548 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-c1af33aa-913e-4e85-ae17-29a0ac5bc2dd tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7ee06e7aeef14968888df9c56499d53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469022 Jul 16 01:24:36.065109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-4ae986a9-3cba-4a77-be43-674fa91e71f0 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957302 Jul 16 01:24:36.143785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45747bd5-afc8-4479-b40b-a9c8d326d39d req-3e021d21-fb99-495d-9460-e9aa116c9364 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.146006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45747bd5-afc8-4479-b40b-a9c8d326d39d req-3e021d21-fb99-495d-9460-e9aa116c9364 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1120 time: 0.4388590 Jul 16 01:24:36.197342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-3ce7a5b7-98c9-4beb-9471-2d5ff975c3ca service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150064 Jul 16 01:24:36.250560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45747bd5-afc8-4479-b40b-a9c8d326d39d req-61ea541b-1e53-41c6-8cc5-d26c288ca59c tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934691 Jul 16 01:24:36.268606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a2c7-665d-48b8-83c7-58b228b01d5a req-1d1e8fc0-f8d0-4e5a-afc8-6547c178dcfa tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.270730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3107a2c7-665d-48b8-83c7-58b228b01d5a req-1d1e8fc0-f8d0-4e5a-afc8-6547c178dcfa tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 948 time: 0.3506074 Jul 16 01:24:36.331922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a43086ef-d88f-4be1-b299-f661b8c77e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.375598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3107a2c7-665d-48b8-83c7-58b228b01d5a req-54de864b-b908-4481-829c-d6d87e0b0b6f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 Jul 16 01:24:36.377572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-aaeb635c-5f50-49fe-b129-9ecd2eceb21c service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694708 Jul 16 01:24:36.530742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-865891fa-6552-4e76-9ab1-4e06d963071c tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.532313 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-865891fa-6552-4e76-9ab1-4e06d963071c tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5163450 Jul 16 01:24:36.562084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Request body: {'port': {'device_id': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '7ee06e7aeef14968888df9c56499d53e'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.586617 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a1d5c811-463d-44a6-88b3-0348a233d7f7 req-c5706aff-48b6-4712-b238-afe265f5f91f service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127721 Jul 16 01:24:36.658910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2754e-0113-413d-950c-fe549ebe24e0 req-f1f1033c-a83c-4340-bda1-0c7bd7b57778 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.660315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5a2754e-0113-413d-950c-fe549ebe24e0 req-f1f1033c-a83c-4340-bda1-0c7bd7b57778 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 946 time: 0.1830072 Jul 16 01:24:36.669112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a43086ef-d88f-4be1-b299-f661b8c77e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.685332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a43086ef-d88f-4be1-b299-f661b8c77e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.701608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-21e83421-2175-4441-bcf5-1fbf60697bc7 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.703091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-21e83421-2175-4441-bcf5-1fbf60697bc7 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1780467 Jul 16 01:24:36.719355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-20'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.744711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a43086ef-d88f-4be1-b299-f661b8c77e87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a49272c7d33343e78cf9c0c319d24845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7793400 Jul 16 01:24:36.745697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43086ef-d88f-4be1-b299-f661b8c77e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7593d960-5b9d-4e56-a809-b8cc6a8d6c78,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.750329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40042) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:36.757093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5a2754e-0113-413d-950c-fe549ebe24e0 req-73910f4d-2d60-4994-9d7c-cf3249615423 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902479 Jul 16 01:24:36.782848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c91b201-7571-4efd-b6e7-daede71396d8 req-09471e00-712b-4204-adab-3a895976b81e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 210 time: 0.0710094 Jul 16 01:24:36.822968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Made reservation on behalf of 7ee06e7aeef14968888df9c56499d53e for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:36.828137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.857517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.890326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6335b01c-85d3-4074-bcc8-5bded75b1768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.968742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6335b01c-85d3-4074-bcc8-5bded75b1768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.072869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Allocated IP 192.168.233.231 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/fc9d9f17-6d82-4732-b738-48b65a86af83) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:37.103706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6335b01c-85d3-4074-bcc8-5bded75b1768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.106493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6335b01c-85d3-4074-bcc8-5bded75b1768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.110410 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6335b01c-85d3-4074-bcc8-5bded75b1768 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7593d960-5b9d-4e56-a809-b8cc6a8d6c78 HTTP/1.1" status: 204 len: 168 time: 0.3560619 Jul 16 01:24:37.122050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335b01c-85d3-4074-bcc8-5bded75b1768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7593d960-5b9d-4e56-a809-b8cc6a8d6c78,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.138454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:37.186922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:37.242385 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.248919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17668a17-085e-4aab-a0c1-951394a34071'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:37.253061 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05ccc9-a70d-4ce2-bf0d-494c94d9eca5" -d '{"events": [{"server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "name": "network-vif-unplugged", "status": "completed", "tag": "17668a17-085e-4aab-a0c1-951394a34071"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:37.256911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.264451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.349937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.388026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.411500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Transition to ACTIVE for port object fc9d9f17-6d82-4732-b738-48b65a86af83 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:37.422352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfca07-ae7a-44e1-b428-1e1ba851f93b req-a379aec5-fd7f-4914-83e2-27a5a9aa7bd8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.430035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bcfca07-ae7a-44e1-b428-1e1ba851f93b req-a379aec5-fd7f-4914-83e2-27a5a9aa7bd8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 945 time: 0.4269621 Jul 16 01:24:37.474842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on host n-h2-791506-20 for vnic_type normal with profile {"migrating_to": "n-h1-791506-20"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:37.475190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:37.475503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:37.489889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:37.490260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Attempting to bind port 17668a17-085e-4aab-a0c1-951394a34071 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:37.496265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bcfca07-ae7a-44e1-b428-1e1ba851f93b req-cacdd8fe-ee82-47bb-94c6-67d1df3128b4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653543 Jul 16 01:24:37.499326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:37.499668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:37.500120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:37.500546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Bound port: 17668a17-085e-4aab-a0c1-951394a34071, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:37.500920 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.512188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.588853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:37.592619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:37.598026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:37.607760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.608648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.630373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Pushing event updated for resources: {'Port': ['ID=fc9d9f17-6d82-4732-b738-48b65a86af83,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.630803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40074) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:37.648486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6dd580eb-6538-4477-be51-8eff5e7d738e tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0978067 Jul 16 01:24:37.649336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199b57aa-7c46-4e0c-9296-59190c9f6b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.669136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Request body: {'port': {'device_id': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:37.676484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:37.690744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:37.708835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.764643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefa16d-20dd-4aae-ac56-c82437aaa7b5 req-8ad7746f-c830-4ed9-bb9c-454c3e6874bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.766648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cefa16d-20dd-4aae-ac56-c82437aaa7b5 req-8ad7746f-c830-4ed9-bb9c-454c3e6874bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 946 time: 0.1424310 Jul 16 01:24:37.782260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:37.787783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'floatingip': {'port_id': '914063aa-05b5-43fd-8146-1eb5b1c26277'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:37.887523 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.894036 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199b57aa-7c46-4e0c-9296-59190c9f6b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.909611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199b57aa-7c46-4e0c-9296-59190c9f6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.914098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.914965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.916157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] 10.222.0.23 "PUT /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 1123 time: 1.2037368 Jul 16 01:24:37.927391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.933807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac56c-34c3-42e5-931e-325964eaa69d service neutron] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.996822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b57aa-7c46-4e0c-9296-59190c9f6b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a575c0c7-1542-45d8-a560-ac983314b030,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.001693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-199b57aa-7c46-4e0c-9296-59190c9f6b55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b14751d1f7204bcb83aca9e5015851f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700697 Jul 16 01:24:38.010859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40088) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.046450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['17668a17-085e-4aab-a0c1-951394a34071'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:38.110290 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da17cf-7374-46ce-b128-a37bbe47faf0 x-openstack-request-id: req-93da17cf-7374-46ce-b128-a37bbe47faf0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:38.110555 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "name": "network-vif-unplugged", "status": "completed", "tag": "17668a17-085e-4aab-a0c1-951394a34071", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:38.112773 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93da17cf-7374-46ce-b128-a37bbe47faf0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:38.113180 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17668a17-085e-4aab-a0c1-951394a34071', 'code': 200} Jul 16 01:24:38.162535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daca6984-5835-4acc-99de-a9ab6d3face5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.205503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c9b321cf-e528-4304-8396-eff650a1d199 None None] Provisioning for port fc9d9f17-6d82-4732-b738-48b65a86af83 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:38.214105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:38.226263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c9b321cf-e528-4304-8396-eff650a1d199 None None] Provisioning complete for port fc9d9f17-6d82-4732-b738-48b65a86af83 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:38.226907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b321cf-e528-4304-8396-eff650a1d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.227338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daca6984-5835-4acc-99de-a9ab6d3face5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.294871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c9b321cf-e528-4304-8396-eff650a1d199 None None] Port fc9d9f17-6d82-4732-b738-48b65a86af83 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:38.349666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daca6984-5835-4acc-99de-a9ab6d3face5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.352312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daca6984-5835-4acc-99de-a9ab6d3face5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.355790 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-daca6984-5835-4acc-99de-a9ab6d3face5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a575c0c7-1542-45d8-a560-ac983314b030 HTTP/1.1" status: 204 len: 168 time: 0.3415985 Jul 16 01:24:38.357537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-d230c95c-8f02-4cc9-8ceb-6cab4cb99569 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:38.358546 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-d230c95c-8f02-4cc9-8ceb-6cab4cb99569 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124433 Jul 16 01:24:38.377521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Request body: {'binding': {'host': 'n-h2-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:38.377980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:24:38.383228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca6984-5835-4acc-99de-a9ab6d3face5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a575c0c7-1542-45d8-a560-ac983314b030,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.419932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9d9f17-6d82-4732-b738-48b65a86af83 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:38.422816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:38.431647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.438840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', 'mac_address': 'fa:16:3e:08:eb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:38.463072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Transition to ACTIVE for port object fc9d9f17-6d82-4732-b738-48b65a86af83 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:38.472524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.485346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.501522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:38.527515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:38.536585 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.624823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Pushing event updated for resources: {'Port': ['ID=fc9d9f17-6d82-4732-b738-48b65a86af83,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.652682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.667130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Attempting to bind port fc9d9f17-6d82-4732-b738-48b65a86af83 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:38.667474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Attempting to bind port fc9d9f17-6d82-4732-b738-48b65a86af83 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:38.667814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Attempting to bind port fc9d9f17-6d82-4732-b738-48b65a86af83 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:38.680372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Port fc9d9f17-6d82-4732-b738-48b65a86af83 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:38.680748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Attempting to bind port fc9d9f17-6d82-4732-b738-48b65a86af83 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:38.696031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:38.696297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:38.696886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:38.697410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Bound port: fc9d9f17-6d82-4732-b738-48b65a86af83, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:38.697839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.714764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on host n-h2-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:38.715220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:38.715617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:38.749147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:38.749480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:38.757986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293492ef-5fbe-4e5a-bc2b-ba22673e648c req-f31aa422-d604-4378-83d8-93440cfc0c9e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.759839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-293492ef-5fbe-4e5a-bc2b-ba22673e648c req-f31aa422-d604-4378-83d8-93440cfc0c9e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 948 time: 0.5465159 Jul 16 01:24:38.764327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:38.764327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:38.764609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:38.765217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Bound port: aedd34eb-4663-4eb0-ade4-6de6f70422be, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:38.829187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] For port fc9d9f17-6d82-4732-b738-48b65a86af83, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:38.834429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] For port fc9d9f17-6d82-4732-b738-48b65a86af83, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fc9d9f17-6d82-4732-b738-48b65a86af83,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:38.849988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:38.851667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.861223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.862411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-75efc59e-2206-42f9-af2c-d7f23e77b01a service neutron] 10.222.0.42 "POST /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be/bindings HTTP/1.1" status: 201 len: 390 time: 0.4923980 Jul 16 01:24:38.882486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:38.909454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.914222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.915703 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] 10.222.0.13 "PUT /v2.0/ports/fc9d9f17-6d82-4732-b738-48b65a86af83 HTTP/1.1" status: 200 len: 1097 time: 1.2529309 Jul 16 01:24:38.921138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'tag': 'fc9d9f17-6d82-4732-b738-48b65a86af83'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:38.923647 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a8323d-024b-4ea5-81d7-9d33be71921a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a", "tag": "fc9d9f17-6d82-4732-b738-48b65a86af83"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:39.030820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab555f8-1fe8-40f3-8ce9-6d4af005535a service neutron] Pushing event updated for resources: {'Port': ['ID=fc9d9f17-6d82-4732-b738-48b65a86af83,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.033118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-293492ef-5fbe-4e5a-bc2b-ba22673e648c req-24018dd9-9379-48b3-b107-920a626fa93b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600055 Jul 16 01:24:39.147011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-52718c71-560e-4fba-be90-f0185ffcb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.150303 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-52718c71-560e-4fba-be90-f0185ffcb567 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ee06e7aeef14968888df9c56499d53e&device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 1100 time: 0.1583924 Jul 16 01:24:39.235631 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-8b65cc23-00a6-4006-8d59-6561d7790ef0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=fc9d9f17-6d82-4732-b738-48b65a86af83 HTTP/1.1" status: 200 len: 217 time: 0.0677302 Jul 16 01:24:39.311687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-57da9ebf-3394-4afd-875a-d394a3c5ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.313329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-57da9ebf-3394-4afd-875a-d394a3c5ecd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0678861 Jul 16 01:24:39.404820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-b471b18d-89e8-4c7d-bf4f-fd846f4e5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.406312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-b471b18d-89e8-4c7d-bf4f-fd846f4e5555 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855575 Jul 16 01:24:39.523511 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-4335fab0-26f2-4ea1-a565-29ab47c6cd1a service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085625 Jul 16 01:24:39.543118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511667ce-b407-42dc-97cb-f6351f02e73b req-5877d6fd-038d-4723-a275-5c5bdd2aca4f tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.544790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-511667ce-b407-42dc-97cb-f6351f02e73b req-5877d6fd-038d-4723-a275-5c5bdd2aca4f tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 948 time: 0.3238859 Jul 16 01:24:39.554704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:24:39.611685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-ae9890b4-4a63-4cad-838b-a6d8da9c54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.613335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-ae9890b4-4a63-4cad-838b-a6d8da9c54f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1120 time: 0.3822417 Jul 16 01:24:39.639409 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d52b66c4-f3e6-41b5-baa7-b796adfe9016 req-2c240f33-f105-44cd-9709-6db1e9debe3e service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089203 Jul 16 01:24:39.670139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423edf8-226e-4c55-b796-46c5338bb541 req-e4b16d1f-9bfc-458d-b108-1fe2e6be3fb5 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.671677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c423edf8-226e-4c55-b796-46c5338bb541 req-e4b16d1f-9bfc-458d-b108-1fe2e6be3fb5 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 943 time: 0.3057740 Jul 16 01:24:39.709307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.726621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.780375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-511667ce-b407-42dc-97cb-f6351f02e73b req-4d464608-00c2-4a86-badc-cb4479a019cc tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880808 Jul 16 01:24:39.834059 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e175cbf3-7479-48d4-aad5-db0e792fca45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.846486 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf010c-393f-4ef3-a9d2-5ff83e6afe83 x-openstack-request-id: req-25bf010c-393f-4ef3-a9d2-5ff83e6afe83 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:39.846976 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a", "tag": "fc9d9f17-6d82-4732-b738-48b65a86af83", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:39.847338 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25bf010c-393f-4ef3-a9d2-5ff83e6afe83 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:39.847836 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'tag': 'fc9d9f17-6d82-4732-b738-48b65a86af83', 'status': 'completed', 'code': 200} Jul 16 01:24:39.857100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c423edf8-226e-4c55-b796-46c5338bb541 req-72fb68f4-c802-498d-88f5-3c82a339ed9b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521800 Jul 16 01:24:39.933210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-21bda051-6714-48f1-a78d-bffdc932148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.935213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-21bda051-6714-48f1-a78d-bffdc932148a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.3062520 Jul 16 01:24:39.989423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5a13eee6-10f9-491d-b3aa-1a0701e638d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.0467031 Jul 16 01:24:39.991437 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75 associated. External IP: 172.25.7.227, port: 914063aa-05b5-43fd-8146-1eb5b1c26277. Jul 16 01:24:40.021608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-539132e5-3993-47ed-8c08-7647b04c19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.024361 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-539132e5-3993-47ed-8c08-7647b04c19d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ee06e7aeef14968888df9c56499d53e&device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 1100 time: 0.1118681 Jul 16 01:24:40.122982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'tag': '17668a17-085e-4aab-a0c1-951394a34071'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:40.125449 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc9fc3-fea9-4979-8dd3-1e362acfb074" -d '{"events": [{"name": "network-changed", "server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "tag": "17668a17-085e-4aab-a0c1-951394a34071"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:40.182089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-7da8354d-d4ad-4d63-a9bb-7acb11f6112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.185924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-7da8354d-d4ad-4d63-a9bb-7acb11f6112a service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1481113 Jul 16 01:24:40.186567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2b023c80-c143-458a-92eb-b6d60775a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.189621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2b023c80-c143-458a-92eb-b6d60775a4c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1934712 Jul 16 01:24:40.222434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:40.272731 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-8a981f7c-6853-444a-b67f-6d7424bde767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=fc9d9f17-6d82-4732-b738-48b65a86af83 HTTP/1.1" status: 200 len: 217 time: 0.0607467 Jul 16 01:24:40.274339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-1a94557a-76b2-44b7-a99e-8a3444045796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704656 Jul 16 01:24:40.341530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:40.346017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:40.346356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-176e68e8-7ed6-4502-8529-88aa785bdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.346875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.348201 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-176e68e8-7ed6-4502-8529-88aa785bdeac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0752342 Jul 16 01:24:40.365350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af812c-4dff-4761-a903-c3f51ec2abd5 req-2033c9ec-284f-43c3-9ae1-87ef91a8ff05 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.365350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0af812c-4dff-4761-a903-c3f51ec2abd5 req-2033c9ec-284f-43c3-9ae1-87ef91a8ff05 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 968 time: 0.3214188 Jul 16 01:24:40.425486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-e94dabde-a845-4199-865a-ac2f5b7aa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.427372 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-e94dabde-a845-4199-865a-ac2f5b7aa426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692465 Jul 16 01:24:40.505430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.557946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:40.561684 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c9b14-c244-4c8e-a692-93316e916a27" -d '{"events": [{"server_uuid": "3d72754e-e138-4cf2-bd9b-8ec47ef1cc18", "name": "network-vif-plugged", "status": "completed", "tag": "64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:40.568953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-c1eef9fa-3aa0-4662-8297-a13bcef51996 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309204 Jul 16 01:24:40.586456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:40.590687 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.653869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.703116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a8323d-024b-4ea5-81d7-9d33be71921a req-cc963f54-a9da-49d7-83a1-c562f3ecb6f4 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269045 Jul 16 01:24:40.785064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0af812c-4dff-4761-a903-c3f51ec2abd5 req-8f318e34-70b2-4ce9-a622-132ba95ab3cb tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146733 Jul 16 01:24:40.801245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-ca4c96bc-4b15-44a9-bff8-aed7413dba67 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074081 Jul 16 01:24:40.862563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Router b4e7edff-3158-4b7b-bf91-0ed35287136c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:40.872743 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d9c40-94c0-4490-8406-7cd31b0467a4 x-openstack-request-id: req-fe6d9c40-94c0-4490-8406-7cd31b0467a4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:40.873044 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "tag": "17668a17-085e-4aab-a0c1-951394a34071", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:40.873278 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe6d9c40-94c0-4490-8406-7cd31b0467a4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:40.873668 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'tag': '17668a17-085e-4aab-a0c1-951394a34071', 'status': 'completed', 'code': 200} Jul 16 01:24:40.935269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d64462-323e-4616-bed9-1b7ad62746c1 req-64fb8caf-7888-47f7-81e2-28c0ec580b58 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.943855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6d64462-323e-4616-bed9-1b7ad62746c1 req-64fb8caf-7888-47f7-81e2-28c0ec580b58 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 950 time: 0.2520208 Jul 16 01:24:40.986731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-e9a86514-7190-4942-b9f5-28a5dd53c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.988234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-e9a86514-7190-4942-b9f5-28a5dd53c856 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1126 time: 0.0708342 Jul 16 01:24:41.078896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-8197b123-aa4a-46b8-ad98-606c09a2f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.080415 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-8197b123-aa4a-46b8-ad98-606c09a2f764 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.0860701 Jul 16 01:24:41.080804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-f2615757-5db5-4abb-aa20-0be142905264 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713969 Jul 16 01:24:41.153725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6d64462-323e-4616-bed9-1b7ad62746c1 req-586563e0-57ce-4dbd-a7fb-f4c1583f2f82 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088134 Jul 16 01:24:41.157385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-d362e7da-22d7-46a2-b707-1d2b2309ff5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.0467029 Jul 16 01:24:41.200645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:41.205537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.219225 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:41.231731 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:41.233456 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:24:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.242242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5db2-1f03-494e-8884-d36930417db2 req-c0e07469-72e0-4ea5-935c-991a28d098c7 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.243792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a2e5db2-1f03-494e-8884-d36930417db2 req-c0e07469-72e0-4ea5-935c-991a28d098c7 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 972 time: 0.2330198 Jul 16 01:24:41.245782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-e5da8b9c-b196-42d7-8a0a-dca055c702da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.247220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-e5da8b9c-b196-42d7-8a0a-dca055c702da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1120 time: 0.2927339 Jul 16 01:24:41.298854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b06b8c20-e745-4df1-a88c-fc3ccdd1e191 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc92f79-6a19-4c06-831d-9b3240b02f75 HTTP/1.1" status: 200 len: 992 time: 3.5145891 Jul 16 01:24:41.365306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-8ed47293-2dc0-4401-a0fc-5d834ac59d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.366570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-8ed47293-2dc0-4401-a0fc-5d834ac59d8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1072259 Jul 16 01:24:41.379030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a2e5db2-1f03-494e-8884-d36930417db2 req-1946088f-c28e-4e84-b8d1-ca3a9cfea956 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256135 Jul 16 01:24:41.407973 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-68ffb340-823b-47e9-b3bf-52f1cac41ad9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334244 Jul 16 01:24:41.434390 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:41.455885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-3c704d30-a6b9-4f3c-97b3-6d84d198ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.457366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-3c704d30-a6b9-4f3c-97b3-6d84d198ed99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1737370 Jul 16 01:24:41.504206 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d137a290-bdc3-440d-80ce-eafedb546a80 x-openstack-request-id: req-d137a290-bdc3-440d-80ce-eafedb546a80 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:41.505853 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d72754e-e138-4cf2-bd9b-8ec47ef1cc18", "name": "network-vif-plugged", "status": "completed", "tag": "64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:41.506358 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d137a290-bdc3-440d-80ce-eafedb546a80 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:41.507674 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', 'code': 200} Jul 16 01:24:41.511018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-703d5e8d-dfec-41b2-aa8d-18e7f064b1ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.0452273 Jul 16 01:24:41.516169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-3af2e024-8cf1-447b-9268-a9b9e51e06fe tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.517757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-3af2e024-8cf1-447b-9268-a9b9e51e06fe tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1120 time: 0.1796303 Jul 16 01:24:41.529901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-20'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:41.573677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-70afc0b2-854b-4ca9-9988-dbc86c39d952 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506255 Jul 16 01:24:41.671923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-488651b2-7513-4734-9ada-a5efddf2021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.673936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-488651b2-7513-4734-9ada-a5efddf2021d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0657375 Jul 16 01:24:41.747222 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-46dc9fc3-fea9-4979-8dd3-1e362acfb074 req-f9d5ae3d-4ed7-4ac9-9f3a-3bf8fca5b1c0 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653209 Jul 16 01:24:41.788187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-436b5783-4149-4d74-a01c-8b5b1d2d66c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844276 Jul 16 01:24:41.807358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90d5f7-635f-4b7f-94a1-5c5cffbad10d req-5129ebff-ff5b-4231-8dbb-ed1ed89c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.809398 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7b90d5f7-635f-4b7f-94a1-5c5cffbad10d req-5129ebff-ff5b-4231-8dbb-ed1ed89c04a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 1102 time: 0.1252489 Jul 16 01:24:41.851112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7b90d5f7-635f-4b7f-94a1-5c5cffbad10d req-ebfa4f59-43e7-4ae9-9dda-81fbe7ebad12 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Jul 16 01:24:41.875896 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc92f79-6a19-4c06-831d-9b3240b02f75', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'port_id': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'mac_address': 'fa:16:3e:2c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b2e4a-68ac-41b2-b24e-473537a92635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:20Z', 'updated_at': '2021-07-16T01:24:39Z', 'revision_number': 1, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.888759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.905709 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:41.915525 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:41.916169 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:24:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.961638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d6916-6580-4018-9adf-34335a222223 req-d9cfa39f-84b2-4f39-a0c1-e60a0ab7e422 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.963064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-170d6916-6580-4018-9adf-34335a222223 req-d9cfa39f-84b2-4f39-a0c1-e60a0ab7e422 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 943 time: 0.2828503 Jul 16 01:24:41.990938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632b2bb-96bf-454b-ba87-705d0c6514cb req-a2d30826-1299-4e79-b04c-f9db938b05a1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.992363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8632b2bb-96bf-454b-ba87-705d0c6514cb req-a2d30826-1299-4e79-b04c-f9db938b05a1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 948 time: 0.3148906 Jul 16 01:24:42.024906 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:42.053615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-4774c14e-15a8-436f-b30a-0a79a030bd27 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274451 Jul 16 01:24:42.156362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8632b2bb-96bf-454b-ba87-705d0c6514cb req-26b2fcc0-c93d-4668-90a1-7b757623ddd7 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488223 Jul 16 01:24:42.163251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-170d6916-6580-4018-9adf-34335a222223 req-e0884c44-dc1e-4abf-9577-d072892c67dd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683621 Jul 16 01:24:42.239330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 17668a17-085e-4aab-a0c1-951394a34071 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:42.265679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1513cc42-c8ba-4df7-8e8a-1da09cb66331 req-887ae9c0-7cbf-49d4-bb2c-29d08a01ba33 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881123 Jul 16 01:24:42.293885 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc92f79-6a19-4c06-831d-9b3240b02f75', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'port_id': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'mac_address': 'fa:16:3e:2c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b2e4a-68ac-41b2-b24e-473537a92635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:20Z', 'updated_at': '2021-07-16T01:24:39Z', 'revision_number': 1, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:42.297923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:42.322133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0f7e2-ba8e-46c6-91a3-7b67e88d6e82 None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc92f79-6a19-4c06-831d-9b3240b02f75', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'port_id': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'mac_address': 'fa:16:3e:2c:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b2e4a-68ac-41b2-b24e-473537a92635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:20Z', 'updated_at': '2021-07-16T01:24:39Z', 'revision_number': 1, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:42.364843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:42.388069 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:42.388563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd80f950-d37f-4367-82a0-cf52986ad722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.400963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.463068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.489323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:42.490418 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.500737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 17668a17-085e-4aab-a0c1-951394a34071 has no active binding in host n-h1-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:24:42.595168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2b7ee-bcaf-490d-a498-c2af530bbefa None None] New status for floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:42.644394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.674966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-37a51a9b-da7c-4ec1-a1e8-9266618ce01a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.676574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-37a51a9b-da7c-4ec1-a1e8-9266618ce01a tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.23 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 972 time: 0.2569692 Jul 16 01:24:42.683676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on host n-h1-791506-20 for vnic_type normal with profile {"migrating_to": "n-h2-791506-20"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:42.684007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:42.684334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:42.698192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a067e7-446d-4290-87b8-188a5d86a57d req-9cfdbcb8-e0b1-4c2b-bcf3-01e0c62ba41d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.699739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1a067e7-446d-4290-87b8-188a5d86a57d req-9cfdbcb8-e0b1-4c2b-bcf3-01e0c62ba41d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 968 time: 0.2677052 Jul 16 01:24:42.710398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:42.710743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Attempting to bind port aedd34eb-4663-4eb0-ade4-6de6f70422be on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:42.743977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:42.744202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:42.744723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:42.745055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Bound port: aedd34eb-4663-4eb0-ade4-6de6f70422be, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:42.745412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.766091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb7d30-e165-47f9-ad59-df5c4c45ebce req-d517961d-bb5c-4800-8146-a761067f10d4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.767601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36eb7d30-e165-47f9-ad59-df5c4c45ebce req-d517961d-bb5c-4800-8146-a761067f10d4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 950 time: 0.2676728 Jul 16 01:24:42.834586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fc9d9f17-6d82-4732-b738-48b65a86af83 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:42.953824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fc9d9f17-6d82-4732-b738-48b65a86af83, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fc9d9f17-6d82-4732-b738-48b65a86af83,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:42.972731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'fc9d9f17-6d82-4732-b738-48b65a86af83', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'fc9d9f17-6d82-4732-b738-48b65a86af83', 'mac_address': 'fa:16:3e:55:6d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:43.014545 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.028923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9d9f17-6d82-4732-b738-48b65a86af83 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:43.053460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fc9d9f17-6d82-4732-b738-48b65a86af83, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fc9d9f17-6d82-4732-b738-48b65a86af83,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:43.059821 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.080873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277'}, {'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:43.083694 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09" -d '{"events": [{"name": "network-changed", "server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277"}, {"server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "name": "network-vif-unplugged", "status": "completed", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:43.097145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1a067e7-446d-4290-87b8-188a5d86a57d req-040b0162-84d1-4c48-aa7a-f3f07952e76d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823540 Jul 16 01:24:43.144293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36eb7d30-e165-47f9-ad59-df5c4c45ebce req-6bfea0b1-347a-4a57-ae08-46a4b44919dc tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544972 Jul 16 01:24:43.146485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fc9d9f17-6d82-4732-b738-48b65a86af83,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.202254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:43.216465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:43.222814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Deleting port f28e941c-4831-4dde-8bb5-3dc4d4882e94 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:43.223189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.228539 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.297667 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d0919-36c0-42cc-9ca9-3e7053f28969 x-openstack-request-id: req-5c0d0919-36c0-42cc-9ca9-3e7053f28969 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:43.297853 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277", "status": "completed", "code": 200}, {"server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "name": "network-vif-unplugged", "status": "completed", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:43.298100 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c0d0919-36c0-42cc-9ca9-3e7053f28969 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:43.298488 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'status': 'completed', 'code': 200} Jul 16 01:24:43.298736 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'code': 200} Jul 16 01:24:43.349320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fc9d9f17-6d82-4732-b738-48b65a86af83'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:43.413227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-fef353bc-fc2c-4d97-8749-fc1efb9bf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.415823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-fef353bc-fc2c-4d97-8749-fc1efb9bf856 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 1098 time: 0.0731506 Jul 16 01:24:43.428195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.503460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] For port f28e941c-4831-4dde-8bb5-3dc4d4882e94, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f28e941c-4831-4dde-8bb5-3dc4d4882e94,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:43.503820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.519604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.520341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.522234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-2e40b75f-37ea-4aa1-a4f2-bb422cf71a55 service neutron] 10.222.0.13 "PUT /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 1146 time: 1.9968741 Jul 16 01:24:43.531988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Calling delete_port for f28e941c-4831-4dde-8bb5-3dc4d4882e94 owned by compute:tempest-test_az-2134235824 {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:43.544355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-58efdd81-e515-43d4-baab-8dc6766bd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.546332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-58efdd81-e515-43d4-baab-8dc6766bd786 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 924 time: 0.1231251 Jul 16 01:24:43.581741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.629685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['aedd34eb-4663-4eb0-ade4-6de6f70422be'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:43.644036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58657e8-e012-4762-9624-a778caa8075c req-36ec0457-66da-4d18-af5b-ea7e9b246b94 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.646063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a58657e8-e012-4762-9624-a778caa8075c req-36ec0457-66da-4d18-af5b-ea7e9b246b94 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 972 time: 0.3668265 Jul 16 01:24:43.680705 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-0b13d05e-5079-492f-ad52-629c6c7d8587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914063aa-05b5-43fd-8146-1eb5b1c26277 HTTP/1.1" status: 200 len: 1002 time: 0.1262119 Jul 16 01:24:43.696854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0175-deb2-406c-a386-bc5ca2a1312c req-9bd3641f-dd12-4c9a-b717-a86e0049e28c tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.698396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96da0175-deb2-406c-a386-bc5ca2a1312c req-9bd3641f-dd12-4c9a-b717-a86e0049e28c tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 949 time: 0.2639916 Jul 16 01:24:43.750801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a58657e8-e012-4762-9624-a778caa8075c req-3687bcaa-1b86-4218-929c-100fc914c191 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/security-groups?id=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969124 Jul 16 01:24:43.761892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-aefbaf27-4257-4a0e-bdfd-4d1a3eea2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.764167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-aefbaf27-4257-4a0e-bdfd-4d1a3eea2dd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.0495934 Jul 16 01:24:43.835709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-d7affe1c-c576-4352-87b5-13998d3dc992 service neutron] 10.222.0.13 "GET /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.1052921 Jul 16 01:24:43.842680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96da0175-deb2-406c-a386-bc5ca2a1312c req-c7dd72f2-1243-45d7-aee4-371091867478 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366725 Jul 16 01:24:43.978486 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.027806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Pushing event deleted for resources: {'Port': ['ID=f28e941c-4831-4dde-8bb5-3dc4d4882e94,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.037742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-5af0242b-582f-4a43-bcf0-b9c95aa94262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.039013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-5af0242b-582f-4a43-bcf0-b9c95aa94262 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2677836 Jul 16 01:24:44.126574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde95918-0a62-4013-abf6-c5610f3684e2 req-ca5c703e-3e4e-4e1c-933d-113750113d40 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.128190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bde95918-0a62-4013-abf6-c5610f3684e2 req-ca5c703e-3e4e-4e1c-933d-113750113d40 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 943 time: 0.2413394 Jul 16 01:24:44.183619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] No DVR routers for this DVR port f28e941c-4831-4dde-8bb5-3dc4d4882e94 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:44.193575 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-de16a21d-f597-43cd-b3b1-253b832f0fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395729 Jul 16 01:24:44.230479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.232767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-159e0137-cadc-4e19-8f84-a681a1c37dd6 req-7f740092-0836-4b2c-8408-22aa670f74d8 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.23 "DELETE /v2.0/ports/f28e941c-4831-4dde-8bb5-3dc4d4882e94 HTTP/1.1" status: 204 len: 173 time: 1.5317750 Jul 16 01:24:44.247272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f28e941c-4831-4dde-8bb5-3dc4d4882e94 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:44.287903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bde95918-0a62-4013-abf6-c5610f3684e2 req-af60cf6d-6e01-4760-a037-eeaa549cdb52 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427739 Jul 16 01:24:44.292317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: f28e941c-4831-4dde-8bb5-3dc4d4882e94 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:44.292920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f28e941c-4831-4dde-8bb5-3dc4d4882e94 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:44.321205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.339738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4bac1a7d-6019-4a14-ae44-adfa5ba6de09 req-2b2559e0-e4a7-44cf-bf39-05437bf0f668 service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393671 Jul 16 01:24:44.362277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:44.412757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17668a17-085e-4aab-a0c1-951394a34071 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:44.427203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.437466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0f1a-8d4a-493e-9fd9-0e62307b7c58 req-4774d37f-3415-443a-82bd-dbbfef772a40 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.439038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-755f0f1a-8d4a-493e-9fd9-0e62307b7c58 req-4774d37f-3415-443a-82bd-dbbfef772a40 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.1384435 Jul 16 01:24:44.465198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.513136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-755f0f1a-8d4a-493e-9fd9-0e62307b7c58 req-cd57ad83-80b8-497b-9c5f-22e2aea6c295 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671406 Jul 16 01:24:44.595813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] Transition to ACTIVE for port object 17668a17-085e-4aab-a0c1-951394a34071 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:44.600570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.643399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef391d-f1e4-47b2-abdf-d4400d9e7f0f req-93e465d7-2f1e-4f65-a1d3-a21526159f3d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.645377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3eef391d-f1e4-47b2-abdf-d4400d9e7f0f req-93e465d7-2f1e-4f65-a1d3-a21526159f3d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 950 time: 0.1519897 Jul 16 01:24:44.706279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] No DVR routers for this DVR port 17668a17-085e-4aab-a0c1-951394a34071 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:44.709516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] Pushing event updated for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.753501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3eef391d-f1e4-47b2-abdf-d4400d9e7f0f req-b2921acb-0ec9-4f93-a30d-15f9f8cc3a97 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948064 Jul 16 01:24:44.766775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-4e5ba555-8a8a-4c4c-a229-07b5e7a9a594 service neutron] 10.222.0.13 "PUT /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071/bindings/n-h1-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9048960 Jul 16 01:24:44.837196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fc9d9f17-6d82-4732-b738-48b65a86af83 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:44.923288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port fc9d9f17-6d82-4732-b738-48b65a86af83 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:44.934101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port fc9d9f17-6d82-4732-b738-48b65a86af83 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:44.934480 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.996374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-adb94e43-9616-4b13-9dc3-932c865ce1c9 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.998714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-adb94e43-9616-4b13-9dc3-932c865ce1c9 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1096 time: 0.1087317 Jul 16 01:24:45.152474 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.161421 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.175954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-9cd50816-6fa5-4dd5-b300-400cee80d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.179442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-9cd50816-6fa5-4dd5-b300-400cee80d4c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac&tenant_id=07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 1096 time: 0.1654181 Jul 16 01:24:45.200400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9d9f17-6d82-4732-b738-48b65a86af83'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:45.203103 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b874e611-f775-408a-9121-208d504ec364" -d '{"events": [{"server_uuid": "e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a", "name": "network-vif-plugged", "status": "completed", "tag": "fc9d9f17-6d82-4732-b738-48b65a86af83"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:45.221496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fc9d9f17-6d82-4732-b738-48b65a86af83, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fc9d9f17-6d82-4732-b738-48b65a86af83,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:45.226612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.235951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67cb5002-70f3-41f5-9f0c-c438ce642b44 req-a085fd4a-e594-46f0-a060-e53038f1ad67 tempest-AggregatesAdminTestJSON-69465162 tempest-AggregatesAdminTestJSON-69465162-project] 10.222.0.42 "GET /v2.0/ports?device_id=915df4dd-2848-4f0a-b8ee-22c12c160a61 HTTP/1.1" status: 200 len: 210 time: 0.0544555 Jul 16 01:24:45.255306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:45.301180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fc9d9f17-6d82-4732-b738-48b65a86af83,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.313141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be'}, {'server_uuid': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'name': 'network-vif-deleted', 'tag': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:45.316832 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5224bcdb-0755-453b-a83f-b6ca2d315075" -d '{"events": [{"name": "network-changed", "server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be"}, {"server_uuid": "915df4dd-2848-4f0a-b8ee-22c12c160a61", "name": "network-vif-deleted", "tag": "f28e941c-4831-4dde-8bb5-3dc4d4882e94"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:45.362448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-f9ed25f2-ebb6-4fb3-b1b1-a378d2ecd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.364228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-f9ed25f2-ebb6-4fb3-b1b1-a378d2ecd41d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1096 time: 0.1313772 Jul 16 01:24:45.405015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf26c6-9e2a-46d3-9613-0d46cadfe129 req-a7890425-0d32-4431-bb56-5f91ce749f82 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.406542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccbf26c6-9e2a-46d3-9613-0d46cadfe129 req-a7890425-0d32-4431-bb56-5f91ce749f82 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 1102 time: 0.1601896 Jul 16 01:24:45.408552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4365e457-f1dd-431c-abc4-9b2ef2399394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.449960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ccbf26c6-9e2a-46d3-9613-0d46cadfe129 req-b1549e8d-4045-479f-9dc7-9a1627162c83 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.514539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4365e457-f1dd-431c-abc4-9b2ef2399394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.519628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4365e457-f1dd-431c-abc4-9b2ef2399394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.548788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca0f01-f9c9-4a66-9eef-3bd9a9e64be7 req-271b4a62-0410-401c-a1a7-4f6964a3d824 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.550350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4aca0f01-f9c9-4a66-9eef-3bd9a9e64be7 req-271b4a62-0410-401c-a1a7-4f6964a3d824 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.1843708 Jul 16 01:24:45.559826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-1fccd266-8c82-43d2-8370-079a651d3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.561518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-1fccd266-8c82-43d2-8370-079a651d3794 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1841302 Jul 16 01:24:45.561794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4365e457-f1dd-431c-abc4-9b2ef2399394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fd890055c794033ba4ce3794a9927dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045857 Jul 16 01:24:45.564354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365e457-f1dd-431c-abc4-9b2ef2399394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb13381-6ed9-475f-8680-f9fd3f4cdc53,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.567723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40266) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:45.625635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.626621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-d46d08d7-86da-4237-a4bd-ee83b4254ace service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.0541091 Jul 16 01:24:45.659915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.682727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4aca0f01-f9c9-4a66-9eef-3bd9a9e64be7 req-60af957e-f974-40c3-9524-ea3aef074962 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180868 Jul 16 01:24:45.713006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-20abcbc7-2702-487a-87e7-b954b7aaab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.714486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-20abcbc7-2702-487a-87e7-b954b7aaab61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0780647 Jul 16 01:24:45.729868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.733255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.735073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bb13381-6ed9-475f-8680-f9fd3f4cdc53 HTTP/1.1" status: 204 len: 168 time: 0.1661937 Jul 16 01:24:45.748901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb13381-6ed9-475f-8680-f9fd3f4cdc53,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.758886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.759842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.759842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.760041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.760220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.760651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.760983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.761300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-7c0d0631-35c0-4281-9e28-dad84f52d1ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391259 Jul 16 01:24:45.761415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.761635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.761939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.762846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.763177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988416-5334-4a08-bffe-9d987c59d738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:45.765998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ccbf26c6-9e2a-46d3-9613-0d46cadfe129 req-b1549e8d-4045-479f-9dc7-9a1627162c83 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.783202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ccbf26c6-9e2a-46d3-9613-0d46cadfe129 req-b1549e8d-4045-479f-9dc7-9a1627162c83 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.833373 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccbf26c6-9e2a-46d3-9613-0d46cadfe129 req-b1549e8d-4045-479f-9dc7-9a1627162c83 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119036 Jul 16 01:24:45.843843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1549e8d-4045-479f-9dc7-9a1627162c83 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a5fc6f-956d-4be5-a665-4a2221428988,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.903091 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80238ada-4913-4fd1-a403-6c3dfd28b9c9 x-openstack-request-id: req-80238ada-4913-4fd1-a403-6c3dfd28b9c9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:45.903921 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a", "name": "network-vif-plugged", "status": "completed", "tag": "fc9d9f17-6d82-4732-b738-48b65a86af83", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:45.904175 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80238ada-4913-4fd1-a403-6c3dfd28b9c9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:45.905061 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9d9f17-6d82-4732-b738-48b65a86af83', 'code': 200} Jul 16 01:24:45.925020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-1a34c8ae-8c3b-45ae-bfaf-7e2b7c958d20 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491964 Jul 16 01:24:45.973042 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e07c47-3901-47ff-97b0-80f8f1cb29e4 x-openstack-request-id: req-21e07c47-3901-47ff-97b0-80f8f1cb29e4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:45.973351 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be", "status": "completed", "code": 200}, {"server_uuid": "915df4dd-2848-4f0a-b8ee-22c12c160a61", "name": "network-vif-deleted", "tag": "f28e941c-4831-4dde-8bb5-3dc4d4882e94", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:45.973618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21e07c47-3901-47ff-97b0-80f8f1cb29e4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:45.974043 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'status': 'completed', 'code': 200} Jul 16 01:24:45.974350 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915df4dd-2848-4f0a-b8ee-22c12c160a61', 'name': 'network-vif-deleted', 'tag': 'f28e941c-4831-4dde-8bb5-3dc4d4882e94', 'status': 'completed', 'code': 200} Jul 16 01:24:46.059934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-073f0f25-f29c-46e2-8180-08651e5d2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.061694 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-073f0f25-f29c-46e2-8180-08651e5d2477 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1149 time: 0.0667596 Jul 16 01:24:46.133796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.155285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-096f38ce-b919-4d47-8b1e-da2d9fb1cca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.189835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-6bb7717c-b737-477c-a55a-7966930b9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.191355 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-6bb7717c-b737-477c-a55a-7966930b9039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1229401 Jul 16 01:24:46.243151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-6066d9fa-52e1-471f-bfda-09ca44893b8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.0432630 Jul 16 01:24:46.311158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-bf87964c-037b-41c7-8f15-59f8fe2efa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.312677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-bf87964c-037b-41c7-8f15-59f8fe2efa28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0616825 Jul 16 01:24:46.360563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-32fa68ad-b09d-4735-9a31-e941bb1e321b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386307 Jul 16 01:24:46.360743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-14acdac2-c6f8-4388-8ade-c64b1b68c8e0 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266863 Jul 16 01:24:46.387853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-096f38ce-b919-4d47-8b1e-da2d9fb1cca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.404485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-096f38ce-b919-4d47-8b1e-da2d9fb1cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.413738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6319e5-4ddc-4c6d-9140-78350072e878 req-122980c5-8057-40c1-aabd-fb3a6057ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.415215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a6319e5-4ddc-4c6d-9140-78350072e878 req-122980c5-8057-40c1-aabd-fb3a6057ca05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 1102 time: 0.1699178 Jul 16 01:24:46.422687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26669b1-7d1f-4f4c-b9ee-8a5c89714da7 req-0bfdbd3a-ccab-4403-8f54-43e02bb814cf tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.424121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c26669b1-7d1f-4f4c-b9ee-8a5c89714da7 req-0bfdbd3a-ccab-4403-8f54-43e02bb814cf tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 944 time: 0.4391701 Jul 16 01:24:46.455974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892a34f-2ac2-4c36-a48b-a03e3114d99d req-fdf1602b-8d33-4e1d-9f7c-519944fa7d7f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.457688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5892a34f-2ac2-4c36-a48b-a03e3114d99d req-fdf1602b-8d33-4e1d-9f7c-519944fa7d7f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.2085919 Jul 16 01:24:46.479109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-096f38ce-b919-4d47-8b1e-da2d9fb1cca1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3126cdaa640494ab9b5d2d4e7c64fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444448 Jul 16 01:24:46.483313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f38ce-b919-4d47-8b1e-da2d9fb1cca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8222c-7a39-4389-a91a-decad2a7a6b7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.484259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.513316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-bfe1b8d4-aab9-47f3-8667-144930324aeb service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367438 Jul 16 01:24:46.516030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a6319e5-4ddc-4c6d-9140-78350072e878 req-3b9b1c9b-10cc-48c2-99c0-a14f574b881e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909255 Jul 16 01:24:46.550803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c26669b1-7d1f-4f4c-b9ee-8a5c89714da7 req-ebc16d5a-c207-4dfd-8438-2a6373724391 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160319 Jul 16 01:24:46.566316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5892a34f-2ac2-4c36-a48b-a03e3114d99d req-da3be8d7-f348-4f7f-b674-585f2682e37f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977378 Jul 16 01:24:46.588330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.644594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.645682 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5224bcdb-0755-453b-a83f-b6ca2d315075 req-0aad6275-5396-4936-8470-c2843fcd9caf service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245000 Jul 16 01:24:46.720967 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.726427 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.730191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afd8222c-7a39-4389-a91a-decad2a7a6b7 HTTP/1.1" status: 204 len: 168 time: 0.2390611 Jul 16 01:24:46.741497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8222c-7a39-4389-a91a-decad2a7a6b7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.768266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.768692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.769063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.769443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.770411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.771052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.771570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.771911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.776361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.777387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.777757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.778069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2aac4e-10a8-486a-b5fc-156cb337871e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:46.862412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:46.950993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-ba92ae11-2ad7-4476-be0c-bf0c7fe60b09 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.955186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-ba92ae11-2ad7-4476-be0c-bf0c7fe60b09 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1096 time: 0.2436256 Jul 16 01:24:46.998144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a0753-32c5-47fc-8e34-808cf9594dd4 req-406b71e8-408a-4dfa-8ed5-fdb1c3fcab58 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.005614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac5a0753-32c5-47fc-8e34-808cf9594dd4 req-406b71e8-408a-4dfa-8ed5-fdb1c3fcab58 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.0789020 Jul 16 01:24:47.055020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac5a0753-32c5-47fc-8e34-808cf9594dd4 req-ff55b7b0-48b9-43d6-99fc-89970585d7aa tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Jul 16 01:24:47.101346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:47.145985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-fde6a21b-8cbb-4389-b252-46712778afb0 service neutron] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:47.151252 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-fde6a21b-8cbb-4389-b252-46712778afb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.152705 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4dbd8a6c-53ab-46fb-9dd1-8be3cc094ccc req-fde6a21b-8cbb-4389-b252-46712778afb0 service neutron] 10.222.0.23 "DELETE /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071/bindings/n-h2-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.1878779 Jul 16 01:24:47.275350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-17c43135-275f-468a-97e4-cb6342fe0b36 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339568 Jul 16 01:24:47.290244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be has no active binding in host n-h2-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:24:47.318491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40314) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:47.410800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-0f1d5877-db7d-4bb0-b8cc-354e88208c48 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.412248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-0f1d5877-db7d-4bb0-b8cc-354e88208c48 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291213 Jul 16 01:24:47.429793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-c026fcbe-8a9b-4986-813c-6d16b07e769b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/quotas/57e1e5ce7da146589e94af689e2cf7e0 HTTP/1.1" status: 200 len: 375 time: 0.0111754 Jul 16 01:24:47.521730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40324) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:47.523179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-7b63c1b4-ab5a-4e22-be8d-5827ebe89c63 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847404 Jul 16 01:24:47.622618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e059563-768f-4b02-8668-8ed1d3ca8ccd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4021d0602b574d9080c1842b9010ebc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3022790 Jul 16 01:24:47.624773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:47.671099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37d5865e-cf4a-4ebc-b8ee-553f86e43f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.759209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f7ae-db8b-48e4-bae9-65d032f3247c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.869250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f7ae-db8b-48e4-bae9-65d032f3247c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.874928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37d5865e-cf4a-4ebc-b8ee-553f86e43f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.888909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37d5865e-cf4a-4ebc-b8ee-553f86e43f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.944925 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-37d5865e-cf4a-4ebc-b8ee-553f86e43f28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c96bf106b3e649dc9498883c39a8ebb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187689 Jul 16 01:24:47.944925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5865e-cf4a-4ebc-b8ee-553f86e43f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbf42e5-a2c3-444b-a444-2b018d5b5f3c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:47.945847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.011024 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.034416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8344fc3c-e3b6-4f30-a5c7-4e7248f2bc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.064906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255492f-3375-4736-b9f9-52235ea03135 req-1db4d8c4-e5f9-4cc6-ae56-3888ad3b794e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.075865 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8255492f-3375-4736-b9f9-52235ea03135 req-1db4d8c4-e5f9-4cc6-ae56-3888ad3b794e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 944 time: 0.2002966 Jul 16 01:24:48.096939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8344fc3c-e3b6-4f30-a5c7-4e7248f2bc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.144580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8255492f-3375-4736-b9f9-52235ea03135 req-29187518-f180-4457-8efe-57e45efd3d84 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674758 Jul 16 01:24:48.145798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f7ae-db8b-48e4-bae9-65d032f3247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.149185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fb2f7ae-db8b-48e4-bae9-65d032f3247c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.158162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8fb2f7ae-db8b-48e4-bae9-65d032f3247c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260 HTTP/1.1" status: 204 len: 168 time: 0.5299709 Jul 16 01:24:48.187989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2f7ae-db8b-48e4-bae9-65d032f3247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7dbdaf-2a3d-4ed0-9c0b-be4d92b1d260,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.201869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8344fc3c-e3b6-4f30-a5c7-4e7248f2bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.215371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8344fc3c-e3b6-4f30-a5c7-4e7248f2bc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.216597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8344fc3c-e3b6-4f30-a5c7-4e7248f2bc39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4dbf42e5-a2c3-444b-a444-2b018d5b5f3c HTTP/1.1" status: 204 len: 168 time: 0.2586064 Jul 16 01:24:48.240100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344fc3c-e3b6-4f30-a5c7-4e7248f2bc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbf42e5-a2c3-444b-a444-2b018d5b5f3c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.611102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687a735-f39b-4804-9532-4eae3652314b req-207f242d-90c8-4fcd-9cad-52c66db504ee tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.621077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0687a735-f39b-4804-9532-4eae3652314b req-207f242d-90c8-4fcd-9cad-52c66db504ee tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.1682937 Jul 16 01:24:48.737026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0687a735-f39b-4804-9532-4eae3652314b req-2cd57435-b786-4608-bc52-ce0a686af65d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157146 Jul 16 01:24:48.750887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40372) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.782891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b0aa-cd31-4f57-8e81-82844a4a14cf req-5f278f0c-f900-4e19-9356-01f69eb0b62b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.786364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5078b0aa-cd31-4f57-8e81-82844a4a14cf req-5f278f0c-f900-4e19-9356-01f69eb0b62b tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.2425199 Jul 16 01:24:48.847510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17668a17-085e-4aab-a0c1-951394a34071 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:48.870266 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-681a811b-3f7a-48d3-8808-f73eb1d5df35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1e255f63db645eaa36cba512ff28ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164136 Jul 16 01:24:48.873443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40378) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.896721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5078b0aa-cd31-4f57-8e81-82844a4a14cf req-54df0c96-87dc-48c0-a456-86f60588db8f tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867875 Jul 16 01:24:49.002803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17668a17-085e-4aab-a0c1-951394a34071 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:49.090852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fab2ad5-3389-415c-8a6d-e163b9db8e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.178606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40388) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:49.237204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-8697bf6e-1801-4c17-a02a-62ae0c16a1dc service neutron] 10.222.0.23 "GET /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.3110747 Jul 16 01:24:49.266772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fab2ad5-3389-415c-8a6d-e163b9db8e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.286196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea141-afa4-4a6b-b988-ce918f042dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.550804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec991be2-dc16-4298-a01c-8ed549751cc1 req-6c251fed-81e8-4e1d-91f0-9c6f775ad0ec tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 210 time: 0.0600319 Jul 16 01:24:49.606511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74ec0c-28e3-4067-9f59-834ed6a68eb4 req-b0dc33fb-ce5d-4998-9e68-ebbae6d3d277 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.619306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db74ec0c-28e3-4067-9f59-834ed6a68eb4 req-b0dc33fb-ce5d-4998-9e68-ebbae6d3d277 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1096 time: 0.1310873 Jul 16 01:24:49.670782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db74ec0c-28e3-4067-9f59-834ed6a68eb4 req-8c876701-56f1-4887-a882-e81cb8e3430f tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Jul 16 01:24:49.681876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:49.713556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:49.772202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedd34eb-4663-4eb0-ade4-6de6f70422be {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:49.784643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:49.869052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.871471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fab2ad5-3389-415c-8a6d-e163b9db8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.881068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fab2ad5-3389-415c-8a6d-e163b9db8e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.882966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0fab2ad5-3389-415c-8a6d-e163b9db8e3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c65ee55f-dbad-4ebb-93c7-093b98074075 HTTP/1.1" status: 204 len: 168 time: 1.0083842 Jul 16 01:24:49.921691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37fb4-0742-4b13-954b-96b05d5ae5f7 req-4d621df6-bdcf-48fe-a15f-3221c3febdff tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.930785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab2ad5-3389-415c-8a6d-e163b9db8e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65ee55f-dbad-4ebb-93c7-093b98074075,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.931509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78f37fb4-0742-4b13-954b-96b05d5ae5f7 req-4d621df6-bdcf-48fe-a15f-3221c3febdff tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.1062005 Jul 16 01:24:49.997165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea141-afa4-4a6b-b988-ce918f042dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.008975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78f37fb4-0742-4b13-954b-96b05d5ae5f7 req-67858251-d398-4afb-9529-a39b1b2f8073 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761898 Jul 16 01:24:50.014985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea141-afa4-4a6b-b988-ce918f042dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.078939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] Transition to ACTIVE for port object aedd34eb-4663-4eb0-ade4-6de6f70422be will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:50.095930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:50.096077 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f9ea141-afa4-4a6b-b988-ce918f042dad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d514d215845e4e59883f125c3be8bdb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9158599 Jul 16 01:24:50.098986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.107549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea141-afa4-4a6b-b988-ce918f042dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e0c3f5-e123-447c-9f4a-21276a7bb3eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.174844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] No DVR routers for this DVR port aedd34eb-4663-4eb0-ade4-6de6f70422be on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:50.208335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b0dbb-cf26-461d-9694-e38601a9760b req-8658aa0f-06a4-4c53-9bd0-dfe1d8ec9b96 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.210060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f9b0dbb-cf26-461d-9694-e38601a9760b req-8658aa0f-06a4-4c53-9bd0-dfe1d8ec9b96 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 966 time: 0.1691093 Jul 16 01:24:50.231423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] 10.222.0.23 "PUT /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be/bindings/n-h2-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9589474 Jul 16 01:24:50.232236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfada6-36da-4d18-ac78-6c6690a166ed service neutron] Pushing event updated for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.283862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46f1627-db76-4876-ac32-45a46e914a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.320214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f9b0dbb-cf26-461d-9694-e38601a9760b req-ca39bed6-24d2-4988-a3af-9f018357a76f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030531 Jul 16 01:24:50.337645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46f1627-db76-4876-ac32-45a46e914a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.377225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-db7f92ef-9d02-4ab7-82ee-45831933c90c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.385014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-db7f92ef-9d02-4ab7-82ee-45831933c90c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.2646997 Jul 16 01:24:50.420864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-348fd2b0-fe32-4e66-8006-6f4e9bc2ca32 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/quotas/07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 375 time: 0.0347955 Jul 16 01:24:50.541312 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46f1627-db76-4876-ac32-45a46e914a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.543930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e46f1627-db76-4876-ac32-45a46e914a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.549772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e46f1627-db76-4876-ac32-45a46e914a9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22e0c3f5-e123-447c-9f4a-21276a7bb3eb HTTP/1.1" status: 204 len: 168 time: 0.4521718 Jul 16 01:24:50.567403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-90f6b194-d0dd-41cb-b209-50109e47dc12 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.569772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-90f6b194-d0dd-41cb-b209-50109e47dc12 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1119 time: 0.1821642 Jul 16 01:24:50.572057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f1627-db76-4876-ac32-45a46e914a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e0c3f5-e123-447c-9f4a-21276a7bb3eb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.609411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-8a7a3db4-af69-40e4-bf1a-470cc67096e8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875343 Jul 16 01:24:50.619839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-89b6a43c-47e7-4e5e-91ab-4d699ae528a0 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:50.621671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-89b6a43c-47e7-4e5e-91ab-4d699ae528a0 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115044 Jul 16 01:24:50.763760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-0709d448-ab76-4d76-9c1e-7871d0b8ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.765672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-0709d448-ab76-4d76-9c1e-7871d0b8ceda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df&tenant_id=2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 1119 time: 0.1729407 Jul 16 01:24:50.767782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-dc343848-ade4-4774-bb39-b039a1faf90d service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360700 Jul 16 01:24:50.781678 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-0b089a13-8fdb-4611-855d-4c029164503d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336764 Jul 16 01:24:50.950835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-5b2a9c3e-89e9-4638-9aa5-23cbbf8937d5 service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747644 Jul 16 01:24:50.960090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-62748928-1fcb-456d-8129-da641c9bea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.962457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-62748928-1fcb-456d-8129-da641c9bea8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1119 time: 0.1394050 Jul 16 01:24:51.034306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-74abc1de-7cb7-44f3-bf94-5bae576ef575 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.037583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-74abc1de-7cb7-44f3-bf94-5bae576ef575 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439580 Jul 16 01:24:51.062789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:51.091684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-e78bdfd2-08cf-4aa4-8eee-3b7bb40917f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.093473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-e78bdfd2-08cf-4aa4-8eee-3b7bb40917f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1232135 Jul 16 01:24:51.271456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-275e44ba-e511-447e-8b1e-f0c2d1e0a8d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.1386342 Jul 16 01:24:51.277600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:51.282788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.474693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ed5ca19-8342-4c36-bac5-c4596aa510b6 req-2f06c7cb-c8d8-4ae5-ba98-69dea4e734fd tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 210 time: 0.0618973 Jul 16 01:24:51.483941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-ff42d1c6-1b5a-4f3a-8806-50c217a9e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.490074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-ff42d1c6-1b5a-4f3a-8806-50c217a9e8ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.2074904 Jul 16 01:24:51.494171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.242 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/d0132201-786b-4fce-a1de-c2f027d8c7ab) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:51.516805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40478) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:51.594991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.13', 52397) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:51.621825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-8a86611e-e892-4909-82c3-7cf2266a19eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240926 Jul 16 01:24:51.652681 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-bb159fec-7870-4880-ac78-fb3be04e0bbb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534503 Jul 16 01:24:51.727308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337597-b5c8-4292-8842-a5174a3c3c58 req-e9c13be4-981e-4af7-8ce6-5554d0b9f321 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.738433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb337597-b5c8-4292-8842-a5174a3c3c58 req-e9c13be4-981e-4af7-8ce6-5554d0b9f321 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.4386618 Jul 16 01:24:51.950907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-c653b475-1eb7-48f4-9cfe-b013aed6b843 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.952816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-c653b475-1eb7-48f4-9cfe-b013aed6b843 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745149 Jul 16 01:24:51.957518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.973468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object d0132201-786b-4fce-a1de-c2f027d8c7ab will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:51.985866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:51.992611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a51368f-7dd1-496f-ac96-6bff657290ce req-9d7dfe53-e0a2-4344-9356-d420d9c59e58 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 210 time: 0.0987079 Jul 16 01:24:52.031381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb337597-b5c8-4292-8842-a5174a3c3c58 req-601bbe59-a279-481d-9748-12059a258882 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918830 Jul 16 01:24:52.035496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.13', 52398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:52.134174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2131985892-network', 'tenant_id': '49507e3196de4367b88b936a5c97308b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:52.141158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-61e29945-c148-4072-b20c-24477c484038 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030797 Jul 16 01:24:52.264740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Made reservation on behalf of 49507e3196de4367b88b936a5c97308b for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:52.267090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.276077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.291844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:52.296550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.380591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:52.400980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:52.402921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:52.419088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-10d8e1e2-d4b5-419e-8360-56f4e30c5600 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3782017 Jul 16 01:24:52.422071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:52.440986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.458600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-f7668cfa-275a-4d81-b9e3-e942681e5000 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043616 Jul 16 01:24:52.459296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.467633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e9944-6835-485e-b85a-0585ee337f47 req-8804fb49-aff9-4d16-a81d-895dd9ad4f1f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.469255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-804e9944-6835-485e-b85a-0585ee337f47 req-8804fb49-aff9-4d16-a81d-895dd9ad4f1f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 967 time: 0.2691011 Jul 16 01:24:52.523677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:52.533416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=d0132201-786b-4fce-a1de-c2f027d8c7ab,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.550358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:52.556706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.720828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-804e9944-6835-485e-b85a-0585ee337f47 req-98e039c3-80d9-4597-a73c-dcc32173c419 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384768 Jul 16 01:24:52.722817 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:52.853019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f2066cc5-6587-4bd5-8079-30339b37366d None None] Provisioning for port d0132201-786b-4fce-a1de-c2f027d8c7ab completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:52.876014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f2066cc5-6587-4bd5-8079-30339b37366d None None] Provisioning complete for port d0132201-786b-4fce-a1de-c2f027d8c7ab triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:52.880435 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2066cc5-6587-4bd5-8079-30339b37366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.892381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-3d052987-e068-4f5a-91d0-dc2cdf57da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.897836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-3d052987-e068-4f5a-91d0-dc2cdf57da50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 1098 time: 0.3517430 Jul 16 01:24:52.927619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54ef05c6-eb7b-4e27-a271-2d144e539b9e req-a2e65caf-d909-4f40-8c9f-7576c946edb0 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 210 time: 0.1076102 Jul 16 01:24:52.974301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f2066cc5-6587-4bd5-8079-30339b37366d None None] Port d0132201-786b-4fce-a1de-c2f027d8c7ab cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:53.042127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.137 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/cf72e68a-9503-48a7-b227-f5be6b4b51c9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:53.055835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.064185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.084411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-872ff949-807e-4d1f-a0a6-6de4be94c675 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0263169 Jul 16 01:24:53.084797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f6aa-03c4-4fa1-92b5-e2d30274c422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.120722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Request body: {'port': {'device_id': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:53.150565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:53.170283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d21b0-f6ee-4e2c-9636-e82e38618e05,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.198142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.198791 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Added segment 59101d9e-196d-4e2e-b246-aecd2617c8d3 of type vlan for network 64699bae-8aeb-4e88-b32e-29751389aa28 Jul 16 01:24:53.254333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.13', 52400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.267054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-58ab3ba5-bfed-428b-8580-4f64c58f77df tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.268772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-58ab3ba5-bfed-428b-8580-4f64c58f77df tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.4476526 Jul 16 01:24:53.580926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.654181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13d412c3-3c5f-4803-98bc-e100169e44fc req-46435ee0-c709-4d14-9dce-f2102ea0554b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 210 time: 0.3614459 Jul 16 01:24:53.693676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.700459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-62dd9945-9371-49b5-ba31-79e2c21bea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.701910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-62dd9945-9371-49b5-ba31-79e2c21bea27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 924 time: 0.7732019 Jul 16 01:24:53.703171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.739191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-e97c2559-31dc-4677-9c57-69d1590c6657 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.740793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-e97c2559-31dc-4677-9c57-69d1590c6657 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.2994220 Jul 16 01:24:53.742371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object cf72e68a-9503-48a7-b227-f5be6b4b51c9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:53.744119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.745069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.745668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.762349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Request body: {'port': {'device_id': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'admin_state_up': True, 'tenant_id': '07eca64fee8345f790c174acbcbe1809'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:53.789999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f6aa-03c4-4fa1-92b5-e2d30274c422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.809044 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f6aa-03c4-4fa1-92b5-e2d30274c422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.844895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3272326 Jul 16 01:24:53.859214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.904312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167ec4-bf23-4fe1-b31e-f43c8186f5f3 req-0884013b-60db-46a1-b6cb-e9746a081118 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.905794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Request body: {'subnet': {'network_id': '64699bae-8aeb-4e88-b32e-29751389aa28', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2131985892-subnet', 'tenant_id': '49507e3196de4367b88b936a5c97308b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:53.905940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43167ec4-bf23-4fe1-b31e-f43c8186f5f3 req-0884013b-60db-46a1-b6cb-e9746a081118 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 950 time: 0.5687828 Jul 16 01:24:53.907831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-50eb0143-39d4-406f-b280-349cb5bbcb1a tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.909218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-50eb0143-39d4-406f-b280-349cb5bbcb1a tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1119 time: 0.6394455 Jul 16 01:24:53.919313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-c9fcbce9-e16d-41b2-b653-2049e4f01b72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914063aa-05b5-43fd-8146-1eb5b1c26277 HTTP/1.1" status: 200 len: 1002 time: 0.2024119 Jul 16 01:24:53.926532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3ee2f6aa-03c4-4fa1-92b5-e2d30274c422 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4254029c69c41baa453108e71f45e02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2020757 Jul 16 01:24:53.937900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2f6aa-03c4-4fa1-92b5-e2d30274c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52350336-2571-46e2-9134-f27057640eab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.942096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40538) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.983811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62213-9ac0-484f-92da-4f8bf0e0a4ec admin admin] Pushing event updated for resources: {'Network': ['ID=64699bae-8aeb-4e88-b32e-29751389aa28,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.002016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 64699bae-8aeb-4e88-b32e-29751389aa28 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:54.034297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Deleting port fc9d9f17-6d82-4732-b738-48b65a86af83 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:54.034847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.067918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Made reservation on behalf of 49507e3196de4367b88b936a5c97308b for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:54.070831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.096920 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.143147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43167ec4-bf23-4fe1-b31e-f43c8186f5f3 req-bfdd2d15-d73c-498d-a76e-556f19f73684 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500ea30-fef8-42d7-b58a-bafb497cb104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259221 Jul 16 01:24:54.160876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:54.183838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-382eccc2-3d53-44fc-99e4-8efe502a468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.185380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-382eccc2-3d53-44fc-99e4-8efe502a468c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.2575653 Jul 16 01:24:54.237552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:54.280011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:54.290049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=cf72e68a-9503-48a7-b227-f5be6b4b51c9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.303869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:54.310220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.311486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.320829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Made reservation on behalf of 07eca64fee8345f790c174acbcbe1809 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:54.324669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.437832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d565a3ee-0004-4455-b687-c3ee5a400952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.510885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:54.533720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Allocated IP 172.20.0.11 (73e5b720-b23b-4f22-ae91-5b302c58f07d/ff0e21ad-857b-444e-b696-0f1f25b9abfc/5e84dd5c-1645-4629-b3d1-26502a76c052) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:54.550028 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-53fd5b04-2aa9-4f45-b0c6-5263299cb176 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5741632 Jul 16 01:24:54.581410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] For port fc9d9f17-6d82-4732-b738-48b65a86af83, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fc9d9f17-6d82-4732-b738-48b65a86af83,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:54.581763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.594844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d565a3ee-0004-4455-b687-c3ee5a400952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.600272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Request body: {'port': {'device_id': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:54.624453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Calling delete_port for fc9d9f17-6d82-4732-b738-48b65a86af83 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:54.626498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-e858cecd-865f-4ebd-bfa1-1879424cbc47 service neutron] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:54.640028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3cc914b2-87af-4c7e-a85e-340e5461e101 None None] Provisioning for port cf72e68a-9503-48a7-b227-f5be6b4b51c9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:54.647217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3cc914b2-87af-4c7e-a85e-340e5461e101 None None] Provisioning complete for port cf72e68a-9503-48a7-b227-f5be6b4b51c9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:54.647869 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3cc914b2-87af-4c7e-a85e-340e5461e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.660985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-e858cecd-865f-4ebd-bfa1-1879424cbc47 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.661933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-e858cecd-865f-4ebd-bfa1-1879424cbc47 service neutron] 10.222.0.13 "DELETE /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be/bindings/n-h1-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.7403376 Jul 16 01:24:54.716781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3cc914b2-87af-4c7e-a85e-340e5461e101 None None] Port cf72e68a-9503-48a7-b227-f5be6b4b51c9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:54.725309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df7cd-c195-4e60-995d-b925db8b2105 req-84aef1b1-819b-4c10-a58d-5de7cddfd4a0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.726985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-858df7cd-c195-4e60-995d-b925db8b2105 req-84aef1b1-819b-4c10-a58d-5de7cddfd4a0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 967 time: 0.5354280 Jul 16 01:24:54.733439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-4c0deff6-0da9-4d52-ac86-7be6b9157af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.735106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-4c0deff6-0da9-4d52-ac86-7be6b9157af0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5360703 Jul 16 01:24:54.760343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2d377e-e985-4b6e-8b19-dc90c3119076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.835722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148f362-694e-4dbe-b32b-f93362730b32 req-c3f77aeb-6bbc-416b-a871-f2bf2b6b2e42 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.837289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6148f362-694e-4dbe-b32b-f93362730b32 req-c3f77aeb-6bbc-416b-a871-f2bf2b6b2e42 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 936 time: 0.4208348 Jul 16 01:24:54.884106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.897387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0132201-786b-4fce-a1de-c2f027d8c7ab {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:54.898218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d565a3ee-0004-4455-b687-c3ee5a400952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.900700 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d565a3ee-0004-4455-b687-c3ee5a400952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.901800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d565a3ee-0004-4455-b687-c3ee5a400952 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52350336-2571-46e2-9134-f27057640eab HTTP/1.1" status: 204 len: 168 time: 0.9575787 Jul 16 01:24:54.933344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.951271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-858df7cd-c195-4e60-995d-b925db8b2105 req-253dbd4d-1ab2-48e4-86ae-fb5cf2307b04 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076986 Jul 16 01:24:54.958078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565a3ee-0004-4455-b687-c3ee5a400952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52350336-2571-46e2-9134-f27057640eab,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.972306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.060974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-0039b0ec-d369-42cc-bc26-87bc98499949 service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147535 Jul 16 01:24:55.093866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6148f362-694e-4dbe-b32b-f93362730b32 req-b1ba4ab4-47be-4438-82a7-68baf41a8698 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415159 Jul 16 01:24:55.096006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036ecc53-a513-4de7-9b3a-1e039f6ed97b,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.134154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.136343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Checking segment: {'id': '59101d9e-196d-4e2e-b246-aecd2617c8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '64699bae-8aeb-4e88-b32e-29751389aa28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:55.136730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Network hostable DHCP agents. Network: 64699bae-8aeb-4e88-b32e-29751389aa28, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:55.228359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.248239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Transition to ACTIVE for port object d0132201-786b-4fce-a1de-c2f027d8c7ab will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:55.278303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.288980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Pushing event deleted for resources: {'Port': ['ID=fc9d9f17-6d82-4732-b738-48b65a86af83,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.344934 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2d377e-e985-4b6e-8b19-dc90c3119076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.407509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Network 64699bae-8aeb-4e88-b32e-29751389aa28 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:55.423125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] No DVR routers for this DVR port fc9d9f17-6d82-4732-b738-48b65a86af83 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:55.424885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8b2d377e-e985-4b6e-8b19-dc90c3119076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.429339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4910d376-ff65-4b3e-a5cf-99954f1c84d9 req-e5aabf3e-18e5-4b22-9555-f2c186716f1f service neutron] 10.222.0.13 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583272 Jul 16 01:24:55.435900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Pushing event updated for resources: {'Port': ['ID=d0132201-786b-4fce-a1de-c2f027d8c7ab,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.437015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25e5611d-52a2-47aa-896d-aa98f1c1a913 req-4ebac28b-05e0-482f-ad5d-6d4afb05465a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 210 time: 0.0902686 Jul 16 01:24:55.458355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.460801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d870adf-5730-40ee-a31a-cbd8e1221a9e req-defdc836-230e-4faa-bcae-c620af7350f1 tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.13 "DELETE /v2.0/ports/fc9d9f17-6d82-4732-b738-48b65a86af83 HTTP/1.1" status: 204 len: 173 time: 2.1736951 Jul 16 01:24:55.462121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'name': 'network-vif-deleted', 'tag': 'fc9d9f17-6d82-4732-b738-48b65a86af83'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:55.464696 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f566c-b2d2-435a-a969-c5546be7c0ee" -d '{"events": [{"server_uuid": "e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a", "name": "network-vif-deleted", "tag": "fc9d9f17-6d82-4732-b738-48b65a86af83"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:55.464844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 64699bae-8aeb-4e88-b32e-29751389aa28) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:55.469268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.470022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.486337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15496ea-1d78-484d-9731-619069beb02a None None] Network 64699bae-8aeb-4e88-b32e-29751389aa28 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:55.579397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8b2d377e-e985-4b6e-8b19-dc90c3119076 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bea89e56346342b4abb0f015a1e61cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0671675 Jul 16 01:24:55.585557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.586629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.589435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50f20e22-46bd-4f83-953e-697666269a08 req-b51ca943-2a8e-4cc3-bca7-a03f6526e55f tempest-DeleteServersAdminTestJSON-1540402413 tempest-DeleteServersAdminTestJSON-1540402413-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a HTTP/1.1" status: 200 len: 210 time: 0.1577022 Jul 16 01:24:55.625643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Attempting to bind port d0132201-786b-4fce-a1de-c2f027d8c7ab on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:55.628124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Attempting to bind port d0132201-786b-4fce-a1de-c2f027d8c7ab by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:55.628508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Attempting to bind port d0132201-786b-4fce-a1de-c2f027d8c7ab on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:55.664870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Port d0132201-786b-4fce-a1de-c2f027d8c7ab on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:55.665199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Attempting to bind port d0132201-786b-4fce-a1de-c2f027d8c7ab on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:55.670740 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4de3e-42b6-4073-9816-ecc0b86674c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.682389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-28bb357c-b283-435c-9952-76400aa3b300 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8197165 Jul 16 01:24:55.698394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d377e-e985-4b6e-8b19-dc90c3119076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0835d119-e7fc-4a1d-aa9e-2617b5400ce5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.710853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.746330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:55.749410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:55.751005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:55.751660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Bound port: d0132201-786b-4fce-a1de-c2f027d8c7ab, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:55.753085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.788730 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2832d3-a5e3-4f55-8dcd-c06b2f8f7e37 x-openstack-request-id: req-2f2832d3-a5e3-4f55-8dcd-c06b2f8f7e37 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:55.789040 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a", "name": "network-vif-deleted", "tag": "fc9d9f17-6d82-4732-b738-48b65a86af83", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:55.789487 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f2832d3-a5e3-4f55-8dcd-c06b2f8f7e37 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:55.789719 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b461d8-2df9-4ed9-a7cf-57a2c449bb2a', 'name': 'network-vif-deleted', 'tag': 'fc9d9f17-6d82-4732-b738-48b65a86af83', 'status': 'completed', 'code': 200} Jul 16 01:24:55.790956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03935b5-54ac-4e59-8b2e-b8c2a03f0a08 None None] Network 64699bae-8aeb-4e88-b32e-29751389aa28 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:55.857332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5181e99-b7e9-4aa6-9ad4-95365dfcb8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.965917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:55.966724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.975321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:55.992498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:56.009348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.015630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.017553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5181e99-b7e9-4aa6-9ad4-95365dfcb8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.062340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7e671-65a1-475e-98d3-0dab6be07442 req-a233630e-5778-43f3-93fb-ebe1a2cd7de1 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.064041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0f7e671-65a1-475e-98d3-0dab6be07442 req-a233630e-5778-43f3-93fb-ebe1a2cd7de1 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1119 time: 0.3375256 Jul 16 01:24:56.091748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] For port d0132201-786b-4fce-a1de-c2f027d8c7ab, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:56.096957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] For port d0132201-786b-4fce-a1de-c2f027d8c7ab, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:56.103275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf72e68a-9503-48a7-b227-f5be6b4b51c9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:56.109182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.124161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.131854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0f7e671-65a1-475e-98d3-0dab6be07442 req-d8145ee8-7b5d-4616-9347-6cb4c7db6533 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615740 Jul 16 01:24:56.143670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4de3e-42b6-4073-9816-ecc0b86674c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.149256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5181e99-b7e9-4aa6-9ad4-95365dfcb8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.157759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5181e99-b7e9-4aa6-9ad4-95365dfcb8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.163099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e5181e99-b7e9-4aa6-9ad4-95365dfcb8bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0835d119-e7fc-4a1d-aa9e-2617b5400ce5 HTTP/1.1" status: 204 len: 168 time: 0.5711098 Jul 16 01:24:56.178887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.179927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.181751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0132201-786b-4fce-a1de-c2f027d8c7ab HTTP/1.1" status: 200 len: 1097 time: 3.0771914 Jul 16 01:24:56.187167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'tag': 'd0132201-786b-4fce-a1de-c2f027d8c7ab'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:56.190392 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5daa747-7377-43d6-8ab5-28cad238dfde" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6453bd-e360-4e7e-91e1-49048db80a32", "tag": "d0132201-786b-4fce-a1de-c2f027d8c7ab"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:56.191196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5181e99-b7e9-4aa6-9ad4-95365dfcb8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0835d119-e7fc-4a1d-aa9e-2617b5400ce5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.207908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6e4de3e-42b6-4073-9816-ecc0b86674c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.208286 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-f34de1cf-e2b1-4c29-b483-4331f19b05ec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4497347 Jul 16 01:24:56.223327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Transition to ACTIVE for port object cf72e68a-9503-48a7-b227-f5be6b4b51c9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:56.238781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Request body: {'port': {'device_id': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:56.270671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.295389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4de3e-42b6-4073-9816-ecc0b86674c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86c6bb-d72a-401d-a5a7-28a14d532185,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.386444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b6e4de3e-42b6-4073-9816-ecc0b86674c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dacdd097d37246cab8e9fc327d1f36d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955728 Jul 16 01:24:56.389655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.469846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68703d78-2646-4d9e-83f1-c7b8382c6265 service neutron] Pushing event updated for resources: {'Port': ['ID=d0132201-786b-4fce-a1de-c2f027d8c7ab,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.684166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ef661fb-5bfb-425f-a975-0caa025a3f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.739070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.773641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ef661fb-5bfb-425f-a975-0caa025a3f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.803335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6fed-25a2-4e20-9919-c3101ec987e0 req-e2937886-a591-4793-a2a2-03a2e565db10 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.814084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be7f6fed-25a2-4e20-9919-c3101ec987e0 req-e2937886-a591-4793-a2a2-03a2e565db10 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 948 time: 0.3854966 Jul 16 01:24:56.915840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fc9d9f17-6d82-4732-b738-48b65a86af83 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:56.975799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: fc9d9f17-6d82-4732-b738-48b65a86af83 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:56.976701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fc9d9f17-6d82-4732-b738-48b65a86af83 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:56.987288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be7f6fed-25a2-4e20-9919-c3101ec987e0 req-ab38b88e-8802-4ef7-bd91-7f5e99e46f49 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720850 Jul 16 01:24:57.044833 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d2b26-a5e7-4bf9-9b46-066376402dc1 x-openstack-request-id: req-eb3d2b26-a5e7-4bf9-9b46-066376402dc1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:57.045127 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6453bd-e360-4e7e-91e1-49048db80a32", "tag": "d0132201-786b-4fce-a1de-c2f027d8c7ab", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:57.045380 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb3d2b26-a5e7-4bf9-9b46-066376402dc1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:57.045773 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'tag': 'd0132201-786b-4fce-a1de-c2f027d8c7ab', 'status': 'completed', 'code': 200} Jul 16 01:24:57.053531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-fb3b7320-8239-4daf-b1be-5e316b2ca407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.055163 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-fb3b7320-8239-4daf-b1be-5e316b2ca407 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 1100 time: 0.7390172 Jul 16 01:24:57.061648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Pushing event updated for resources: {'Port': ['ID=cf72e68a-9503-48a7-b227-f5be6b4b51c9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.063934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Attempting to bind port cf72e68a-9503-48a7-b227-f5be6b4b51c9 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:57.064289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Attempting to bind port cf72e68a-9503-48a7-b227-f5be6b4b51c9 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:57.064641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Attempting to bind port cf72e68a-9503-48a7-b227-f5be6b4b51c9 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:57.095645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Port cf72e68a-9503-48a7-b227-f5be6b4b51c9 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:57.095991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Attempting to bind port cf72e68a-9503-48a7-b227-f5be6b4b51c9 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:57.102925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.102925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.109517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1053181825-network', 'tenant_id': '6fe2f6286a1846cdae1066e4b92fbc59'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:57.123897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ef661fb-5bfb-425f-a975-0caa025a3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.126488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ef661fb-5bfb-425f-a975-0caa025a3f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.130371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ef661fb-5bfb-425f-a975-0caa025a3f84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa86c6bb-d72a-401d-a5a7-28a14d532185 HTTP/1.1" status: 204 len: 168 time: 0.7333372 Jul 16 01:24:57.134651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-5194c5d4-07f3-4b88-b334-b16de3f96a88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab HTTP/1.1" status: 200 len: 217 time: 0.0618157 Jul 16 01:24:57.136925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:57.137267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:57.137654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:57.138176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Bound port: cf72e68a-9503-48a7-b227-f5be6b4b51c9, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:57.138785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.157976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe3-034e-4f5e-9758-cdfbcb0d4c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.169631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef661fb-5bfb-425f-a975-0caa025a3f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86c6bb-d72a-401d-a5a7-28a14d532185,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.198314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Made reservation on behalf of 6fe2f6286a1846cdae1066e4b92fbc59 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:57.200712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.224927 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.234544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10144a-dfed-4396-b4e4-9c301d6a80ce req-e3754903-9dbe-4690-9ad4-9e83200c58a9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.242235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d10144a-dfed-4396-b4e4-9c301d6a80ce req-e3754903-9dbe-4690-9ad4-9e83200c58a9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 932 time: 0.2441051 Jul 16 01:24:57.333315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-de23f6ee-e71d-4abd-80ac-3e5c3efb01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.342808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-de23f6ee-e71d-4abd-80ac-3e5c3efb01be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1975739 Jul 16 01:24:57.444277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] For port cf72e68a-9503-48a7-b227-f5be6b4b51c9, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:57.450108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] For port cf72e68a-9503-48a7-b227-f5be6b4b51c9, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:57.483565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.538728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.539667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.540987 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] 10.222.0.13 "PUT /v2.0/ports/cf72e68a-9503-48a7-b227-f5be6b4b51c9 HTTP/1.1" status: 200 len: 1097 time: 2.9485579 Jul 16 01:24:57.569213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-0f8b8fe3-9ecb-4aec-99cf-523ab225d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.570860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-0f8b8fe3-9ecb-4aec-99cf-523ab225d526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202501 Jul 16 01:24:57.604198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d10144a-dfed-4396-b4e4-9c301d6a80ce req-ad25a8f8-7989-4e25-9d9f-94dc80762b98 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609817 Jul 16 01:24:57.686664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe3-034e-4f5e-9758-cdfbcb0d4c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.802171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e24c3-a3b9-411c-9217-9e7e5dadf14f service neutron] Pushing event updated for resources: {'Port': ['ID=cf72e68a-9503-48a7-b227-f5be6b4b51c9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.806817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-db7793a6-67a8-4d33-a93b-be6be138bdae service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007418 Jul 16 01:24:57.835023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.855613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35be0fe3-034e-4f5e-9758-cdfbcb0d4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.884867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35be0fe3-034e-4f5e-9758-cdfbcb0d4c04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6002788c80a43109a7490a880c04a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824941 Jul 16 01:24:57.885888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.890398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.899863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-8e3100d0-2e1c-4de1-acc6-281f6afc4525 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.907526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-8e3100d0-2e1c-4de1-acc6-281f6afc4525 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.6630025 Jul 16 01:24:57.920641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e84dd5c-1645-4629-b3d1-26502a76c052 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:57.948514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:57.964049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-a4a0b2df-a58d-451a-afff-b263a1cb7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.965580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-a4a0b2df-a58d-451a-afff-b263a1cb7e09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 1100 time: 0.3369029 Jul 16 01:24:57.969738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.969961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-e1b2bbb9-1450-49a6-8e8c-ecdf59741c70 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/quotas/2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 375 time: 0.0613270 Jul 16 01:24:58.002776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Transition to ACTIVE for port object 5e84dd5c-1645-4629-b3d1-26502a76c052 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:58.002993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.003472 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Added segment 0690f111-8d8c-4663-9ce3-698c416db33d of type vlan for network 0e69807d-3b2c-44da-9b8c-dac9badb1756 Jul 16 01:24:58.005076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0fe3-034e-4f5e-9758-cdfbcb0d4c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c56a4-d06b-4d3f-b98f-50ae36cba424,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.044171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.062209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-79c1a743-758c-490f-b947-af537b6ab062 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9 HTTP/1.1" status: 200 len: 217 time: 0.0805721 Jul 16 01:24:58.114614 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.120244 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b65-9119-4627-ac1a-40484f92b1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.121343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec444d-1eae-4704-9513-067cc2db11c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.162674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-beaea29d-6d1f-486d-9d65-a5947b1169b3 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399692 Jul 16 01:24:58.173529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b65-9119-4627-ac1a-40484f92b1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.213450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-dbfda3b1-a182-42bc-bc7e-30940b54eaaf tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2300432 Jul 16 01:24:58.231810 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.232689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.233275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.240821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.245756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-fd004981-a030-4ec2-b2c6-4323c10b1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.247250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-fd004981-a030-4ec2-b2c6-4323c10b1cf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1547368 Jul 16 01:24:58.266380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:58.266728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:58.267057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:58.298735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:58.299069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:58.337914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:58.339563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:58.339563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:58.339563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Bound port: 5e84dd5c-1645-4629-b3d1-26502a76c052, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:58.339829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.392411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2850504 Jul 16 01:24:58.396481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e030ef2-a31e-4b99-9d09-785bd4195611 admin admin] Pushing event updated for resources: {'Network': ['ID=0e69807d-3b2c-44da-9b8c-dac9badb1756,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.398482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40654) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.408965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Request body: {'subnet': {'network_id': '0e69807d-3b2c-44da-9b8c-dac9badb1756', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1053181825-subnet', 'tenant_id': '6fe2f6286a1846cdae1066e4b92fbc59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.413370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 0e69807d-3b2c-44da-9b8c-dac9badb1756 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:58.420378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b65-9119-4627-ac1a-40484f92b1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.422932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b90b65-9119-4627-ac1a-40484f92b1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.427256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3b90b65-9119-4627-ac1a-40484f92b1b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/577c56a4-d06b-4d3f-b98f-50ae36cba424 HTTP/1.1" status: 204 len: 168 time: 0.5313859 Jul 16 01:24:58.470450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b90b65-9119-4627-ac1a-40484f92b1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c56a4-d06b-4d3f-b98f-50ae36cba424,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.483176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-928d5fd6-9397-4cd3-bdb8-4235a87f4ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685280 Jul 16 01:24:58.501021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-ded27e18-f502-4620-9c7b-d868da784982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.502668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-ded27e18-f502-4620-9c7b-d868da784982 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 1100 time: 0.2296364 Jul 16 01:24:58.506911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c982-30f5-4be8-841d-c931931cfe75 req-ba5a3e08-ad9f-41aa-bf9e-fcd17296f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.508930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-ba5a3e08-ad9f-41aa-bf9e-fcd17296f603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2237644 Jul 16 01:24:58.514754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Made reservation on behalf of 6fe2f6286a1846cdae1066e4b92fbc59 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:58.517310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.575822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:58.592666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8c7b1-f7d8-4bc3-b79a-87bcb324479a req-d020153d-0ba9-4eb3-b02e-c91986a72e77 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.599765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13c8c7b1-f7d8-4bc3-b79a-87bcb324479a req-d020153d-0ba9-4eb3-b02e-c91986a72e77 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 948 time: 0.3280058 Jul 16 01:24:58.625395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:58.642031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.709121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-94ca60c2-758f-41df-9d24-18c279e46eb7 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251842 Jul 16 01:24:58.718605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13c8c7b1-f7d8-4bc3-b79a-87bcb324479a req-97f19746-3ba7-47b1-a6ca-ac6c397b4a38 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176503 Jul 16 01:24:58.768452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.769127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.771409 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] 10.222.0.23 "PUT /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 1093 time: 2.5460179 Jul 16 01:24:58.819187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09964ed5-e477-4b91-b8fd-935938f30484 service neutron] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.837229 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-29d4e249-54bd-43f4-9016-c506e96a69ea service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011954 Jul 16 01:24:58.908982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-53ddf775-e0a6-4aa2-a10c-50341bc6b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.911071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-53ddf775-e0a6-4aa2-a10c-50341bc6b376 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3733494 Jul 16 01:24:59.008452 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-6c49cbad-5ab6-480e-a334-3ad1ba5190b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab HTTP/1.1" status: 200 len: 217 time: 0.0890975 Jul 16 01:24:59.025457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.063174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'tag': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'}, {'name': 'network-changed', 'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:59.066784 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f668f-0e95-4b5f-b28a-3cb624751cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb73149-b9b8-4f78-83f6-6725eef7cd2f", "tag": "cf72e68a-9503-48a7-b227-f5be6b4b51c9"}, {"name": "network-changed", "server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:59.136357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-1cfa8bbe-ea68-4cd4-ae5a-d366dc8b2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.138618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-1cfa8bbe-ea68-4cd4-ae5a-d366dc8b2db4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1223726 Jul 16 01:24:59.151016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-880b9071-2a92-42be-9866-e2f554441f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.152048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a83ccca-7244-4e16-9852-1608771f8f8b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.154635 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-880b9071-2a92-42be-9866-e2f554441f36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1096 time: 0.3196940 Jul 16 01:24:59.157171 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2021c982-30f5-4be8-841d-c931931cfe75 req-01901634-86e3-4b6a-a7ac-c9e670361b83 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054345 Jul 16 01:24:59.195620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23e03-5ff3-4980-b992-c51dcc7910bb req-e5451191-d69b-4fe3-9969-ece2db661439 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.206358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66e23e03-5ff3-4980-b992-c51dcc7910bb req-e5451191-d69b-4fe3-9969-ece2db661439 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.2504075 Jul 16 01:24:59.213714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Checking segment: {'id': '0690f111-8d8c-4663-9ce3-698c416db33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0e69807d-3b2c-44da-9b8c-dac9badb1756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:59.214848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Network hostable DHCP agents. Network: 0e69807d-3b2c-44da-9b8c-dac9badb1756, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:59.266518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-13c6ab51-a733-403d-8fc7-e596f1999fb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 217 time: 0.0949585 Jul 16 01:24:59.270534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66e23e03-5ff3-4980-b992-c51dcc7910bb req-692b10a2-082c-4f72-9d18-71c25366a048 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610907 Jul 16 01:24:59.273263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Network 0e69807d-3b2c-44da-9b8c-dac9badb1756 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:59.300489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 0e69807d-3b2c-44da-9b8c-dac9badb1756) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:59.303422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.304029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.310234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11e7df-3f4d-4840-87bd-30547d4d3b53 None None] Network 0e69807d-3b2c-44da-9b8c-dac9badb1756 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:59.364474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d76439d5-da3e-472e-9053-040d5c9b7ab1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9587805 Jul 16 01:24:59.426449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-36f3f04c-4d7c-469b-a403-4395ba04979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.428095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-36f3f04c-4d7c-469b-a403-4395ba04979f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1137784 Jul 16 01:24:59.487426 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f17a0d97-c307-4d40-a263-884f12144191 req-e8cf327b-834c-4526-8b63-d45bed1077d8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 210 time: 0.0807476 Jul 16 01:24:59.493194 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b7c84-48f9-461b-a1f1-eac3060cde23 x-openstack-request-id: req-227b7c84-48f9-461b-a1f1-eac3060cde23 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:59.493543 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb73149-b9b8-4f78-83f6-6725eef7cd2f", "tag": "cf72e68a-9503-48a7-b227-f5be6b4b51c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:59.493664 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-227b7c84-48f9-461b-a1f1-eac3060cde23 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:59.493960 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'tag': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', 'status': 'completed', 'code': 200} Jul 16 01:24:59.494212 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'status': 'completed', 'code': 200} Jul 16 01:24:59.496249 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-0b477e87-5fd1-4512-adcd-9d3301abe85b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600464 Jul 16 01:24:59.499408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-924ead3f-8987-4685-b5c2-d77076b3dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.500879 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-924ead3f-8987-4685-b5c2-d77076b3dad8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3419781 Jul 16 01:24:59.540464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40696) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:59.680373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:59.680905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef088a9-0b92-4bc3-8af0-414b6b6c4fed None None] Network 0e69807d-3b2c-44da-9b8c-dac9badb1756 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:59.752752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-35928ad3-a593-4364-9206-8f1aca078f56 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245603 Jul 16 01:24:59.755241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-306e2cbb-8510-4e02-82d3-5c35f075f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.756846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-306e2cbb-8510-4e02-82d3-5c35f075f167 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 1100 time: 0.2385640 Jul 16 01:24:59.760242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-daf312be-5b46-4f7c-ae1b-6ed66e9ef238 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544093 Jul 16 01:24:59.801015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Deleting subnet 036ecc53-a513-4de7-9b3a-1e039f6ed97b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:59.810759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.886504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.912056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.055256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826a584-fa60-4598-b38e-78e5a92b6055 req-98dc3d89-fab7-4856-ab9b-a44f37ee15d5 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.057035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c826a584-fa60-4598-b38e-78e5a92b6055 req-98dc3d89-fab7-4856-ab9b-a44f37ee15d5 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 948 time: 0.0975063 Jul 16 01:25:00.058702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.109068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036ecc53-a513-4de7-9b3a-1e039f6ed97b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.139061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.143528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0bbc23f9-6c06-487b-8725-65c5a5dc4085 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/036ecc53-a513-4de7-9b3a-1e039f6ed97b HTTP/1.1" status: 204 len: 168 time: 0.4594774 Jul 16 01:25:00.145872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.187498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d83be288-ca10-461f-a812-938f83447842 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ee06e7aeef14968888df9c56499d53e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6568177 Jul 16 01:25:00.187749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40718) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.202002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c826a584-fa60-4598-b38e-78e5a92b6055 req-be0cd83c-454f-46e8-af25-017076c7096c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146569 Jul 16 01:25:00.267951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.367318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-0a5cbda2-0693-4934-9f1d-162de3768321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.368877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-0a5cbda2-0693-4934-9f1d-162de3768321 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.6014416 Jul 16 01:25:00.373692 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f5daa747-7377-43d6-8ab5-28cad238dfde req-d6138297-22f3-46b7-8b0f-037942fa8e88 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013684 Jul 16 01:25:00.375898 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8efd038b-eac9-4dda-b37f-5233638bda71 req-07c18dd7-52a0-4a0c-b7c2-c20f0eb6677b service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053762 Jul 16 01:25:00.446804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a632b23e-a0d6-4edb-9b0a-b0e10d72e6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.482301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a632b23e-a0d6-4edb-9b0a-b0e10d72e6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.514712 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-8e6e4424-ec74-41d6-826d-a44375a924b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9 HTTP/1.1" status: 200 len: 217 time: 0.1230705 Jul 16 01:25:00.540565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.570884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.571315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.572163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.573801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.574236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.576136 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.576710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.578142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.578656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.581251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.619537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-a9e30aaf-2253-43c7-a0db-e96a75e0ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.621175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-a9e30aaf-2253-43c7-a0db-e96a75e0ae26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0689721 Jul 16 01:25:00.694745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-a73144ee-fb4f-4204-8653-b94dcbab2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.695997 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-a73144ee-fb4f-4204-8653-b94dcbab2228 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1096 time: 0.1939194 Jul 16 01:25:00.699704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a632b23e-a0d6-4edb-9b0a-b0e10d72e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.703017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a632b23e-a0d6-4edb-9b0a-b0e10d72e6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.707329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a632b23e-a0d6-4edb-9b0a-b0e10d72e6b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8500ea30-fef8-42d7-b58a-bafb497cb104 HTTP/1.1" status: 204 len: 168 time: 0.5131066 Jul 16 01:25:00.747762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632b23e-a0d6-4edb-9b0a-b0e10d72e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500ea30-fef8-42d7-b58a-bafb497cb104,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.749032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.750212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.750736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.751471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:00.752182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64699bae-8aeb-4e88-b32e-29751389aa28']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.807882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-338a61e9-fa4f-4ee4-8af6-67cf0343bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.810205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-338a61e9-fa4f-4ee4-8af6-67cf0343bfcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1818137 Jul 16 01:25:00.811620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1448e49-c452-4954-8c4c-82e2b5e75c23 req-2c64c75f-1b0b-4c23-913d-39c24ac40463 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 210 time: 0.0502272 Jul 16 01:25:00.826328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59101d9e-196d-4e2e-b246-aecd2617c8d3') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.826620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59101d9e-196d-4e2e-b246-aecd2617c8d3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.878564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.880164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-8886029a-f35a-4414-9d22-ae3b0bf3e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.881702 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-8886029a-f35a-4414-9d22-ae3b0bf3e96e service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1703494 Jul 16 01:25:00.906381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.922506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:00.923036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.933992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d0132201-786b-4fce-a1de-c2f027d8c7ab details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:00.957644 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-f394bae0-44d9-437f-b657-3a431d4e3786 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 217 time: 0.0418301 Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: from cryptography.utils import int_from_bytes Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: from cryptography.utils import int_from_bytes Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:00.963049 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:00.967709 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:00.967709 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:00.967709 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:00.967709 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:01.024018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-610cb173-d5e7-44b5-aa27-e8e35b3b0124 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052057 Jul 16 01:25:01.045749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdbf14-d362-4385-95b7-b6eb0ed7fb63 req-3a384122-99a2-4ee7-a6ac-64be3f7285d9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.053467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14fdbf14-d362-4385-95b7-b6eb0ed7fb63 req-3a384122-99a2-4ee7-a6ac-64be3f7285d9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.2935627 Jul 16 01:25:01.087359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.112075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.115253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/64699bae-8aeb-4e88-b32e-29751389aa28 HTTP/1.1" status: 204 len: 168 time: 0.9682879 Jul 16 01:25:01.125417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.146667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14fdbf14-d362-4385-95b7-b6eb0ed7fb63 req-8186cb40-27e9-43b9-ac87-7cb26c6cc18f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907490 Jul 16 01:25:01.148331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-151815c0-7332-428d-b3df-7fac2bdee2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.150371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-151815c0-7332-428d-b3df-7fac2bdee2fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1738482 Jul 16 01:25:01.160358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d0132201-786b-4fce-a1de-c2f027d8c7ab, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:01.174926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'd0132201-786b-4fce-a1de-c2f027d8c7ab', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'd0132201-786b-4fce-a1de-c2f027d8c7ab', 'mac_address': 'fa:16:3e:52:60:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:01.198812 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-884e179d-c812-4b67-a310-9becea61c435 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396054 Jul 16 01:25:01.219288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.245245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d301b-c82e-493c-a12a-8f7561bdbea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=64699bae-8aeb-4e88-b32e-29751389aa28,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.259283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Deleting subnet 1a83ccca-7244-4e16-9852-1608771f8f8b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:01.263974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0132201-786b-4fce-a1de-c2f027d8c7ab {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:01.266544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.323446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d0132201-786b-4fce-a1de-c2f027d8c7ab, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:01.344275 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.353841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.375046 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-5f61d804-4831-456f-b862-fc65ac2b69e3 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639383 Jul 16 01:25:01.395091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.423657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d0132201-786b-4fce-a1de-c2f027d8c7ab,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.429895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-40a718c7-3784-44cc-83a3-a14ae8589b9b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740201 Jul 16 01:25:01.438618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.439293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.440071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.440873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.441836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.442806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.443352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.444131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.444913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.445447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.446160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.447175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:01.571749 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-117f668f-0e95-4b5f-b28a-3cb624751cc9 req-287d3207-857e-44d9-9bfe-2fdbd6a25140 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701760 Jul 16 01:25:01.580728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.592947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40774) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.616725 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4277-79f7-4c46-878a-4bbbe1fc9bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.621403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70557e69-18b1-41fe-b432-6440c7e78263 req-6250142a-dc7c-48fd-a945-dd372314ee6f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.622962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70557e69-18b1-41fe-b432-6440c7e78263 req-6250142a-dc7c-48fd-a945-dd372314ee6f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 948 time: 0.1710749 Jul 16 01:25:01.670062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-70d7a462-0511-409a-8441-37d9f95701c6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.671575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-70d7a462-0511-409a-8441-37d9f95701c6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.3191693 Jul 16 01:25:01.695809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:01.705869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70557e69-18b1-41fe-b432-6440c7e78263 req-2d4f4107-a176-4b27-b7df-01710c20b814 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Jul 16 01:25:01.718076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Request body: {'port': {'device_id': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'admin_state_up': True, 'tenant_id': '2d65ffd125da41a08a64015412dbfe88'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:01.746528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e352f788-5cc0-4184-9ed6-5bf7317340a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.795871 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.877599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.884736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.897027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a83ccca-7244-4e16-9852-1608771f8f8b HTTP/1.1" status: 204 len: 168 time: 0.7703609 Jul 16 01:25:01.898479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5126c3-9ae8-4f69-8cdd-168d82d9763a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a83ccca-7244-4e16-9852-1608771f8f8b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.907813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4277-79f7-4c46-878a-4bbbe1fc9bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.919922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4277-79f7-4c46-878a-4bbbe1fc9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.003455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.012209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f1fb4277-79f7-4c46-878a-4bbbe1fc9bb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25b6e2f9f232484bb27d3a64338ccf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174743 Jul 16 01:25:02.015470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40786) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.025108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13a964a5-0304-4d0d-808b-70258af65711 req-3625d90c-1069-4203-880c-c93c1233926e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 210 time: 0.0475819 Jul 16 01:25:02.025436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb4277-79f7-4c46-878a-4bbbe1fc9bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a7997c-3706-455f-867b-7f89144accac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.076712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e352f788-5cc0-4184-9ed6-5bf7317340a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.083468 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e352f788-5cc0-4184-9ed6-5bf7317340a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.130683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3771ec50-4054-4c2e-b25c-5bdb8573bf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.140574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e352f788-5cc0-4184-9ed6-5bf7317340a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c74c7c24ad742f9a0e3b3493ffc7154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7853594 Jul 16 01:25:02.141746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352f788-5cc0-4184-9ed6-5bf7317340a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac8592-edf7-458c-b688-6ac6b3c8ebc2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.145043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.147380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Made reservation on behalf of 2d65ffd125da41a08a64015412dbfe88 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:02.150975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.156259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.175409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.175845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.176664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.177410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > port after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.177747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.178084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > port after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.178404 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.178725 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.179042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.179367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.230704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e834e2d-d655-4e63-b0ca-b7951dc92b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.246816 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.247151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.247575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.247808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:02.248183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e69807d-3b2c-44da-9b8c-dac9badb1756']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.279384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0690f111-8d8c-4663-9ce3-698c416db33d') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.279697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0690f111-8d8c-4663-9ce3-698c416db33d') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.284649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3771ec50-4054-4c2e-b25c-5bdb8573bf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.295908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e834e2d-d655-4e63-b0ca-b7951dc92b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.304491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.349206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.358236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:02.358834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: from cryptography.utils import int_from_bytes Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: from cryptography.utils import int_from_bytes Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:02.365581 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:02.429370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Allocated IP 172.20.0.12 (5f659f07-8e6c-4520-8855-00b805943fea/6439169b-a333-49f7-851e-e0ebaf35dcbc/c76e4eb0-3194-4537-ba04-d672493284a0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:02.430845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3771ec50-4054-4c2e-b25c-5bdb8573bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.434704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3771ec50-4054-4c2e-b25c-5bdb8573bf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.436833 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3771ec50-4054-4c2e-b25c-5bdb8573bf0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64a7997c-3706-455f-867b-7f89144accac HTTP/1.1" status: 204 len: 168 time: 0.4176345 Jul 16 01:25:02.447279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771ec50-4054-4c2e-b25c-5bdb8573bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a7997c-3706-455f-867b-7f89144accac,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.453338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.464966 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e834e2d-d655-4e63-b0ca-b7951dc92b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.467583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e834e2d-d655-4e63-b0ca-b7951dc92b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.471546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e834e2d-d655-4e63-b0ca-b7951dc92b15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bac8592-edf7-458c-b688-6ac6b3c8ebc2 HTTP/1.1" status: 204 len: 168 time: 0.3228748 Jul 16 01:25:02.485966 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.488390 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0e69807d-3b2c-44da-9b8c-dac9badb1756 HTTP/1.1" status: 204 len: 168 time: 0.6021650 Jul 16 01:25:02.489633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4a84-d82c-4dcd-b539-086a311de861 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e69807d-3b2c-44da-9b8c-dac9badb1756,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.496189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f54d32-eeaa-43fe-a985-2a65be27268e req-03b96f53-516b-4fc0-a1a7-de2c5cc5d88e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.497832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37f54d32-eeaa-43fe-a985-2a65be27268e req-03b96f53-516b-4fc0-a1a7-de2c5cc5d88e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.1928194 Jul 16 01:25:02.510801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e834e2d-d655-4e63-b0ca-b7951dc92b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac8592-edf7-458c-b688-6ac6b3c8ebc2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.576703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37f54d32-eeaa-43fe-a985-2a65be27268e req-bbe1bc5d-902e-4fcd-b28b-779440f10905 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699339 Jul 16 01:25:02.689136 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.734852 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.804574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Network 5f659f07-8e6c-4520-8855-00b805943fea is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:02.808918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:02.811438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:02.814326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.851553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.917476 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0303e6e9-919f-4569-8651-af08797faacb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49507e3196de4367b88b936a5c97308b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641935 Jul 16 01:25:02.920017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40822) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.951203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cf72e68a-9503-48a7-b227-f5be6b4b51c9 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:02.999543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46b06b5d-ec32-4163-82f6-fba8bdec1e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.037137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d0132201-786b-4fce-a1de-c2f027d8c7ab up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:03.037887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46b06b5d-ec32-4163-82f6-fba8bdec1e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.099962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46b06b5d-ec32-4163-82f6-fba8bdec1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.104023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46b06b5d-ec32-4163-82f6-fba8bdec1e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.105650 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46b06b5d-ec32-4163-82f6-fba8bdec1e9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/588d21b0-f6ee-4e2c-9636-e82e38618e05 HTTP/1.1" status: 204 len: 168 time: 0.1841977 Jul 16 01:25:03.123123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b06b5d-ec32-4163-82f6-fba8bdec1e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d21b0-f6ee-4e2c-9636-e82e38618e05,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.146845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port cf72e68a-9503-48a7-b227-f5be6b4b51c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:03.152979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port d0132201-786b-4fce-a1de-c2f027d8c7ab completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:03.166145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port d0132201-786b-4fce-a1de-c2f027d8c7ab triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:03.166887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.191944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40834) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.215715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ca33eb7-647f-4c33-8b07-1d6a90d3e0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.224115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', 'mac_address': 'fa:16:3e:fb:b1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:03.270241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.333016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d0132201-786b-4fce-a1de-c2f027d8c7ab, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:03.338809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0132201-786b-4fce-a1de-c2f027d8c7ab'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:03.341475 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac674b0b-e0da-4529-a9e9-fedc5e177043" -d '{"events": [{"server_uuid": "2a6453bd-e360-4e7e-91e1-49048db80a32", "name": "network-vif-plugged", "status": "completed", "tag": "d0132201-786b-4fce-a1de-c2f027d8c7ab"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:03.350349 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.403449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.404026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.408626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d0132201-786b-4fce-a1de-c2f027d8c7ab,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.412867 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.440139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf72e68a-9503-48a7-b227-f5be6b4b51c9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:03.446469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ca33eb7-647f-4c33-8b07-1d6a90d3e0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.452369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ca33eb7-647f-4c33-8b07-1d6a90d3e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.462106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5cce7-51e9-4e2e-b80c-d3efae2705d0 req-13c23dfd-2c2f-47a2-b51e-f1b6b8e8a34c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.470777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eaf5cce7-51e9-4e2e-b80c-d3efae2705d0 req-13c23dfd-2c2f-47a2-b51e-f1b6b8e8a34c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 948 time: 0.6076097 Jul 16 01:25:03.480888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-876aa89f-b40f-482c-b0b0-516eb679fe30 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7870674 Jul 16 01:25:03.494704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port cf72e68a-9503-48a7-b227-f5be6b4b51c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:03.496084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Request body: {'port': {'device_id': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:03.507146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.508092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9ca33eb7-647f-4c33-8b07-1d6a90d3e0f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e318bcceb27a49c888baa6efe1824694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143666 Jul 16 01:25:03.509432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33eb7-647f-4c33-8b07-1d6a90d3e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3538e556-be5a-49a3-9566-4d8248277134,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.514283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40842) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.580255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01f5d314-828e-4d21-ade8-60ba80ca93de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.611028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01f5d314-828e-4d21-ade8-60ba80ca93de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.628358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eaf5cce7-51e9-4e2e-b80c-d3efae2705d0 req-a9a7f3bd-a2c6-4616-bb83-b19478656413 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567354 Jul 16 01:25:03.645355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=cf72e68a-9503-48a7-b227-f5be6b4b51c9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.694528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01f5d314-828e-4d21-ade8-60ba80ca93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.702782 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01f5d314-828e-4d21-ade8-60ba80ca93de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.702782 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01f5d314-828e-4d21-ade8-60ba80ca93de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3538e556-be5a-49a3-9566-4d8248277134 HTTP/1.1" status: 204 len: 168 time: 0.1825559 Jul 16 01:25:03.708249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5d314-828e-4d21-ade8-60ba80ca93de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3538e556-be5a-49a3-9566-4d8248277134,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.771629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.847981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa00a3-898f-49fc-a0a1-e962e354f726 req-702257b5-15c0-4c4c-9819-a98f2d0304b1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.849759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22aa00a3-898f-49fc-a0a1-e962e354f726 req-702257b5-15c0-4c4c-9819-a98f2d0304b1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 932 time: 0.1733389 Jul 16 01:25:03.857227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40856) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.868555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['cf72e68a-9503-48a7-b227-f5be6b4b51c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:03.911030 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee80b81d-cd80-4fd1-be31-3a3f5d7ec64b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fe2f6286a1846cdae1066e4b92fbc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509462 Jul 16 01:25:03.912586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40858) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.992775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152cafce-3d43-458b-8614-d980c021e434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.053037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152cafce-3d43-458b-8614-d980c021e434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.094210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22aa00a3-898f-49fc-a0a1-e962e354f726 req-4cf5ec62-75ff-41ae-a08f-2b72daa59e39 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296333 Jul 16 01:25:04.143276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152cafce-3d43-458b-8614-d980c021e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.147105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152cafce-3d43-458b-8614-d980c021e434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.150789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-152cafce-3d43-458b-8614-d980c021e434 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dec444d-1eae-4704-9513-067cc2db11c2 HTTP/1.1" status: 204 len: 168 time: 0.2345607 Jul 16 01:25:04.164967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cafce-3d43-458b-8614-d980c021e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec444d-1eae-4704-9513-067cc2db11c2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.190161 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b90ac-1492-4c6e-9abe-737762ed5a80 x-openstack-request-id: req-b69b90ac-1492-4c6e-9abe-737762ed5a80 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:04.190728 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6453bd-e360-4e7e-91e1-49048db80a32", "name": "network-vif-plugged", "status": "completed", "tag": "d0132201-786b-4fce-a1de-c2f027d8c7ab", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:04.191628 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b69b90ac-1492-4c6e-9abe-737762ed5a80 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:04.193562 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0132201-786b-4fce-a1de-c2f027d8c7ab', 'code': 200} Jul 16 01:25:04.386925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a73b64-11a9-4a03-93f1-3a8bb95196a0 req-b6ec9397-e0c0-47ce-8f1b-862f0783cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.388510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91a73b64-11a9-4a03-93f1-3a8bb95196a0 req-b6ec9397-e0c0-47ce-8f1b-862f0783cf35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 1102 time: 0.1066272 Jul 16 01:25:04.399511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76e4eb0-3194-4537-ba04-d672493284a0 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:04.403815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:04.409310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.432403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Transition to ACTIVE for port object c76e4eb0-3194-4537-ba04-d672493284a0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:04.438251 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91a73b64-11a9-4a03-93f1-3a8bb95196a0 req-a9f0f14b-6c9b-4f6b-97f8-de9dcd771cda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Jul 16 01:25:04.446922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.509551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e797-5b6a-4afb-9cbb-e1b9020ea572 req-f55d9dfe-3f07-4e6a-9399-60831307aa7f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.511185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a8e797-5b6a-4afb-9cbb-e1b9020ea572 req-f55d9dfe-3f07-4e6a-9399-60831307aa7f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.1556997 Jul 16 01:25:04.527225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.573953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:04.589762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'port_id': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'mac_address': 'fa:16:3e:3d:65:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0e21ad-857b-444e-b696-0f1f25b9abfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:04.634794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a8e797-5b6a-4afb-9cbb-e1b9020ea572 req-f264c23a-bc12-4586-bb11-0ba8066cf692 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154318 Jul 16 01:25:04.662204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.675010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:04.675383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:04.675721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:04.680589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:04.680919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:04.682137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e84dd5c-1645-4629-b3d1-26502a76c052 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:04.686113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:04.686461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:04.686853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:04.687289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Bound port: c76e4eb0-3194-4537-ba04-d672493284a0, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:04.687652 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.705861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:04.713886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.791462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.807502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:04.812120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:04.819569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.905612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.906238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.907631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] 10.222.0.23 "PUT /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 1093 time: 1.4181275 Jul 16 01:25:04.908079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:04.910576 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001c7864-6bac-4039-ad55-2e490a86140e" -d '{"events": [{"name": "network-changed", "server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:04.957084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e242ec4-ef2f-450e-9edd-4ef1eb1f241b service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.980174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cf72e68a-9503-48a7-b227-f5be6b4b51c9 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:04.990449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5e84dd5c-1645-4629-b3d1-26502a76c052'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:05.023693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb8232-6894-4495-8878-ee138bce4edc req-e53e02b7-da10-49ba-b20a-fa8df45e18fe tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.025337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76fb8232-6894-4495-8878-ee138bce4edc req-e53e02b7-da10-49ba-b20a-fa8df45e18fe tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 949 time: 0.1410482 Jul 16 01:25:05.078529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-fe1f7973-c565-44cd-ad6a-78e735b2796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.080083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-fe1f7973-c565-44cd-ad6a-78e735b2796f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1096 time: 0.1172545 Jul 16 01:25:05.090132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76fb8232-6894-4495-8878-ee138bce4edc req-60450e38-dcc0-414e-959c-91d88a89f9e2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542223 Jul 16 01:25:05.136577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port cf72e68a-9503-48a7-b227-f5be6b4b51c9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:05.137215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-889c1462-f4bd-4779-8afb-40b40e26e4f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 217 time: 0.0461314 Jul 16 01:25:05.150435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port cf72e68a-9503-48a7-b227-f5be6b4b51c9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:05.150810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.195594 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139bdec2-0f9f-4d91-a6d1-82bfa0a6e997 x-openstack-request-id: req-139bdec2-0f9f-4d91-a6d1-82bfa0a6e997 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:05.196136 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:05.196898 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-139bdec2-0f9f-4d91-a6d1-82bfa0a6e997 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:05.197205 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'status': 'completed', 'code': 200} Jul 16 01:25:05.227734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-2f8eab25-4942-4b9b-a948-d44c732b9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.232487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-2f8eab25-4942-4b9b-a948-d44c732b9896 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0848055 Jul 16 01:25:05.295946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-9f228b88-8394-4fe0-8418-c41dd2736231 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526738 Jul 16 01:25:05.393095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.435793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port cf72e68a-9503-48a7-b227-f5be6b4b51c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:05.446081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.457150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-d4c03175-8b60-4c9e-ab6f-bdb38af41f7d service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496410 Jul 16 01:25:05.470344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e287c-a313-4a70-a697-a46bdfb6124a req-eb0a5ac5-0a42-4136-aea6-a9f08baea050 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.471878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-075e287c-a313-4a70-a697-a46bdfb6124a req-eb0a5ac5-0a42-4136-aea6-a9f08baea050 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 944 time: 0.1309662 Jul 16 01:25:05.516746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=cf72e68a-9503-48a7-b227-f5be6b4b51c9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.569033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-075e287c-a313-4a70-a697-a46bdfb6124a req-6a489631-8b1b-4a8f-b388-acb134c02a3a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879951 Jul 16 01:25:05.601304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be2c2e2a-f0f4-4307-838a-be99b07f9aff req-ad0fd3f2-e78a-44db-a1eb-0f0f0adc3abf service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281033 Jul 16 01:25:05.774749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40936) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:05.867741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7864-6bac-4039-ad55-2e490a86140e req-3a116362-e9d7-4238-b078-bdbcf1202592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.869299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-3a116362-e9d7-4238-b078-bdbcf1202592 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1096 time: 0.1635613 Jul 16 01:25:05.884144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91394595-a2a8-4ac5-9070-b4c14c3d1b6c req-ca87c8cd-a7c3-4f1b-9309-6c2c2345dbd8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.885334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91394595-a2a8-4ac5-9070-b4c14c3d1b6c req-ca87c8cd-a7c3-4f1b-9309-6c2c2345dbd8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 945 time: 0.1049616 Jul 16 01:25:05.997652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91394595-a2a8-4ac5-9070-b4c14c3d1b6c req-93cfd825-cda4-486f-a676-e30d4ee15df5 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030686 Jul 16 01:25:06.018807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7864-6bac-4039-ad55-2e490a86140e req-e17d01f9-f226-46eb-a577-ed986ff138b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.021063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-e17d01f9-f226-46eb-a577-ed986ff138b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1348221 Jul 16 01:25:06.059308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-network', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:06.072496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-f45951ba-149c-45c2-be29-a20b5bcff4a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 217 time: 0.0439045 Jul 16 01:25:06.104538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Made reservation on behalf of d1c7f940b47242c986fb47b6fdbeed89 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:06.107410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.132209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.174831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c7864-6bac-4039-ad55-2e490a86140e req-58931726-1431-4897-a4c8-c4b493c69e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.181340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-58931726-1431-4897-a4c8-c4b493c69e19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0991750 Jul 16 01:25:06.196128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:06.198773 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1663daf0-3eaf-46f6-a622-1458d94768cb" -d '{"events": [{"server_uuid": "8eb73149-b9b8-4f78-83f6-6725eef7cd2f", "name": "network-vif-plugged", "status": "completed", "tag": "cf72e68a-9503-48a7-b227-f5be6b4b51c9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:06.227430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-8d4a7be9-a351-4699-8df8-08dfd3ffe83d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364661 Jul 16 01:25:06.276685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.283263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.319932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d80a37e-cff0-4981-9634-304c3bef7d1c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.333192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:06.349839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.350317 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Added segment 594fc17a-d50b-4796-b694-53a225bd7bb2 of type vlan for network c155aa1f-4259-47c9-b0e7-7a22923dd45b Jul 16 01:25:06.406399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.409856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:06.417480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6351ce4-b2fb-4c87-bbac-270c866dc1f1 req-e3aae4e3-3081-494d-9a44-a67a42a0d614 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.425819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6351ce4-b2fb-4c87-bbac-270c866dc1f1 req-e3aae4e3-3081-494d-9a44-a67a42a0d614 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 950 time: 0.1497612 Jul 16 01:25:06.435988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-202b7122-00cb-49d6-85e7-8bab46e8088b service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003427 Jul 16 01:25:06.484443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.485523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.486387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.494380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6351ce4-b2fb-4c87-bbac-270c866dc1f1 req-4acd9d80-bd0e-460a-b936-152d0a2b9411 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659108 Jul 16 01:25:06.518708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5e84dd5c-1645-4629-b3d1-26502a76c052 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:06.523413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5e84dd5c-1645-4629-b3d1-26502a76c052 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:06.523955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.560300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7725675 Jul 16 01:25:06.562098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40976) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.576533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Request body: {'subnet': {'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-subnet', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:06.607161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-001c7864-6bac-4039-ad55-2e490a86140e req-a7eee5af-8277-4a1a-a719-86481c6de4de service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583726 Jul 16 01:25:06.641949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Made reservation on behalf of d1c7f940b47242c986fb47b6fdbeed89 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:06.648691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.651784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f45b24-4346-4c4e-a873-046624aa52d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c155aa1f-4259-47c9-b0e7-7a22923dd45b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.840171 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c83d045-9f44-478f-a358-8903687d91aa x-openstack-request-id: req-1c83d045-9f44-478f-a358-8903687d91aa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:06.840536 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb73149-b9b8-4f78-83f6-6725eef7cd2f", "name": "network-vif-plugged", "status": "completed", "tag": "cf72e68a-9503-48a7-b227-f5be6b4b51c9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:06.840841 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c83d045-9f44-478f-a358-8903687d91aa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:06.841230 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', 'code': 200} Jul 16 01:25:06.841906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:06.899175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee35ce7-66a1-40f3-955b-6f4362dbb636 req-9a3437be-de18-4642-a36b-d1453598afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.900691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fee35ce7-66a1-40f3-955b-6f4362dbb636 req-9a3437be-de18-4642-a36b-d1453598afb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 1102 time: 0.1694396 Jul 16 01:25:06.946571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588321a-5bed-408b-92cb-1ae8fb439e48 req-8524a600-1220-4ca5-8a5b-c13b7251fadc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.955019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1588321a-5bed-408b-92cb-1ae8fb439e48 req-8524a600-1220-4ca5-8a5b-c13b7251fadc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 944 time: 0.1395721 Jul 16 01:25:06.979898 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.994799 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fee35ce7-66a1-40f3-955b-6f4362dbb636 req-6118acc9-9928-484b-91b1-3219d62373da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854745 Jul 16 01:25:06.998691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.013250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1588321a-5bed-408b-92cb-1ae8fb439e48 req-b134620e-3206-4d68-a48f-447d1c29481d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572579 Jul 16 01:25:07.046155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:07.054664 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.092351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6501c9-0c1d-4171-8362-824d444dc204,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.107079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Checking segment: {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:07.107448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Network hostable DHCP agents. Network: c155aa1f-4259-47c9-b0e7-7a22923dd45b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:07.127972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:07.142115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c155aa1f-4259-47c9-b0e7-7a22923dd45b) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:07.151805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.155905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af6200-b0c0-4e17-b3e1-61ac730c46bb None None] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:07.174183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.176166 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.202221 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01dee787-fcca-4f22-b3cc-257307ddbd0f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6370971 Jul 16 01:25:07.205440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41012) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:07.212555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:07.241633 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.275778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.276949 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.324894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c155aa1f-4259-47c9-b0e7-7a22923dd45b', 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'fixed_ips': [{'subnet_id': '4f6501c9-0c1d-4171-8362-824d444dc204'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:07.325159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75772815-8c75-4303-8d72-069be829a5ea req-4bbdfbc2-a725-4c78-8b6f-8de8b45e3916 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.326839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75772815-8c75-4303-8d72-069be829a5ea req-4bbdfbc2-a725-4c78-8b6f-8de8b45e3916 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 946 time: 0.1093929 Jul 16 01:25:07.327117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.382339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.491229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75772815-8c75-4303-8d72-069be829a5ea req-dc1662f2-68bb-4f5d-b4c0-385f0db626d6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259160 Jul 16 01:25:07.510642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Allocated IP 172.20.0.2 (c155aa1f-4259-47c9-b0e7-7a22923dd45b/4f6501c9-0c1d-4171-8362-824d444dc204/17afc799-a549-483e-b4a3-111e34ca2a68) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:07.585918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.648600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Request body: {'security_group': {'name': 'tempest-securitygroup-252239614', 'description': 'tempest-description-1948559326'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:07.707199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.722558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Transition to ACTIVE for port object 17afc799-a549-483e-b4a3-111e34ca2a68 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:07.723267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.742627 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.743526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Transition to ACTIVE for port object 17afc799-a549-483e-b4a3-111e34ca2a68 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:07.752311 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.810205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:07.813389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:07.820517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:07.853778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Pushing event updated for resources: {'Port': ['ID=17afc799-a549-483e-b4a3-111e34ca2a68,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.888166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Attempting to bind port 17afc799-a549-483e-b4a3-111e34ca2a68 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:07.888576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Attempting to bind port 17afc799-a549-483e-b4a3-111e34ca2a68 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:07.888944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Attempting to bind port 17afc799-a549-483e-b4a3-111e34ca2a68 on network c155aa1f-4259-47c9-b0e7-7a22923dd45b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:07.894915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:07.895143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Checking segment: {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:07.895446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.895838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Bound using segment: {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:07.896304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Bound port: 17afc799-a549-483e-b4a3-111e34ca2a68, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:07.896715 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.961677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] For port 17afc799-a549-483e-b4a3-111e34ca2a68, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:07.965055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] For port 17afc799-a549-483e-b4a3-111e34ca2a68, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17afc799-a549-483e-b4a3-111e34ca2a68,segment=NetworkSegment(594fc17a-d50b-4796-b694-53a225bd7bb2),segment_id=594fc17a-d50b-4796-b694-53a225bd7bb2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:07.967689 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.969980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.010553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.040800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b954a-2e43-4e56-b5b4-719e900ca79d None None] Pushing event updated for resources: {'Port': ['ID=17afc799-a549-483e-b4a3-111e34ca2a68,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.119181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bcda2-5ad8-42bf-bfa7-f6707d5e16d4 req-c95338ce-459b-42c0-8a27-60d56887947c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.120751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b3bcda2-5ad8-42bf-bfa7-f6707d5e16d4 req-c95338ce-459b-42c0-8a27-60d56887947c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 950 time: 0.2355165 Jul 16 01:25:08.124641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.139745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.251855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa7df2-c8b7-48ac-9153-2b8b670f542a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.274279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b3bcda2-5ad8-42bf-bfa7-f6707d5e16d4 req-d5b44492-00bf-4fdc-80a4-20f8539f6a39 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424339 Jul 16 01:25:08.309337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Allocated IP 172.25.7.12 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/901f0551-66b7-4995-8bcb-c993158f4dba) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:08.382032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.388835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.420874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:08.458324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.459457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04f62a68-281d-4232-8682-5ab9cf5cf3af req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8196738 Jul 16 01:25:08.504188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e17cde-a474-41da-a504-2c867c1d4b1a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ee21c-21e2-4f5a-b0be-08137c670884,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.542975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.551039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:08.569138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'port_id': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'mac_address': 'fa:16:3e:49:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6439169b-a333-49f7-851e-e0ebaf35dcbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:08.626047 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.647121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76e4eb0-3194-4537-ba04-d672493284a0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:08.670792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:08.676691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.704305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17afc799-a549-483e-b4a3-111e34ca2a68 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:08.761363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.787596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 17afc799-a549-483e-b4a3-111e34ca2a68 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:08.829815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ed2ce295-a384-41ba-8c3f-b46379effb9f req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1268149443', 'description': 'tempest-description-237833092'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:08.849600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:08.853104 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d89e189-2c8d-4b4a-abac-8a9ac213e92e" -d '{"events": [{"server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "name": "network-vif-plugged", "status": "completed", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:08.885302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2de4-e946-4335-9473-5e3755f87d78 req-e978a104-8df3-4625-8b1c-243e78b33822 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.886900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9bf2de4-e946-4335-9473-5e3755f87d78 req-e978a104-8df3-4625-8b1c-243e78b33822 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 944 time: 0.4265752 Jul 16 01:25:08.889709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ed2ce295-a384-41ba-8c3f-b46379effb9f req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.924375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.982575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c76e4eb0-3194-4537-ba04-d672493284a0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:08.991015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:09.001939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:09.007336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9bf2de4-e946-4335-9473-5e3755f87d78 req-1fcaace5-c191-4476-8a2d-066e44afe645 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139112 Jul 16 01:25:09.011045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:09.020651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Pushing event updated for resources: {'Port': ['ID=901f0551-66b7-4995-8bcb-c993158f4dba,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.223802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c64a9f-aafd-4fcb-aed0-a2bc6fc50f96 None None] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:09.261189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ed2ce295-a384-41ba-8c3f-b46379effb9f req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.281786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ed2ce295-a384-41ba-8c3f-b46379effb9f req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.299146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] Provisioning for port 17afc799-a549-483e-b4a3-111e34ca2a68 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:09.312513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] Provisioning complete for port 17afc799-a549-483e-b4a3-111e34ca2a68 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:09.312891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.330884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ed2ce295-a384-41ba-8c3f-b46379effb9f req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.332167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed2ce295-a384-41ba-8c3f-b46379effb9f req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5100718 Jul 16 01:25:09.344453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6715e7-34dd-4937-bc13-27290b7ae237 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848ad7c6-cdb0-4bbf-885d-d65b9e35e383,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.433135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6681-683d-4d86-b102-0c4352894768 req-bf235a40-825c-47c3-9e91-414acc6441cf tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.434657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3bd6681-683d-4d86-b102-0c4352894768 req-bf235a40-825c-47c3-9e91-414acc6441cf tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 946 time: 0.2107921 Jul 16 01:25:09.454383 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d11421-35c6-4f82-bb34-c8c031975acb x-openstack-request-id: req-21d11421-35c6-4f82-bb34-c8c031975acb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:09.454383 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "name": "network-vif-plugged", "status": "completed", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:09.454383 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21d11421-35c6-4f82-bb34-c8c031975acb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:09.454383 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'code': 200} Jul 16 01:25:09.497993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.520587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3bd6681-683d-4d86-b102-0c4352894768 req-0e6c7753-c44f-478f-a988-e43fe27f2aa7 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793326 Jul 16 01:25:09.521347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.551787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] For port 17afc799-a549-483e-b4a3-111e34ca2a68, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17afc799-a549-483e-b4a3-111e34ca2a68,segment=NetworkSegment(594fc17a-d50b-4796-b694-53a225bd7bb2),segment_id=594fc17a-d50b-4796-b694-53a225bd7bb2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:09.558007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.639702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798e133-8b23-48b6-a985-c5479eb1e71e None None] Pushing event updated for resources: {'Port': ['ID=17afc799-a549-483e-b4a3-111e34ca2a68,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.701289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-457654917', 'description': 'tempest-description-1938320599'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:09.778692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f9cd3ba0-2d80-4ecd-ad42-c3b292f56ee7 None None] Provisioning complete for port 17afc799-a549-483e-b4a3-111e34ca2a68 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:09.779154 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3ba0-2d80-4ecd-ad42-c3b292f56ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.794957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.816721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.820872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5ce37-7028-4b40-a271-78732e51912e req-04c5e31e-eb11-443e-9abf-2affc7741c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.822931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84d5ce37-7028-4b40-a271-78732e51912e req-04c5e31e-eb11-443e-9abf-2affc7741c6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1098 time: 0.2594986 Jul 16 01:25:09.832811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c78cf33-59fd-492c-8f11-ece3c726603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.914554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29aaa-55ab-436b-b694-70dd068f2424 req-6180ef24-c7e8-4752-91ea-c6f12a11beaa tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.916793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dec29aaa-55ab-436b-b694-70dd068f2424 req-6180ef24-c7e8-4752-91ea-c6f12a11beaa tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 950 time: 0.2622473 Jul 16 01:25:10.036855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84d5ce37-7028-4b40-a271-78732e51912e req-ba4b3694-3e78-4ea1-ba00-8c4b15f5fc3d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992908 Jul 16 01:25:10.038566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.059227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dec29aaa-55ab-436b-b694-70dd068f2424 req-f0c1ce32-5222-4d94-b87e-058a6baa68c8 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275101 Jul 16 01:25:10.263179 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.273467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.357248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e37ca7-33ac-4523-a34c-96d4f5363e86,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.438776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Router c09fa2f2-87e9-4941-941d-193393b934ac is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:25:10.440129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:10.488700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port c76e4eb0-3194-4537-ba04-d672493284a0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:10.492225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port c76e4eb0-3194-4537-ba04-d672493284a0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:10.492628 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.560271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.568508 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.576507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.577558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9ff3-1c1e-44c6-87c3-d7bd429156cb req-4a550835-3cf2-475d-a2fe-e8c0fa9c74ce tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.579089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a6b9ff3-1c1e-44c6-87c3-d7bd429156cb req-4a550835-3cf2-475d-a2fe-e8c0fa9c74ce tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 950 time: 0.2295594 Jul 16 01:25:10.614445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:10.619586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.625320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17afc799-a549-483e-b4a3-111e34ca2a68 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:10.650162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.651363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-286e5c78-e628-4887-ae2b-f19f3875fe59 req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9804466 Jul 16 01:25:10.667373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9545c-0974-433c-9438-4f758ab55923 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd7f08-ea5c-4d82-b443-48648b26a628,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.687286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:10.700254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a6b9ff3-1c1e-44c6-87c3-d7bd429156cb req-43bcd286-264e-4cd5-80f5-5415f9da06ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785387 Jul 16 01:25:10.701966 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Sync routers for ids ['c09fa2f2-87e9-4941-941d-193393b934ac'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:10.711332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.719914 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Routers {'c09fa2f2-87e9-4941-941d-193393b934ac'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:10.721007 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:24:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c09fa2f2-87e9-4941-941d-193393b934ac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:10.726762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.728944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-519f6f61-c101-473b-8078-775a9ee884dd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5217419 Jul 16 01:25:10.731199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.748301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 17afc799-a549-483e-b4a3-111e34ca2a68 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:10.748719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.838080 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Set router c09fa2f2-87e9-4941-941d-193393b934ac gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:10.901187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e689f93-3252-4ec2-8fa3-c51380e96832 req-73fca51a-899f-4586-aa37-a80614a3c04e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.908842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e689f93-3252-4ec2-8fa3-c51380e96832 req-73fca51a-899f-4586-aa37-a80614a3c04e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.1116145 Jul 16 01:25:10.981390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e689f93-3252-4ec2-8fa3-c51380e96832 req-ff40f8be-af0e-439f-b3fb-8139fc825145 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712256 Jul 16 01:25:11.010117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34d9e-271c-486a-8c14-dfbbb2388cda req-b676e07e-fff7-4f6c-b35f-7ac13ba719dd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.011625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4b34d9e-271c-486a-8c14-dfbbb2388cda req-b676e07e-fff7-4f6c-b35f-7ac13ba719dd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 946 time: 0.0870817 Jul 16 01:25:11.062968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-284888c9-7f26-4a32-b679-61a13a92daeb req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1462346015', 'description': 'tempest-description-573840513'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:11.072021 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:09Z', 'revision_number': 3, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:11.091266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4b34d9e-271c-486a-8c14-dfbbb2388cda req-3baa8fcb-1b71-4750-9297-7c7f0af4fcf9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734012 Jul 16 01:25:11.103547 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Checking router: c09fa2f2-87e9-4941-941d-193393b934ac for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:11.104268 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Updating router c09fa2f2-87e9-4941-941d-193393b934ac port 901f0551-66b7-4995-8bcb-c993158f4dba binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:11.106007 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-284888c9-7f26-4a32-b679-61a13a92daeb req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.165958 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.270545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-284888c9-7f26-4a32-b679-61a13a92daeb req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.277655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-284888c9-7f26-4a32-b679-61a13a92daeb req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.311433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625c3a3-1d88-4c59-a0fe-ad1b5c4ad819,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.316678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-284888c9-7f26-4a32-b679-61a13a92daeb req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.318292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-284888c9-7f26-4a32-b679-61a13a92daeb req-0d6c3dde-6bca-4720-b7cf-456def2ed893 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2713053 Jul 16 01:25:11.448325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:11.452784 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b5019c-5fca-4177-a647-e11f7d7ba4b0" -d '{"events": [{"server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "name": "network-vif-plugged", "status": "completed", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:11.478940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7f9d-7a25-4245-b0d5-50dbdee88924 req-c95f642a-8f2b-46cb-a47b-31a29f8e5c6a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.485513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7f9d-7a25-4245-b0d5-50dbdee88924 req-c95f642a-8f2b-46cb-a47b-31a29f8e5c6a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.494301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.495555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b0f7f9d-7a25-4245-b0d5-50dbdee88924 req-c95f642a-8f2b-46cb-a47b-31a29f8e5c6a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32&device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 1691 time: 0.0939891 Jul 16 01:25:11.540611 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.552214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b0f7f9d-7a25-4245-b0d5-50dbdee88924 req-38889a56-86f6-47e2-987b-e4d00b5f10c8 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555983 Jul 16 01:25:11.566802 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Transition to ACTIVE for port object 901f0551-66b7-4995-8bcb-c993158f4dba will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:11.579217 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.634273 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Attempting to bind port 901f0551-66b7-4995-8bcb-c993158f4dba on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:11.634653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Attempting to bind port 901f0551-66b7-4995-8bcb-c993158f4dba by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:11.635026 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Attempting to bind port 901f0551-66b7-4995-8bcb-c993158f4dba on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:11.637129 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Pushing event updated for resources: {'Port': ['ID=901f0551-66b7-4995-8bcb-c993158f4dba,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.651516 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:11.651906 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:11.652316 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.652811 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:11.653221 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Bound port: 901f0551-66b7-4995-8bcb-c993158f4dba, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:11.653609 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.685687 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.686039 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.686377 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.686710 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.687038 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.687502 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.687829 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.688394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.688740 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.689065 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.689390 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.689739 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.710144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Allocated IP 172.20.0.1 (c155aa1f-4259-47c9-b0e7-7a22923dd45b/4f6501c9-0c1d-4171-8362-824d444dc204/79bb92b3-0ddd-47c6-a391-7206dfbc8ae0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:11.723955 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c908f54-2ed6-435d-8b15-2ead5d20ba03 x-openstack-request-id: req-4c908f54-2ed6-435d-8b15-2ead5d20ba03 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:11.724519 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "name": "network-vif-plugged", "status": "completed", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:11.724601 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c908f54-2ed6-435d-8b15-2ead5d20ba03 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:11.725279 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'code': 200} Jul 16 01:25:11.742679 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] For port 901f0551-66b7-4995-8bcb-c993158f4dba, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:11.750062 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] For port 901f0551-66b7-4995-8bcb-c993158f4dba, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=901f0551-66b7-4995-8bcb-c993158f4dba,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:11.773327 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.856242 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Routers {'c09fa2f2-87e9-4941-941d-193393b934ac'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:11.857044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:24:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c09fa2f2-87e9-4941-941d-193393b934ac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:11.871892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.888149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Transition to ACTIVE for port object 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:11.926606 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b5f5e-0c1f-41c7-88c1-96b0135e2cc6 None None] Pushing event updated for resources: {'Port': ['ID=901f0551-66b7-4995-8bcb-c993158f4dba,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.927283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.974694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Pushing event updated for resources: {'Port': ['ID=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.986825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce74e-a6d0-4aee-a759-7f6c256d5f16 req-065fbacd-5385-4f8e-80b6-c53856f072f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.991762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cfce74e-a6d0-4aee-a759-7f6c256d5f16 req-065fbacd-5385-4f8e-80b6-c53856f072f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1098 time: 0.1509323 Jul 16 01:25:11.995060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:11.996651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:12.012818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:12.024325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-3f2db8fc-c3c5-4099-801b-48a039371fe2 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.4618907 Jul 16 01:25:12.061091 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] Set router c09fa2f2-87e9-4941-941d-193393b934ac gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:12.064411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.185474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cfce74e-a6d0-4aee-a759-7f6c256d5f16 req-55ffce53-24e2-4df2-96ea-a17fe0c0bc55 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600571 Jul 16 01:25:12.225561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-6e0f249f-cfea-4fb5-94e7-63193c553e28 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/10aa7df2-c8b7-48ac-9153-2b8b670f542a HTTP/1.1" status: 200 len: 2981 time: 0.1310787 Jul 16 01:25:12.230097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafadff8-8e70-4a5e-958d-08c737846875 req-59110201-717e-4a74-9269-5664cad65173 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.236957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aafadff8-8e70-4a5e-958d-08c737846875 req-59110201-717e-4a74-9269-5664cad65173 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 1102 time: 0.2104437 Jul 16 01:25:12.320522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5259b8c1-544d-4931-bd41-e3c890968098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.335579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aafadff8-8e70-4a5e-958d-08c737846875 req-5f1232e3-f0a2-4d5d-8062-eeadd5837c67 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973437 Jul 16 01:25:12.345277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.351959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.359133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.363853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4485c8d9-e90f-4dc4-be62-719ebffb592a None None] Provisioning for port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:12.383450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4485c8d9-e90f-4dc4-be62-719ebffb592a None None] Provisioning complete for port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:12.383998 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4485c8d9-e90f-4dc4-be62-719ebffb592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.398126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-ff0d120e-0b63-418f-922f-eb27d45141a2 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/10aa7df2-c8b7-48ac-9153-2b8b670f542a HTTP/1.1" status: 200 len: 2981 time: 0.1575975 Jul 16 01:25:12.457545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-a4f7afb8-d938-4a73-81d2-4582aa9669fa tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4a62d11f-4153-4251-a0e1-a5b5e9df9e78 HTTP/1.1" status: 200 len: 2977 time: 0.0551128 Jul 16 01:25:12.468151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4485c8d9-e90f-4dc4-be62-719ebffb592a None None] Port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:12.476661 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:09Z', 'revision_number': 3, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.511531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-68538a73-4b96-45ec-8db4-b7a771e3f002 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/4a62d11f-4153-4251-a0e1-a5b5e9df9e78 HTTP/1.1" status: 200 len: 2977 time: 0.0533595 Jul 16 01:25:12.527612 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6908350e-05d8-4d55-876f-f1a1b82f5c9f None None] The sync data for ids ['c09fa2f2-87e9-4941-941d-193393b934ac'] in n-d-791506-20 is: [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:09Z', 'revision_number': 3, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:12.568850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5dd340d-22a9-400f-8b2c-50f9b369fc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.593107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-894c9628-3f3c-445c-9f9d-e4b38682ee42 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5ab09270-16cf-4a72-8ba1-58be974e77e1 HTTP/1.1" status: 200 len: 2981 time: 0.0804455 Jul 16 01:25:12.632595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.637843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.704444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-f3caf268-4538-4ca9-869d-e7a49495c6b8 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5ab09270-16cf-4a72-8ba1-58be974e77e1 HTTP/1.1" status: 200 len: 2981 time: 0.0845318 Jul 16 01:25:12.716143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.718254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Pushing event updated for resources: {'Port': ['ID=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.760919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97ea8-5ff7-48ac-9909-47adf19961f6 req-fd0d6416-ff41-47fd-bf81-76dfa1aea0e8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.762478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69f97ea8-5ff7-48ac-9909-47adf19961f6 req-fd0d6416-ff41-47fd-bf81-76dfa1aea0e8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.1839666 Jul 16 01:25:12.821510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-dbc6f3b4-96d6-4e93-8076-d58411acadff tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/61d5c702-96fb-430b-824d-0fe2bb1648ae HTTP/1.1" status: 200 len: 2981 time: 0.1090150 Jul 16 01:25:12.867793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:12.869274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:12.872953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5dd340d-22a9-400f-8b2c-50f9b369fc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.890168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69f97ea8-5ff7-48ac-9909-47adf19961f6 req-0d93f156-d4fa-443d-8793-cf4306221d23 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074054 Jul 16 01:25:12.899211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5dd340d-22a9-400f-8b2c-50f9b369fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.989131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd340d-22a9-400f-8b2c-50f9b369fc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99077e2-2b89-438a-84ec-109c0ee13d1a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.996813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e5dd340d-22a9-400f-8b2c-50f9b369fc7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a96d1925a3240e6ab9e21178110a1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6500554 Jul 16 01:25:13.000123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.031034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-709ce692-9779-4b4f-afd4-a2b773e83e4c tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/61d5c702-96fb-430b-824d-0fe2bb1648ae HTTP/1.1" status: 200 len: 2981 time: 0.1956851 Jul 16 01:25:13.034047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Router c09fa2f2-87e9-4941-941d-193393b934ac has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:13.156547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-37c005b9-d0c5-4bdb-ae74-c5094343ba50 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/735286eb-a28e-4593-880f-448812a3dcc0 HTTP/1.1" status: 200 len: 2973 time: 0.1245937 Jul 16 01:25:13.207924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ac3f39bb-504e-4691-a706-c823b4179b7c None None] Provisioning complete for port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:13.208918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:13.209148 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac3f39bb-504e-4691-a706-c823b4179b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.214453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8512-a797-4c29-a308-b3424844c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.223970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a678809-524c-4ef7-b9ab-8cc8931e7d4e admin admin] 10.222.0.42 "PUT /v2.0/routers/c09fa2f2-87e9-4941-941d-193393b934ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829578 Jul 16 01:25:13.276916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f39bb-504e-4691-a706-c823b4179b7c None None] Port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:13.282100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-9b7586ba-e289-4271-a0ac-b882fadcbff0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/735286eb-a28e-4593-880f-448812a3dcc0 HTTP/1.1" status: 200 len: 2973 time: 0.1092229 Jul 16 01:25:13.284214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8512-a797-4c29-a308-b3424844c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.301624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783cd0a-3ebd-415a-84a7-0f2afa6fe82d req-e4701909-7f27-4805-98cd-815543ec38a9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.303829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6783cd0a-3ebd-415a-84a7-0f2afa6fe82d req-e4701909-7f27-4805-98cd-815543ec38a9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 946 time: 0.2223945 Jul 16 01:25:13.422034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-21f7e3d7-9d2e-4286-96db-aa87b384d517 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/87d39254-cd7f-4378-b42c-9196c8470ffe HTTP/1.1" status: 200 len: 2981 time: 0.1171722 Jul 16 01:25:13.431315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6783cd0a-3ebd-415a-84a7-0f2afa6fe82d req-cb7c27cd-70c2-4c91-bd13-4a0770fa65e0 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011968 Jul 16 01:25:13.484965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8512-a797-4c29-a308-b3424844c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.488931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f7eb8512-a797-4c29-a308-b3424844c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.490185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f7eb8512-a797-4c29-a308-b3424844c846 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f99077e2-2b89-438a-84ec-109c0ee13d1a HTTP/1.1" status: 204 len: 168 time: 0.4888530 Jul 16 01:25:13.498583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-790d8dc9-d0de-4349-aeac-3aa54616ab93 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/87d39254-cd7f-4378-b42c-9196c8470ffe HTTP/1.1" status: 200 len: 2981 time: 0.0663042 Jul 16 01:25:13.503629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8512-a797-4c29-a308-b3424844c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99077e2-2b89-438a-84ec-109c0ee13d1a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.589384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-db5d2604-00d1-43ae-991b-32a95da5e89e tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8d80a37e-cff0-4981-9634-304c3bef7d1c HTTP/1.1" status: 200 len: 2981 time: 0.0740519 Jul 16 01:25:13.589604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.639247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb29a4-8668-4f6e-82d4-e3b627a9307e req-9d6cfe49-5d8b-4721-a928-4f5354c8b405 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.640995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6bb29a4-8668-4f6e-82d4-e3b627a9307e req-9d6cfe49-5d8b-4721-a928-4f5354c8b405 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 1102 time: 0.0991423 Jul 16 01:25:13.673634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-d31b1f49-0a76-41f4-962d-422c6ab1ed0c tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8d80a37e-cff0-4981-9634-304c3bef7d1c HTTP/1.1" status: 200 len: 2981 time: 0.0756180 Jul 16 01:25:13.703975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6bb29a4-8668-4f6e-82d4-e3b627a9307e req-aec0fc91-de43-4d93-a6f2-f455f36d1f11 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566664 Jul 16 01:25:13.745111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-4c92b3c8-dfcf-4577-8eec-c035e4448622 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a8a5fc6f-956d-4be5-a665-4a2221428988 HTTP/1.1" status: 200 len: 2981 time: 0.0649490 Jul 16 01:25:13.807588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-a200fbda-d420-4545-b7c7-42277a22f03b tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a8a5fc6f-956d-4be5-a665-4a2221428988 HTTP/1.1" status: 200 len: 2981 time: 0.0531785 Jul 16 01:25:13.859717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-312dc21d-7429-42c9-9a6e-92cd11411c84 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/beaad424-fcdc-47f4-a39c-d0d47bb09f11 HTTP/1.1" status: 200 len: 2981 time: 0.0449042 Jul 16 01:25:13.891581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41142) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.905532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-325d5574-40bc-4424-bafa-94cc561b4a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.906231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-d28fdb50-fe33-4969-b396-bc0444a929af tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/beaad424-fcdc-47f4-a39c-d0d47bb09f11 HTTP/1.1" status: 200 len: 2981 time: 0.0408945 Jul 16 01:25:13.963421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-9798dde4-9b31-4f95-9790-8a5b09bd4150 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/bf681d68-1665-4e7f-8652-3ad216852dc3 HTTP/1.1" status: 200 len: 2981 time: 0.0512795 Jul 16 01:25:14.011822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-d4ce9da3-7347-4aad-8cf3-e20e653caac0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/bf681d68-1665-4e7f-8652-3ad216852dc3 HTTP/1.1" status: 200 len: 2981 time: 0.0474894 Jul 16 01:25:14.019943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-325d5574-40bc-4424-bafa-94cc561b4a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.024930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-325d5574-40bc-4424-bafa-94cc561b4a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.066806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-eebfda89-e98b-4245-aca5-dd3eab51a65d tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d13fede9-7ae6-4e58-9ac9-82b7732acaf6 HTTP/1.1" status: 200 len: 2977 time: 0.0534196 Jul 16 01:25:14.069952 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-325d5574-40bc-4424-bafa-94cc561b4a22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c6a868888104d1e9ce1674f45f8adcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771822 Jul 16 01:25:14.070689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d5574-40bc-4424-bafa-94cc561b4a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7581dea3-6f2e-4978-b5bc-0093c0c56cc9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.073687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:14.135313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-ded7a3f4-3265-46bf-9dde-3c9b5c28e8f5 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d13fede9-7ae6-4e58-9ac9-82b7732acaf6 HTTP/1.1" status: 200 len: 2977 time: 0.0674953 Jul 16 01:25:14.157145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fc095c4-2a84-4574-b2cc-b653893f610c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.202146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fc095c4-2a84-4574-b2cc-b653893f610c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.211736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-f77bcdb7-d786-4987-9517-7ea2081c53eb tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d8e37ca7-33ac-4523-a34c-96d4f5363e86 HTTP/1.1" status: 200 len: 2981 time: 0.0698903 Jul 16 01:25:14.435809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Sync routers for ids ['c09fa2f2-87e9-4941-941d-193393b934ac'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:14.445685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Routers {'c09fa2f2-87e9-4941-941d-193393b934ac'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:14.446332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:25:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c09fa2f2-87e9-4941-941d-193393b934ac'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:14.532090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-518c3ce6-2c98-4725-844d-338321312e1a req-f67023d0-5489-4fc9-9339-6ae253310786 tempest-FloatingIPsNegativeTestJSON-160462890 tempest-FloatingIPsNegativeTestJSON-160462890-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=d1c7f940b47242c986fb47b6fdbeed89 HTTP/1.1" status: 200 len: 217 time: 0.2913921 Jul 16 01:25:14.544651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-5b1cc92b-80cd-4d4d-8af0-a02ad7adce17 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d8e37ca7-33ac-4523-a34c-96d4f5363e86 HTTP/1.1" status: 200 len: 2981 time: 0.3239036 Jul 16 01:25:14.556809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fc095c4-2a84-4574-b2cc-b653893f610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.559948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fc095c4-2a84-4574-b2cc-b653893f610c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.563716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9fc095c4-2a84-4574-b2cc-b653893f610c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7581dea3-6f2e-4978-b5bc-0093c0c56cc9 HTTP/1.1" status: 204 len: 168 time: 0.4866984 Jul 16 01:25:14.573870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Set router c09fa2f2-87e9-4941-941d-193393b934ac gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:14.591217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc095c4-2a84-4574-b2cc-b653893f610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581dea3-6f2e-4978-b5bc-0093c0c56cc9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.621384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-f9621e04-4b42-4cc0-af21-174f5d2cd459 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dcd129b4-5be5-4563-87da-c71bcbca23db HTTP/1.1" status: 200 len: 2977 time: 0.0589218 Jul 16 01:25:14.719088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-8844c5e8-cfef-4e21-a83a-8970cd29597c tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dcd129b4-5be5-4563-87da-c71bcbca23db HTTP/1.1" status: 200 len: 2977 time: 0.0905848 Jul 16 01:25:14.807804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-d9d48a82-86f0-437e-959a-372b74959e84 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f541bead-8b03-4f89-a99d-5142ca4f11fc HTTP/1.1" status: 200 len: 2981 time: 0.0758533 Jul 16 01:25:14.823025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd27c7b-9aa8-4034-b60d-2fcc1dd2a9fd req-36061ace-a445-4788-bb65-7777c1a90064 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.824417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfd27c7b-9aa8-4034-b60d-2fcc1dd2a9fd req-36061ace-a445-4788-bb65-7777c1a90064 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1098 time: 0.1009617 Jul 16 01:25:14.869129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 901f0551-66b7-4995-8bcb-c993158f4dba up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:14.890885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2436f374-e3a5-434a-b5cf-7a4d7c30055a req-cdd0334e-2f90-49eb-bef3-d4a7779d2a18 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f541bead-8b03-4f89-a99d-5142ca4f11fc HTTP/1.1" status: 200 len: 2981 time: 0.0761678 Jul 16 01:25:14.900521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfd27c7b-9aa8-4034-b60d-2fcc1dd2a9fd req-59746f54-f2ab-432f-a0be-a9b9c69f3302 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668495 Jul 16 01:25:15.031546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 901f0551-66b7-4995-8bcb-c993158f4dba completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:15.037904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 901f0551-66b7-4995-8bcb-c993158f4dba triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:15.038499 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.096365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:15.119678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f7962a-f01d-4ece-87e1-e23d0ce34ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.128729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:12Z', 'revision_number': 4, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '79bb92b3-0ddd-47c6-a391-7206dfbc8ae0', 'name': '', 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'mac_address': 'fa:16:3e:4a:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4f6501c9-0c1d-4171-8362-824d444dc204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:11Z', 'updated_at': '2021-07-16T01:25:12Z', 'revision_number': 2, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'subnets': [{'id': '4f6501c9-0c1d-4171-8362-824d444dc204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:15.132847 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.162009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Checking router: c09fa2f2-87e9-4941-941d-193393b934ac for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:15.162630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Updating router c09fa2f2-87e9-4941-941d-193393b934ac port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:15.208454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bde14e7-f428-493d-ab81-75f9df75f7a1 req-02d0a5f6-751f-4f92-90ff-2ac43e8cdc09 tempest-FloatingIPsNegativeTestJSON-160462890 tempest-FloatingIPsNegativeTestJSON-160462890-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0727477 Jul 16 01:25:15.223467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a112e4-5598-4ced-8e68-3397fd2e28bc req-7842e1d3-698f-4c97-a1d4-a2d45c5c2ace tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.228630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a112e4-5598-4ced-8e68-3397fd2e28bc req-7842e1d3-698f-4c97-a1d4-a2d45c5c2ace tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.1705356 Jul 16 01:25:15.234186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.241527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.270485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 901f0551-66b7-4995-8bcb-c993158f4dba, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=901f0551-66b7-4995-8bcb-c993158f4dba,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:15.296820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f7962a-f01d-4ece-87e1-e23d0ce34ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.297754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.298096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a112e4-5598-4ced-8e68-3397fd2e28bc req-6f7d8ad0-b621-4ff1-befb-745c4d563636 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646498 Jul 16 01:25:15.305176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f7962a-f01d-4ece-87e1-e23d0ce34ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.368768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7962a-f01d-4ece-87e1-e23d0ce34ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3b381-2009-4b59-b0f1-a98f98147d9b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.379869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79f7962a-f01d-4ece-87e1-e23d0ce34ee7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c59b9c9511d46fda65d95b8dfa43481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784352 Jul 16 01:25:15.380364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:15.402050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10576da9-8909-41ec-ad15-71b0ea51c610 req-813147c3-cdc1-4c5e-8d2b-2a643e53718a tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c41d5733b1143d994359267a0dc2e60 HTTP/1.1" status: 200 len: 6102 time: 0.1237488 Jul 16 01:25:15.415759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=901f0551-66b7-4995-8bcb-c993158f4dba,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.459503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10576da9-8909-41ec-ad15-71b0ea51c610 req-066eaf2b-4436-40b9-b6a2-1bac6b5064b3 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "GET /v2.0/security-groups/10aa7df2-c8b7-48ac-9153-2b8b670f542a HTTP/1.1" status: 200 len: 2981 time: 0.0563669 Jul 16 01:25:15.465154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7664be48-85a3-4202-928d-55c2d5201c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.488092 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7664be48-85a3-4202-928d-55c2d5201c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.537000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10576da9-8909-41ec-ad15-71b0ea51c610 req-08ebfde9-1add-4e18-811b-c7a8780ee615 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "GET /v2.0/security-groups/10aa7df2-c8b7-48ac-9153-2b8b670f542a HTTP/1.1" status: 200 len: 2981 time: 0.0712440 Jul 16 01:25:15.554848 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7664be48-85a3-4202-928d-55c2d5201c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.559266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7664be48-85a3-4202-928d-55c2d5201c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.560834 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7664be48-85a3-4202-928d-55c2d5201c44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8a3b381-2009-4b59-b0f1-a98f98147d9b HTTP/1.1" status: 204 len: 168 time: 0.1786182 Jul 16 01:25:15.571359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664be48-85a3-4202-928d-55c2d5201c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3b381-2009-4b59-b0f1-a98f98147d9b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.644619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.655569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Transition to ACTIVE for port object 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:15.664201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.678478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a075d-5daf-4d00-bc67-f2218ddaf0d7 req-ac3d6f9a-8ad2-4a34-a6e5-debc8d2a17f8 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.682006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c49a075d-5daf-4d00-bc67-f2218ddaf0d7 req-ac3d6f9a-8ad2-4a34-a6e5-debc8d2a17f8 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1098 time: 0.0735786 Jul 16 01:25:15.720349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3b9b9-8484-4a9d-97f3-98023cf5f360 None None] Pushing event updated for resources: {'Port': ['ID=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.733689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c49a075d-5daf-4d00-bc67-f2218ddaf0d7 req-b01dad40-4ab2-4d30-86e3-c4add35e2d65 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Jul 16 01:25:15.790981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Attempting to bind port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:15.792929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Attempting to bind port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:15.793679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Attempting to bind port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 on network c155aa1f-4259-47c9-b0e7-7a22923dd45b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:15.799994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:15.800738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Checking segment: {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:15.801344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.801933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Bound using segment: {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:15.802601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Bound port: 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594fc17a-d50b-4796-b694-53a225bd7bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:15.803169 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.814251 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-90546c31-a4cb-4269-9647-27015b152e85 req-8f538750-178e-4d48-9108-fc77d74709c5 tempest-FloatingIPsNegativeTestJSON-160462890 tempest-FloatingIPsNegativeTestJSON-160462890-project] show failed (client error): The resource could not be found. Jul 16 01:25:15.816450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90546c31-a4cb-4269-9647-27015b152e85 req-8f538750-178e-4d48-9108-fc77d74709c5 tempest-FloatingIPsNegativeTestJSON-160462890 tempest-FloatingIPsNegativeTestJSON-160462890-project] 10.222.0.42 "GET /v2.0/floatingips/31814958-090b-48e4-a637-20e3a663c2fc HTTP/1.1" status: 404 len: 350 time: 0.0521746 Jul 16 01:25:15.827307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41184) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:15.932117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] For port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:15.937982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] For port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,segment=NetworkSegment(594fc17a-d50b-4796-b694-53a225bd7bb2),segment_id=594fc17a-d50b-4796-b694-53a225bd7bb2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:15.949054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-caf1df8e-8d14-4cdf-84a0-f5c4b4e8a103 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344098 Jul 16 01:25:15.951049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.082155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Routers {'c09fa2f2-87e9-4941-941d-193393b934ac'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:16.082905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:25:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c09fa2f2-87e9-4941-941d-193393b934ac'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:16.125555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3b9b9-8484-4a9d-97f3-98023cf5f360 None None] Pushing event updated for resources: {'Port': ['ID=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.194259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-717d3bbb-85f6-46e9-8b06-d7331a5f1b3f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.196174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-717d3bbb-85f6-46e9-8b06-d7331a5f1b3f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384474 Jul 16 01:25:16.228239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce65a8-a38b-4ef3-8feb-cc2f674d0b07 req-1202a16a-f44b-4316-adfa-35ff8089333f tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.230226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abce65a8-a38b-4ef3-8feb-cc2f674d0b07 req-1202a16a-f44b-4316-adfa-35ff8089333f tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1098 time: 0.1386893 Jul 16 01:25:16.231738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-e0e635bc-4983-4d7e-a4f5-10a6e348f43f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/quotas/57e1e5ce7da146589e94af689e2cf7e0 HTTP/1.1" status: 200 len: 375 time: 0.0265782 Jul 16 01:25:16.289294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] Set router c09fa2f2-87e9-4941-941d-193393b934ac gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:16.328281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abce65a8-a38b-4ef3-8feb-cc2f674d0b07 req-094c5871-f120-4986-95f8-3dbd63a197d9 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771062 Jul 16 01:25:16.388878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-b26ae0d2-1d4b-4261-a25f-10d9032ab0da tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497073 Jul 16 01:25:16.526021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84e4f62e-3d55-472d-b7e0-8e2fb4d52fe3 req-917638cd-d619-44a2-93a1-a1fae099950b tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0625c3a3-1d88-4c59-a0fe-ad1b5c4ad819 HTTP/1.1" status: 200 len: 1777 time: 0.0755782 Jul 16 01:25:16.607730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.644647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-84e4f62e-3d55-472d-b7e0-8e2fb4d52fe3 req-fb8b5933-cb03-44c3-bc5b-0d7d6600ffb0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.684544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-84e4f62e-3d55-472d-b7e0-8e2fb4d52fe3 req-fb8b5933-cb03-44c3-bc5b-0d7d6600ffb0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.727228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 901f0551-66b7-4995-8bcb-c993158f4dba up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:16.743286 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-84e4f62e-3d55-472d-b7e0-8e2fb4d52fe3 req-fb8b5933-cb03-44c3-bc5b-0d7d6600ffb0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.746360 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-84e4f62e-3d55-472d-b7e0-8e2fb4d52fe3 req-fb8b5933-cb03-44c3-bc5b-0d7d6600ffb0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.752450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84e4f62e-3d55-472d-b7e0-8e2fb4d52fe3 req-fb8b5933-cb03-44c3-bc5b-0d7d6600ffb0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/0625c3a3-1d88-4c59-a0fe-ad1b5c4ad819 HTTP/1.1" status: 204 len: 173 time: 0.2168992 Jul 16 01:25:16.783341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b5933-cb03-44c3-bc5b-0d7d6600ffb0 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625c3a3-1d88-4c59-a0fe-ad1b5c4ad819,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.871019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 901f0551-66b7-4995-8bcb-c993158f4dba triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:16.871638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.897385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:12Z', 'revision_number': 4, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '79bb92b3-0ddd-47c6-a391-7206dfbc8ae0', 'name': '', 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'mac_address': 'fa:16:3e:4a:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4f6501c9-0c1d-4171-8362-824d444dc204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:11Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 4, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'subnets': [{'id': '4f6501c9-0c1d-4171-8362-824d444dc204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:16.930302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38939a5b-70a5-41f2-8abc-8e75a89dd8d0 None None] The sync data for ids ['c09fa2f2-87e9-4941-941d-193393b934ac'] in n-d-791506-20 is: [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:12Z', 'revision_number': 4, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '79bb92b3-0ddd-47c6-a391-7206dfbc8ae0', 'name': '', 'network_id': 'c155aa1f-4259-47c9-b0e7-7a22923dd45b', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'mac_address': 'fa:16:3e:4a:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4f6501c9-0c1d-4171-8362-824d444dc204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:11Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 4, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'subnets': [{'id': '4f6501c9-0c1d-4171-8362-824d444dc204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:17.141935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c20a-95a2-4125-8e88-1ea463e117f9 req-48022730-a3a2-4d31-9fef-cd4da1700743 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.146248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb53c20a-95a2-4125-8e88-1ea463e117f9 req-48022730-a3a2-4d31-9fef-cd4da1700743 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1098 time: 0.0840583 Jul 16 01:25:17.234877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb53c20a-95a2-4125-8e88-1ea463e117f9 req-c4f65c3b-952c-4112-962d-a1a7201e4cb3 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821891 Jul 16 01:25:17.297694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36ff0f07-e0ca-4586-a558-06e31c11fab7 req-72611a5b-b7cb-4346-8675-268a9a65fd62 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dcbd7f08-ea5c-4d82-b443-48648b26a628 HTTP/1.1" status: 200 len: 1777 time: 0.0519209 Jul 16 01:25:17.311045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Deleting port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:17.311462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.403321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36ff0f07-e0ca-4586-a558-06e31c11fab7 req-366c2115-40b3-4d19-ad88-9a935c28d242 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.450562 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36ff0f07-e0ca-4586-a558-06e31c11fab7 req-366c2115-40b3-4d19-ad88-9a935c28d242 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.463262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] For port 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,segment=NetworkSegment(594fc17a-d50b-4796-b694-53a225bd7bb2),segment_id=594fc17a-d50b-4796-b694-53a225bd7bb2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:17.463640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.498572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Calling delete_port for 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:17.522248 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36ff0f07-e0ca-4586-a558-06e31c11fab7 req-366c2115-40b3-4d19-ad88-9a935c28d242 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.525824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-36ff0f07-e0ca-4586-a558-06e31c11fab7 req-366c2115-40b3-4d19-ad88-9a935c28d242 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.547855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36ff0f07-e0ca-4586-a558-06e31c11fab7 req-366c2115-40b3-4d19-ad88-9a935c28d242 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcbd7f08-ea5c-4d82-b443-48648b26a628 HTTP/1.1" status: 204 len: 173 time: 0.2487133 Jul 16 01:25:17.580796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c2115-40b3-4d19-ad88-9a935c28d242 tempest-SecurityGroupsTestAdminJSON-1186247582 tempest-SecurityGroupsTestAdminJSON-1186247582-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd7f08-ea5c-4d82-b443-48648b26a628,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.854377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e185c012-6d9a-46ae-b08a-06b024cfaadb req-c17db817-3692-4e2b-9506-f7f8dccb32ae tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "GET /v2.0/security-groups/848ad7c6-cdb0-4bbf-885d-d65b9e35e383 HTTP/1.1" status: 200 len: 1777 time: 0.0875318 Jul 16 01:25:17.914159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.019158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bb92b3-0ddd-47c6-a391-7206dfbc8ae0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.032155 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.084204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e185c012-6d9a-46ae-b08a-06b024cfaadb req-6754d0f3-71d2-4df9-b689-986614a40894 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.173103 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e185c012-6d9a-46ae-b08a-06b024cfaadb req-6754d0f3-71d2-4df9-b689-986614a40894 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.263285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e185c012-6d9a-46ae-b08a-06b024cfaadb req-6754d0f3-71d2-4df9-b689-986614a40894 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.270373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e185c012-6d9a-46ae-b08a-06b024cfaadb req-6754d0f3-71d2-4df9-b689-986614a40894 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.277839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e185c012-6d9a-46ae-b08a-06b024cfaadb req-6754d0f3-71d2-4df9-b689-986614a40894 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "DELETE /v2.0/security-groups/848ad7c6-cdb0-4bbf-885d-d65b9e35e383 HTTP/1.1" status: 204 len: 173 time: 0.4127972 Jul 16 01:25:18.308413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754d0f3-71d2-4df9-b689-986614a40894 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ad7c6-cdb0-4bbf-885d-d65b9e35e383,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.421479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b61bd8-4219-45ed-ad2e-edd02983813d req-d4c54ae1-e4ee-45d9-9c3d-9481512d9448 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.423447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4b61bd8-4219-45ed-ad2e-edd02983813d req-d4c54ae1-e4ee-45d9-9c3d-9481512d9448 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1098 time: 0.1445589 Jul 16 01:25:18.486317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4b61bd8-4219-45ed-ad2e-edd02983813d req-a9c1c232-03b7-4e4e-9254-b5f3b476d114 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Jul 16 01:25:18.641950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.708195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cab5ee28-8533-4579-b0bc-ec25d26dd9b9 req-a139bc5b-4675-4d53-a1c2-c3f9df7f2373 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 210 time: 0.0381820 Jul 16 01:25:18.916541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-701287f1-8c32-47b7-b72e-2939adf0fba9 req-46f00df4-5f7c-4b7e-9324-09263f68ba67 tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "GET /v2.0/security-groups/b03ee21c-21e2-4f5a-b0be-08137c670884 HTTP/1.1" status: 200 len: 1777 time: 0.0444627 Jul 16 01:25:18.985244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Router c09fa2f2-87e9-4941-941d-193393b934ac has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:19.004467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-701287f1-8c32-47b7-b72e-2939adf0fba9 req-680b84f7-9dec-440f-b9de-0a5be89992dd tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.069505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-701287f1-8c32-47b7-b72e-2939adf0fba9 req-680b84f7-9dec-440f-b9de-0a5be89992dd tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.109016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:19.115559 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd142de5-28c4-4d3a-9435-e8c0657a8838 admin admin] 10.222.0.42 "PUT /v2.0/routers/c09fa2f2-87e9-4941-941d-193393b934ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870119 Jul 16 01:25:19.118834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.120552 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] Sync routers for ids ['c09fa2f2-87e9-4941-941d-193393b934ac'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:19.133550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f56f6-b148-48b2-ace6-249b30708662 req-bb429970-55ff-4c65-8127-e4afd9f42539 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.135583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b4f56f6-b148-48b2-ace6-249b30708662 req-bb429970-55ff-4c65-8127-e4afd9f42539 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1098 time: 0.1288314 Jul 16 01:25:19.142758 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] Routers {'c09fa2f2-87e9-4941-941d-193393b934ac'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:19.143941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:25:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c09fa2f2-87e9-4941-941d-193393b934ac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:19.184603 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-701287f1-8c32-47b7-b72e-2939adf0fba9 req-680b84f7-9dec-440f-b9de-0a5be89992dd tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.187039 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-701287f1-8c32-47b7-b72e-2939adf0fba9 req-680b84f7-9dec-440f-b9de-0a5be89992dd tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.188168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-701287f1-8c32-47b7-b72e-2939adf0fba9 req-680b84f7-9dec-440f-b9de-0a5be89992dd tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] 10.222.0.42 "DELETE /v2.0/security-groups/b03ee21c-21e2-4f5a-b0be-08137c670884 HTTP/1.1" status: 204 len: 173 time: 0.2648778 Jul 16 01:25:19.241422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b84f7-9dec-440f-b9de-0a5be89992dd tempest-SecurityGroupsTestAdminJSON-1315225949 tempest-SecurityGroupsTestAdminJSON-1315225949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ee21c-21e2-4f5a-b0be-08137c670884,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.280985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b4f56f6-b148-48b2-ace6-249b30708662 req-1d54c6f7-6f0a-497b-a700-93472c386cf9 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075537 Jul 16 01:25:19.323485 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] Set router c09fa2f2-87e9-4941-941d-193393b934ac gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:19.345695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.406649 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:19.516729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.584056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-cc993131-5cb9-49ad-b8f2-978565ab7f06 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868874 Jul 16 01:25:19.597364 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 5, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port': {'id': '901f0551-66b7-4995-8bcb-c993158f4dba', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:48:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:08Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:19.647690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Deleting port 901f0551-66b7-4995-8bcb-c993158f4dba {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:19.650599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.666830 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] Checking router: c09fa2f2-87e9-4941-941d-193393b934ac for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:19.676357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.688224 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] Routers {'c09fa2f2-87e9-4941-941d-193393b934ac'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:19.688224 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:25:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c09fa2f2-87e9-4941-941d-193393b934ac'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:19.800560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-fa600e79-b59b-4234-bb62-466773b6e485 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.811956 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-fa600e79-b59b-4234-bb62-466773b6e485 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186925 Jul 16 01:25:19.832786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:19.879145 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] Set router c09fa2f2-87e9-4941-941d-193393b934ac gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:19.885527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-a2e5346e-2977-4b67-81b5-7a5ff254f91e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386529 Jul 16 01:25:19.938871 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:19Z', 'revision_number': 6, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:19.970558 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee11131-7216-4a19-ac2e-8835218f4b01 None None] The sync data for ids ['c09fa2f2-87e9-4941-941d-193393b934ac'] in n-d-791506-20 is: [{'id': 'c09fa2f2-87e9-4941-941d-193393b934ac', 'name': 'tempest-FloatingIPsNegativeTestJSON-1160128142-router', 'tenant_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:07Z', 'updated_at': '2021-07-16T01:25:19Z', 'revision_number': 6, 'project_id': 'd1c7f940b47242c986fb47b6fdbeed89', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:20.036140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-42241e80-a25e-4a7d-b590-fe6fdb8fa9fb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.037997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-42241e80-a25e-4a7d-b590-fe6fdb8fa9fb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326995 Jul 16 01:25:20.052526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] For port 901f0551-66b7-4995-8bcb-c993158f4dba, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=901f0551-66b7-4995-8bcb-c993158f4dba,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:20.052915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.061225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:20.081018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-010631cf-724e-4200-b07a-aef7e8e85bc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c41d5733b1143d994359267a0dc2e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009275 Jul 16 01:25:20.081684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41320) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.111325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Calling delete_port for 901f0551-66b7-4995-8bcb-c993158f4dba owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:20.136637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:20.140236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.144104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2b0d137-bb42-40b9-a906-5acdea509928 req-c96323b0-1fdf-48b0-98cc-05a32a496684 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 210 time: 0.0795662 Jul 16 01:25:20.145861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb8da-cb03-4a7c-9427-24750253f639 req-d0c54b09-67d1-459d-8d37-26f3923e29c6 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.147543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4eeb8da-cb03-4a7c-9427-24750253f639 req-d0c54b09-67d1-459d-8d37-26f3923e29c6 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1098 time: 0.3542786 Jul 16 01:25:20.160333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b1a-bbb7-43b6-bfdf-b1ceb8d7e2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.231222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b1a-bbb7-43b6-bfdf-b1ceb8d7e2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.304410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4eeb8da-cb03-4a7c-9427-24750253f639 req-f33900cf-e581-4298-af79-6bf0ea7f46a1 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428378 Jul 16 01:25:20.355057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b1a-bbb7-43b6-bfdf-b1ceb8d7e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.358509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b1a-bbb7-43b6-bfdf-b1ceb8d7e2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.359995 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0d1c7b1a-bbb7-43b6-bfdf-b1ceb8d7e2da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10aa7df2-c8b7-48ac-9153-2b8b670f542a HTTP/1.1" status: 204 len: 168 time: 0.2775586 Jul 16 01:25:20.378657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c7b1a-bbb7-43b6-bfdf-b1ceb8d7e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa7df2-c8b7-48ac-9153-2b8b670f542a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.396647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.210 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/27057c93-6a04-4b4c-aee3-c33b0741e56e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:20.504691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:20.509923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.580671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-dfe364f6-16fc-4c14-915a-b4383648a333 req-f60dc503-48ac-487c-8dc8-6c782a19fc42 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:25:20.582588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfe364f6-16fc-4c14-915a-b4383648a333 req-f60dc503-48ac-487c-8dc8-6c782a19fc42 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085719 Jul 16 01:25:20.644619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.678056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object 27057c93-6a04-4b4c-aee3-c33b0741e56e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:20.682632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.730696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.741096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Pushing event deleted for resources: {'Port': ['ID=901f0551-66b7-4995-8bcb-c993158f4dba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.745324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:20.786860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:20.812087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41338) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.820313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8851-6872-4493-b1c1-5696386965e7 req-9b82ffe0-2a15-4da2-90ee-c531a41841f2 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.821915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-567a8851-6872-4493-b1c1-5696386965e7 req-9b82ffe0-2a15-4da2-90ee-c531a41841f2 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1098 time: 0.2027683 Jul 16 01:25:20.835664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:20.867503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cc9601d3-8d8c-4bb1-bea9-f472d76d6f61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=034b9d8435764d37809dbe689c8d9908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539041 Jul 16 01:25:20.872108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:20.874084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41342) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.889197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:20.889380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:20.918533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:20.919146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 79bb92b3-0ddd-47c6-a391-7206dfbc8ae0 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:20.964499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.965273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.966215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.231 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/970e2c58-7d53-406e-9779-dff01c200614) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:20.981433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=27057c93-6a04-4b4c-aee3-c33b0741e56e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.987931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.997949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-da822304-3be6-4f43-aacc-fb712bf56b96 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1704333 Jul 16 01:25:21.059308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Request body: {'port': {'device_id': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:21.148384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.151337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.179811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d74e99b-97e5-4d5a-a52b-7ac1019c0745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.226301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.245953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.248194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09fa2f2-87e9-4941-941d-193393b934ac {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:25:21.249016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d74e99b-97e5-4d5a-a52b-7ac1019c0745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.266576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.271411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4dcf28e9-6523-4df8-96e9-4cd999dba78e admin admin] 10.222.0.42 "DELETE /v2.0/routers/c09fa2f2-87e9-4941-941d-193393b934ac HTTP/1.1" status: 204 len: 168 time: 2.1494944 Jul 16 01:25:21.272643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41350) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:21.276129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-567a8851-6872-4493-b1c1-5696386965e7 req-d05bebc6-3725-4a2f-b135-2c1bfaaf3236 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145143 Jul 16 01:25:21.307692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4170fad1-c32a-4d55-a154-dcf5dd21a68e None None] Provisioning for port 27057c93-6a04-4b4c-aee3-c33b0741e56e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:21.386950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4170fad1-c32a-4d55-a154-dcf5dd21a68e None None] Provisioning complete for port 27057c93-6a04-4b4c-aee3-c33b0741e56e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:21.388956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4170fad1-c32a-4d55-a154-dcf5dd21a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.502006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4170fad1-c32a-4d55-a154-dcf5dd21a68e None None] Port 27057c93-6a04-4b4c-aee3-c33b0741e56e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:21.508341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Deleting subnet 4f6501c9-0c1d-4171-8362-824d444dc204 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:21.521492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.530043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.558604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d74e99b-97e5-4d5a-a52b-7ac1019c0745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.561175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d74e99b-97e5-4d5a-a52b-7ac1019c0745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.564636 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d74e99b-97e5-4d5a-a52b-7ac1019c0745 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8e37ca7-33ac-4523-a34c-96d4f5363e86 HTTP/1.1" status: 204 len: 168 time: 0.6860406 Jul 16 01:25:21.564776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object 970e2c58-7d53-406e-9779-dff01c200614 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:21.574690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e99b-97e5-4d5a-a52b-7ac1019c0745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e37ca7-33ac-4523-a34c-96d4f5363e86,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.579847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.607520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67761941-58fb-4646-9bff-fafd72cb8cfe req-9da1f74b-e524-4fe5-8d32-cdb0519f633d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 210 time: 0.0549223 Jul 16 01:25:21.656969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.673170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:21.811073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:21.812512 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.827181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:21.829917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=970e2c58-7d53-406e-9779-dff01c200614,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.835345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:21.949675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.950872 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.965535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.977193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4605d1df-a3af-45eb-a503-23fae3e42aa7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9206917 Jul 16 01:25:21.983402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:21.999650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Request body: {'port': {'device_id': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:22.073685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6501c9-0c1d-4171-8362-824d444dc204,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.086924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27057c93-6a04-4b4c-aee3-c33b0741e56e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:22.105790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.110366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a020e9-e87c-4ca8-91cf-961fbe7ca31f None None] Network c155aa1f-4259-47c9-b0e7-7a22923dd45b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:22.111514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.113250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eef7575e-baba-421b-9f93-319a6c7c3d62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4f6501c9-0c1d-4171-8362-824d444dc204 HTTP/1.1" status: 204 len: 168 time: 0.8395281 Jul 16 01:25:22.115967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:22.118200 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.187028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Transition to ACTIVE for port object 27057c93-6a04-4b4c-aee3-c33b0741e56e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:22.198358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.353403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Pushing event updated for resources: {'Port': ['ID=27057c93-6a04-4b4c-aee3-c33b0741e56e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.364500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.475316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc2871c3-5c30-4355-876e-920da3f36e66 None None] Provisioning for port 970e2c58-7d53-406e-9779-dff01c200614 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:22.487806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc2871c3-5c30-4355-876e-920da3f36e66 None None] Provisioning complete for port 970e2c58-7d53-406e-9779-dff01c200614 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:22.488593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc2871c3-5c30-4355-876e-920da3f36e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.561160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41400) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:22.576104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bc2871c3-5c30-4355-876e-920da3f36e66 None None] Port 970e2c58-7d53-406e-9779-dff01c200614 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:22.673106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 901f0551-66b7-4995-8bcb-c993158f4dba no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:22.679312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Deleting port 17afc799-a549-483e-b4a3-111e34ca2a68 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:22.681479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.689613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Attempting to bind port 27057c93-6a04-4b4c-aee3-c33b0741e56e on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:22.690281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Attempting to bind port 27057c93-6a04-4b4c-aee3-c33b0741e56e by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:22.697539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Attempting to bind port 27057c93-6a04-4b4c-aee3-c33b0741e56e on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:22.720094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 901f0551-66b7-4995-8bcb-c993158f4dba {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:22.721127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 901f0551-66b7-4995-8bcb-c993158f4dba not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:22.732770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Port 27057c93-6a04-4b4c-aee3-c33b0741e56e on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:22.733152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Attempting to bind port 27057c93-6a04-4b4c-aee3-c33b0741e56e on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:22.763171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:22.763504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:22.769786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:22.770463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Bound port: 27057c93-6a04-4b4c-aee3-c33b0741e56e, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:22.770699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.898714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] For port 17afc799-a549-483e-b4a3-111e34ca2a68, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17afc799-a549-483e-b4a3-111e34ca2a68,segment=NetworkSegment(594fc17a-d50b-4796-b694-53a225bd7bb2),segment_id=594fc17a-d50b-4796-b694-53a225bd7bb2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:22.899216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.915317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Calling delete_port for 17afc799-a549-483e-b4a3-111e34ca2a68 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:22.932478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-3b9ce02d-45cc-4b4f-b111-bff45afb3559 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:25:22.943507 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-3b9ce02d-45cc-4b4f-b111-bff45afb3559 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3684163 Jul 16 01:25:23.026772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] DHCP port deletion for c155aa1f-4259-47c9-b0e7-7a22923dd45b request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:23.091552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] For port 27057c93-6a04-4b4c-aee3-c33b0741e56e, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:23.106587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] For port 27057c93-6a04-4b4c-aee3-c33b0741e56e, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:23.132738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.151155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] Deleting port 17afc799-a549-483e-b4a3-111e34ca2a68 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:23.151759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.199721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970e2c58-7d53-406e-9779-dff01c200614 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:23.209266 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.223248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Transition to ACTIVE for port object 970e2c58-7d53-406e-9779-dff01c200614 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:23.227013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Pushing event updated for resources: {'Port': ['ID=27057c93-6a04-4b4c-aee3-c33b0741e56e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.228872 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.239732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] For port 17afc799-a549-483e-b4a3-111e34ca2a68, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17afc799-a549-483e-b4a3-111e34ca2a68,segment=NetworkSegment(594fc17a-d50b-4796-b694-53a225bd7bb2),segment_id=594fc17a-d50b-4796-b694-53a225bd7bb2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:23.240142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.248785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.286039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] Calling delete_port for 17afc799-a549-483e-b4a3-111e34ca2a68 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:23.288067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] No DVR routers for this DVR port 17afc799-a549-483e-b4a3-111e34ca2a68 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:23.324259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.324965 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.330620 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-82d9a74f-7b5c-4eab-a562-d987fc6df080 service neutron] 10.222.0.13 "PUT /v2.0/ports/27057c93-6a04-4b4c-aee3-c33b0741e56e HTTP/1.1" status: 200 len: 1097 time: 2.2971857 Jul 16 01:25:23.333798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'tag': '27057c93-6a04-4b4c-aee3-c33b0741e56e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:23.339039 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa737cbc-72c1-4066-956c-809a7064d851" -d '{"events": [{"name": "network-changed", "server_uuid": "20b58779-fa33-44a0-b1a2-a12a19e9a0ad", "tag": "27057c93-6a04-4b4c-aee3-c33b0741e56e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:23.390071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Pushing event deleted for resources: {'Port': ['ID=17afc799-a549-483e-b4a3-111e34ca2a68,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.410350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Request body: {'binding': {'host': 'n-h2-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:23.418725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:25:23.438735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Pushing event updated for resources: {'Port': ['ID=970e2c58-7d53-406e-9779-dff01c200614,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.445999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Attempting to bind port 970e2c58-7d53-406e-9779-dff01c200614 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:23.446484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Attempting to bind port 970e2c58-7d53-406e-9779-dff01c200614 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:23.446970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Attempting to bind port 970e2c58-7d53-406e-9779-dff01c200614 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:23.452250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Port 970e2c58-7d53-406e-9779-dff01c200614 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:23.452707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Attempting to bind port 970e2c58-7d53-406e-9779-dff01c200614 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:23.459309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:23.460083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:23.460372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:23.461398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Bound port: 970e2c58-7d53-406e-9779-dff01c200614, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:23.461398 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.498161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.525940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] Pushing event deleted for resources: {'Port': ['ID=17afc799-a549-483e-b4a3-111e34ca2a68,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.539826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b03e3-dd8f-4cf2-bc34-c6ddb802ab21 None None] No DVR routers for this DVR port 17afc799-a549-483e-b4a3-111e34ca2a68 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:23.548588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] For port 970e2c58-7d53-406e-9779-dff01c200614, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:23.559497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] For port 970e2c58-7d53-406e-9779-dff01c200614, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=970e2c58-7d53-406e-9779-dff01c200614,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:23.571652 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.665619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.674882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.676614 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.680385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] 10.222.0.23 "PUT /v2.0/ports/970e2c58-7d53-406e-9779-dff01c200614 HTTP/1.1" status: 200 len: 1097 time: 1.6901126 Jul 16 01:25:23.683890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'tag': '970e2c58-7d53-406e-9779-dff01c200614'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:23.687387 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376c881-c04d-4c5a-835d-b21c2c7482bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ed20ab-8421-48a6-a530-b73a6f35687d", "tag": "970e2c58-7d53-406e-9779-dff01c200614"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:23.687546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-a2ccbb0a-d0a6-4f2b-879e-ac103a9be4d3 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:25:23.688609 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-a2ccbb0a-d0a6-4f2b-879e-ac103a9be4d3 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129986 Jul 16 01:25:23.690683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c155aa1f-4259-47c9-b0e7-7a22923dd45b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:23.725001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a70200-ef9d-4ecb-9442-6a7231159b5c service neutron] Pushing event updated for resources: {'Port': ['ID=970e2c58-7d53-406e-9779-dff01c200614,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.748861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Request body: {'binding': {'host': 'n-h2-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:23.749701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:25:23.811396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594fc17a-d50b-4796-b694-53a225bd7bb2') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:23.811702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594fc17a-d50b-4796-b694-53a225bd7bb2') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:23.817062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-398d822c-c61f-40a4-a0f6-14f8f19bafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.818716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-398d822c-c61f-40a4-a0f6-14f8f19bafa5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 1100 time: 0.0743017 Jul 16 01:25:23.830652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.873809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-2e3443dc-67f5-4baa-b6aa-112dd1d33ec2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=970e2c58-7d53-406e-9779-dff01c200614 HTTP/1.1" status: 200 len: 217 time: 0.0466306 Jul 16 01:25:23.949074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-887eb759-f2d3-49cf-b95a-ff9533664f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.951119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-887eb759-f2d3-49cf-b95a-ff9533664f5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0621328 Jul 16 01:25:24.043726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-f770e528-7156-40d8-a092-b01362f62321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.045427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-f770e528-7156-40d8-a092-b01362f62321 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0873587 Jul 16 01:25:24.141780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.160488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-b4ee109b-298c-49ab-b370-917bc2e7c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.161949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-b4ee109b-298c-49ab-b370-917bc2e7c534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 1100 time: 0.7284379 Jul 16 01:25:24.164641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:24.165039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:24.170019 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:24.182176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-89f66b26-beb4-44f0-822b-aaaa0a8825b4 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238060 Jul 16 01:25:24.273166 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-ee272c74-761b-4d9a-9874-5ca631d56c2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e HTTP/1.1" status: 200 len: 217 time: 0.0857208 Jul 16 01:25:24.277847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on host n-h2-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:24.278219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:24.278557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:24.287921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-7fca78fa-6bc8-4f67-8afd-0b8b8156c02c service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961211 Jul 16 01:25:24.300163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.321438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:24.321764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:24.345850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.348364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c155aa1f-4259-47c9-b0e7-7a22923dd45b HTTP/1.1" status: 204 len: 168 time: 2.2198246 Jul 16 01:25:24.349485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:24.349824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:24.350208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:24.351055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Bound port: 5e84dd5c-1645-4629-b3d1-26502a76c052, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:24.376000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae0006-0967-4619-a6c7-650415788455 admin admin] Pushing event deleted for resources: {'Network': ['ID=c155aa1f-4259-47c9-b0e7-7a22923dd45b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.412716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4f7643a6-4f67-4611-8c97-c8b969d25f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.414218 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-4f7643a6-4f67-4611-8c97-c8b969d25f1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1318645 Jul 16 01:25:24.418805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on host n-h2-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:24.419197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:24.419558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:24.453033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:24.453361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:24.467088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:24.467451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:24.467881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:24.468320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Bound port: c76e4eb0-3194-4537-ba04-d672493284a0, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:24.483773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:24.507289 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.508497 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a8badf41-19dd-430f-919d-da8648d3f29a service neutron] 10.222.0.42 "POST /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052/bindings HTTP/1.1" status: 201 len: 390 time: 1.2914104 Jul 16 01:25:24.524886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:24.549380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-210432af-575b-4873-a316-a8866f68419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.551083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-210432af-575b-4873-a316-a8866f68419e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278870 Jul 16 01:25:24.554697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:24.568562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.569701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-fa5d0e3d-66f5-4e88-ae03-f36fd47c90eb service neutron] 10.222.0.42 "POST /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0/bindings HTTP/1.1" status: 201 len: 390 time: 0.8303657 Jul 16 01:25:24.577909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fc4b10e3-0c5e-44a9-9149-08567697ac53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1c7f940b47242c986fb47b6fdbeed89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516398 Jul 16 01:25:24.580585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41462) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:24.660962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9bca-4f44-4cce-a88a-b73c92791eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.679384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17afc799-a549-483e-b4a3-111e34ca2a68 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:24.697676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-bae27aee-7764-4352-b720-6689c155c05b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393354 Jul 16 01:25:24.736061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9bca-4f44-4cce-a88a-b73c92791eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.740459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 17afc799-a549-483e-b4a3-111e34ca2a68 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:24.742933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17afc799-a549-483e-b4a3-111e34ca2a68 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:24.830523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9bca-4f44-4cce-a88a-b73c92791eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.834074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9bca-4f44-4cce-a88a-b73c92791eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.835504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ceb9bca-4f44-4cce-a88a-b73c92791eda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d80a37e-cff0-4981-9634-304c3bef7d1c HTTP/1.1" status: 204 len: 168 time: 0.2533255 Jul 16 01:25:24.847431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb9bca-4f44-4cce-a88a-b73c92791eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d80a37e-cff0-4981-9634-304c3bef7d1c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.873004 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a14a4052-15cc-4270-8705-06aaa0a26272 req-e8242554-17dc-4dc5-8e24-ce5584fa7b13 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610529 Jul 16 01:25:24.926086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50efb-5432-4fa0-9cf0-36014cd4e6e9 req-19d6a827-db7f-4c54-9fc1-211f252d9b18 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.927968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6e50efb-5432-4fa0-9cf0-36014cd4e6e9 req-19d6a827-db7f-4c54-9fc1-211f252d9b18 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 948 time: 0.0784044 Jul 16 01:25:24.948395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-2691af19-b8c2-4040-9486-cf2d6ef94629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.950095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-2691af19-b8c2-4040-9486-cf2d6ef94629 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1098 time: 0.0761998 Jul 16 01:25:24.971386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6e50efb-5432-4fa0-9cf0-36014cd4e6e9 req-a5b23c7e-11e4-480f-93a0-8d513f2d5281 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363712 Jul 16 01:25:24.986356 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb3924-f1c4-46cb-85f3-3fe945dbfd98 x-openstack-request-id: req-4deb3924-f1c4-46cb-85f3-3fe945dbfd98 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:24.986552 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b58779-fa33-44a0-b1a2-a12a19e9a0ad", "tag": "27057c93-6a04-4b4c-aee3-c33b0741e56e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:24.988110 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4deb3924-f1c4-46cb-85f3-3fe945dbfd98 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:24.988678 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'tag': '27057c93-6a04-4b4c-aee3-c33b0741e56e', 'status': 'completed', 'code': 200} Jul 16 01:25:25.008586 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed107a-9d81-4137-bd73-d4a33adf6fcb x-openstack-request-id: req-d8ed107a-9d81-4137-bd73-d4a33adf6fcb {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:25.010834 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ed20ab-8421-48a6-a530-b73a6f35687d", "tag": "970e2c58-7d53-406e-9779-dff01c200614", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:25.011373 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8ed107a-9d81-4137-bd73-d4a33adf6fcb {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:25.012473 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'tag': '970e2c58-7d53-406e-9779-dff01c200614', 'status': 'completed', 'code': 200} Jul 16 01:25:25.134272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-3ff2827f-a933-4e1b-8f87-6b46d7007f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.136144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-3ff2827f-a933-4e1b-8f87-6b46d7007f8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 1100 time: 0.0976949 Jul 16 01:25:25.142794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-1b9e39ef-859b-4b83-94b9-d72de9ccbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.145335 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-1b9e39ef-859b-4b83-94b9-d72de9ccbcac service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1848035 Jul 16 01:25:25.147417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737cbc-72c1-4066-956c-809a7064d851 req-bebfe265-2229-468c-bfea-a8d55fdf8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.148860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-bebfe265-2229-468c-bfea-a8d55fdf8d7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 1100 time: 0.1231823 Jul 16 01:25:25.223223 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-8a847dfd-2c20-44de-9ff7-737be421f9cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 217 time: 0.0596740 Jul 16 01:25:25.295963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-0b547f8b-a5b5-452d-b84f-798476c46299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.297497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-0b547f8b-a5b5-452d-b84f-798476c46299 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1507819 Jul 16 01:25:25.306870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1788cb-7bee-4bcd-9f5f-397dc1c5528c req-ea0def29-fe7a-4391-8007-2b72b7e81dbd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.308383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be1788cb-7bee-4bcd-9f5f-397dc1c5528c req-ea0def29-fe7a-4391-8007-2b72b7e81dbd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 946 time: 0.1511986 Jul 16 01:25:25.352533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-cad06c32-5784-4f38-a146-7d474e275496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.354450 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-cad06c32-5784-4f38-a146-7d474e275496 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1159904 Jul 16 01:25:25.356800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-0e9c6d2c-6f20-489e-ac85-3abcadc43a28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=970e2c58-7d53-406e-9779-dff01c200614 HTTP/1.1" status: 200 len: 217 time: 0.0474069 Jul 16 01:25:25.379058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737cbc-72c1-4066-956c-809a7064d851 req-758b6342-6690-4866-b518-891253297be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.380584 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-758b6342-6690-4866-b518-891253297be4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2160406 Jul 16 01:25:25.408220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-9308a0b1-856b-4e21-884c-06b3fdddcec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407772 Jul 16 01:25:25.457511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be1788cb-7bee-4bcd-9f5f-397dc1c5528c req-046a11e9-eb21-438e-98ff-1cf4b0d1f43a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405861 Jul 16 01:25:25.459196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-54e08c25-6324-44e5-bef7-f31cc8c79629 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f4e9331e8aea473ca35ed5ae84019399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443375 Jul 16 01:25:25.463258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-d4923ef0-7901-4e4c-ab46-c1fd38ad6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.464625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-d4923ef0-7901-4e4c-ab46-c1fd38ad6eba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0998688 Jul 16 01:25:25.465305 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-d1113b66-4360-4718-a8ec-a96f444e8593 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e HTTP/1.1" status: 200 len: 217 time: 0.0554163 Jul 16 01:25:25.574919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737cbc-72c1-4066-956c-809a7064d851 req-4f9a74a8-d33c-46b5-8b69-a3146fb20e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.577064 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-4f9a74a8-d33c-46b5-8b69-a3146fb20e82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1036568 Jul 16 01:25:25.608062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-29471726-cb6d-4de9-a2f0-e8db2c8f9295 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.609628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-29471726-cb6d-4de9-a2f0-e8db2c8f9295 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430430 Jul 16 01:25:25.624237 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-79c69a00-8368-42f4-b624-cd45172fc0fc service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070684 Jul 16 01:25:25.664050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-929c2e4e-1e58-425d-893e-d94aa99f0219 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/quotas/f4e9331e8aea473ca35ed5ae84019399 HTTP/1.1" status: 200 len: 375 time: 0.0393226 Jul 16 01:25:25.675883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-c45c9400-3fc3-4c1b-b2e0-017515be4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.677417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-c45c9400-3fc3-4c1b-b2e0-017515be4c12 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350091 Jul 16 01:25:25.687776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737cbc-72c1-4066-956c-809a7064d851 req-87897c55-0ab6-4005-809f-f41a80bcc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.689325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-87897c55-0ab6-4005-809f-f41a80bcc0ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965877 Jul 16 01:25:25.725278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-025ad145-e236-4f59-87c9-59455b06abfa tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530186 Jul 16 01:25:25.790221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0679a1e-5d3f-4fc5-bf66-404a9de2bf38 req-d602288a-2c49-496c-9f75-60d5eafbe382 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.791776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0679a1e-5d3f-4fc5-bf66-404a9de2bf38 req-d602288a-2c49-496c-9f75-60d5eafbe382 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.1803975 Jul 16 01:25:25.802488 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-0cc87bb8-74ef-4013-b261-19e44b64c784 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674609 Jul 16 01:25:25.832400 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-32bc40c9-9df0-4d50-8243-ebd5ffbfdf05 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128459 Jul 16 01:25:25.840897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-d1ea571a-2564-4cb6-a0a6-28ab5da4e193 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506810 Jul 16 01:25:25.883887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0679a1e-5d3f-4fc5-bf66-404a9de2bf38 req-1ef03933-c32d-4eff-bc7f-ce66c47e5ea7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 Jul 16 01:25:25.987651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c376c881-c04d-4c5a-835d-b21c2c7482bc req-83f6abb5-16f8-430a-8e7f-762f3ed75366 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321657 Jul 16 01:25:26.097694 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fa737cbc-72c1-4066-956c-809a7064d851 req-51d48110-7a63-4808-b36b-fdcbea13e56f service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566531 Jul 16 01:25:26.104281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-1540e1c1-5926-439a-82f7-748cc2b16b10 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.106776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-1540e1c1-5926-439a-82f7-748cc2b16b10 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1098 time: 0.1518581 Jul 16 01:25:26.145447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-20'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:26.272213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.281859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-4ba238be-654f-4202-a85c-21ae03846bfd tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f4e9331e8aea473ca35ed5ae84019399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324311 Jul 16 01:25:26.299099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd3c7f-40f6-4634-b5ac-b051c4b2cae0 req-89945e1c-6da8-41c5-bdb0-ce3c9052997a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.300904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5cd3c7f-40f6-4634-b5ac-b051c4b2cae0 req-89945e1c-6da8-41c5-bdb0-ce3c9052997a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 948 time: 0.1004379 Jul 16 01:25:26.411821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5cd3c7f-40f6-4634-b5ac-b051c4b2cae0 req-8522b5c3-073e-4f66-ab7b-5aeae12f63fb tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005709 Jul 16 01:25:26.425896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:26.444962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-931b8b9a-e387-4a4c-a4ca-883d31be7bba tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.446384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-931b8b9a-e387-4a4c-a4ca-883d31be7bba tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551983 Jul 16 01:25:26.461620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-510872d6-a3b5-493d-845b-b87853638cfe tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/quotas/f4e9331e8aea473ca35ed5ae84019399 HTTP/1.1" status: 200 len: 375 time: 0.0098257 Jul 16 01:25:26.480188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:26.506624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-1ef9271b-0383-43d7-a11b-a49cdb01523c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372853 Jul 16 01:25:26.545462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.558919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.645792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.665898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on host n-h1-791506-20 for vnic_type normal with profile {"migrating_to": "n-h2-791506-20"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:26.666357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:26.666787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:26.671500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:26.671924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Attempting to bind port 5e84dd5c-1645-4629-b3d1-26502a76c052 on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:26.677854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:26.678644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:26.679121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:26.679650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Bound port: 5e84dd5c-1645-4629-b3d1-26502a76c052, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:26.680105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.726007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e727f3-bc29-4fb7-8d83-3b846cf4ed3b req-69e696e8-63bf-4875-8c5f-bd625c3143e9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.727626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00e727f3-bc29-4fb7-8d83-3b846cf4ed3b req-69e696e8-63bf-4875-8c5f-bd625c3143e9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.0910387 Jul 16 01:25:26.775372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00e727f3-bc29-4fb7-8d83-3b846cf4ed3b req-0c1175c6-80e6-43d0-9c3a-0f3efdbf7b5d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Jul 16 01:25:26.820081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:26.824152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:26.835121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.917439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.943769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.945384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.947034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-96903c33-0bbc-4514-abd3-1a93ae901008 service neutron] 10.222.0.13 "PUT /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 1124 time: 0.8091037 Jul 16 01:25:26.962515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17abea09-c265-4900-aea6-81609abb679b req-b8cd1e74-3210-45b3-9b2c-99c8e462d52b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 210 time: 0.0893044 Jul 16 01:25:26.990115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052'}, {'name': 'network-changed', 'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:26.993121 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40eb751-03a0-4a39-a2c6-de5e8685a025" -d '{"events": [{"server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "name": "network-vif-unplugged", "status": "completed", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052"}, {"name": "network-changed", "server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:27.043051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5e84dd5c-1645-4629-b3d1-26502a76c052'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:27.128290 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52bd8d0-e0be-41b3-8f01-b31ddb3ea90f x-openstack-request-id: req-f52bd8d0-e0be-41b3-8f01-b31ddb3ea90f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:27.128796 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "name": "network-vif-unplugged", "status": "completed", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052", "code": 200}, {"name": "network-changed", "server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:27.129203 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f52bd8d0-e0be-41b3-8f01-b31ddb3ea90f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:27.129715 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'code': 200} Jul 16 01:25:27.130094 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'status': 'completed', 'code': 200} Jul 16 01:25:27.384043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316588-1c79-4ed7-a8ba-e0f1724ac8b8 req-06618072-546a-4714-b2a1-6c06b55b8025 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.401423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41584) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:27.401986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7316588-1c79-4ed7-a8ba-e0f1724ac8b8 req-06618072-546a-4714-b2a1-6c06b55b8025 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.2883556 Jul 16 01:25:27.444059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-98ab5309-13cb-441c-8093-e4d7aa535a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.446682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-98ab5309-13cb-441c-8093-e4d7aa535a88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1127 time: 0.2585025 Jul 16 01:25:27.591370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b0508e6-c95c-4a2e-bf8b-1ea9345b4767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.618171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7316588-1c79-4ed7-a8ba-e0f1724ac8b8 req-4a0317f4-6ea5-4ea7-8846-777fc5ff2a97 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148345 Jul 16 01:25:27.677893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-62119cf9-12d2-49a2-9aa4-10e08b903957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.680721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-62119cf9-12d2-49a2-9aa4-10e08b903957 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2233760 Jul 16 01:25:27.750928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-8e505248-af86-44e9-b84f-66e32abd3e7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 217 time: 0.0432136 Jul 16 01:25:27.764036 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-960037df-f84b-44a1-84b1-2eac143583e2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4e9331e8aea473ca35ed5ae84019399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335753 Jul 16 01:25:27.772568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b0508e6-c95c-4a2e-bf8b-1ea9345b4767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.866336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119bc98-e6cd-4d2c-853b-82d50afc3fc3 req-4f874c6a-16e5-4ed1-a5d1-d585e630e599 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.874227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b119bc98-e6cd-4d2c-853b-82d50afc3fc3 req-4f874c6a-16e5-4ed1-a5d1-d585e630e599 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 948 time: 0.2474396 Jul 16 01:25:27.880349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-4822f19b-6e47-4791-a571-f2d5002be2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.887779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-4822f19b-6e47-4791-a571-f2d5002be2f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1288943 Jul 16 01:25:27.920880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b0508e6-c95c-4a2e-bf8b-1ea9345b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.988611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-cbc83a3d-0faf-43b3-8999-14e4f38fc04e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852890 Jul 16 01:25:28.001150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5b0508e6-c95c-4a2e-bf8b-1ea9345b4767 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee7c782ca5c44f7b8e94d3fd6bf8b7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980322 Jul 16 01:25:28.011544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-4cca191e-d59f-42d4-b085-b0bf3b321cf9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.013127 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-4cca191e-d59f-42d4-b085-b0bf3b321cf9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389476 Jul 16 01:25:28.013645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41622) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:28.015879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0508e6-c95c-4a2e-bf8b-1ea9345b4767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cdc5e-42de-44c3-9523-d491df6efcde,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.043105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Request body: {'port': {'device_id': 'edd8759f-4666-425d-b8f0-dc3913299453', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'f4e9331e8aea473ca35ed5ae84019399'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:28.078080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b119bc98-e6cd-4d2c-853b-82d50afc3fc3 req-bd83aa2e-e09c-42b0-adb6-664ab56cc37e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018735 Jul 16 01:25:28.164105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-801a13a9-b2a3-4ac6-ae9c-18dff1c87085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.214511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d27bf-1bca-434b-a284-a81c3191ddd6 req-6c755a5f-ba4c-402f-a773-204c28822916 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.216209 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-366d27bf-1bca-434b-a284-a81c3191ddd6 req-6c755a5f-ba4c-402f-a773-204c28822916 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.2388756 Jul 16 01:25:28.218286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-6d183e8c-dc2c-4012-8b66-ee07a1e36f60 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023764 Jul 16 01:25:28.237949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-801a13a9-b2a3-4ac6-ae9c-18dff1c87085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.276954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Made reservation on behalf of f4e9331e8aea473ca35ed5ae84019399 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:28.280547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.292073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.332972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-366d27bf-1bca-434b-a284-a81c3191ddd6 req-0f3b6253-2ace-43d8-bd3e-c05b9b68a7bf tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094444 Jul 16 01:25:28.358582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a40eb751-03a0-4a39-a2c6-de5e8685a025 req-f94e9051-cc66-4e82-ab41-c7402633a465 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233742 Jul 16 01:25:28.359845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-801a13a9-b2a3-4ac6-ae9c-18dff1c87085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.362850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-801a13a9-b2a3-4ac6-ae9c-18dff1c87085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.367741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-801a13a9-b2a3-4ac6-ae9c-18dff1c87085 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b5cdc5e-42de-44c3-9523-d491df6efcde HTTP/1.1" status: 204 len: 168 time: 0.3506444 Jul 16 01:25:28.405830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a13a9-b2a3-4ac6-ae9c-18dff1c87085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cdc5e-42de-44c3-9523-d491df6efcde,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.462443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adfbc1e0-6152-4d13-ade4-4d8ce89e5613 req-50834123-f0f3-4ebb-b432-5b672d818426 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 210 time: 0.0598791 Jul 16 01:25:28.499228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.507628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.530213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 970e2c58-7d53-406e-9779-dff01c200614 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:28.617423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d983fb7d-4959-449d-9e4e-31432a2973a7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.760947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 970e2c58-7d53-406e-9779-dff01c200614, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=970e2c58-7d53-406e-9779-dff01c200614,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:28.780347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '970e2c58-7d53-406e-9779-dff01c200614', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '970e2c58-7d53-406e-9779-dff01c200614', 'mac_address': 'fa:16:3e:4d:c4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:28.791616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Allocated IP 192.168.233.238 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/3b674241-62c0-49fd-94af-d27a5a4e5cd0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:28.883894 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.905251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970e2c58-7d53-406e-9779-dff01c200614 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:28.921810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7572bcb-c339-4949-8590-8fe5110305c1 req-2b56f951-574e-41c8-ad1b-6dfcc024d565 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.934923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7572bcb-c339-4949-8590-8fe5110305c1 req-2b56f951-574e-41c8-ad1b-6dfcc024d565 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.1133299 Jul 16 01:25:28.942299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 970e2c58-7d53-406e-9779-dff01c200614, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=970e2c58-7d53-406e-9779-dff01c200614,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:28.949005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.001446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.040193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=970e2c58-7d53-406e-9779-dff01c200614,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.046580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7572bcb-c339-4949-8590-8fe5110305c1 req-d769a84d-6465-40ff-877c-da25e58b4a78 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103072 Jul 16 01:25:29.047869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d22ba078-c790-4f17-96f3-494349217a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.098688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.102255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-14fea6f4-1aae-44d2-8a12-ebb6939fb48d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4e9331e8aea473ca35ed5ae84019399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502589 Jul 16 01:25:29.140337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Transition to ACTIVE for port object 3b674241-62c0-49fd-94af-d27a5a4e5cd0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:29.169922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 27057c93-6a04-4b4c-aee3-c33b0741e56e details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:29.205618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:29.265377 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d22ba078-c790-4f17-96f3-494349217a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.275595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-7e6bca6e-0c10-44cc-a1dc-953442443c8c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.278070 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-7e6bca6e-0c10-44cc-a1dc-953442443c8c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671085 Jul 16 01:25:29.278431 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d22ba078-c790-4f17-96f3-494349217a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.280584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.313605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:25:29.324924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Request body: {'port': {'device_id': '018ee350-4f82-4636-a612-454beff493df', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'f4e9331e8aea473ca35ed5ae84019399'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.327787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41666) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.374619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:29.381826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:29.388759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:29.404037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d22ba078-c790-4f17-96f3-494349217a92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc1aa61e886c49a3a59ad23d37298711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948605 Jul 16 01:25:29.407669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.440012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.444715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ba078-c790-4f17-96f3-494349217a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fadd58-7f42-410a-9fbd-65393499d54c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.521585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 27057c93-6a04-4b4c-aee3-c33b0741e56e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:29.527778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9aaa5-811b-46bf-9353-42f254cf2239 req-8fb9baa7-9ff2-4b04-9334-9c76bdc84077 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.535990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fc9aaa5-811b-46bf-9353-42f254cf2239 req-8fb9baa7-9ff2-4b04-9334-9c76bdc84077 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 949 time: 0.2210398 Jul 16 01:25:29.557378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '27057c93-6a04-4b4c-aee3-c33b0741e56e', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '27057c93-6a04-4b4c-aee3-c33b0741e56e', 'mac_address': 'fa:16:3e:dc:e9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:29.634653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.636040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.661802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fc9aaa5-811b-46bf-9353-42f254cf2239 req-8b60e18a-69f2-4d31-8f57-75e8635d2749 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181328 Jul 16 01:25:29.668636 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-32657993-4b58-490c-aa84-3243b8db6ecf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6294143 Jul 16 01:25:29.706121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Request body: {'port': {'device_id': 'edd8759f-4666-425d-b8f0-dc3913299453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.718706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.744958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27057c93-6a04-4b4c-aee3-c33b0741e56e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:29.751879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef6aa-c8a9-4ef5-8699-dd713fa67f57 req-a510e489-da77-438a-8fb9-3746611f813f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.754963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-417ef6aa-c8a9-4ef5-8699-dd713fa67f57 req-a510e489-da77-438a-8fb9-3746611f813f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.0816817 Jul 16 01:25:29.794761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e55-6931-4f88-9d72-ee04e2cccc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.802236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 27057c93-6a04-4b4c-aee3-c33b0741e56e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:29.824452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.830983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-417ef6aa-c8a9-4ef5-8699-dd713fa67f57 req-497ba52d-d2ff-45b5-8e4f-7c09a31fabcd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627298 Jul 16 01:25:29.869745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e55-6931-4f88-9d72-ee04e2cccc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.985539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=27057c93-6a04-4b4c-aee3-c33b0741e56e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.992366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bc0536b-2cca-4139-81ac-bf01d311b01c req-a65f3403-28de-4597-b819-81f85519b91f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 210 time: 0.0496752 Jul 16 01:25:30.009147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-89f90104-d62f-4975-842c-00e52d3f7e49 None None] Provisioning for port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:30.009747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9558b468-dee2-45a5-8f7a-0c43b5644480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.016203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-89f90104-d62f-4975-842c-00e52d3f7e49 None None] Provisioning complete for port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:30.016903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89f90104-d62f-4975-842c-00e52d3f7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.025045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e55-6931-4f88-9d72-ee04e2cccc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.028414 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e55-6931-4f88-9d72-ee04e2cccc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.033533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e56c0e55-6931-4f88-9d72-ee04e2cccc23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4fadd58-7f42-410a-9fbd-65393499d54c HTTP/1.1" status: 204 len: 168 time: 0.6211722 Jul 16 01:25:30.067995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-89f90104-d62f-4975-842c-00e52d3f7e49 None None] Port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:30.080160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Made reservation on behalf of f4e9331e8aea473ca35ed5ae84019399 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:30.083825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.088800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e55-6931-4f88-9d72-ee04e2cccc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fadd58-7f42-410a-9fbd-65393499d54c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.102426 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.315508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d6840-6a14-4f3b-aedb-ff321ef5196d req-9551ff27-3ea4-4dff-8e14-302c769932e9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.317175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab3d6840-6a14-4f3b-aedb-ff321ef5196d req-9551ff27-3ea4-4dff-8e14-302c769932e9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.0972109 Jul 16 01:25:30.329549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['27057c93-6a04-4b4c-aee3-c33b0741e56e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:30.437348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab3d6840-6a14-4f3b-aedb-ff321ef5196d req-4415f91c-2c4f-465c-b535-2dadc3329604 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989690 Jul 16 01:25:30.452171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Allocated IP 192.168.233.114 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:30.494412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9558b468-dee2-45a5-8f7a-0c43b5644480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.505987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9558b468-dee2-45a5-8f7a-0c43b5644480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.570312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:30.570875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9558b468-dee2-45a5-8f7a-0c43b5644480 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e6c139973ae44248bd0c64533b504b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2393525 Jul 16 01:25:30.580638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558b468-dee2-45a5-8f7a-0c43b5644480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d607054-bc62-4b53-8764-0031a740056b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.631491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac061eaf-3205-4cb7-9a21-24163e02fc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.664873 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac061eaf-3205-4cb7-9a21-24163e02fc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.703617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.721609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Transition to ACTIVE for port object 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:30.820318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac061eaf-3205-4cb7-9a21-24163e02fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.822986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ac061eaf-3205-4cb7-9a21-24163e02fc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.824196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ac061eaf-3205-4cb7-9a21-24163e02fc68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d607054-bc62-4b53-8764-0031a740056b HTTP/1.1" status: 204 len: 168 time: 0.2529063 Jul 16 01:25:30.837517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061eaf-3205-4cb7-9a21-24163e02fc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d607054-bc62-4b53-8764-0031a740056b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.842995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.855094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-a7239510-a74e-4202-af2d-470cce1f6fad service neutron] 10.222.0.23 "GET /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.0971737 Jul 16 01:25:30.975833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event updated for resources: {'Port': ['ID=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.996904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:30.999988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:31.074051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:31.186706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.187417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.194700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:31.224739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-31fb55d7-81e2-4fb7-a7f6-23d51840bbcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9048162 Jul 16 01:25:31.247164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Request body: {'port': {'device_id': '018ee350-4f82-4636-a612-454beff493df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:31.326802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:31.338932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.344909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.355643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Transition to ACTIVE for port object 3b674241-62c0-49fd-94af-d27a5a4e5cd0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:31.372936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cba5279-b67c-4f97-977b-1be53e664292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.391400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.411514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:31.432459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 has no active binding in host n-h2-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:25:31.436988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-41159786-6fb7-4fb5-9af9-a2cbe955e1db None None] Provisioning for port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:31.443068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-41159786-6fb7-4fb5-9af9-a2cbe955e1db None None] Provisioning complete for port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:31.443952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-41159786-6fb7-4fb5-9af9-a2cbe955e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.481689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.489559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968895d-0a1f-4def-ad30-8d38b1d780dd req-ebdea1b8-b65f-4b4b-8c14-3dbd7cfa4792 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.497359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c968895d-0a1f-4def-ad30-8d38b1d780dd req-ebdea1b8-b65f-4b4b-8c14-3dbd7cfa4792 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 944 time: 0.2174823 Jul 16 01:25:31.511408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-41159786-6fb7-4fb5-9af9-a2cbe955e1db None None] Port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:31.597113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ecb6b-89be-49ad-bbbc-ef630a9ec9c6 req-56e6aff7-105b-4287-ad0e-b20bd2c3b49a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.598847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f2ecb6b-89be-49ad-bbbc-ef630a9ec9c6 req-56e6aff7-105b-4287-ad0e-b20bd2c3b49a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 949 time: 0.7295074 Jul 16 01:25:31.638897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c968895d-0a1f-4def-ad30-8d38b1d780dd req-0ab51faf-fd48-478a-94f0-d9b89bb7843a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405361 Jul 16 01:25:31.768079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f2ecb6b-89be-49ad-bbbc-ef630a9ec9c6 req-f3f380e8-4d37-407f-9b4d-7cb1573b23d2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556079 Jul 16 01:25:31.806889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:31.924903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cba5279-b67c-4f97-977b-1be53e664292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.937831 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cba5279-b67c-4f97-977b-1be53e664292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.956877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:31.998340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Attempting to bind port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:31.998676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Attempting to bind port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:32.001806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Attempting to bind port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:32.001965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0cba5279-b67c-4f97-977b-1be53e664292 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de69d879eade43ce9a4e9e17932a5948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6514986 Jul 16 01:25:32.014262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41774) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:32.030728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:32.031061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Attempting to bind port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:32.062968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:32.068370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:32.068764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:32.068879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:32.069419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Bound port: 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:32.069696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.149270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba5279-b67c-4f97-977b-1be53e664292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24f291-fa67-4327-89bb-17859aa9fbab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.184906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d179bb-8ae5-4087-82dc-91dbb5e95213 req-86b66a3d-5727-4991-a630-5ebd032f2a91 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.184906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3d179bb-8ae5-4087-82dc-91dbb5e95213 req-86b66a3d-5727-4991-a630-5ebd032f2a91 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 936 time: 0.3171206 Jul 16 01:25:32.188922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e84dd5c-1645-4629-b3d1-26502a76c052 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:32.222119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07774a7d-b565-4fd2-8e97-bab3d9f7932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.234024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:32.266868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3d179bb-8ae5-4087-82dc-91dbb5e95213 req-17fd1478-a047-48d3-9073-2a6fe59ebd01 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Jul 16 01:25:32.269283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:32.271954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.298841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:32.302270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07774a7d-b565-4fd2-8e97-bab3d9f7932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.334821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.335266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf500950-ff1a-4697-ae31-f66451418f03 req-ae416e4f-6eea-4f0a-a553-c9751958a317 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.343156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf500950-ff1a-4697-ae31-f66451418f03 req-ae416e4f-6eea-4f0a-a553-c9751958a317 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.2488542 Jul 16 01:25:32.405250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.405250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.406467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/3b674241-62c0-49fd-94af-d27a5a4e5cd0 HTTP/1.1" status: 200 len: 1097 time: 2.7111449 Jul 16 01:25:32.409014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:32.411662 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41486c6f-48bc-4200-bd2f-922be7876397" -d '{"events": [{"name": "network-changed", "server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:32.418147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:32.428496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf500950-ff1a-4697-ae31-f66451418f03 req-d7e0b4a4-9f80-49ae-a391-212a966bd0c8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840449 Jul 16 01:25:32.433753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.474900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e11a3-170f-4a92-8d7f-f5e2fe8378d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.479029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] Transition to ACTIVE for port object 5e84dd5c-1645-4629-b3d1-26502a76c052 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:32.490256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.499465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Transition to ACTIVE for port object 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:32.501672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07774a7d-b565-4fd2-8e97-bab3d9f7932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.504984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07774a7d-b565-4fd2-8e97-bab3d9f7932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.506142 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07774a7d-b565-4fd2-8e97-bab3d9f7932a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c24f291-fa67-4327-89bb-17859aa9fbab HTTP/1.1" status: 204 len: 168 time: 0.4909163 Jul 16 01:25:32.545025 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b124fe6c-17ae-488f-a248-6af488d04431 x-openstack-request-id: req-b124fe6c-17ae-488f-a248-6af488d04431 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:32.545317 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:32.545567 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b124fe6c-17ae-488f-a248-6af488d04431 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:32.546008 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'status': 'completed', 'code': 200} Jul 16 01:25:32.546719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.558953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 970e2c58-7d53-406e-9779-dff01c200614 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:32.609567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07774a7d-b565-4fd2-8e97-bab3d9f7932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24f291-fa67-4327-89bb-17859aa9fbab,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.614493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] Pushing event updated for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.669432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Pushing event updated for resources: {'Port': ['ID=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.751798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-f1571bcb-d551-45e5-9c92-01566c10da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.754472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-f1571bcb-d551-45e5-9c92-01566c10da36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1100 time: 0.2701423 Jul 16 01:25:32.756004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 970e2c58-7d53-406e-9779-dff01c200614 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:32.771128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 970e2c58-7d53-406e-9779-dff01c200614 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:32.771323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] No DVR routers for this DVR port 5e84dd5c-1645-4629-b3d1-26502a76c052 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:32.777515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.829555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65667211-d087-45fb-b20a-5e86d7e83988 service neutron] 10.222.0.23 "PUT /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052/bindings/n-h2-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 1.9676585 Jul 16 01:25:32.930412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-fbca2ac3-6412-4482-98e6-e912634bae8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0 HTTP/1.1" status: 200 len: 217 time: 0.1536298 Jul 16 01:25:33.037841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Attempting to bind port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:33.046279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Attempting to bind port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:33.046279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Attempting to bind port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:33.076232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:33.076581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Attempting to bind port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:33.099845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65020e9f-4519-4fd9-96a6-ceb6e10ad72a tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.100011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:33.100011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:33.100309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-65020e9f-4519-4fd9-96a6-ceb6e10ad72a tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1693668 Jul 16 01:25:33.100482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:33.100482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Bound port: 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:33.100482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.109269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.117970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-a231e685-bb29-4e4d-b44c-f865bf90f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.123955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d47e6e-15f3-4e88-9f3e-29c0f20c11a6 req-013598f8-323b-4876-a803-a31c198989de tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.130878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-a231e685-bb29-4e4d-b44c-f865bf90f9ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1741669 Jul 16 01:25:33.132601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d47e6e-15f3-4e88-9f3e-29c0f20c11a6 req-013598f8-323b-4876-a803-a31c198989de tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 945 time: 0.1206019 Jul 16 01:25:33.195114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970e2c58-7d53-406e-9779-dff01c200614'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:33.202207 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b347ced-f4e8-48ae-84a6-cd862339d74c" -d '{"events": [{"server_uuid": "f6ed20ab-8421-48a6-a530-b73a6f35687d", "name": "network-vif-plugged", "status": "completed", "tag": "970e2c58-7d53-406e-9779-dff01c200614"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:33.221702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 27057c93-6a04-4b4c-aee3-c33b0741e56e up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:33.232292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d47e6e-15f3-4e88-9f3e-29c0f20c11a6 req-5a535a80-61a6-4a5e-9500-61e85b570387 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986021 Jul 16 01:25:33.265684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-13fac1ed-ffff-444b-9aa6-eebc9490e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.280271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-13fac1ed-ffff-444b-9aa6-eebc9490e950 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81&tenant_id=07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 1097 time: 0.1739509 Jul 16 01:25:33.377533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 970e2c58-7d53-406e-9779-dff01c200614, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=970e2c58-7d53-406e-9779-dff01c200614,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:33.421971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.423221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:33.478521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-dbcae432-9764-410c-84ac-d832a971a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.479712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-bebc1cbb-eaef-4bde-972b-6e1ce9510d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.481013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-dbcae432-9764-410c-84ac-d832a971a945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3488243 Jul 16 01:25:33.482217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-bebc1cbb-eaef-4bde-972b-6e1ce9510d03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1097 time: 0.1524048 Jul 16 01:25:33.482669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] For port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:33.487218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] For port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:33.574883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=970e2c58-7d53-406e-9779-dff01c200614,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.580116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.589737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 27057c93-6a04-4b4c-aee3-c33b0741e56e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:33.622293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 27057c93-6a04-4b4c-aee3-c33b0741e56e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:33.622293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.634738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.641900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.645378 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-77041415-da64-4cd6-b75b-68876548e534 service neutron] 10.222.0.13 "PUT /v2.0/ports/6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 HTTP/1.1" status: 200 len: 1097 time: 2.4041746 Jul 16 01:25:33.678960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-bf736938-b1f7-456a-933f-a60df0467588 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821740 Jul 16 01:25:33.689141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:33.745298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-37b8812e-fbe7-4e06-ac44-80360c386621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.747820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-37b8812e-fbe7-4e06-ac44-80360c386621 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2540221 Jul 16 01:25:33.795692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77041415-da64-4cd6-b75b-68876548e534 service neutron] Pushing event updated for resources: {'Port': ['ID=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.825583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.856922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-56ccaa73-4c59-499d-83bf-41d43db84ed1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 217 time: 0.0964215 Jul 16 01:25:33.872552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e83c7-9b2f-4651-a41e-2aa273903759 req-9fc946a2-e05b-4747-8494-2adf54686adf tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.885150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f53e83c7-9b2f-4651-a41e-2aa273903759 req-9fc946a2-e05b-4747-8494-2adf54686adf tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 950 time: 0.3519392 Jul 16 01:25:33.899156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 27057c93-6a04-4b4c-aee3-c33b0741e56e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:33.911596 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.010248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=27057c93-6a04-4b4c-aee3-c33b0741e56e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:34.020063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b9a225e-b425-46cd-a5a6-52915cdef804 req-47f6b241-50bc-4b67-b022-092a4aa84ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307722 Jul 16 01:25:34.027990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-e830b451-5639-4b84-bd46-12b5ab8fe0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.029689 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-e830b451-5639-4b84-bd46-12b5ab8fe0b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 1100 time: 0.2907858 Jul 16 01:25:34.046480 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603dcf7-c61c-44ba-827c-1dd40888f2e2 x-openstack-request-id: req-f603dcf7-c61c-44ba-827c-1dd40888f2e2 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:34.046903 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ed20ab-8421-48a6-a530-b73a6f35687d", "name": "network-vif-plugged", "status": "completed", "tag": "970e2c58-7d53-406e-9779-dff01c200614", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:34.047253 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f603dcf7-c61c-44ba-827c-1dd40888f2e2 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:34.047738 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970e2c58-7d53-406e-9779-dff01c200614', 'code': 200} Jul 16 01:25:34.053617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f53e83c7-9b2f-4651-a41e-2aa273903759 req-e903c42f-5b62-4ff2-b497-ebf8f2ced7b2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669121 Jul 16 01:25:34.055580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-73a706d5-28f6-49ec-9060-cfbf40604799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.057705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-73a706d5-28f6-49ec-9060-cfbf40604799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1683533 Jul 16 01:25:34.139450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-126456c6-55cb-414d-a34a-319923a972a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748079 Jul 16 01:25:34.219414 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-a94ed4e6-33bd-4dd2-a711-f8827b4dc4ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 HTTP/1.1" status: 200 len: 217 time: 0.1743083 Jul 16 01:25:34.369262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-ddcbdab1-09df-476e-bd99-d7a47daae402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.371937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-ddcbdab1-09df-476e-bd99-d7a47daae402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1148543 Jul 16 01:25:34.402708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486c6f-48bc-4200-bd2f-922be7876397 req-0b11071c-49ee-4352-a37e-f699f34a1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.405287 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-0b11071c-49ee-4352-a37e-f699f34a1691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1100 time: 0.2024612 Jul 16 01:25:34.406738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc8c37-50e7-4848-bd53-8d3bba512f0e req-fc07fa64-39c1-4609-8983-734a7f88916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.408341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76dc8c37-50e7-4848-bd53-8d3bba512f0e req-fc07fa64-39c1-4609-8983-734a7f88916e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 1102 time: 0.2643704 Jul 16 01:25:34.517157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-3835f79b-5297-4d17-b022-1523aea44ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609483 Jul 16 01:25:34.547401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018ee350-4f82-4636-a612-454beff493df', 'tag': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:34.549212 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "018ee350-4f82-4636-a612-454beff493df", "tag": "6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:34.551298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76dc8c37-50e7-4848-bd53-8d3bba512f0e req-4192300b-d3eb-4d66-b1b8-a90153d503f3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302197 Jul 16 01:25:34.557245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486c6f-48bc-4200-bd2f-922be7876397 req-dac29fc7-3885-4310-8241-8dcac47f0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.559087 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-dac29fc7-3885-4310-8241-8dcac47f0f53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1183929 Jul 16 01:25:34.566937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-d9784acc-9e37-4c21-96a0-1b4458eda1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.568869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-d9784acc-9e37-4c21-96a0-1b4458eda1a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1872663 Jul 16 01:25:34.606031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55d2c-999c-4eb6-88ce-a9c25160d538 req-d05be551-3039-487d-a012-d29e8f45ab43 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.607587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddc55d2c-999c-4eb6-88ce-a9c25160d538 req-d05be551-3039-487d-a012-d29e8f45ab43 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 948 time: 0.2050211 Jul 16 01:25:34.630178 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-966b7404-2cde-4776-9036-f4a067d4026b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0 HTTP/1.1" status: 200 len: 217 time: 0.0602875 Jul 16 01:25:34.666257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20916d6-e61e-42e0-b009-5311a2c866fa req-c0e93786-3cb9-48bc-becb-7d4876fd4e13 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.667760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d20916d6-e61e-42e0-b009-5311a2c866fa req-c0e93786-3cb9-48bc-becb-7d4876fd4e13 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.2169092 Jul 16 01:25:34.713270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-33a889cf-b7f6-4497-8cf8-92c334348b5d service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847031 Jul 16 01:25:34.720821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddc55d2c-999c-4eb6-88ce-a9c25160d538 req-8722c58e-ad4b-4ca9-a687-e04d642b3168 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864120 Jul 16 01:25:34.734052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486c6f-48bc-4200-bd2f-922be7876397 req-12511be3-4084-4bbc-9130-88972685a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.736641 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-12511be3-4084-4bbc-9130-88972685a543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0978005 Jul 16 01:25:34.760152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d20916d6-e61e-42e0-b009-5311a2c866fa req-0b1c32ae-c6fb-4c86-9c9d-6d180429ef9f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722742 Jul 16 01:25:34.783206 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-8c58d79b-ffb1-487a-954a-dbd6c0bb2e53 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063954 Jul 16 01:25:34.813604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486c6f-48bc-4200-bd2f-922be7876397 req-6486b3be-4ff7-4666-8fa3-bbae8425146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.815495 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-6486b3be-4ff7-4666-8fa3-bbae8425146c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0717747 Jul 16 01:25:34.984853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-cade3261-29d0-4b80-8524-62d5614918c2 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fed0acb26a2649c3b47819d120d93361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421495 Jul 16 01:25:35.014553 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-1e802d2c-6413-4302-91c1-28a75dae4dc2 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672175 Jul 16 01:25:35.018876 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb82a5-9619-4df8-8cdc-4d54dc244569 req-782e21de-15d5-423b-a12e-94919d03d6ff service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846948 Jul 16 01:25:35.051749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4d4b-27ee-4065-aaab-c955b2e2527e req-891a4067-c446-46eb-99b9-1771363508ce tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.051749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e7d4d4b-27ee-4065-aaab-c955b2e2527e req-891a4067-c446-46eb-99b9-1771363508ce tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 945 time: 0.1568198 Jul 16 01:25:35.123152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-5692cbc6-4ac7-4b4c-bf6b-65d516a6a946 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.124724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-5692cbc6-4ac7-4b4c-bf6b-65d516a6a946 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390641 Jul 16 01:25:35.156280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-f07bb96a-94c7-4cb8-bc65-1b73efe77e1e tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/quotas/fed0acb26a2649c3b47819d120d93361 HTTP/1.1" status: 200 len: 375 time: 0.0103016 Jul 16 01:25:35.164213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41486c6f-48bc-4200-bd2f-922be7876397 req-f2bfb55e-29d9-4b54-ad74-5b29cd5ca033 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197426 Jul 16 01:25:35.204232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-af7aa49c-105d-4e5b-83f9-4137be8e53e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fed0acb26a2649c3b47819d120d93361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367885 Jul 16 01:25:35.207395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e7d4d4b-27ee-4065-aaab-c955b2e2527e req-b20cdd85-ed4b-495a-8603-cb3215ffad4a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917771 Jul 16 01:25:35.289603 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ba926f-670e-4c1d-a976-e94ac3118cdf x-openstack-request-id: req-c4ba926f-670e-4c1d-a976-e94ac3118cdf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:35.290024 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018ee350-4f82-4636-a612-454beff493df", "tag": "6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:35.290389 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4ba926f-670e-4c1d-a976-e94ac3118cdf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:35.290900 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018ee350-4f82-4636-a612-454beff493df', 'tag': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', 'status': 'completed', 'code': 200} Jul 16 01:25:35.322285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-c4974c40-1d28-495c-8fba-07e50408a2c0 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.324128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-c4974c40-1d28-495c-8fba-07e50408a2c0 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1315787 Jul 16 01:25:35.498202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-f68449a6-bc83-4707-a75a-d1418d6fdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.506327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-f68449a6-bc83-4707-a75a-d1418d6fdb84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 1100 time: 0.1543527 Jul 16 01:25:35.613335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc33b-31b3-4bd9-a0d8-e3fb2f57ada1 req-556be324-a9c5-4615-a765-85d4f5e59c77 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.622539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a0dc33b-31b3-4bd9-a0d8-e3fb2f57ada1 req-556be324-a9c5-4615-a765-85d4f5e59c77 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 950 time: 0.0969074 Jul 16 01:25:35.660906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-efe7238e-7376-482e-9d94-946445a4d90a service neutron] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:35.667944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-efe7238e-7376-482e-9d94-946445a4d90a service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.669091 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-becc7a7b-4264-4442-969a-1b2e69fe5295 req-efe7238e-7376-482e-9d94-946445a4d90a service neutron] 10.222.0.13 "DELETE /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052/bindings/n-h1-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.3357663 Jul 16 01:25:35.686336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a0dc33b-31b3-4bd9-a0d8-e3fb2f57ada1 req-96751bfa-6932-42ff-a5ee-91f92f41a34f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 Jul 16 01:25:35.693435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-29319fca-54f9-410c-b620-d64fa98fe65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.701032 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-29319fca-54f9-410c-b620-d64fa98fe65a service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1437986 Jul 16 01:25:35.772739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-52e66adb-d819-4c48-a998-610f7481a105 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 HTTP/1.1" status: 200 len: 217 time: 0.0685110 Jul 16 01:25:35.841513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-8c970f07-a65e-4145-bc34-2e4181085fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.847135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-8c970f07-a65e-4145-bc34-2e4181085fbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0633833 Jul 16 01:25:35.850292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-1feee41e-15fe-4b41-8088-7a0377adae33 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fed0acb26a2649c3b47819d120d93361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251665 Jul 16 01:25:35.920679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-a5a74669-a031-40fa-9417-6cd637b52dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.922190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-a5a74669-a031-40fa-9417-6cd637b52dd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646825 Jul 16 01:25:36.004359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-be8b7b58-2d89-4ba2-a334-6edcf549ec69 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.006020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-be8b7b58-2d89-4ba2-a334-6edcf549ec69 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480577 Jul 16 01:25:36.038150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-5b4072d1-3130-4402-afb5-cb0738a998f5 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071391 Jul 16 01:25:36.049677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27057c93-6a04-4b4c-aee3-c33b0741e56e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:36.052475 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2ff77-8153-4234-96a6-6545f58bacb3" -d '{"events": [{"server_uuid": "20b58779-fa33-44a0-b1a2-a12a19e9a0ad", "name": "network-vif-plugged", "status": "completed", "tag": "27057c93-6a04-4b4c-aee3-c33b0741e56e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:36.062965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-1a1fc3a5-14a7-48ea-8182-9163b6c51e02 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/quotas/fed0acb26a2649c3b47819d120d93361 HTTP/1.1" status: 200 len: 375 time: 0.0193095 Jul 16 01:25:36.121882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-86a9822b-7e85-4a0e-9054-399fc8e2c373 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fed0acb26a2649c3b47819d120d93361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488286 Jul 16 01:25:36.150043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c9628-a002-4b9c-b23f-0d155ad03cc4 req-3e337fcb-7751-4058-803d-555427148101 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.155036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b0c9628-a002-4b9c-b23f-0d155ad03cc4 req-3e337fcb-7751-4058-803d-555427148101 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 948 time: 0.1694310 Jul 16 01:25:36.202061 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-767c82ca-6ddd-467e-b8f9-5ebb536e5d9e req-e2279fc4-7e41-4ce3-8af3-c9859706e80d service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571918 Jul 16 01:25:36.211709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b0c9628-a002-4b9c-b23f-0d155ad03cc4 req-0d2bb2bc-6e6d-4c38-976d-a875b930ded2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496521 Jul 16 01:25:36.455121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70731b4-a70c-4081-9fb2-bb8c29f85a8e req-c3822124-aaf9-4211-a19f-368cf5a73efc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.455121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e70731b4-a70c-4081-9fb2-bb8c29f85a8e req-c3822124-aaf9-4211-a19f-368cf5a73efc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.0916219 Jul 16 01:25:36.499515 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded23f6-9d11-4f56-862a-3c446188b3b9 x-openstack-request-id: req-eded23f6-9d11-4f56-862a-3c446188b3b9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:36.500052 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b58779-fa33-44a0-b1a2-a12a19e9a0ad", "name": "network-vif-plugged", "status": "completed", "tag": "27057c93-6a04-4b4c-aee3-c33b0741e56e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:36.500377 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eded23f6-9d11-4f56-862a-3c446188b3b9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:36.500871 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27057c93-6a04-4b4c-aee3-c33b0741e56e', 'code': 200} Jul 16 01:25:36.537844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e70731b4-a70c-4081-9fb2-bb8c29f85a8e req-4e452dca-ff12-4d13-90a0-18e43e8dcf0d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 Jul 16 01:25:36.618831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aebdd141-cc51-4d14-b200-fad089c3ba73 req-315c9d6c-2c22-4c5e-a323-1720a18daf38 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 210 time: 0.0351162 Jul 16 01:25:36.822540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0baf50-bb98-4847-9f29-46c64741fea2 req-3e8054d4-0f67-45b8-867a-e64a13b6daf9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.835891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed0baf50-bb98-4847-9f29-46c64741fea2 req-3e8054d4-0f67-45b8-867a-e64a13b6daf9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 945 time: 0.1329274 Jul 16 01:25:36.901089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed0baf50-bb98-4847-9f29-46c64741fea2 req-a55bc4c1-f088-4348-b156-5bdb21d6eca4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641506 Jul 16 01:25:37.004808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41968) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:37.021782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5643ce-be15-4d8d-b034-77d26b90cf51 req-12cfce45-6397-4d3b-acae-6b24ffa9cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.024365 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf5643ce-be15-4d8d-b034-77d26b90cf51 req-12cfce45-6397-4d3b-acae-6b24ffa9cae2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 1102 time: 0.1661561 Jul 16 01:25:37.082560 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf5643ce-be15-4d8d-b034-77d26b90cf51 req-ef5e9da8-f19c-4baf-a92c-cd6a77aa798d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Jul 16 01:25:37.086506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-c4314a09-2f90-4a83-aaec-8d75fae1fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.088471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-c4314a09-2f90-4a83-aaec-8d75fae1fa26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1098 time: 0.1125233 Jul 16 01:25:37.123495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea0573-5400-46e3-836c-848508141441 req-986edeef-b8ac-4cd6-8d18-61dbab091093 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.125423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ea0573-5400-46e3-836c-848508141441 req-986edeef-b8ac-4cd6-8d18-61dbab091093 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 950 time: 0.0873671 Jul 16 01:25:37.201704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ea0573-5400-46e3-836c-848508141441 req-309a2280-60c1-4756-9d2b-1b24401e4f60 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654781 Jul 16 01:25:37.211549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7605a80-0f57-45a7-9991-8a5e245c2987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.217798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:37.290028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.392111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:37.405903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'mac_address': 'fa:16:3e:ec:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:37.469978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-39ea0254-17ca-4389-aa10-e74f98d3eb36 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fed0acb26a2649c3b47819d120d93361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359735 Jul 16 01:25:37.473624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.504145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:37.535544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-6de26e04-3851-4957-9ae8-3c227aaa1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.541838 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-6de26e04-3851-4957-9ae8-3c227aaa1102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1931913 Jul 16 01:25:37.558860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:37.576038 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.628914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7605a80-0f57-45a7-9991-8a5e245c2987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.635052 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-48935be6-5b48-4fe7-9920-a3a98f7930d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 217 time: 0.0818000 Jul 16 01:25:37.648242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7605a80-0f57-45a7-9991-8a5e245c2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.665713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.717069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-daa5238f-0692-468d-baa0-f376c4cfff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.718597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-daa5238f-0692-468d-baa0-f376c4cfff71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0650935 Jul 16 01:25:37.724254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c1415-7926-476e-9397-9a08ea719bd3 req-ae666619-27a9-4dd1-a347-3b153898f6cc tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.726043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92c1415-7926-476e-9397-9a08ea719bd3 req-ae666619-27a9-4dd1-a347-3b153898f6cc tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 950 time: 0.2966540 Jul 16 01:25:37.746415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-02e10369-787b-4f0e-834d-f3e130fa8683 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.747876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-02e10369-787b-4f0e-834d-f3e130fa8683 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556443 Jul 16 01:25:37.751148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46562afa-a463-44c8-bfd6-f5dbed3a862e req-bbd5917d-1349-4bd0-9d9f-703c8de91955 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.758929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46562afa-a463-44c8-bfd6-f5dbed3a862e req-bbd5917d-1349-4bd0-9d9f-703c8de91955 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1097 time: 0.4151425 Jul 16 01:25:37.763868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-d3203ef6-4ca7-4ddf-ad7d-b9d392f3c53d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376101 Jul 16 01:25:37.775742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c7605a80-0f57-45a7-9991-8a5e245c2987 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b74cb0e15d134ced871b232abc33ce02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7673719 Jul 16 01:25:37.775742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7605a80-0f57-45a7-9991-8a5e245c2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7a30c-e9fe-47c9-adea-4f886bd80113,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.780803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41988) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:37.792795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Request body: {'port': {'device_id': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'fed0acb26a2649c3b47819d120d93361'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:37.936159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f03f718-d90c-49cd-ace3-6e9e58197f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.962451 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-385e9efc-9b3e-462b-8e01-d2a42816ecb9 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911900 Jul 16 01:25:37.984912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f03f718-d90c-49cd-ace3-6e9e58197f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.992758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3b674241-62c0-49fd-94af-d27a5a4e5cd0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:38.140656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92c1415-7926-476e-9397-9a08ea719bd3 req-4f54c30d-876d-470a-be74-354be90d1f2e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016738 Jul 16 01:25:38.150718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46562afa-a463-44c8-bfd6-f5dbed3a862e req-b968f049-30f0-4f31-bbfd-3cfe71ae1832 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907378 Jul 16 01:25:38.367876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Made reservation on behalf of fed0acb26a2649c3b47819d120d93361 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:38.372826 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.394431 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.489355 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-78e8d85d-0ca0-4f07-b1ff-9fa9c3de012f tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fed0acb26a2649c3b47819d120d93361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5009818 Jul 16 01:25:38.618316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c585d-7d6b-4b7a-a605-3cff78b91b95 req-86577445-8efe-42c5-b9ea-dfb01518adb0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.619984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e71c585d-7d6b-4b7a-a605-3cff78b91b95 req-86577445-8efe-42c5-b9ea-dfb01518adb0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 948 time: 0.1946995 Jul 16 01:25:38.632706 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-14abcf7d-14b8-47f8-9311-e0485bf648c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611826 Jul 16 01:25:38.637021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1762db4-34a8-497a-af34-aa705e889ebb req-3e4e2a07-5c00-426f-bc46-34cb56c39191 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.637564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f03f718-d90c-49cd-ace3-6e9e58197f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.638545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1762db4-34a8-497a-af34-aa705e889ebb req-3e4e2a07-5c00-426f-bc46-34cb56c39191 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 946 time: 0.1949155 Jul 16 01:25:38.640105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f03f718-d90c-49cd-ace3-6e9e58197f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.644078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f03f718-d90c-49cd-ace3-6e9e58197f10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8da7a30c-e9fe-47c9-adea-4f886bd80113 HTTP/1.1" status: 204 len: 168 time: 0.8584247 Jul 16 01:25:38.656948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03f718-d90c-49cd-ace3-6e9e58197f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7a30c-e9fe-47c9-adea-4f886bd80113,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.679481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-2ee84b22-1639-4470-bd93-ef860ca19b08 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.681402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-2ee84b22-1639-4470-bd93-ef860ca19b08 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625848 Jul 16 01:25:38.698248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Request body: {'port': {'device_id': '383213af-b77f-41ff-b407-443c167bc4e5', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'fed0acb26a2649c3b47819d120d93361'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:38.698822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.713173 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.795709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e71c585d-7d6b-4b7a-a605-3cff78b91b95 req-abd29003-d989-4196-b953-79b1a754a3d0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561451 Jul 16 01:25:38.833086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1762db4-34a8-497a-af34-aa705e889ebb req-02ac992c-da11-4803-9e0d-70b6aad3e55d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641283 Jul 16 01:25:38.849032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c37a0ec-1612-4da5-b4ab-5de05fe03496,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.926732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-c02bfb34-13e1-487a-a425-f4999a0f792f tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.928472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-c02bfb34-13e1-487a-a425-f4999a0f792f tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1098 time: 0.1436441 Jul 16 01:25:38.944825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-20'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:38.952808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Allocated IP 192.168.233.15 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/9b0a21ee-3bb8-471b-a08c-e615d6e07000) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:38.985963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Made reservation on behalf of fed0acb26a2649c3b47819d120d93361 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:38.990140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.056209 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef4dfc11-33a5-4fc4-a6de-997c532944d6 req-5e3f8d51-53e6-4061-8e0a-8464bb3fd05e tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 210 time: 0.0508943 Jul 16 01:25:39.136066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42010) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:39.146999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.164631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e04df50-878a-45dc-85a4-79dca2991ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.241692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:39.247273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:39.371153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.377934 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.414109 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e04df50-878a-45dc-85a4-79dca2991ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.432368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e04df50-878a-45dc-85a4-79dca2991ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.452754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Transition to ACTIVE for port object 9b0a21ee-3bb8-471b-a08c-e615d6e07000 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:39.478161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:39.488289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-73ceb1e8-50db-4c14-be53-5bdcdb7f69f3 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.500344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-73ceb1e8-50db-4c14-be53-5bdcdb7f69f3 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.3195128 Jul 16 01:25:39.508597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e04df50-878a-45dc-85a4-79dca2991ba5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35199664add646b59e332b8c7b81db4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710732 Jul 16 01:25:39.513996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42020) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:39.526652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.542294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-925f5f79-67e3-4c95-884d-ba63bbacb514 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/quotas/07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 375 time: 0.0401597 Jul 16 01:25:39.547629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.550372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', 'mac_address': 'fa:16:3e:fd:aa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:39.569309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287ded-182a-4612-bc27-10d0920bb62c req-7ccce1b1-c8f7-4137-b3bf-ec02ffd75de1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.576455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6287ded-182a-4612-bc27-10d0920bb62c req-7ccce1b1-c8f7-4137-b3bf-ec02ffd75de1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 950 time: 0.2702637 Jul 16 01:25:39.578201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:39.591242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:39.591916 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.620899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:39.624583 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9777571-c9ab-4c7b-a835-b435b5c0f1f9" -d '{"events": [{"server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "name": "network-vif-unplugged", "status": "completed", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:39.631034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04df50-878a-45dc-85a4-79dca2991ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c300879-f65f-45a3-b4e3-a197d48a0ebd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.639332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:39.644311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.652392 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.669485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:39.702173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6287ded-182a-4612-bc27-10d0920bb62c req-7b23c45d-c04f-4705-b0e8-dcbb46fd9268 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247556 Jul 16 01:25:39.709515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.726599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.731718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6aec7654-6528-4845-a379-ba2104e0a989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.761659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.771063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.791321 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c817be7a-fda6-429d-8874-dcccef9c3248 x-openstack-request-id: req-c817be7a-fda6-429d-8874-dcccef9c3248 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:39.791597 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "name": "network-vif-unplugged", "status": "completed", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:39.791852 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c817be7a-fda6-429d-8874-dcccef9c3248 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:39.792255 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'code': 200} Jul 16 01:25:39.833981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6aec7654-6528-4845-a379-ba2104e0a989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.836837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-342b120a-0a0e-4ecf-b240-bd160e008fff tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2932365 Jul 16 01:25:39.839660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:39.841954 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41e7128-7971-4221-9a10-01699551905d" -d '{"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-plugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:39.920456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.921627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:39.937537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:39.945027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on host n-h1-791506-20 for vnic_type normal with profile {"migrating_to": "n-h2-791506-20"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:39.945514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:39.946549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:39.946679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.949312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:39.958704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Allocated IP 192.168.233.105 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/24518b99-7394-4083-8ad4-2f0cbb5a1d93) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:39.958897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa09af66-3d2c-4d26-81d3-1b95f6d18ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.966832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:39.967328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Attempting to bind port c76e4eb0-3194-4537-ba04-d672493284a0 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:39.978627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6aec7654-6528-4845-a379-ba2104e0a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.983117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6aec7654-6528-4845-a379-ba2104e0a989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.984605 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6aec7654-6528-4845-a379-ba2104e0a989 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c300879-f65f-45a3-b4e3-a197d48a0ebd HTTP/1.1" status: 204 len: 168 time: 0.4636745 Jul 16 01:25:40.006725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:40.011469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:40.011888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:40.012374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Bound port: c76e4eb0-3194-4537-ba04-d672493284a0, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:40.012808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.032654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7654-6528-4845-a379-ba2104e0a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c300879-f65f-45a3-b4e3-a197d48a0ebd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.088830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:40.097937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-9a23128e-9f65-4a2d-ae16-216abe9da688 service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601364 Jul 16 01:25:40.108060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.110065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.120811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.148598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.165100 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4661d3c-9978-47b4-ba87-12144dad4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.248648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.297402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:40.322744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:40.358587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:40.376830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.378777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-b9fdb729-5dfb-4999-9147-3ac73a576ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641392 Jul 16 01:25:40.405604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa09af66-3d2c-4d26-81d3-1b95f6d18ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.425416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa09af66-3d2c-4d26-81d3-1b95f6d18ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.459478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-b7ef6db8-5da6-48a9-bb8d-1ea5e081c4a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6886802 Jul 16 01:25:40.490078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1163-7d10-4c77-8385-62ce769edcd3 req-7f96c163-d238-43fa-8295-357dca335b6b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.493167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72c10634-fc85-4c1e-97d8-f53ab4c6256d None None] Provisioning for port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:40.499217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72c10634-fc85-4c1e-97d8-f53ab4c6256d None None] Provisioning complete for port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:40.499765 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72c10634-fc85-4c1e-97d8-f53ab4c6256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.508760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1163-7d10-4c77-8385-62ce769edcd3 req-7f96c163-d238-43fa-8295-357dca335b6b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.510462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91dd1163-7d10-4c77-8385-62ce769edcd3 req-7f96c163-d238-43fa-8295-357dca335b6b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad&device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 1691 time: 0.2437773 Jul 16 01:25:40.556596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Request body: {'port': {'device_id': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:40.571827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-72c10634-fc85-4c1e-97d8-f53ab4c6256d None None] Port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:40.642239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa09af66-3d2c-4d26-81d3-1b95f6d18ddf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bac436169f646c08a5ce80c6e6812f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9994161 Jul 16 01:25:40.646967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:40.659161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.691113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09af66-3d2c-4d26-81d3-1b95f6d18ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecd16fe-dd85-48ca-ae41-739562b6bf42,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.741052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.741608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.743105 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-660b4a07-2e44-4b20-bff3-554a6caaaf1b service neutron] 10.222.0.13 "PUT /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 1124 time: 1.8080521 Jul 16 01:25:40.759936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.784264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Transition to ACTIVE for port object 24518b99-7394-4083-8ad4-2f0cbb5a1d93 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:40.821564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c76e4eb0-3194-4537-ba04-d672493284a0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:40.883342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.893788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91dd1163-7d10-4c77-8385-62ce769edcd3 req-d8239313-fb08-40bf-80aa-e977e40d03e5 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573971 Jul 16 01:25:40.978705 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2395f7a-e57e-40ee-89db-773bb6085c46 x-openstack-request-id: req-e2395f7a-e57e-40ee-89db-773bb6085c46 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:40.982501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.983886 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-plugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:40.984324 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2395f7a-e57e-40ee-89db-773bb6085c46 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:40.989882 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'code': 200} Jul 16 01:25:40.994050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37a20b92-c624-4226-91cd-2a878742ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.049918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:41.060235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:41.079741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:41.098149 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37a20b92-c624-4226-91cd-2a878742ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.230452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.295315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9a10-c67d-4c33-a4f6-20ea5ae72c5d req-97927782-36e4-4efa-b7ed-7ecc7b55376e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.307238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de3d9a10-c67d-4c33-a4f6-20ea5ae72c5d req-97927782-36e4-4efa-b7ed-7ecc7b55376e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 949 time: 0.5575140 Jul 16 01:25:41.348669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.349649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.374591 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-79528821-da9b-49ea-bbe9-4596b9f28940 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6803308 Jul 16 01:25:41.389769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Request body: {'port': {'device_id': '383213af-b77f-41ff-b407-443c167bc4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:41.395859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508b0b-f278-4104-a826-c62ad4c96625 req-2fa02ee8-84a2-49d2-8b3b-91baaf03ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.398011 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a508b0b-f278-4104-a826-c62ad4c96625 req-2fa02ee8-84a2-49d2-8b3b-91baaf03ba6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1102 time: 0.2100925 Jul 16 01:25:41.420007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b931c935-aba4-49a9-b342-0a24c23c58bb None None] Provisioning for port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:41.425312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b931c935-aba4-49a9-b342-0a24c23c58bb None None] Provisioning complete for port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:41.426341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b931c935-aba4-49a9-b342-0a24c23c58bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.474594 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a508b0b-f278-4104-a826-c62ad4c96625 req-25662b8e-57c9-4e48-af13-6f07856bf73e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488353 Jul 16 01:25:41.517770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b931c935-aba4-49a9-b342-0a24c23c58bb None None] Port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:41.568132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.607518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de3d9a10-c67d-4c33-a4f6-20ea5ae72c5d req-0648c882-aae3-4e33-803e-014ead538e19 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973473 Jul 16 01:25:41.670796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37a20b92-c624-4226-91cd-2a878742ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.673498 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37a20b92-c624-4226-91cd-2a878742ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.702097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-37a20b92-c624-4226-91cd-2a878742ff7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cecd16fe-dd85-48ca-ae41-739562b6bf42 HTTP/1.1" status: 204 len: 168 time: 1.0225768 Jul 16 01:25:41.795583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:41.797992 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d361d0-a262-43b7-996c-f02cf7957e43" -d '{"events": [{"name": "network-changed", "server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:41.805113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a20b92-c624-4226-91cd-2a878742ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecd16fe-dd85-48ca-ae41-739562b6bf42,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.821672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d4bac-a222-4242-bbe2-e67e054a7073 req-236b9bd3-cdd9-4abd-9676-c9aff4940ab9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.832696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-229d4bac-a222-4242-bbe2-e67e054a7073 req-236b9bd3-cdd9-4abd-9676-c9aff4940ab9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 944 time: 0.6613104 Jul 16 01:25:41.915849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-229d4bac-a222-4242-bbe2-e67e054a7073 req-e93a4b91-0bc0-49da-9d6a-78ee52a45ecd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Jul 16 01:25:41.963461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24518b99-7394-4083-8ad4-2f0cbb5a1d93 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:41.974169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.991828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Transition to ACTIVE for port object 24518b99-7394-4083-8ad4-2f0cbb5a1d93 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:41.999865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.158949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:42.250312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5566ce2-9121-4a96-a05e-2f459a029956 req-f8d3c066-0ed5-4660-8959-6f4820a1d2e3 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 210 time: 0.0477192 Jul 16 01:25:42.310970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7757b0e2-1e75-4578-bdff-d38bc5256c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.371610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Attempting to bind port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:42.371965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Attempting to bind port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:42.372461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Attempting to bind port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:42.373515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.373950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0a21ee-3bb8-471b-a08c-e615d6e07000 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:42.386120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:42.387660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Attempting to bind port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:42.397828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.398708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:42.399060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:42.400173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:42.400648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Bound port: 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:42.401633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.436026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5df5-8ddb-4ebb-8e21-5e4f75f6db0d req-155cedf0-096d-41bf-b493-47a83fb071df tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.443447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ead5df5-8ddb-4ebb-8e21-5e4f75f6db0d req-155cedf0-096d-41bf-b493-47a83fb071df tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 948 time: 0.2041197 Jul 16 01:25:42.453798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Transition to ACTIVE for port object 9b0a21ee-3bb8-471b-a08c-e615d6e07000 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:42.467847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.531312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:42.550041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:42.578313 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52250b-a9cb-493c-b04c-c3db60b60478 x-openstack-request-id: req-fb52250b-a9cb-493c-b04c-c3db60b60478 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:42.580395 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:42.580556 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb52250b-a9cb-493c-b04c-c3db60b60478 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:42.584703 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'status': 'completed', 'code': 200} Jul 16 01:25:42.586732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.23', 65232) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:42.593295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ead5df5-8ddb-4ebb-8e21-5e4f75f6db0d req-a134db35-39db-49b6-8df8-5a9b2c321f4d tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488731 Jul 16 01:25:42.615501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.638880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:42.679623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:42.746414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5d78-96cb-48f7-afcc-3aba185eb081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.794821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.795456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.796935 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] 10.222.0.23 "PUT /v2.0/ports/24518b99-7394-4083-8ad4-2f0cbb5a1d93 HTTP/1.1" status: 200 len: 1097 time: 1.4134095 Jul 16 01:25:42.931746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.23', 65233) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:42.932751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.23', 65234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:42.986028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-918d1403-90ee-4364-8c93-905a7cf28fe6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.988253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-918d1403-90ee-4364-8c93-905a7cf28fe6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.1776900 Jul 16 01:25:43.010100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Request body: {'port': {'device_id': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'admin_state_up': True, 'tenant_id': '07eca64fee8345f790c174acbcbe1809'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:43.054207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f58ac-b42a-4aa4-b1ef-a87f8914c42d service neutron] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.127612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-0c51a880-799c-4a3b-a189-adccfd97a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.129867 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-0c51a880-799c-4a3b-a189-adccfd97a2a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1127 time: 0.5404716 Jul 16 01:25:43.213665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Attempting to bind port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:43.213996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Attempting to bind port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:43.214327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Attempting to bind port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:43.248922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:43.249250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Attempting to bind port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:43.266455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:43.278259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:43.282181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:43.282181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:43.282433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:43.282852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Bound port: 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:43.283276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.292457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-15ae645c-7073-48ad-8b8c-3c175d320acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.293973 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-15ae645c-7073-48ad-8b8c-3c175d320acd service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1569884 Jul 16 01:25:43.326575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a0cac-4791-4534-a89a-503caa825fb9 req-2c47f462-82a9-4e58-8171-10dcbd6de194 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.328169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f22a0cac-4791-4534-a89a-503caa825fb9 req-2c47f462-82a9-4e58-8171-10dcbd6de194 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 1102 time: 0.5107999 Jul 16 01:25:43.339947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-74734141-04e7-46cd-b1b7-43a74d32b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.341485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-74734141-04e7-46cd-b1b7-43a74d32b843 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fed0acb26a2649c3b47819d120d93361&device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 1100 time: 0.3977253 Jul 16 01:25:43.346132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-4044c379-f14c-43c8-a85a-6fc789d3eb2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 217 time: 0.0440445 Jul 16 01:25:43.366598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-9f708909-a025-4b1e-bd21-6bb5b0a4aba8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4324725 Jul 16 01:25:43.367269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:43.374468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:43.375236 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.393808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf73a5-9616-4395-a431-8705e7f6484b req-0aa67131-3733-47f0-a4fb-9bcb989641d2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.400397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94bf73a5-9616-4395-a431-8705e7f6484b req-0aa67131-3733-47f0-a4fb-9bcb989641d2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 949 time: 0.4700243 Jul 16 01:25:43.403444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-e7b5ce22-e863-4eab-8f98-373beea563dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.405074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-e7b5ce22-e863-4eab-8f98-373beea563dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0506284 Jul 16 01:25:43.449086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-61780215-e0cb-45ee-8f79-1ce523df3d67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353537 Jul 16 01:25:43.518165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:43.538114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 has no active binding in host n-h2-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:25:43.540924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.569892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018ee350-4f82-4636-a612-454beff493df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:43.572232 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f99f97-9eb5-4cc2-aa1f-9e87c30b7c7c" -d '{"events": [{"server_uuid": "018ee350-4f82-4636-a612-454beff493df", "name": "network-vif-plugged", "status": "completed", "tag": "6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:43.572729 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-5cec6d66-6361-4541-9031-fb1f70051997 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161284 Jul 16 01:25:43.598654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:43.604726 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.610564 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.667197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.682518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-01d361d0-a262-43b7-996c-f02cf7957e43 req-70dd6333-2e4f-49b8-9914-08c53db707f3 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022370 Jul 16 01:25:43.709383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-d8d26b3c-9901-4a95-847c-05efa0fe2899 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93 HTTP/1.1" status: 200 len: 217 time: 0.3359735 Jul 16 01:25:43.797705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5d78-96cb-48f7-afcc-3aba185eb081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.818734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5d78-96cb-48f7-afcc-3aba185eb081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.829411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Made reservation on behalf of 07eca64fee8345f790c174acbcbe1809 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:43.830714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f22a0cac-4791-4534-a89a-503caa825fb9 req-95811ca3-b792-488e-9427-653279885ac0 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631486 Jul 16 01:25:43.831921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:43.834118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.844514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94bf73a5-9616-4395-a431-8705e7f6484b req-806c5748-a322-405f-bbd6-730754320cb9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431489 Jul 16 01:25:43.850768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:43.877694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c5d78-96cb-48f7-afcc-3aba185eb081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b7324-eba9-44ab-9ad9-073c856ce077,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.897257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.911613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-d0e4355c-27f9-4098-9116-c7823a58c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.913518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-d0e4355c-27f9-4098-9116-c7823a58c999 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1788638 Jul 16 01:25:43.953390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1a2c5d78-96cb-48f7-afcc-3aba185eb081 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70ecd77366ce41e7bf2265f3ce11cc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2876394 Jul 16 01:25:43.957327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:44.000128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.000798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.002462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/9b0a21ee-3bb8-471b-a08c-e615d6e07000 HTTP/1.1" status: 200 len: 1096 time: 3.4720616 Jul 16 01:25:44.006454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:44.008922 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b8ba99-6e62-4179-b46a-2709d4484cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:44.029235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-5a5ade06-f49e-4526-a004-cf05ae1fc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.030916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-5a5ade06-f49e-4526-a004-cf05ae1fc4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1096 time: 0.5849032 Jul 16 01:25:44.049803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb041f-c152-452f-97bb-ab73c19955e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.097684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e439-acad-4b5d-97cc-a62885da86de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.128875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e439-acad-4b5d-97cc-a62885da86de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.185593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Allocated IP 172.20.0.5 (73e5b720-b23b-4f22-ae91-5b302c58f07d/ff0e21ad-857b-444e-b696-0f1f25b9abfc/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:44.226789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e439-acad-4b5d-97cc-a62885da86de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.229657 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1d2e439-acad-4b5d-97cc-a62885da86de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.230998 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a1d2e439-acad-4b5d-97cc-a62885da86de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/264b7324-eba9-44ab-9ad9-073c856ce077 HTTP/1.1" status: 204 len: 168 time: 0.2722948 Jul 16 01:25:44.273061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-39de6869-38bc-4817-bb24-e742ea0163fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.274594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-39de6869-38bc-4817-bb24-e742ea0163fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3291762 Jul 16 01:25:44.277190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2e439-acad-4b5d-97cc-a62885da86de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b7324-eba9-44ab-9ad9-073c856ce077,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.323587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b328de-4095-42a9-a3c6-67b5997317bc req-285ba587-bfa5-4de3-8201-8e444ef3c8e2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.325387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9b328de-4095-42a9-a3c6-67b5997317bc req-285ba587-bfa5-4de3-8201-8e444ef3c8e2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 944 time: 0.3087151 Jul 16 01:25:44.326558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-650fa329-824e-497f-8601-4f72a09857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.328026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-650fa329-824e-497f-8601-4f72a09857b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2644496 Jul 16 01:25:44.343941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-aee54257-d9e7-40da-949b-e53da06eb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.346658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-aee54257-d9e7-40da-949b-e53da06eb053 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fed0acb26a2649c3b47819d120d93361&device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 1099 time: 0.2613630 Jul 16 01:25:44.478483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-3de1d67f-45f0-4310-8284-4229792e3a54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.1302857 Jul 16 01:25:44.483487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-77d4d2a6-2810-4d4d-affb-93ef205fee47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000 HTTP/1.1" status: 200 len: 217 time: 0.1189625 Jul 16 01:25:44.484947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.540898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.590197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:44.592610 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97d6ebb-00e6-45c6-9e72-d85ed73349de" -d '{"events": [{"name": "network-changed", "server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:44.602580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9b328de-4095-42a9-a3c6-67b5997317bc req-ae13b945-f131-4f1f-a6c2-037e7e6ebce1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525165 Jul 16 01:25:44.615186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:44.620319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:44.622855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:44.643522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-beef3c88-d0e4-4639-8b78-afc7af002050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.645104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-beef3c88-d0e4-4639-8b78-afc7af002050 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1528509 Jul 16 01:25:44.664693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.698546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-76044e0c-76dc-4b27-8821-81cc3e12cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.700302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-76044e0c-76dc-4b27-8821-81cc3e12cafe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.2069242 Jul 16 01:25:44.703977 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff0528-bc77-4e9e-8461-b512d576f0d0 x-openstack-request-id: req-30ff0528-bc77-4e9e-8461-b512d576f0d0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:44.704522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.706269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.710900 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018ee350-4f82-4636-a612-454beff493df", "name": "network-vif-plugged", "status": "completed", "tag": "6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:44.711499 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30ff0528-bc77-4e9e-8461-b512d576f0d0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:44.712493 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018ee350-4f82-4636-a612-454beff493df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', 'code': 200} Jul 16 01:25:44.726803 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-5e749044-889a-4676-886b-389e1d921bbe tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220664 Jul 16 01:25:44.741330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Request body: {'port': {'device_id': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:44.802760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-26a8c027-b8a0-41f1-817b-d8110dbb13cd service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135264 Jul 16 01:25:44.804692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-b2ecdaf9-fa0b-4b88-91df-d7113461afc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355902 Jul 16 01:25:44.944255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-5e0b0ea7-5385-4a86-ad8b-61d2be932001 service neutron] 10.222.0.23 "GET /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.1573536 Jul 16 01:25:44.960172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.030077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336849fa-ff65-46bd-a657-0c90fa8d9a32 req-863bf7a0-1ff8-460a-9d5a-afc85ba5a86b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.031782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-336849fa-ff65-46bd-a657-0c90fa8d9a32 req-863bf7a0-1ff8-460a-9d5a-afc85ba5a86b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 931 time: 0.4395654 Jul 16 01:25:45.055325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2810ea-2f6f-498d-a252-8ab8bad8e424 req-1675e552-b877-4b1e-ac77-86b349514a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.056924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9e2810ea-2f6f-498d-a252-8ab8bad8e424 req-1675e552-b877-4b1e-ac77-86b349514a2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 1102 time: 0.2209616 Jul 16 01:25:45.078276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-7c790fb2-18e7-41c6-90bb-94a1bf6e1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.079790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-7c790fb2-18e7-41c6-90bb-94a1bf6e1b43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3767097 Jul 16 01:25:45.114957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.124686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-8a7f8b89-b309-4a6b-9b91-4e6d65051cd9 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949317 Jul 16 01:25:45.148145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-a8ffe960-5ba8-485d-8f60-233865b54452 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283041 Jul 16 01:25:45.214986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-336849fa-ff65-46bd-a657-0c90fa8d9a32 req-9175a648-8a63-403e-a5a4-6d9bb69c26bb tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727784 Jul 16 01:25:45.246130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9e2810ea-2f6f-498d-a252-8ab8bad8e424 req-22e921b0-fede-4fff-bd91-b641b5783304 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633284 Jul 16 01:25:45.263653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75968f91-b74c-4fae-aefa-d91bf8f31cc7 req-283c1952-d74b-4807-8d2d-c628563c8912 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.273769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75968f91-b74c-4fae-aefa-d91bf8f31cc7 req-283c1952-d74b-4807-8d2d-c628563c8912 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 948 time: 0.4161601 Jul 16 01:25:45.400497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-042ec4d3-4cfc-4bd2-9290-96e00b4a951b service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965140 Jul 16 01:25:45.429571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75968f91-b74c-4fae-aefa-d91bf8f31cc7 req-59e6a4f3-faee-4c5a-8eaa-ebacc3b136a7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539907 Jul 16 01:25:45.463931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b681bf7b-49dd-49ba-9b21-8c429eb3b2a6 req-cffe042f-81ec-4199-809e-ba435e254546 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039904 Jul 16 01:25:45.525048 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b9eec-0042-4ff4-afc9-bc67f8738b44 x-openstack-request-id: req-218b9eec-0042-4ff4-afc9-bc67f8738b44 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:45.525392 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:45.525651 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-218b9eec-0042-4ff4-afc9-bc67f8738b44 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:45.526044 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'status': 'completed', 'code': 200} Jul 16 01:25:45.557990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bce78f-7ee2-4c25-9111-151ff99f3f06 req-7fb57532-99c1-4b1d-9790-c594b6590552 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.568124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64bce78f-7ee2-4c25-9111-151ff99f3f06 req-7fb57532-99c1-4b1d-9790-c594b6590552 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 1102 time: 0.1943407 Jul 16 01:25:45.610465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321d7ae2-7d8c-4461-9f33-dbd5d5451c95 req-ba89e0ea-d94c-4dba-8bb9-2449d67f030c service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877172 Jul 16 01:25:45.641123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64bce78f-7ee2-4c25-9111-151ff99f3f06 req-a898421b-d836-4f93-aeef-8ba97ecee863 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674429 Jul 16 01:25:45.758527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:45.795508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:45.802481 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d424c-d68b-4140-b043-9cbb6112127f x-openstack-request-id: req-5b5d424c-d68b-4140-b043-9cbb6112127f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:45.802873 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:45.803196 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b5d424c-d68b-4140-b043-9cbb6112127f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:45.804469 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'status': 'completed', 'code': 200} Jul 16 01:25:45.896993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76e4eb0-3194-4537-ba04-d672493284a0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:45.918108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:45.922474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-6916ac38-649f-463a-a314-7d8801e24712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.925565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-6916ac38-649f-463a-a314-7d8801e24712 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fed0acb26a2649c3b47819d120d93361&device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 1099 time: 0.2402322 Jul 16 01:25:45.956900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.977092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:45.987680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.033436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-3f3186ae-6441-4d56-aa6a-4165156c27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.035389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Transition to ACTIVE for port object 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:46.036079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-3f3186ae-6441-4d56-aa6a-4165156c27da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fed0acb26a2649c3b47819d120d93361&device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 1100 time: 0.2308850 Jul 16 01:25:46.044383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.108075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.127339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.127691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.128039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.128378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.128742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.129075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.129410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.129741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.130070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.130420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.130754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.131082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:46.141030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] Transition to ACTIVE for port object c76e4eb0-3194-4537-ba04-d672493284a0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:46.168372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.274827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] No DVR routers for this DVR port c76e4eb0-3194-4537-ba04-d672493284a0 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:46.289531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff573b2-3d12-4220-ac17-f4d89d8ac8f2 req-e600c609-a46d-4748-8b63-889fd181db10 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.289920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.290960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eff573b2-3d12-4220-ac17-f4d89d8ac8f2 req-e600c609-a46d-4748-8b63-889fd181db10 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 950 time: 0.3908300 Jul 16 01:25:46.296522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-b9150a06-5206-412a-8148-8bde664d644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.297918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-b9150a06-5206-412a-8148-8bde664d644c service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3338482 Jul 16 01:25:46.298042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:46.298334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:46.299211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:46.327069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:46.327395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:46.332776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-37041db1-7d04-4d2f-a8c1-78eace3f62b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0/bindings/n-h2-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 1.3808222 Jul 16 01:25:46.336763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:46.337084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:46.337480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:46.337927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Bound port: 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:46.338734 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.371779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-63c343a0-67dd-426f-8ca5-7aa3ff4bb6d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000 HTTP/1.1" status: 200 len: 217 time: 0.0648718 Jul 16 01:25:46.414987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:46.454424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:46.462639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.511003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.511644 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.513146 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] 10.222.0.23 "PUT /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 1092 time: 1.7773213 Jul 16 01:25:46.544775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc703e-d94c-410f-a7b8-19c1d1f7918a service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.550422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-c0b19d32-9096-45a7-b5ed-6caf65ba9757 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.552058 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-c0b19d32-9096-45a7-b5ed-6caf65ba9757 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1346769 Jul 16 01:25:46.641776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-ae5bff90-1f94-4919-94af-a5b8b4ec28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.643870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-ae5bff90-1f94-4919-94af-a5b8b4ec28f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.5964186 Jul 16 01:25:46.667441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-6b2923ba-abba-4681-a106-172c6d178d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.669032 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-6b2923ba-abba-4681-a106-172c6d178d24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1095 time: 0.1121819 Jul 16 01:25:46.691729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82803a-4a52-4891-8eca-2c9ed07df32c req-2b7f94f9-fe8a-49e3-b460-72c300df6a47 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.693433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a82803a-4a52-4891-8eca-2c9ed07df32c req-2b7f94f9-fe8a-49e3-b460-72c300df6a47 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 945 time: 0.5757372 Jul 16 01:25:46.704596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eff573b2-3d12-4220-ac17-f4d89d8ac8f2 req-0039e7c0-ccf6-4240-a6bb-8816c76b0bc6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032640 Jul 16 01:25:46.724213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-a887d1a1-f26a-4445-8d57-7565c8c32863 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 217 time: 0.0447586 Jul 16 01:25:46.746597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-a1b57c9a-11dc-4a00-99e2-753866b3edef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93 HTTP/1.1" status: 200 len: 217 time: 0.0774615 Jul 16 01:25:46.769147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-b8391baa-bda6-4647-a11f-451acfb3577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.770676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-b8391baa-bda6-4647-a11f-451acfb3577e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331&tenant_id=2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 1097 time: 0.1753902 Jul 16 01:25:46.799072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-6b64b9ab-6580-483b-8729-4fd550da408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.801029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-6b64b9ab-6580-483b-8729-4fd550da408e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0692868 Jul 16 01:25:46.804743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-805efedc-299a-4af1-b363-24cb9aa57afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.806207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-805efedc-299a-4af1-b363-24cb9aa57afc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.4229407 Jul 16 01:25:46.858001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-95e2e925-41f5-460c-98ca-0ddd3e8585be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504436 Jul 16 01:25:46.862587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a82803a-4a52-4891-8eca-2c9ed07df32c req-4615f21f-43dc-40e5-b1d0-20dae93937c1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528220 Jul 16 01:25:46.869481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-3547405b-7560-49ef-b6d6-4870cb70861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.870977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-3547405b-7560-49ef-b6d6-4870cb70861b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1130154 Jul 16 01:25:46.974386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-f78ac138-8435-4d28-90c3-b298db41af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.976233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-f78ac138-8435-4d28-90c3-b298db41af9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1630497 Jul 16 01:25:46.985268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-a2c4a8e6-83c7-4299-a0b6-62a10d4f715f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538332 Jul 16 01:25:46.987060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-520191f6-f397-4855-b046-94961fc6a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.988642 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-520191f6-f397-4855-b046-94961fc6a2bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1097 time: 0.1404405 Jul 16 01:25:47.005088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-c7ce62a6-81dc-42a3-bb66-b6268033a19f service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207235 Jul 16 01:25:47.173943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-e107b06b-125d-4861-8e6c-12f4ba4380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.175562 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-e107b06b-125d-4861-8e6c-12f4ba4380c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1695912 Jul 16 01:25:47.177652 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2c47ab7b-aba0-40b3-91da-cbfbaf2cf757 req-0482cb7e-dbfa-4db2-a3c7-d35a95c62723 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634660 Jul 16 01:25:47.228618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-50a85604-6889-4f31-8705-262a0a41f4e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 217 time: 0.0435762 Jul 16 01:25:47.234343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-dc353d40-66a0-4164-9b62-6caa0bffddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.235829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-dc353d40-66a0-4164-9b62-6caa0bffddc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3580909 Jul 16 01:25:47.265579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-ec8e4bc9-f56a-4b39-8823-c4a46c91f809 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773695 Jul 16 01:25:47.291695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-ac0a31f7-a571-4ba2-8e00-08f3ed362b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.294063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-ac0a31f7-a571-4ba2-8e00-08f3ed362b5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0592480 Jul 16 01:25:47.305324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.313691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-ff18aabd-1aa1-4b7d-aeb9-5c5837034019 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.315753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-ff18aabd-1aa1-4b7d-aeb9-5c5837034019 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289182 Jul 16 01:25:47.332304 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-d6cb5792-dc45-4eba-ad63-ba2e23d38670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315061 Jul 16 01:25:47.399441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8a853-55a9-4182-aa47-b11e9b618851 req-b1ed702e-1a47-4eef-847e-9cf4ddcd87cb tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.401042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5df8a853-55a9-4182-aa47-b11e9b618851 req-b1ed702e-1a47-4eef-847e-9cf4ddcd87cb tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.3696630 Jul 16 01:25:47.406240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-4c7b6cb3-614e-497b-86b6-efec487174b8 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/quotas/57e1e5ce7da146589e94af689e2cf7e0 HTTP/1.1" status: 200 len: 375 time: 0.0814073 Jul 16 01:25:47.442066 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-0bc96058-e3fb-4bd7-95f5-c78c24ba29f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997350 Jul 16 01:25:47.526172 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.545148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-9a0eb487-74f2-4adf-835b-6c9a7d58ff60 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977431 Jul 16 01:25:47.568528 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-d1e33396-d284-47a9-89da-05ebff3df05f service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127133 Jul 16 01:25:47.604175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b8ba99-6e62-4179-b46a-2709d4484cb4 req-9983645d-0d7e-4b4a-9f4c-4e498949de46 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165073 Jul 16 01:25:47.617542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5df8a853-55a9-4182-aa47-b11e9b618851 req-c6972737-741c-4b1a-acb7-2db6e06048ca tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768975 Jul 16 01:25:47.708612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-0aa0623d-d61e-4c17-bad0-4ffb8804a537 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2942109 Jul 16 01:25:47.743331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d6ebb-00e6-45c6-9e72-d85ed73349de req-022c402b-0363-49da-be59-c2641cb4bf8c service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753914 Jul 16 01:25:47.804930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:47.808646 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defaf30b-4bcc-414a-9709-ac944048d335" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:47.819608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.824707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.870475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b1043debd494b50954b7d607b36e953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536842 Jul 16 01:25:47.874227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42204) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.913521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdb97a-753e-4ebd-acf4-d4ef15566b38 req-fcf553ab-a51e-4a3f-853c-25af1e4af7bc tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.915167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69bdb97a-753e-4ebd-acf4-d4ef15566b38 req-fcf553ab-a51e-4a3f-853c-25af1e4af7bc tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 948 time: 0.1511207 Jul 16 01:25:47.915901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0548aa0-00b2-44a5-a18a-e366731e2842,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.929073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.929642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.930234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.930757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.931310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.931818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.932336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.933181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.933716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.934294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.935015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.935523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e259b0-5fff-418f-935d-5b681d434817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:47.970969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aac77289-28bf-4e96-a74f-7717da1829aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.000560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69bdb97a-753e-4ebd-acf4-d4ef15566b38 req-bea14d82-6dab-45dd-99e7-26797a91f4cd tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738158 Jul 16 01:25:48.001104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.103389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aac77289-28bf-4e96-a74f-7717da1829aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.201082 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34394527-8aca-4fc2-9e5f-fbaa1c2bc2bc x-openstack-request-id: req-34394527-8aca-4fc2-9e5f-fbaa1c2bc2bc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:48.201383 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:48.201793 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34394527-8aca-4fc2-9e5f-fbaa1c2bc2bc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:48.202329 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'status': 'completed', 'code': 200} Jul 16 01:25:48.207454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-a3d1f03f-719d-4958-bdf9-e710b2ff0804 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.209656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-a3d1f03f-719d-4958-bdf9-e710b2ff0804 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.2241464 Jul 16 01:25:48.266485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aac77289-28bf-4e96-a74f-7717da1829aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.270086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aac77289-28bf-4e96-a74f-7717da1829aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.273924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aac77289-28bf-4e96-a74f-7717da1829aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0548aa0-00b2-44a5-a18a-e366731e2842 HTTP/1.1" status: 204 len: 168 time: 0.3959954 Jul 16 01:25:48.290891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac77289-28bf-4e96-a74f-7717da1829aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0548aa0-00b2-44a5-a18a-e366731e2842,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.344782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42222) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.379249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91a127a4-b7e4-4068-841a-fb2421c1cdba req-ae346637-d236-4676-b51d-090da110a805 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 210 time: 0.1440842 Jul 16 01:25:48.407342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-e7a88ba1-e2ec-485e-a0e3-9bbc70255289 service neutron] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:48.407444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3cbd-a9a2-433f-b0a4-35a1dcd1f8f8 req-bfa13815-9284-4963-a31c-b179b450974e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.407733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c2a3cbd-a9a2-433f-b0a4-35a1dcd1f8f8 req-bfa13815-9284-4963-a31c-b179b450974e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 950 time: 0.2773020 Jul 16 01:25:48.411178 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-e7a88ba1-e2ec-485e-a0e3-9bbc70255289 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.416283 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af390ae0-0afc-4422-abfe-63bb4d83c477 req-e7a88ba1-e2ec-485e-a0e3-9bbc70255289 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0/bindings/n-h1-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.1956930 Jul 16 01:25:48.460841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaf30b-4bcc-414a-9709-ac944048d335 req-0c086b9a-34a0-439c-810d-59e834c23b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.462461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-0c086b9a-34a0-439c-810d-59e834c23b36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1095 time: 0.2531903 Jul 16 01:25:48.494890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c2a3cbd-a9a2-433f-b0a4-35a1dcd1f8f8 req-3d411951-5505-4d05-a80c-6ce200b66131 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770986 Jul 16 01:25:48.516777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56d2d287-c2e8-449b-bf95-06e7fc93c55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.608627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:48.610680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:48.702403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:48.722174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfea9-2a8c-4a55-8a88-683cdef04480 req-b6dfe790-c81e-4065-9640-308b08b9d248 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.724178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-113bfea9-2a8c-4a55-8a88-683cdef04480 req-b6dfe790-c81e-4065-9640-308b08b9d248 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 945 time: 0.1974795 Jul 16 01:25:48.727681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaf30b-4bcc-414a-9709-ac944048d335 req-10f336cb-ee23-48b6-bec9-a533b72c82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.729893 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-10f336cb-ee23-48b6-bec9-a533b72c82ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2340627 Jul 16 01:25:48.760464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56d2d287-c2e8-449b-bf95-06e7fc93c55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.769831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56d2d287-c2e8-449b-bf95-06e7fc93c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.813949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-b0263e9e-d0fb-4cfa-a56f-2643733a690c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 217 time: 0.0731134 Jul 16 01:25:48.822675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a3b7-5b40-46ce-a604-262b1b5d258f req-50ac838d-1e34-45a0-978a-d2eabfb8ba6e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.824676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be98a3b7-5b40-46ce-a604-262b1b5d258f req-50ac838d-1e34-45a0-978a-d2eabfb8ba6e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1912174 Jul 16 01:25:48.856448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:48.865926 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-56d2d287-c2e8-449b-bf95-06e7fc93c55b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff4256baddc6488ba2d3865f103caff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177262 Jul 16 01:25:48.865926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2d287-c2e8-449b-bf95-06e7fc93c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ac069-3f18-4978-9ec7-f7fb7cb4f2d0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.870423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'mac_address': 'fa:16:3e:1b:3e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:48.878230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.904775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.923893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.934713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-113bfea9-2a8c-4a55-8a88-683cdef04480 req-a5d6d6e8-1712-44f7-8de3-66770c4474d7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012122 Jul 16 01:25:48.939620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd96a80-9ae2-44d0-a9d1-3882e5d76419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.941855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0a21ee-3bb8-471b-a08c-e615d6e07000 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:48.987111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:48.994295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.995320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:49.050547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be98a3b7-5b40-46ce-a604-262b1b5d258f req-0d32a333-75a1-4292-a7b5-426d24a94ed1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056818 Jul 16 01:25:49.058535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaf30b-4bcc-414a-9709-ac944048d335 req-f938f5d2-80f1-4021-b676-1882193aeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.060272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-f938f5d2-80f1-4021-b676-1882193aeb42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.2320249 Jul 16 01:25:49.063898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.128143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:49.150557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'mac_address': 'fa:16:3e:73:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:49.158663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-eaafc89c-aaf8-4284-bf9a-9eb94835c7a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868568 Jul 16 01:25:49.181132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd96a80-9ae2-44d0-a9d1-3882e5d76419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.190237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd96a80-9ae2-44d0-a9d1-3882e5d76419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.203642 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.225762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24518b99-7394-4083-8ad4-2f0cbb5a1d93 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:49.249748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:49.257772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ebd96a80-9ae2-44d0-a9d1-3882e5d76419 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d21fe1eae393485486109d2fd9c36059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493822 Jul 16 01:25:49.258788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42250) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:49.258934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.280891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd96a80-9ae2-44d0-a9d1-3882e5d76419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7047538-1610-40c0-843c-1f0a00c3f1e8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.311766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e67a6f6a-bf61-4e3b-8939-5b6296a88421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.331368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.343381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47500998-5314-441e-97f3-2ed61d75382d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.368353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47500998-5314-441e-97f3-2ed61d75382d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.387313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e67a6f6a-bf61-4e3b-8939-5b6296a88421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.421320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47500998-5314-441e-97f3-2ed61d75382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.427258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47500998-5314-441e-97f3-2ed61d75382d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.428953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-47500998-5314-441e-97f3-2ed61d75382d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7047538-1610-40c0-843c-1f0a00c3f1e8 HTTP/1.1" status: 204 len: 168 time: 0.1693635 Jul 16 01:25:49.439511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47500998-5314-441e-97f3-2ed61d75382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7047538-1610-40c0-843c-1f0a00c3f1e8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.494403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-b1914bf6-9466-47c3-9c1f-af730e22c887 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093879 Jul 16 01:25:49.509030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ed44-af35-4484-b861-72c53759277a req-919d8dce-6cff-43a4-8fd6-a3a9a15b2f3b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.510579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f800ed44-af35-4484-b861-72c53759277a req-919d8dce-6cff-43a4-8fd6-a3a9a15b2f3b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.3548164 Jul 16 01:25:49.526869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['9b0a21ee-3bb8-471b-a08c-e615d6e07000'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:49.559873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['24518b99-7394-4083-8ad4-2f0cbb5a1d93'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:49.595653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563752e-fd04-452a-a12e-c69ba59e36dc req-9b8f7627-2cbd-4248-8ebd-b74298770a82 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.603196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a563752e-fd04-452a-a12e-c69ba59e36dc req-9b8f7627-2cbd-4248-8ebd-b74298770a82 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 949 time: 0.2397008 Jul 16 01:25:49.643882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e67a6f6a-bf61-4e3b-8939-5b6296a88421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.646455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e67a6f6a-bf61-4e3b-8939-5b6296a88421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.647592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e67a6f6a-bf61-4e3b-8939-5b6296a88421 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff9ac069-3f18-4978-9ec7-f7fb7cb4f2d0 HTTP/1.1" status: 204 len: 168 time: 0.7675390 Jul 16 01:25:49.682546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f800ed44-af35-4484-b861-72c53759277a req-78f4b613-8332-45b0-9ea7-364b200f43c6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554241 Jul 16 01:25:49.687350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a6f6a-bf61-4e3b-8939-5b6296a88421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ac069-3f18-4978-9ec7-f7fb7cb4f2d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.729930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a563752e-fd04-452a-a12e-c69ba59e36dc req-dcae6b7a-e3ab-46f1-bbab-48e1d8454963 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257026 Jul 16 01:25:49.738295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-defaf30b-4bcc-414a-9709-ac944048d335 req-93c08dbf-17f2-4a35-b3f3-b55666add417 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267327 Jul 16 01:25:49.859889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-01cb43c0-525e-4913-bb8d-008e73a4f5ed tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f4e9331e8aea473ca35ed5ae84019399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361044 Jul 16 01:25:49.983372 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-3a3d77f5-3630-49fc-a298-29f181a12ddf tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373325 Jul 16 01:25:50.036068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-d351506c-ebd6-4bd5-889e-22ca0f51345a tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.050656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-d351506c-ebd6-4bd5-889e-22ca0f51345a tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894827 Jul 16 01:25:50.083096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-8d16051a-ce52-44d9-926a-4291b508e156 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/quotas/f4e9331e8aea473ca35ed5ae84019399 HTTP/1.1" status: 200 len: 375 time: 0.0301690 Jul 16 01:25:50.212097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-aaae4349-e846-4e9a-af14-311a3737ed7e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.214100 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-aaae4349-e846-4e9a-af14-311a3737ed7e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236450 Jul 16 01:25:50.222007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-20f08ded-900a-457e-b0b7-39755a2feb3e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377516 Jul 16 01:25:50.229544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff0de0-09af-4f23-8692-c8b4f0c4a9cf req-385d0107-2e35-4d6d-9ee1-4803bf1462db tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.231500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aff0de0-09af-4f23-8692-c8b4f0c4a9cf req-385d0107-2e35-4d6d-9ee1-4803bf1462db tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1097 time: 0.1257498 Jul 16 01:25:50.239106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:50.290233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.301038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aff0de0-09af-4f23-8692-c8b4f0c4a9cf req-547f80a0-5517-45e1-8950-c87bc2e44350 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638041 Jul 16 01:25:50.337160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae1154ea-2d9b-48db-9926-a3b9994f4857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.529514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5aa6d4a8-3618-487d-bc4e-c3095313aee7 req-96f5c59d-6ad4-4ead-a1a0-0b3b3b3f0a77 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 210 time: 0.0622103 Jul 16 01:25:50.620084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0661524f-7a11-4655-a3c4-461021be22f8 req-fec848d9-b47c-4728-87aa-11c8adc68dd1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 210 time: 0.0424693 Jul 16 01:25:50.630766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:50.647965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae1154ea-2d9b-48db-9926-a3b9994f4857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.670129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae1154ea-2d9b-48db-9926-a3b9994f4857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.679632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:50.683266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.691149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:50.724161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ae1154ea-2d9b-48db-9926-a3b9994f4857 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=609f840c8f5a4b2d9317aafa2e187741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200895 Jul 16 01:25:50.743556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.875217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:50.895957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:50.904287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.176 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/5f6d4971-5a1d-41d1-a435-364b41946fb0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:50.916380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:50.923703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.927014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'port_id': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'mac_address': 'fa:16:3e:cd:11:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0e21ad-857b-444e-b696-0f1f25b9abfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:51.079081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.097643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:51.143163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:51.154334 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.162901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.169030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.187639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object 5f6d4971-5a1d-41d1-a435-364b41946fb0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:51.225991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:51.228506 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d4248-7424-46b6-b298-d4787e99f827" -d '{"events": [{"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-plugged", "status": "completed", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:51.230133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1154ea-2d9b-48db-9926-a3b9994f4857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba1a3d-fbde-4307-98f1-8100370b9514,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.247271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ee28909-3c9e-4238-928b-dbc837265dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.254768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.255311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:51.256670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.261468 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.287694 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ee28909-3c9e-4238-928b-dbc837265dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.312835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:51.317571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:51.329355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:51.353457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:51.366993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:51.405201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.442878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:51.447746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.448511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.464609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=5f6d4971-5a1d-41d1-a435-364b41946fb0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.478855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-2f39bb31-48e0-4599-8000-f5c4ec4de6db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2498038 Jul 16 01:25:51.504400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Request body: {'port': {'device_id': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:51.509939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-7a0207af-8a55-44d2-a2e9-9cf9115efa8f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.522021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-7a0207af-8a55-44d2-a2e9-9cf9115efa8f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.8430550 Jul 16 01:25:51.544115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-05a527f1-3a4b-4084-8261-4018a6b4d8ad tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/quotas/2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 375 time: 0.0208747 Jul 16 01:25:51.608225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae678cf-2427-4e5f-aee4-e30534e4ccce req-62c76c37-ce2c-4538-bf67-bd313e0fa596 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.619383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ae678cf-2427-4e5f-aee4-e30534e4ccce req-62c76c37-ce2c-4538-bf67-bd313e0fa596 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.7346342 Jul 16 01:25:51.653992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.684724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ee28909-3c9e-4238-928b-dbc837265dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.687452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ee28909-3c9e-4238-928b-dbc837265dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.691917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7ee28909-3c9e-4238-928b-dbc837265dad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27ba1a3d-fbde-4307-98f1-8100370b9514 HTTP/1.1" status: 204 len: 168 time: 0.9461172 Jul 16 01:25:51.725154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ae678cf-2427-4e5f-aee4-e30534e4ccce req-5d091af9-cb0b-4a2d-ae15-88a3a196f638 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047559 Jul 16 01:25:51.727144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee28909-3c9e-4238-928b-dbc837265dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba1a3d-fbde-4307-98f1-8100370b9514,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.798951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1cf3af7c-dff8-4351-b640-4018c1af8011 None None] Provisioning for port 5f6d4971-5a1d-41d1-a435-364b41946fb0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:51.812229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-b96821d3-3e35-408b-9438-e72c6d6ee19a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2657518 Jul 16 01:25:51.831654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1cf3af7c-dff8-4351-b640-4018c1af8011 None None] Provisioning complete for port 5f6d4971-5a1d-41d1-a435-364b41946fb0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:51.832441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf3af7c-dff8-4351-b640-4018c1af8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.094467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-29e28e9b-b00a-4a80-9777-a5a9016ff788 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587509 Jul 16 01:25:52.121461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3af7c-dff8-4351-b640-4018c1af8011 None None] Port 5f6d4971-5a1d-41d1-a435-364b41946fb0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:52.183130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec8239-1828-4062-91ce-168848c60d8a req-e504f568-81eb-4456-bbd6-fecaa4efa7fc tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.194154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1ec8239-1828-4062-91ce-168848c60d8a req-e504f568-81eb-4456-bbd6-fecaa4efa7fc tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 950 time: 0.1979837 Jul 16 01:25:52.306465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1ec8239-1828-4062-91ce-168848c60d8a req-53f6b125-891d-4e2e-b93d-89bec8f25a65 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110578 Jul 16 01:25:52.308907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d4971-5a1d-41d1-a435-364b41946fb0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:52.330588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.370148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Transition to ACTIVE for port object 5f6d4971-5a1d-41d1-a435-364b41946fb0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:52.379805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.411005 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-c6369545-fbba-4b26-93c7-b60584d87286 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155589 Jul 16 01:25:52.466388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d4971-5a1d-41d1-a435-364b41946fb0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.580976 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61eb97e-d9fa-4342-a91e-f4f068119d41 x-openstack-request-id: req-d61eb97e-d9fa-4342-a91e-f4f068119d41 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:52.581973 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-plugged", "status": "completed", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:52.582542 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d61eb97e-d9fa-4342-a91e-f4f068119d41 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:52.584288 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'code': 200} Jul 16 01:25:52.587693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-257e5b2e-0a37-4a1c-aa78-6da32773280c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4e9331e8aea473ca35ed5ae84019399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738807 Jul 16 01:25:52.651787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:52.806267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0614b12-fa56-4837-a562-bbd998f3f077 req-01782243-bca4-4b74-b375-5f90a8a4d9f3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 210 time: 0.0593212 Jul 16 01:25:52.854224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Attempting to bind port 5f6d4971-5a1d-41d1-a435-364b41946fb0 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:52.854815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Attempting to bind port 5f6d4971-5a1d-41d1-a435-364b41946fb0 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:52.855250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Attempting to bind port 5f6d4971-5a1d-41d1-a435-364b41946fb0 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:52.870478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:52.881732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-87c11e47-f0cc-404e-9b30-ceef5973c88c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.883495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:52.883880 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-87c11e47-f0cc-404e-9b30-ceef5973c88c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529035 Jul 16 01:25:52.884666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Port 5f6d4971-5a1d-41d1-a435-364b41946fb0 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:52.885093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Attempting to bind port 5f6d4971-5a1d-41d1-a435-364b41946fb0 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:52.887348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.893570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:52.894239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:52.894863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:52.895436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Bound port: 5f6d4971-5a1d-41d1-a435-364b41946fb0, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:52.895917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.904622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Request body: {'port': {'device_id': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'f4e9331e8aea473ca35ed5ae84019399'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:53.121470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.128458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] For port 5f6d4971-5a1d-41d1-a435-364b41946fb0, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:53.141083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] For port 5f6d4971-5a1d-41d1-a435-364b41946fb0, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:53.155370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.174426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:53.183102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.271816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c04f5-8f5e-4cf2-b982-ec18a1288f79 req-60b9e097-c221-46f5-9ba9-ec040dce322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.286606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.287797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.290984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e7c04f5-8f5e-4cf2-b982-ec18a1288f79 req-60b9e097-c221-46f5-9ba9-ec040dce322e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 1102 time: 0.3057067 Jul 16 01:25:53.298608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/5f6d4971-5a1d-41d1-a435-364b41946fb0 HTTP/1.1" status: 200 len: 1097 time: 1.7921894 Jul 16 01:25:53.299239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'tag': '5f6d4971-5a1d-41d1-a435-364b41946fb0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:53.306227 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2409d9-a8d1-4e18-9cba-adb862160af0" -d '{"events": [{"name": "network-changed", "server_uuid": "67ae8e83-0f57-41ef-a896-1e82e40b7cbf", "tag": "5f6d4971-5a1d-41d1-a435-364b41946fb0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:53.315578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.338039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84702aa1-e47e-4a08-a49d-6f1bddc1eed2 req-b68742a6-587b-427a-b14a-1709d9473bce tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.344251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84702aa1-e47e-4a08-a49d-6f1bddc1eed2 req-b68742a6-587b-427a-b14a-1709d9473bce tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 948 time: 0.2699046 Jul 16 01:25:53.386335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eb596-7208-4cde-a471-2eb9b0b877d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d4971-5a1d-41d1-a435-364b41946fb0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.477748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84702aa1-e47e-4a08-a49d-6f1bddc1eed2 req-d16e14c9-0ec5-4a27-a34e-43f5ed5e8c19 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209493 Jul 16 01:25:53.482169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e7c04f5-8f5e-4cf2-b982-ec18a1288f79 req-684d6081-cc1c-479a-b687-0c42d91e6664 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789165 Jul 16 01:25:53.511012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Made reservation on behalf of f4e9331e8aea473ca35ed5ae84019399 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:53.514807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.610080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-369391db-7ae0-4e0b-b4ba-06324c9ba805 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669999 Jul 16 01:25:53.697466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5422db1e-e602-44d5-be82-25b3cff4277e req-eb703a1c-9dea-4f23-97b1-f2e47e73a366 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 210 time: 0.0590928 Jul 16 01:25:53.725498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-97402636-6b9e-4e62-a609-8e63c51b33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.726985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-97402636-6b9e-4e62-a609-8e63c51b33b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 1100 time: 0.3257253 Jul 16 01:25:53.807736 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-29d09dbc-2c8c-4113-acbf-e729970294c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0 HTTP/1.1" status: 200 len: 217 time: 0.0484145 Jul 16 01:25:53.844460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-9b8fbb48-6511-4c39-8047-396a44dbb8ea tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.850342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-9b8fbb48-6511-4c39-8047-396a44dbb8ea tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368743 Jul 16 01:25:53.896384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-676d8bcb-d8dd-49ca-b38f-5ccba795b562 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/quotas/d7dcca95cf2c41c39f94f9dd2b8d87e6 HTTP/1.1" status: 200 len: 375 time: 0.0355158 Jul 16 01:25:53.901596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Allocated IP 192.168.233.79 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/e0429f60-3ae5-4f27-a267-336103151828) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:53.936788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-fc517f9c-b6a2-42a1-b5f5-1016f5e20c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.938590 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-fc517f9c-b6a2-42a1-b5f5-1016f5e20c97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1123452 Jul 16 01:25:53.954168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-cc6b5436-c6b0-4cdc-92de-721dd1836242 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378397 Jul 16 01:25:53.990467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128893fd-4012-48f9-a7ef-54eeeb778035 req-6f2bce4f-1eee-4200-82da-8b22e0edbcfc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.998920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-128893fd-4012-48f9-a7ef-54eeeb778035 req-6f2bce4f-1eee-4200-82da-8b22e0edbcfc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.1299198 Jul 16 01:25:54.116403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-128893fd-4012-48f9-a7ef-54eeeb778035 req-21914191-d55f-410e-97a7-738b6604d7db tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164372 Jul 16 01:25:54.202720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-49bf8caf-f790-46cf-ae64-7698bbfa124c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1810720 Jul 16 01:25:54.371204 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd731a-8237-4c4d-90b8-5cabd4dac6f2 x-openstack-request-id: req-07bd731a-8237-4c4d-90b8-5cabd4dac6f2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:54.371500 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ae8e83-0f57-41ef-a896-1e82e40b7cbf", "tag": "5f6d4971-5a1d-41d1-a435-364b41946fb0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:54.371754 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07bd731a-8237-4c4d-90b8-5cabd4dac6f2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:54.373096 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'tag': '5f6d4971-5a1d-41d1-a435-364b41946fb0', 'status': 'completed', 'code': 200} Jul 16 01:25:54.376908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-8384cf86-d7e2-4163-b3f7-00e0130f9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.378585 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-8384cf86-d7e2-4163-b3f7-00e0130f9806 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4323602 Jul 16 01:25:54.467086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-8913e6da-5076-4459-843c-d8615e014fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.468633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-8913e6da-5076-4459-843c-d8615e014fcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 1119 time: 0.1773636 Jul 16 01:25:54.491824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.538951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Transition to ACTIVE for port object e0429f60-3ae5-4f27-a267-336103151828 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:54.565773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-7edfdba1-f2c1-45cc-842e-36636ac66998 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668177 Jul 16 01:25:54.585390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:54.590086 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7b84ef-825e-4876-a222-8899dba851c3" -d '{"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-plugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:54.658397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.669576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:54.677208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562c35-07e5-4027-ae2f-2e18aa637f5f req-9143be44-221e-4934-b136-619b9f1c49cd tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.687066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55562c35-07e5-4027-ae2f-2e18aa637f5f req-9143be44-221e-4934-b136-619b9f1c49cd tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 950 time: 0.2794423 Jul 16 01:25:54.718857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3b674241-62c0-49fd-94af-d27a5a4e5cd0', '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:54.828376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:54.848182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:54.854042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:54.861235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event updated for resources: {'Port': ['ID=e0429f60-3ae5-4f27-a267-336103151828,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:54.866661 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6eef6cc3-5533-47e4-8aac-8f938b4a76f6 req-c9702a08-73e9-4180-968e-656829db8bef service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927909 Jul 16 01:25:54.884826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:54.900031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:54.900947 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.910773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-37126863-3917-4e8f-9a7e-ebc29de8c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.912988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-37126863-3917-4e8f-9a7e-ebc29de8c77a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.3880715 Jul 16 01:25:54.987549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.988341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.999770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-899d39dc-86bb-46eb-bd9c-6f323cf51a8f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.004266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-899d39dc-86bb-46eb-bd9c-6f323cf51a8f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.3798630 Jul 16 01:25:55.054245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-04461ee8-ea22-4390-9d24-f98c520316be tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1542544 Jul 16 01:25:55.081883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Request body: {'port': {'device_id': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:55.091723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55562c35-07e5-4027-ae2f-2e18aa637f5f req-f5303d35-4aba-459e-911b-ad06365b1d3d tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035923 Jul 16 01:25:55.115738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Request body: {'port': {'device_id': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'admin_state_up': True, 'tenant_id': '2d65ffd125da41a08a64015412dbfe88'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:55.121499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-87bb1ea2-aa6a-4b5f-913d-8aa05ec26e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.123503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-87bb1ea2-aa6a-4b5f-913d-8aa05ec26e61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 1100 time: 0.1180735 Jul 16 01:25:55.178283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.278283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.322787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-9ae9c395-b7ff-4810-b1bd-4084de930f40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 200 len: 217 time: 0.3427258 Jul 16 01:25:55.324054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:55.325530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3eff490-67b5-47e7-87cb-670c5e01a178 None None] Provisioning for port e0429f60-3ae5-4f27-a267-336103151828 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:55.337638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3eff490-67b5-47e7-87cb-670c5e01a178 None None] Provisioning complete for port e0429f60-3ae5-4f27-a267-336103151828 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:55.338113 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3eff490-67b5-47e7-87cb-670c5e01a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.339951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.353135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-997c366d-7d36-439b-ac79-dc5a83a4ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.354906 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-997c366d-7d36-439b-ac79-dc5a83a4ad5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2218404 Jul 16 01:25:55.385094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Made reservation on behalf of 2d65ffd125da41a08a64015412dbfe88 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:55.390309 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.464874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99797553-97cb-44df-9c62-67f359691a6a req-2e38daaa-b553-4058-9329-51cf39c6f5b1 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 210 time: 0.1384697 Jul 16 01:25:55.475636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e3eff490-67b5-47e7-87cb-670c5e01a178 None None] Port e0429f60-3ae5-4f27-a267-336103151828 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:55.496060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:55.531388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b198-961e-46f6-8e33-ccdb156e99b2 req-761ba9e4-6c70-401e-ae9c-30bed57abf8d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.533563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1460b198-961e-46f6-8e33-ccdb156e99b2 req-761ba9e4-6c70-401e-ae9c-30bed57abf8d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 935 time: 0.8437335 Jul 16 01:25:55.553365 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-239d8b91-ca2f-4489-9708-8b4745e9cac7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0 HTTP/1.1" status: 200 len: 217 time: 0.0503719 Jul 16 01:25:55.558921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-f4192452-7d93-45c6-b0bf-2313a79ce4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.560572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-f4192452-7d93-45c6-b0bf-2313a79ce4c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.2265313 Jul 16 01:25:55.637365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-423fa671-b479-4f91-a67b-7f7f94cb7526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686040 Jul 16 01:25:55.656742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-da7d838a-d0ac-4243-8fc8-40074a9cb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.658900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-da7d838a-d0ac-4243-8fc8-40074a9cb0b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0739317 Jul 16 01:25:55.734265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1460b198-961e-46f6-8e33-ccdb156e99b2 req-120e31a3-27ff-45b2-bb66-97964fd56348 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891870 Jul 16 01:25:55.759353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0429f60-3ae5-4f27-a267-336103151828 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:55.771226 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.789895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Transition to ACTIVE for port object e0429f60-3ae5-4f27-a267-336103151828 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:55.793653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-2ae51fe9-2658-4d8d-a946-5abc09e0b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.797792 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174a98c-a594-4b19-8246-48b2f238cabc x-openstack-request-id: req-6174a98c-a594-4b19-8246-48b2f238cabc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:55.798951 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-plugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:55.799207 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6174a98c-a594-4b19-8246-48b2f238cabc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:55.799694 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'code': 200} Jul 16 01:25:55.800639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-2ae51fe9-2658-4d8d-a946-5abc09e0b0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270018 Jul 16 01:25:55.808361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.872406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Allocated IP 172.20.0.3 (5f659f07-8e6c-4520-8855-00b805943fea/6439169b-a333-49f7-851e-e0ebaf35dcbc/da811483-c9de-453d-8ec3-012f95b335e5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:55.901248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628f82-93a6-4f42-887e-3477d3cc450e req-030ac491-3e08-4db3-9dee-ccf58b28a9e6 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.902769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Pushing event updated for resources: {'Port': ['ID=e0429f60-3ae5-4f27-a267-336103151828,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:55.922846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5628f82-93a6-4f42-887e-3477d3cc450e req-030ac491-3e08-4db3-9dee-ccf58b28a9e6 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 948 time: 0.2919817 Jul 16 01:25:55.935016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-48adb978-6984-4858-8a14-91f0a619b395 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796624 Jul 16 01:25:56.018344 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-400375f7-8a63-4e6d-8a86-c567f3cca703 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131624 Jul 16 01:25:56.055143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-184583c4-37bf-45d4-be38-cb9e26b8c3f9 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356226 Jul 16 01:25:56.131460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5628f82-93a6-4f42-887e-3477d3cc450e req-568cb845-ef87-4ff3-9164-bd46dc8c8ccf tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068803 Jul 16 01:25:56.141277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-ccd866a4-3d60-4285-a837-6f74e235cf48 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027346 Jul 16 01:25:56.246793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c455d9c-0023-49c6-bb8e-da0e78d4c764 req-24110805-9150-4ed5-9789-4d7f58390af0 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036807 Jul 16 01:25:56.249244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-36528a8a-683b-4326-b845-c6ef1dc2a1da tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.252177 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-36528a8a-683b-4326-b845-c6ef1dc2a1da tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727855 Jul 16 01:25:56.278984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Request body: {'port': {'device_id': '0442218f-f2b5-46ba-aafe-288079297150', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'd7dcca95cf2c41c39f94f9dd2b8d87e6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:56.354390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb9c62-ecc2-4b1c-a802-94f64088f2bd req-49fc352b-ce8b-4d87-b702-603e4c1ebc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.356338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecfb9c62-ecc2-4b1c-a802-94f64088f2bd req-49fc352b-ce8b-4d87-b702-603e4c1ebc71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 1101 time: 0.4151521 Jul 16 01:25:56.381819 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:56.425890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Attempting to bind port e0429f60-3ae5-4f27-a267-336103151828 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:56.426106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Attempting to bind port e0429f60-3ae5-4f27-a267-336103151828 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:56.426442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Attempting to bind port e0429f60-3ae5-4f27-a267-336103151828 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:56.440290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b54e371d-ef04-4c6f-a885-524b4b9d7849 req-73b881bb-b4a6-490f-87d5-5a380b83f9b5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 210 time: 0.0758934 Jul 16 01:25:56.466901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Port e0429f60-3ae5-4f27-a267-336103151828 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:56.467146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Attempting to bind port e0429f60-3ae5-4f27-a267-336103151828 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:56.469751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-0d740d60-dfbc-4365-9f7d-6d7e7ebb415b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.474846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-0d740d60-dfbc-4365-9f7d-6d7e7ebb415b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185556 Jul 16 01:25:56.482082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:56.482439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:56.482853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:56.483361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Bound port: e0429f60-3ae5-4f27-a267-336103151828, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:56.483730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.515954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Made reservation on behalf of d7dcca95cf2c41c39f94f9dd2b8d87e6 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:56.525597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.525597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6a2409d9-a8d1-4e18-9cba-adb862160af0 req-c24d7bcf-d8f0-47a5-80ff-05d3ef9643c0 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681742 Jul 16 01:25:56.525950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecfb9c62-ecc2-4b1c-a802-94f64088f2bd req-4091dd51-9a24-4b75-945e-84da5f23f061 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547787 Jul 16 01:25:56.530522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.549782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-285bd2cc-aa11-4b97-a34f-7d2479049e02 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/quotas/d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 375 time: 0.0458786 Jul 16 01:25:56.557323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.608730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-213f2948-bc48-4e80-a973-8c84a8a226bd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486326 Jul 16 01:25:56.619672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] For port e0429f60-3ae5-4f27-a267-336103151828, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:56.639170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] For port e0429f60-3ae5-4f27-a267-336103151828, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e0429f60-3ae5-4f27-a267-336103151828,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:56.649553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.664715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.710702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.711345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.712905 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-48197d87-1926-41a0-a180-0b4071250282 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0429f60-3ae5-4f27-a267-336103151828 HTTP/1.1" status: 200 len: 1096 time: 1.6373689 Jul 16 01:25:56.713383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'tag': 'e0429f60-3ae5-4f27-a267-336103151828'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:56.716149 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181007c-74eb-4a94-9a38-b5b10b451a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "15116c70-72da-4b74-bf19-fa16193b3b9f", "tag": "e0429f60-3ae5-4f27-a267-336103151828"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:56.733855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Network 5f659f07-8e6c-4520-8855-00b805943fea is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:56.757996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48197d87-1926-41a0-a180-0b4071250282 service neutron] Pushing event updated for resources: {'Port': ['ID=e0429f60-3ae5-4f27-a267-336103151828,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.770479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:56.782049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:56.805290 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.901147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.950891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.980686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.981344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.005681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1faec5-88ac-4f2b-8930-9e8ca15765ae req-635e3b37-8946-48e5-8bb9-2cccf4e27f3c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.013824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa1faec5-88ac-4f2b-8930-9e8ca15765ae req-635e3b37-8946-48e5-8bb9-2cccf4e27f3c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.4437413 Jul 16 01:25:57.029965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32250cb-a7df-4f8c-b49d-271f44be4226,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:57.038878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3a81ffac-6d85-4663-9523-02eb47b0bff6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0103343 Jul 16 01:25:57.076204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa1faec5-88ac-4f2b-8930-9e8ca15765ae req-829048bb-ec95-468e-95f3-225409d48892 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Jul 16 01:25:57.083296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Request body: {'port': {'device_id': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:57.169033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Allocated IP 192.168.233.209 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:57.180534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-6db54b33-ac21-4464-94d9-30ebbe4a9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.182990 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-6db54b33-ac21-4464-94d9-30ebbe4a9515 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 1099 time: 0.3800826 Jul 16 01:25:57.271748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3270e1eb-c6e9-4927-9949-bdd297222936 req-d538e75c-96e6-4257-88ef-f06a988f6129 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 210 time: 0.0438938 Jul 16 01:25:57.279709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.345501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc9d8b-76af-4f6f-a3cc-6eb50b248a16 req-a82f7ab0-fe53-4aaf-904d-fb12afb8b3ff tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.347606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aebc9d8b-76af-4f6f-a3cc-6eb50b248a16 req-a82f7ab0-fe53-4aaf-904d-fb12afb8b3ff tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 950 time: 0.2080634 Jul 16 01:25:57.380264 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf7e091-edb6-4c4e-9f8d-e02898f54af6 x-openstack-request-id: req-bcf7e091-edb6-4c4e-9f8d-e02898f54af6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:57.380722 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15116c70-72da-4b74-bf19-fa16193b3b9f", "tag": "e0429f60-3ae5-4f27-a267-336103151828", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:57.380855 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcf7e091-edb6-4c4e-9f8d-e02898f54af6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:57.381282 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'tag': 'e0429f60-3ae5-4f27-a267-336103151828', 'status': 'completed', 'code': 200} Jul 16 01:25:57.430090 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-43cbefbf-3c95-453c-aa19-953aed6df216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e0429f60-3ae5-4f27-a267-336103151828 HTTP/1.1" status: 200 len: 217 time: 0.0519454 Jul 16 01:25:57.457931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.508881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Transition to ACTIVE for port object b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:57.522657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-9dd47d5d-0fcd-489b-95f4-82088f5da057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.524176 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-9dd47d5d-0fcd-489b-95f4-82088f5da057 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0872104 Jul 16 01:25:57.611351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.689720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:57.695452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-9c1838c7-9c45-4266-badb-dfd71c01ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.697693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-9c1838c7-9c45-4266-badb-dfd71c01ed9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1650288 Jul 16 01:25:57.702600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:57.716724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:57.733314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Pushing event updated for resources: {'Port': ['ID=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:57.738200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e024a2a1-6d22-4eb3-bc8c-6585e29fcef9 req-21e7916c-f6dc-46b3-ba64-233e41a151e2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 210 time: 0.3491950 Jul 16 01:25:57.763263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aebc9d8b-76af-4f6f-a3cc-6eb50b248a16 req-5153edeb-f70f-4cce-81a4-125c95987298 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059703 Jul 16 01:25:57.801320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:57.808765 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7b557-c8ee-49a8-8bfe-16eef8a8f86c" -d '{"events": [{"server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "name": "network-vif-plugged", "status": "completed", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:57.864649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.865420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.905654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-337c5861-b414-4ffb-aae6-25a17ac7e793 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6336548 Jul 16 01:25:57.913203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-3ae01912-faa9-428a-8a2a-6bc0e89b667c service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021272 Jul 16 01:25:57.919490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Request body: {'port': {'device_id': '0442218f-f2b5-46ba-aafe-288079297150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:58.073707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.084976 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c6d365ee-efc8-4a95-b2b2-8067263bba57 req-7215593e-fdd8-4b3b-bef8-8859cd8cc2f0 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592224 Jul 16 01:25:58.092453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9835f114-6781-43f6-b364-60216bae4926 None None] Provisioning for port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:58.097614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9835f114-6781-43f6-b364-60216bae4926 None None] Provisioning complete for port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:58.097985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9835f114-6781-43f6-b364-60216bae4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.105629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ba0e6-a999-4609-8d96-d6977cafa4da req-20457377-c00a-4638-8fcf-cee7a7bd9c14 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.107665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c9ba0e6-a999-4609-8d96-d6977cafa4da req-20457377-c00a-4638-8fcf-cee7a7bd9c14 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 947 time: 0.2161770 Jul 16 01:25:58.156121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9835f114-6781-43f6-b364-60216bae4926 None None] Port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:58.189708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fedf1-9bf3-4aba-aebd-b0fa06190a66 req-7ede9a58-d58a-4e84-9d2f-098caccc1796 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.197634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab4fedf1-9bf3-4aba-aebd-b0fa06190a66 req-7ede9a58-d58a-4e84-9d2f-098caccc1796 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 948 time: 0.2728894 Jul 16 01:25:58.242135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da811483-c9de-453d-8ec3-012f95b335e5 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:58.262723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.273436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c9ba0e6-a999-4609-8d96-d6977cafa4da req-12774f6d-5a5d-49a2-aef1-569cc84ee1ba tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422431 Jul 16 01:25:58.295213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Transition to ACTIVE for port object da811483-c9de-453d-8ec3-012f95b335e5 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:58.306330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab4fedf1-9bf3-4aba-aebd-b0fa06190a66 req-df13e90d-62a0-4f35-aab0-695ea54feb9f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090190 Jul 16 01:25:58.307704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.373478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-c6970d8d-9f7c-4184-a7d8-94195d934af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.375099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-c6970d8d-9f7c-4184-a7d8-94195d934af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4e9331e8aea473ca35ed5ae84019399&device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 1099 time: 0.1735609 Jul 16 01:25:58.427479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-c5b83935-18df-4ff4-bf5d-1976b8967eef tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421534 Jul 16 01:25:58.429936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.560256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:58.565842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-e26ad274-6ef7-4319-98a4-591437db0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.567325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-e26ad274-6ef7-4319-98a4-591437db0c17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1845634 Jul 16 01:25:58.571657 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.617412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-5836128f-8ae3-4dd7-a360-9b8b651e162e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e0429f60-3ae5-4f27-a267-336103151828 HTTP/1.1" status: 200 len: 217 time: 0.0420370 Jul 16 01:25:58.618306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Transition to ACTIVE for port object b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:58.623309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.694222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:58.694431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:58.694773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:58.708936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bde33-1559-40af-89fa-21dbfb288c70 req-2b91a1e6-965d-4b18-ad58-d3aa0a84d664 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.710823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-790bde33-1559-40af-89fa-21dbfb288c70 req-2b91a1e6-965d-4b18-ad58-d3aa0a84d664 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.2723036 Jul 16 01:25:58.718081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-824ccf05-69e2-4a04-949a-68474cd9debb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.719537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-824ccf05-69e2-4a04-949a-68474cd9debb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771218 Jul 16 01:25:58.727136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-b92207b7-6d32-48e7-b05f-e64d1e43f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.728680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-b92207b7-6d32-48e7-b05f-e64d1e43f086 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1014564 Jul 16 01:25:58.729295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Pushing event updated for resources: {'Port': ['ID=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.731736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:58.731993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:58.752002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae21537-d053-473b-9a48-032ad59fda23 req-7e613fcc-34f6-435d-93ec-9b7fecd85d22 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.753620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ae21537-d053-473b-9a48-032ad59fda23 req-7e613fcc-34f6-435d-93ec-9b7fecd85d22 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 949 time: 0.2585998 Jul 16 01:25:58.761029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Request body: {'port': {'device_id': '86a028fc-78a4-4a83-8858-850353c70104', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'd016397d79854b1ca90017ec4e6a9a66'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:58.764352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:58.764813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:58.765260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:58.765897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Bound port: da811483-c9de-453d-8ec3-012f95b335e5, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:58.766240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.855205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Attempting to bind port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:58.855549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Attempting to bind port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:58.855857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Attempting to bind port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:58.860842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-790bde33-1559-40af-89fa-21dbfb288c70 req-7d7bc551-f486-4760-9ca0-a2cb311a38e3 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393964 Jul 16 01:25:58.865047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:58.865047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Attempting to bind port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:58.873744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:58.874085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:58.875372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:58.875372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Bound port: b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:58.875372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.878738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-39c56daf-6d1b-4309-a98c-5df003fccf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.880246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-39c56daf-6d1b-4309-a98c-5df003fccf4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259675 Jul 16 01:25:58.930878 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d4fd85-4a76-4cc3-9c09-f05f3b2d3b95 x-openstack-request-id: req-65d4fd85-4a76-4cc3-9c09-f05f3b2d3b95 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:58.931412 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "name": "network-vif-plugged", "status": "completed", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:58.931499 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65d4fd85-4a76-4cc3-9c09-f05f3b2d3b95 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:58.931831 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'code': 200} Jul 16 01:25:58.937050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ae21537-d053-473b-9a48-032ad59fda23 req-2000b66e-0e36-4a81-a3f0-051dbda87688 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657343 Jul 16 01:25:58.971744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:58.975478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:59.016156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.021251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] For port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:59.026061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] For port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:59.097840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.097840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.097840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] 10.222.0.23 "PUT /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 1092 time: 2.0325704 Jul 16 01:25:59.099075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:59.101229 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace4054-6a1f-4744-84c7-25e7f6def836" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "tag": "da811483-c9de-453d-8ec3-012f95b335e5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:59.136743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Made reservation on behalf of d016397d79854b1ca90017ec4e6a9a66 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:59.140514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.182021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.212777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77336f26-b100-43c4-bce0-ada6172efa68 service neutron] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.271821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53fdc1-582e-4baf-b951-2d0ff5b9a2a1 req-532c32fe-8308-4878-b3eb-d9485201dd5f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.273494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d53fdc1-582e-4baf-b951-2d0ff5b9a2a1 req-532c32fe-8308-4878-b3eb-d9485201dd5f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.2031329 Jul 16 01:25:59.292666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.336928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5f6d4971-5a1d-41d1-a435-364b41946fb0 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:59.338598 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-942627a9-bbb0-49b3-b107-382dcd28fd79 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442005 Jul 16 01:25:59.373552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.374182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.375578 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] 10.222.0.23 "PUT /v2.0/ports/b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 HTTP/1.1" status: 200 len: 1097 time: 1.4610374 Jul 16 01:25:59.377437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-90f50b2b-502b-4299-a55e-92d509462c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.379521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-90f50b2b-502b-4299-a55e-92d509462c1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1095 time: 0.2309773 Jul 16 01:25:59.391708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0442218f-f2b5-46ba-aafe-288079297150', 'tag': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:59.395655 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75" -d '{"events": [{"name": "network-changed", "server_uuid": "0442218f-f2b5-46ba-aafe-288079297150", "tag": "b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:59.406755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d53fdc1-582e-4baf-b951-2d0ff5b9a2a1 req-c9d91f71-1bb9-4385-bc35-9c11c3e72cb5 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096442 Jul 16 01:25:59.427473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635f52e-dec7-4330-b89d-08b6b5c2201c service neutron] Pushing event updated for resources: {'Port': ['ID=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.448130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-6267664d-59f9-4b11-aef1-6d5e056b57b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 217 time: 0.0562561 Jul 16 01:25:59.483523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5f6d4971-5a1d-41d1-a435-364b41946fb0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.500396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5f6d4971-5a1d-41d1-a435-364b41946fb0', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '5f6d4971-5a1d-41d1-a435-364b41946fb0', 'mac_address': 'fa:16:3e:09:0c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:59.510694 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3181007c-74eb-4a94-9a38-b5b10b451a6a req-b8ccb012-22d8-4cd6-b36c-d476832551ef service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488593 Jul 16 01:25:59.528800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbb83-ca50-4916-958b-dd54f2b70157 req-53f71c07-4659-4aad-82aa-e72ec671da0a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.529095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-669dbb83-ca50-4916-958b-dd54f2b70157 req-53f71c07-4659-4aad-82aa-e72ec671da0a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 948 time: 0.2709820 Jul 16 01:25:59.545062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.563086 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.570750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.578998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f6013-1cb4-455c-8bd6-7b6b0094e647 req-28ad11d7-e43c-4ea8-8ba1-d18082c22854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.581567 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c9f6013-1cb4-455c-8bd6-7b6b0094e647 req-28ad11d7-e43c-4ea8-8ba1-d18082c22854 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1097 time: 0.5436993 Jul 16 01:25:59.590461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d4971-5a1d-41d1-a435-364b41946fb0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:59.615046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5f6d4971-5a1d-41d1-a435-364b41946fb0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.630306 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.630592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-a7b37145-cec6-44aa-a638-2916de04e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.633409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3af53df3-a9fc-41b9-b330-44cce6fe9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.633591 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-a7b37145-cec6-44aa-a638-2916de04e370 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 1100 time: 0.1213419 Jul 16 01:25:59.634931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-3af53df3-a9fc-41b9-b330-44cce6fe9671 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1763713 Jul 16 01:25:59.652356 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c9f6013-1cb4-455c-8bd6-7b6b0094e647 req-77955c95-0524-4e5a-82c6-d3959fe466d7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Jul 16 01:25:59.689403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5f6d4971-5a1d-41d1-a435-364b41946fb0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.701413 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-d0797172-1747-455f-9bb7-5207107c544a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 HTTP/1.1" status: 200 len: 217 time: 0.0478728 Jul 16 01:25:59.742935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-2dfe1ff4-23ee-4227-8464-d4febdf63e3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595512 Jul 16 01:25:59.760601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-e131ec8b-db37-4029-abc3-e8ddc8f560f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.762090 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-e131ec8b-db37-4029-abc3-e8ddc8f560f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0460219 Jul 16 01:25:59.764701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca43322-eaef-44a1-93bd-23829601ae5b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.769284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e54bfd7-6c7e-41a3-959e-38eb96d8573e req-83534c67-cdda-4c45-986d-aa440a0c3cec tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 210 time: 0.0882034 Jul 16 01:25:59.785477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-669dbb83-ca50-4916-958b-dd54f2b70157 req-b2fb01fa-e887-40ab-b2a6-9e1840c1141b tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341700 Jul 16 01:25:59.851915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f1a9-68b3-456d-b469-035496679459 req-21bf5b15-9b66-4910-80d6-abce3c322a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.853514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-21bf5b15-9b66-4910-80d6-abce3c322a44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852463 Jul 16 01:25:59.859680 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa1c99-0b07-4f23-9930-65bdf8495845 x-openstack-request-id: req-12aa1c99-0b07-4f23-9930-65bdf8495845 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:59.859967 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "tag": "da811483-c9de-453d-8ec3-012f95b335e5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:59.860221 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12aa1c99-0b07-4f23-9930-65bdf8495845 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:59.860882 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5', 'status': 'completed', 'code': 200} Jul 16 01:25:59.941470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Allocated IP 192.168.233.29 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/1855c052-55c6-405a-82fe-d1bf6232e14a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:59.963836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-51bd274f-472d-4696-b19d-d01cbdba03e1 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004430 Jul 16 01:25:59.992131 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-1321425b-57f5-461d-8811-916f7dfbac90 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297412 Jul 16 01:26:00.081213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5f6d4971-5a1d-41d1-a435-364b41946fb0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:00.100767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ae5f1a9-68b3-456d-b469-035496679459 req-6e9a603e-97d0-46b2-b122-4b02b13bd0ac service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012640 Jul 16 01:26:00.207353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430baeb-9ee7-48f9-93d4-fa14710833d1 req-37ef3b0c-9efe-4dde-8904-257cb1be5681 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.209143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3430baeb-9ee7-48f9-93d4-fa14710833d1 req-37ef3b0c-9efe-4dde-8904-257cb1be5681 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 947 time: 0.2494972 Jul 16 01:26:00.215260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff2a190a-6f83-4b18-8a15-624ebaac2cc7 req-f1d7f3d8-02e4-4f52-a03b-7ccd583ea521 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400179 Jul 16 01:26:00.278155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.302298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3430baeb-9ee7-48f9-93d4-fa14710833d1 req-c6dcb1fe-bac3-46b1-ad2b-0c238183b011 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836074 Jul 16 01:26:00.305067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Transition to ACTIVE for port object 1855c052-55c6-405a-82fe-d1bf6232e14a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:00.372495 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc338584-7325-4f30-a1da-18f40e73cd9f x-openstack-request-id: req-dc338584-7325-4f30-a1da-18f40e73cd9f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:00.372751 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0442218f-f2b5-46ba-aafe-288079297150", "tag": "b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:00.373090 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc338584-7325-4f30-a1da-18f40e73cd9f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:00.373510 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0442218f-f2b5-46ba-aafe-288079297150', 'tag': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2', 'status': 'completed', 'code': 200} Jul 16 01:26:00.387414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.473372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-c078b69f-a859-42f3-8ae2-05efac5245fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.474929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-c078b69f-a859-42f3-8ae2-05efac5245fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 1100 time: 0.0595775 Jul 16 01:26:00.479013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:00.485297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-fa8d41df-b1de-461c-b373-eba25cd1b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.487093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-fa8d41df-b1de-461c-b373-eba25cd1b82b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1095 time: 0.1729145 Jul 16 01:26:00.497601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:00.499993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:00.600031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-6b57165a-e902-461b-9a69-ce8b80de7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.601810 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-6b57165a-e902-461b-9a69-ce8b80de7d0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1174557 Jul 16 01:26:00.612509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.656934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-24cee985-eeba-4882-bdea-e9e3b3015db7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 HTTP/1.1" status: 200 len: 217 time: 0.0432227 Jul 16 01:26:00.673616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.674323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.720675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-0f2e7cda-7bf6-4b95-858c-8435eb634893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.721798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-4285b63d-8d58-4872-bf3a-e33c52d2ffa7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9671688 Jul 16 01:26:00.722099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-0f2e7cda-7bf6-4b95-858c-8435eb634893 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0470266 Jul 16 01:26:00.731597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30daab-1b3e-44da-84c9-c4e986387898 req-20fd0a02-0f03-440a-9255-d24e4a040889 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.733003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce30daab-1b3e-44da-84c9-c4e986387898 req-20fd0a02-0f03-440a-9255-d24e4a040889 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 949 time: 0.3473923 Jul 16 01:26:00.735422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-927411dc-773d-47a2-a216-048dda68e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.737454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-927411dc-773d-47a2-a216-048dda68e897 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.2281318 Jul 16 01:26:00.767030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7d406bad-1592-4423-9b7e-4680364bac36 None None] Provisioning for port 1855c052-55c6-405a-82fe-d1bf6232e14a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:00.767560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68def1c-e511-47d2-97ec-595b9841bc48 req-5216453d-7973-4fbb-983b-67cb1b579c3a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.769011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b68def1c-e511-47d2-97ec-595b9841bc48 req-5216453d-7973-4fbb-983b-67cb1b579c3a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.2953460 Jul 16 01:26:00.772990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Request body: {'port': {'device_id': '86a028fc-78a4-4a83-8858-850353c70104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:00.784505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7d406bad-1592-4423-9b7e-4680364bac36 None None] Provisioning complete for port 1855c052-55c6-405a-82fe-d1bf6232e14a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:00.784888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d406bad-1592-4423-9b7e-4680364bac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.826038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-d8fc4e03-d3ca-458e-99f5-3535627d8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.827560 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-d8fc4e03-d3ca-458e-99f5-3535627d8fe1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629847 Jul 16 01:26:00.830820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7d406bad-1592-4423-9b7e-4680364bac36 None None] Port 1855c052-55c6-405a-82fe-d1bf6232e14a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:00.950687 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-ee10897b-034e-4805-ac7d-788108c8abb2 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132362 Jul 16 01:26:01.060246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bad2a3d5-f80d-42aa-b4b0-b133dcf22f75 req-433b2829-d3b7-4b2b-b47b-fcda2225ac42 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999055 Jul 16 01:26:01.093732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-24dc4e68-5e57-4d62-88b6-579204297886 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 217 time: 0.3161695 Jul 16 01:26:01.135608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce30daab-1b3e-44da-84c9-c4e986387898 req-10470fb1-c1c3-468b-8116-c4da0e603d90 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950245 Jul 16 01:26:01.186974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b68def1c-e511-47d2-97ec-595b9841bc48 req-3776ebb6-63f3-42b0-b2b8-fffea1b7657d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075942 Jul 16 01:26:01.214488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-b5048cd8-16c4-4431-bc1a-5af39229ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.216027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-b5048cd8-16c4-4431-bc1a-5af39229ec16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1066086 Jul 16 01:26:01.222866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.264323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-adebf2ee-cf4d-41e5-828a-dda8bcc47710 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321345 Jul 16 01:26:01.345019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e0429f60-3ae5-4f27-a267-336103151828 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:01.455179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e0429f60-3ae5-4f27-a267-336103151828, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e0429f60-3ae5-4f27-a267-336103151828,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:01.467689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e0429f60-3ae5-4f27-a267-336103151828', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'e0429f60-3ae5-4f27-a267-336103151828', 'mac_address': 'fa:16:3e:41:81:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:01.511572 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.525753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0429f60-3ae5-4f27-a267-336103151828 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:01.547491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e0429f60-3ae5-4f27-a267-336103151828, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e0429f60-3ae5-4f27-a267-336103151828,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:01.552790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.553599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-5ebd773f-e54b-4d54-ad11-44e93849687b service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698290 Jul 16 01:26:01.602171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e0429f60-3ae5-4f27-a267-336103151828,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.609915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.610288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.611049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.611049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.611376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.611710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.612038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.612366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.612721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.613046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.613377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.613728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:01.672744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfeec18-f913-4ad0-9734-6eeaff9239be req-7c9c8a82-b62c-49cd-a6fe-3c46be5447cf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.674355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bfeec18-f913-4ad0-9734-6eeaff9239be req-7c9c8a82-b62c-49cd-a6fe-3c46be5447cf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 935 time: 0.2563913 Jul 16 01:26:01.684927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b2185-e3c8-4700-b499-81d1e81b3a5f req-b7267ec4-bc0f-4c06-8ef8-d17271fe78d7 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.687210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830b2185-e3c8-4700-b499-81d1e81b3a5f req-b7267ec4-bc0f-4c06-8ef8-d17271fe78d7 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.3109221 Jul 16 01:26:01.844601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830b2185-e3c8-4700-b499-81d1e81b3a5f req-f6fa8b91-a15c-440e-b27b-acad6b65ad5a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282520 Jul 16 01:26:01.847490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bfeec18-f913-4ad0-9734-6eeaff9239be req-6184afd4-c827-411a-bf0d-70341d534fc7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602046 Jul 16 01:26:01.849485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eace4054-6a1f-4744-84c7-25e7f6def836 req-6a356960-7ced-40c6-a1f5-ae2d24ac680d service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811701 Jul 16 01:26:01.862860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1855c052-55c6-405a-82fe-d1bf6232e14a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:01.883896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.902496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Transition to ACTIVE for port object 1855c052-55c6-405a-82fe-d1bf6232e14a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:01.909359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.985315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.995138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e0429f60-3ae5-4f27-a267-336103151828'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:02.169346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:02.169692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:02.170013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:02.184028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Port 1855c052-55c6-405a-82fe-d1bf6232e14a on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:02.184308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:02.201518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:02.201738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:02.202183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:02.202574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Bound port: 1855c052-55c6-405a-82fe-d1bf6232e14a, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:02.202938 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.225120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78caa2f-016a-4175-87fc-32e90c3642c8 req-438617e4-02a2-422c-bd74-918d438f0cc9 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.226648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b78caa2f-016a-4175-87fc-32e90c3642c8 req-438617e4-02a2-422c-bd74-918d438f0cc9 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 948 time: 0.1816962 Jul 16 01:26:02.239441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fb3b1-d220-4c21-8cbd-dfb957bc477d req-9dd2ae90-347f-4423-82dd-0cfcf1280905 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.240977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-514fb3b1-d220-4c21-8cbd-dfb957bc477d req-9dd2ae90-347f-4423-82dd-0cfcf1280905 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 948 time: 0.1529090 Jul 16 01:26:02.328901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b78caa2f-016a-4175-87fc-32e90c3642c8 req-f88e0734-f7b4-43d8-a789-9a818f96ebeb tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869207 Jul 16 01:26:02.344758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-514fb3b1-d220-4c21-8cbd-dfb957bc477d req-052b36e2-2ef7-4bcf-b5c6-bcf6a5e6f3dd tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951927 Jul 16 01:26:02.355435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:02.358824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:02.367118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.384455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.385487 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.387412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] 10.222.0.23 "PUT /v2.0/ports/1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 1096 time: 1.6362774 Jul 16 01:26:02.390306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:02.393244 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9c06da-c1a8-42f0-b686-e9803871c15b" -d '{"events": [{"name": "network-changed", "server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:02.444767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e962b9-8c1b-4279-9748-f4ef5e493ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:02.587243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-349ed93b-8ad5-4035-a7c6-5dce86326dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.588779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-349ed93b-8ad5-4035-a7c6-5dce86326dff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1099 time: 0.1410606 Jul 16 01:26:02.597900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce10c1-5605-4c22-a067-ce8d62807f39 req-307aa65a-8044-44e9-a27e-acc405096d8c tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.599375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10ce10c1-5605-4c22-a067-ce8d62807f39 req-307aa65a-8044-44e9-a27e-acc405096d8c tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1097 time: 0.1433046 Jul 16 01:26:02.653640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1f84-d934-428c-8daa-84a53a39ed50 req-827f5326-87c7-4dfb-a952-7af38aa7718f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.655187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2eac1f84-d934-428c-8daa-84a53a39ed50 req-827f5326-87c7-4dfb-a952-7af38aa7718f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 949 time: 0.1684928 Jul 16 01:26:02.656378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-65267be3-2185-4820-80e0-b851e4ea73b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0561662 Jul 16 01:26:02.737883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10ce10c1-5605-4c22-a067-ce8d62807f39 req-72bbd04d-6afc-481f-9b4d-962c84980f41 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291695 Jul 16 01:26:02.742709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2eac1f84-d934-428c-8daa-84a53a39ed50 req-4a664091-6db1-4d40-8fc5-545fd9a7c520 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797052 Jul 16 01:26:02.751205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-95df69f9-54b4-436b-ba3c-9af83f4366c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.752524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-95df69f9-54b4-436b-ba3c-9af83f4366c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0793576 Jul 16 01:26:02.821128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-491ef51c-a559-4cde-81d6-adf25d3a1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.822655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-491ef51c-a559-4cde-81d6-adf25d3a1f09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0633283 Jul 16 01:26:02.961788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-f0a3f1a1-592e-4a06-9793-c0e8d4a53545 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296186 Jul 16 01:26:02.967102 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef773e-9ea2-43e6-9861-d7ecd4720b1e x-openstack-request-id: req-10ef773e-9ea2-43e6-9861-d7ecd4720b1e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:02.967386 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:02.967634 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10ef773e-9ea2-43e6-9861-d7ecd4720b1e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:02.968022 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'status': 'completed', 'code': 200} Jul 16 01:26:02.980912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9577-a093-4203-8701-dc7ebdc42f16 req-8675d9d7-a9ab-48e2-bfee-426223d35bfe tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.982709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d8a9577-a093-4203-8701-dc7ebdc42f16 req-8675d9d7-a9ab-48e2-bfee-426223d35bfe tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.1290205 Jul 16 01:26:03.085009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d8a9577-a093-4203-8701-dc7ebdc42f16 req-3042b198-8a48-43ce-bd47-90a1ba3f1db5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903356 Jul 16 01:26:03.140146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167fa88f-bf10-4ceb-bd0a-5b7e6d4117ec req-7baab92e-d23d-4563-bc0f-efdbac8d615a service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530252 Jul 16 01:26:03.175409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3503d0-c048-4c3a-8294-468a83ae8bd0 req-d1d35ad1-9e59-4ae7-8c70-deffe9b87e86 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.177009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c3503d0-c048-4c3a-8294-468a83ae8bd0 req-d1d35ad1-9e59-4ae7-8c70-deffe9b87e86 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 947 time: 0.0757122 Jul 16 01:26:03.267376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c3503d0-c048-4c3a-8294-468a83ae8bd0 req-251cc86f-7d71-43ee-ad9e-d5129d4b35ab tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842602 Jul 16 01:26:03.292678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-1b9b79f1-e469-4bb9-bc38-dee7c506f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.294347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-1b9b79f1-e469-4bb9-bc38-dee7c506f434 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1099 time: 0.0881777 Jul 16 01:26:03.365075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5f6d4971-5a1d-41d1-a435-364b41946fb0 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:03.408240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-132a3883-df46-4f7e-830b-b5960df932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.410243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-132a3883-df46-4f7e-830b-b5960df932e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1052735 Jul 16 01:26:03.467809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-e1719ea2-c016-4521-b074-74b6d6c8beb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0469790 Jul 16 01:26:03.483358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 5f6d4971-5a1d-41d1-a435-364b41946fb0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:03.490965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5f6d4971-5a1d-41d1-a435-364b41946fb0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:03.491595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.588894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-0752f487-501f-45d6-9ed3-624e3f3f81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.590373 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-0752f487-501f-45d6-9ed3-624e3f3f81b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0891607 Jul 16 01:26:03.597961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.634275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5f6d4971-5a1d-41d1-a435-364b41946fb0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.635334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d4971-5a1d-41d1-a435-364b41946fb0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:03.637775 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab2eaac-014f-44c4-844c-83ba9e445dff" -d '{"events": [{"server_uuid": "67ae8e83-0f57-41ef-a896-1e82e40b7cbf", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d4971-5a1d-41d1-a435-364b41946fb0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:03.642350 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.661151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9df8-7431-4741-85ce-fc5d8a901f91 req-73ae123a-345f-4753-99c7-f81d19a60be9 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.663002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e4a9df8-7431-4741-85ce-fc5d8a901f91 req-73ae123a-345f-4753-99c7-f81d19a60be9 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 948 time: 0.1924191 Jul 16 01:26:03.685187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f3b72-c20a-40af-b2b2-97a152d19568 req-a2674511-64f6-4e1f-a04b-8863157a67c2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.686711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f67f3b72-c20a-40af-b2b2-97a152d19568 req-a2674511-64f6-4e1f-a04b-8863157a67c2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 948 time: 0.1534846 Jul 16 01:26:03.705627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5f6d4971-5a1d-41d1-a435-364b41946fb0,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.751629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-0d50459a-0a64-429b-b2e3-553781afdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.753199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-0d50459a-0a64-429b-b2e3-553781afdbe3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490495 Jul 16 01:26:03.762429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e4a9df8-7431-4741-85ce-fc5d8a901f91 req-a44f7139-a746-45c1-b1a5-c057b2137824 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887773 Jul 16 01:26:03.768231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f67f3b72-c20a-40af-b2b2-97a152d19568 req-ffdb7ceb-4c51-4913-88fc-8d5eea24479d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704110 Jul 16 01:26:03.850534 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10573bdb-fe84-46f4-8a2f-cad3360a1631 x-openstack-request-id: req-10573bdb-fe84-46f4-8a2f-cad3360a1631 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:03.851108 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ae8e83-0f57-41ef-a896-1e82e40b7cbf", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d4971-5a1d-41d1-a435-364b41946fb0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:03.851568 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10573bdb-fe84-46f4-8a2f-cad3360a1631 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:03.852198 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d4971-5a1d-41d1-a435-364b41946fb0', 'code': 200} Jul 16 01:26:03.865496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-ab2ae346-a8bb-4da6-b856-611e970aa356 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019683 Jul 16 01:26:04.028252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9c06da-c1a8-42f0-b686-e9803871c15b req-de3ac3c8-e514-40de-b047-ec23c8d958cd service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499581 Jul 16 01:26:04.041741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d93d-c131-41c4-a9e9-19baf2629d0f req-e2051377-8264-442b-a0cb-3d2c17ac44e4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.043292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14e2d93d-c131-41c4-a9e9-19baf2629d0f req-e2051377-8264-442b-a0cb-3d2c17ac44e4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 950 time: 0.1342018 Jul 16 01:26:04.090544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14e2d93d-c131-41c4-a9e9-19baf2629d0f req-aa37ac28-901d-4ddb-afb3-143da9f1e11e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jul 16 01:26:04.178532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb9175-17bb-47ad-93f5-c2c4de3080bf req-f9d7ea36-f593-4b51-aad1-fd2fe6c44f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.180257 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb9175-17bb-47ad-93f5-c2c4de3080bf req-f9d7ea36-f593-4b51-aad1-fd2fe6c44f77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 1102 time: 0.0644367 Jul 16 01:26:04.237279 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-71fb9175-17bb-47ad-93f5-c2c4de3080bf req-5b5e2f9a-3013-4a50-a7b7-44dd4f84e3ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Jul 16 01:26:04.323704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8deda-4395-4713-a1a0-788b6da08c6c req-20622fd5-7b62-4f9a-9688-24267d19cc61 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.326131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4e8deda-4395-4713-a1a0-788b6da08c6c req-20622fd5-7b62-4f9a-9688-24267d19cc61 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.0746686 Jul 16 01:26:04.380469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4e8deda-4395-4713-a1a0-788b6da08c6c req-481c7a8b-a500-4a7f-9b41-2d92da2192bc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Jul 16 01:26:04.484835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5caa75-4b31-464d-9aac-05595d46d029 req-e2a82926-e772-4f67-b112-6291e403a9fc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.487165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c5caa75-4b31-464d-9aac-05595d46d029 req-e2a82926-e772-4f67-b112-6291e403a9fc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 947 time: 0.0853906 Jul 16 01:26:04.535293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c5caa75-4b31-464d-9aac-05595d46d029 req-7c7435d5-daf0-4ce6-b270-371f473a48cd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Jul 16 01:26:04.720722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:04.984399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.010002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'mac_address': 'fa:16:3e:1b:3e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:05.010243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f6107-4876-48a2-b1a4-0c6ef33c5981 req-228fcede-96b3-4975-91e7-1e5b3fe8c9b6 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.019300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-498f6107-4876-48a2-b1a4-0c6ef33c5981 req-228fcede-96b3-4975-91e7-1e5b3fe8c9b6 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 948 time: 0.1073632 Jul 16 01:26:05.096192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.100863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-498f6107-4876-48a2-b1a4-0c6ef33c5981 req-ee2beba2-1231-41eb-a11e-06ec094c80b5 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 Jul 16 01:26:05.121578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b0a21ee-3bb8-471b-a08c-e615d6e07000 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:05.148209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.155139 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.156452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:05.211884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866c8b-6248-4789-9c66-c9d926ec6578 req-16b7fc3a-ad69-41df-8cb5-64f830fc0dd1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.215441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.231155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e866c8b-6248-4789-9c66-c9d926ec6578 req-16b7fc3a-ad69-41df-8cb5-64f830fc0dd1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 948 time: 0.1999943 Jul 16 01:26:05.295802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.312649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2', 'mac_address': 'fa:16:3e:b1:5f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:05.379722 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.381342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e866c8b-6248-4789-9c66-c9d926ec6578 req-a2a4f964-a0cd-4ff2-9e5d-ebf7d05a1607 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486430 Jul 16 01:26:05.388113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e0429f60-3ae5-4f27-a267-336103151828 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:05.491368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40658104-d806-4340-a6fc-193dc897d312 req-786d103b-9623-49d2-8d9a-a73588b4a50d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.492985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40658104-d806-4340-a6fc-193dc897d312 req-786d103b-9623-49d2-8d9a-a73588b4a50d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 950 time: 0.2018185 Jul 16 01:26:05.496687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:05.562303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.567782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40658104-d806-4340-a6fc-193dc897d312 req-451ecbda-fb46-43a4-ac21-eea45a16ded5 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683165 Jul 16 01:26:05.573910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e0429f60-3ae5-4f27-a267-336103151828 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:05.582969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e0429f60-3ae5-4f27-a267-336103151828 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:05.583346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.585228 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.585902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da811483-c9de-453d-8ec3-012f95b335e5 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:05.669371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.866837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.883174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'da811483-c9de-453d-8ec3-012f95b335e5', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'port_id': 'da811483-c9de-453d-8ec3-012f95b335e5', 'mac_address': 'fa:16:3e:d4:7f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6439169b-a333-49f7-851e-e0ebaf35dcbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:05.937456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.942571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32859e8-fe86-4e57-bf51-7cd7b73985c7 req-5120ea45-3caa-4b10-90f8-b30bd4023f06 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.950842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e32859e8-fe86-4e57-bf51-7cd7b73985c7 req-5120ea45-3caa-4b10-90f8-b30bd4023f06 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.1635735 Jul 16 01:26:05.979309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0429f60-3ae5-4f27-a267-336103151828'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:05.980879 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87e9026-2303-4483-be8e-5ec8ae88c002" -d '{"events": [{"server_uuid": "15116c70-72da-4b74-bf19-fa16193b3b9f", "name": "network-vif-plugged", "status": "completed", "tag": "e0429f60-3ae5-4f27-a267-336103151828"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:06.026358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e0429f60-3ae5-4f27-a267-336103151828, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e0429f60-3ae5-4f27-a267-336103151828,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:06.034812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.051386 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.060608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da811483-c9de-453d-8ec3-012f95b335e5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:06.115173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:06.127884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.141123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e0429f60-3ae5-4f27-a267-336103151828,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.221978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.333717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['9b0a21ee-3bb8-471b-a08c-e615d6e07000'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:06.389235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e32859e8-fe86-4e57-bf51-7cd7b73985c7 req-980aa83f-6144-462e-8001-14deef94455f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357185 Jul 16 01:26:06.421266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87524db-a4ad-4faa-aca1-dfe4e50ee450 req-128639da-17d4-4957-a69d-032489aab591 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.428870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87524db-a4ad-4faa-aca1-dfe4e50ee450 req-128639da-17d4-4957-a69d-032489aab591 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 947 time: 0.5492547 Jul 16 01:26:06.483065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87524db-a4ad-4faa-aca1-dfe4e50ee450 req-fb4cd147-c659-4aad-9b3e-33f01be3f428 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533133 Jul 16 01:26:06.596635 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e45d92-501b-4277-9bd5-470285039ba6 x-openstack-request-id: req-11e45d92-501b-4277-9bd5-470285039ba6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:06.596861 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15116c70-72da-4b74-bf19-fa16193b3b9f", "name": "network-vif-plugged", "status": "completed", "tag": "e0429f60-3ae5-4f27-a267-336103151828", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:06.597042 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11e45d92-501b-4277-9bd5-470285039ba6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:06.597431 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0429f60-3ae5-4f27-a267-336103151828', 'code': 200} Jul 16 01:26:06.617808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:06.687669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['da811483-c9de-453d-8ec3-012f95b335e5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:06.791037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:06.793793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:06.821194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33223-460f-4535-97dd-b37307e5a548 req-4b563d78-7a4c-480a-9f9e-1dd776cd7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.823693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bb33223-460f-4535-97dd-b37307e5a548 req-4b563d78-7a4c-480a-9f9e-1dd776cd7570 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 1101 time: 0.0922027 Jul 16 01:26:06.826257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f368b4d-60c3-423b-862e-8ecbd37b2cd7 req-501728ac-34bf-4b03-a8bd-c9723fdcb74c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.827994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f368b4d-60c3-423b-862e-8ecbd37b2cd7 req-501728ac-34bf-4b03-a8bd-c9723fdcb74c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 949 time: 0.1106544 Jul 16 01:26:06.875743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bb33223-460f-4535-97dd-b37307e5a548 req-276ff3ff-531b-4558-bba1-04d74a228867 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380371 Jul 16 01:26:06.927410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f368b4d-60c3-423b-862e-8ecbd37b2cd7 req-21736581-fac5-4037-aa1f-e2bb200103ba tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898552 Jul 16 01:26:07.114309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.168133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'mac_address': 'fa:16:3e:bb:ad:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:07.254768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:07.255036 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.259964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c5c2-d8d9-40fe-a680-809d173ff682 req-79fcc434-f66c-41ee-9365-f419afa25e93 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.269444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b30c5c2-d8d9-40fe-a680-809d173ff682 req-79fcc434-f66c-41ee-9365-f419afa25e93 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 949 time: 0.1699414 Jul 16 01:26:07.309123 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.334670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a7d9-7b45-4a1e-81a3-094686d02b29 req-11903b95-0b88-4b19-897e-4f88c6515e33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.336303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad82a7d9-7b45-4a1e-81a3-094686d02b29 req-11903b95-0b88-4b19-897e-4f88c6515e33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 950 time: 0.1473031 Jul 16 01:26:07.350563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b30c5c2-d8d9-40fe-a680-809d173ff682 req-bec9168e-d43e-4e73-a1e5-f7b3575e2532 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801229 Jul 16 01:26:07.351835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1855c052-55c6-405a-82fe-d1bf6232e14a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:07.384944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.410844 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.419609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.427740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad82a7d9-7b45-4a1e-81a3-094686d02b29 req-ac23ef17-a726-47c4-833c-f3fc4b7aa72f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759270 Jul 16 01:26:07.746056 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.779720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.811200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8300-3e77-459b-b31d-5e567d650479 req-4418a26f-ca99-4a54-bc4d-1d946b9c61f9 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.813923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd0f8300-3e77-459b-b31d-5e567d650479 req-4418a26f-ca99-4a54-bc4d-1d946b9c61f9 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 1102 time: 0.1258323 Jul 16 01:26:07.815338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.824979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.835931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828a031-462c-4dcb-9971-e7c06157ae9b req-aafe69e6-aed5-47a2-9705-bf322b168790 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.843623 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8828a031-462c-4dcb-9971-e7c06157ae9b req-aafe69e6-aed5-47a2-9705-bf322b168790 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.1213231 Jul 16 01:26:07.901352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.916466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd0f8300-3e77-459b-b31d-5e567d650479 req-183c3538-7c04-455a-a141-54e244107e20 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623617 Jul 16 01:26:07.920409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8828a031-462c-4dcb-9971-e7c06157ae9b req-299aa704-6d4c-403a-8936-81364447adfc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759156 Jul 16 01:26:08.146962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:08.380353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9d7a7-77e4-407b-91a2-3e2169a597a5 req-4e0f40e9-e107-45d7-aa6c-f43e40071b2f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.383198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42a9d7a7-77e4-407b-91a2-3e2169a597a5 req-4e0f40e9-e107-45d7-aa6c-f43e40071b2f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 949 time: 0.2299757 Jul 16 01:26:08.510755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42a9d7a7-77e4-407b-91a2-3e2169a597a5 req-9992b7d3-a20d-41cf-84ff-a8d5390f68b1 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264670 Jul 16 01:26:08.565100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18912b-15b8-4b26-ae08-9884d920439f req-c6c45ffe-86b2-431e-9ffb-f38ffb027666 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.580327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d18912b-15b8-4b26-ae08-9884d920439f req-c6c45ffe-86b2-431e-9ffb-f38ffb027666 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 948 time: 0.3520920 Jul 16 01:26:08.613346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:08.623184 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40a108e-38cc-431e-aaa1-b293a5ae0b4d" -d '{"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-plugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:08.645649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d18912b-15b8-4b26-ae08-9884d920439f req-1abe736d-0e71-46b7-ae09-42309a9583de tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594790 Jul 16 01:26:08.713704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-cc1ab298-5799-4a6d-bcdf-47625a5636b3 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566835 Jul 16 01:26:08.917542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-19295d44-804e-429d-9910-3a130ab0a55a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.919132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-19295d44-804e-429d-9910-3a130ab0a55a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039630 Jul 16 01:26:08.931744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d7fc0-828f-43bf-8604-12fcbe011d80 req-46f12e46-bd09-44a5-b486-84294e7cb5e6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.939087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-579d7fc0-828f-43bf-8604-12fcbe011d80 req-46f12e46-bd09-44a5-b486-84294e7cb5e6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 949 time: 0.1190572 Jul 16 01:26:08.961728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-0b269941-2215-4ce6-9f21-e9e5ce8ac340 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/quotas/57e1e5ce7da146589e94af689e2cf7e0 HTTP/1.1" status: 200 len: 375 time: 0.0201380 Jul 16 01:26:09.014640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-579d7fc0-828f-43bf-8604-12fcbe011d80 req-98c52c61-8807-48ba-b307-5ed0750037c7 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748336 Jul 16 01:26:09.083301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-2917927f-b6ad-41fd-bd77-659ddfca4e31 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1137459 Jul 16 01:26:09.340625 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1750240-8ec8-4e9c-a1cf-d587160a996d x-openstack-request-id: req-b1750240-8ec8-4e9c-a1cf-d587160a996d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:09.340625 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-plugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:09.340625 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1750240-8ec8-4e9c-a1cf-d587160a996d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:09.340625 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'code': 200} Jul 16 01:26:09.577415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b708a12-fa4f-472c-b150-8a0b36f0c7e7 req-f72b22df-6319-4097-bdfa-96de96623346 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.579714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b708a12-fa4f-472c-b150-8a0b36f0c7e7 req-f72b22df-6319-4097-bdfa-96de96623346 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.1286843 Jul 16 01:26:09.675871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b708a12-fa4f-472c-b150-8a0b36f0c7e7 req-eff83b8c-99ad-4ac1-a35f-2fe1b74f0dfc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891080 Jul 16 01:26:09.760287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c657bcad-0a0b-43a2-b40e-903d1b37491a req-4a86127c-c858-420b-9500-7b5ba757afc5 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 210 time: 0.0400422 Jul 16 01:26:09.851559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-57d8bc76-00fd-47e8-b3b9-9f2192de26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.144760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a563-82df-4bd0-8e16-3d39abc96a06 req-f17fd320-5ccf-4b36-8fb0-fba92a73717c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.152708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ea8a563-82df-4bd0-8e16-3d39abc96a06 req-f17fd320-5ccf-4b36-8fb0-fba92a73717c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 948 time: 0.1627817 Jul 16 01:26:10.165704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a62975-8e0f-4087-891f-74b689f35023 req-bdd2f761-9f0d-4d01-8c3b-926f25125b0c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.167264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44a62975-8e0f-4087-891f-74b689f35023 req-bdd2f761-9f0d-4d01-8c3b-926f25125b0c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 949 time: 0.2182686 Jul 16 01:26:10.234113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ea8a563-82df-4bd0-8e16-3d39abc96a06 req-c77ad6a5-b150-46fd-b32e-721041ab8ae5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803683 Jul 16 01:26:10.261513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44a62975-8e0f-4087-891f-74b689f35023 req-9a2c1c6a-9e1b-40c6-b745-2a2c63dcad07 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688534 Jul 16 01:26:10.741769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:10.825773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 1855c052-55c6-405a-82fe-d1bf6232e14a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:10.833109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 1855c052-55c6-405a-82fe-d1bf6232e14a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:10.833806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.902953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.903951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.903951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.904285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.904798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.905373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.906518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.907034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.907510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.908914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.909396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.910385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.910992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.911938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.912415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.913325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.913957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.914436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.914915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.915546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.918588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-66a3c65f-5c3d-49a0-b26a-3f5a9559a0fa tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59&device_id=86a028fc-78a4-4a83-8858-850353c70104&device_id=0442218f-f2b5-46ba-aafe-288079297150&device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2&device_id=15116c70-72da-4b74-bf19-fa16193b3b9f&device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf&device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019&device_id=383213af-b77f-41ff-b407-443c167bc4e5&device_id=674b328c-fd6b-4058-a9b2-71b420e2b616&device_id=018ee350-4f82-4636-a612-454beff493df&device_id=edd8759f-4666-425d-b8f0-dc3913299453&device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad&device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81&device_id=2a6453bd-e360-4e7e-91e1-49048db80a32&device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f&device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18&device_id=572b2e4a-68ac-41b2-b24e-473537a92635&device_id=8b45f260-8190-4231-841e-8ce5226fa6df&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 18033 time: 0.1752353 Jul 16 01:26:10.964075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-0d81f304-0463-482b-ae69-90f532237acf tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.969038 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.041916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:11.065901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.066761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da811483-c9de-453d-8ec3-012f95b335e5 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:11.089724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-0d81f304-0463-482b-ae69-90f532237acf tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.099414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-0d81f304-0463-482b-ae69-90f532237acf tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.150739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a72c8e-54cc-485b-a902-d6273a647781 req-5dfe881b-bc22-4812-8078-bf762801f354 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.163067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19a72c8e-54cc-485b-a902-d6273a647781 req-5dfe881b-bc22-4812-8078-bf762801f354 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.2432477 Jul 16 01:26:11.183129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.191809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9009cc6-1dfa-4a4e-8823-526fba0fd267 req-0d81f304-0463-482b-ae69-90f532237acf tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&id=bf681d68-1665-4e7f-8652-3ad216852dc3&id=eca43322-eaef-44a1-93bd-23829601ae5b&id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&id=d983fb7d-4959-449d-9e4e-31432a2973a7&id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&id=c32250cb-a7df-4f8c-b49d-271f44be4226&id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.2610092 Jul 16 01:26:11.226732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81f304-0463-482b-ae69-90f532237acf tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fc0a61-ccfc-402a-b79b-3f535f6dd51e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.254962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port da811483-c9de-453d-8ec3-012f95b335e5 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:11.270239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port da811483-c9de-453d-8ec3-012f95b335e5 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:11.270721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.272112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19a72c8e-54cc-485b-a902-d6273a647781 req-6019e161-39c3-4204-9e47-10d776c9227f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077051 Jul 16 01:26:11.342787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:11.343484 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-d07a50eb-ad89-45f7-9d2f-03caf2072e52 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367403 Jul 16 01:26:11.354584 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783e1369-dee1-4f1a-aaa8-fe3762dec291" -d '{"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-plugged", "status": "completed", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:11.462040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02a1d70f-9bbe-4ed7-be62-2ab7f5616faf req-beca3a37-2d12-4e12-9372-9fa712f677a3 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 210 time: 0.0638387 Jul 16 01:26:11.465528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.536895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:11.546615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.548160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:11.587109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-c1dfa879-72bb-4548-ab57-209db2641b63 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.588993 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-c1dfa879-72bb-4548-ab57-209db2641b63 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321253 Jul 16 01:26:11.615571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:11.749431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.764885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:11.778235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:11.778958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.863340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:11.869138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.896705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.942681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:11.948515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.024528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e5041-1b61-476d-98c8-038726318bcd req-c3b2c179-3a7f-4026-bcd5-458c1285def1 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.036120 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b8e5041-1b61-476d-98c8-038726318bcd req-c3b2c179-3a7f-4026-bcd5-458c1285def1 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 949 time: 0.3345468 Jul 16 01:26:12.053222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee1bc5-fd0f-4b32-a763-55c5e685132d req-386b849e-a9c6-4e85-954d-ca98fe32fdfc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.060113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89ee1bc5-fd0f-4b32-a763-55c5e685132d req-386b849e-a9c6-4e85-954d-ca98fe32fdfc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.2752311 Jul 16 01:26:12.073097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:12.099367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.215 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/8f247493-92bf-4f6f-bcba-17820824c38d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:12.138138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89ee1bc5-fd0f-4b32-a763-55c5e685132d req-717befa8-34fe-422b-b1da-a69cddb070d9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Jul 16 01:26:12.175035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b8e5041-1b61-476d-98c8-038726318bcd req-24d4b7c5-57f4-4142-9536-efb5eabff973 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134753 Jul 16 01:26:12.244893 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee9f567-98d3-4b06-b576-a01da3a0bab8 x-openstack-request-id: req-fee9f567-98d3-4b06-b576-a01da3a0bab8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:12.245192 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-plugged", "status": "completed", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:12.245447 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fee9f567-98d3-4b06-b576-a01da3a0bab8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:12.245875 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'code': 200} Jul 16 01:26:12.317166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b08033f5-af43-4922-a81c-20153c5c3f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.374598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.396181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.414502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object 8f247493-92bf-4f6f-bcba-17820824c38d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:12.464956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054263f-c7a6-406e-a06d-3c4e51625af2 req-9cf016a5-635b-43c0-a3a9-f639466c30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.479634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d054263f-c7a6-406e-a06d-3c4e51625af2 req-9cf016a5-635b-43c0-a3a9-f639466c30b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1101 time: 0.1470377 Jul 16 01:26:12.503880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.517918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:12.582254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d054263f-c7a6-406e-a06d-3c4e51625af2 req-e0cadec2-35b6-4daa-b9e1-df79877828f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839865 Jul 16 01:26:12.589777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e', '5f6d4971-5a1d-41d1-a435-364b41946fb0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:12.647620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:12.653462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:12.657922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:12.737885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=8f247493-92bf-4f6f-bcba-17820824c38d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:12.796215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.796870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.842015 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72d3e02c-af21-44de-97a5-d6b2ae3d64ea tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2335012 Jul 16 01:26:12.856222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb886a8f-a1a8-47ff-a91d-46b011259db7 req-9007ad12-f0f7-4804-87f0-1cfde9e226a7 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.857096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb886a8f-a1a8-47ff-a91d-46b011259db7 req-9007ad12-f0f7-4804-87f0-1cfde9e226a7 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.857620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb886a8f-a1a8-47ff-a91d-46b011259db7 req-9007ad12-f0f7-4804-87f0-1cfde9e226a7 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.862159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Request body: {'port': {'device_id': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:12.866480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb886a8f-a1a8-47ff-a91d-46b011259db7 req-9007ad12-f0f7-4804-87f0-1cfde9e226a7 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f&device_id=018ee350-4f82-4636-a612-454beff493df&device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 2886 time: 0.1798487 Jul 16 01:26:12.920416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a59cfa-5ca9-4c37-80f3-4788145ea080 req-50ceafc0-3b69-4971-b0be-985aeee846ef tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.923448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07a59cfa-5ca9-4c37-80f3-4788145ea080 req-50ceafc0-3b69-4971-b0be-985aeee846ef tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1500022 Jul 16 01:26:12.951891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb886a8f-a1a8-47ff-a91d-46b011259db7 req-d35a8c0e-8ee5-4c56-babe-9c98fcd80e84 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839775 Jul 16 01:26:13.051292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.080155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07a59cfa-5ca9-4c37-80f3-4788145ea080 req-51b776b3-7ee9-48b2-83d7-75b121709c74 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480439 Jul 16 01:26:13.175095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d25c44c8-f33c-43cf-8703-807e4840df87 None None] Provisioning for port 8f247493-92bf-4f6f-bcba-17820824c38d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:13.187185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d25c44c8-f33c-43cf-8703-807e4840df87 None None] Provisioning complete for port 8f247493-92bf-4f6f-bcba-17820824c38d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:13.187559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d25c44c8-f33c-43cf-8703-807e4840df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.245081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b81a5-27c9-4fea-a355-676042e81762 req-d5eb7d86-73c6-42ca-831a-0cdb2ef2deaf tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.247612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b07b81a5-27c9-4fea-a355-676042e81762 req-d5eb7d86-73c6-42ca-831a-0cdb2ef2deaf tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 936 time: 0.1103065 Jul 16 01:26:13.300522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b07b81a5-27c9-4fea-a355-676042e81762 req-47bbefa5-20c5-4df8-a095-7f229ba7386c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Jul 16 01:26:13.543149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d25c44c8-f33c-43cf-8703-807e4840df87 None None] Port 8f247493-92bf-4f6f-bcba-17820824c38d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:13.651500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f247493-92bf-4f6f-bcba-17820824c38d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:13.662072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.668345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee502c-c065-4100-ae29-ece7269c82e2 req-e73642a1-5cc0-400b-b912-03fa8d3f60a4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.675980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Transition to ACTIVE for port object 8f247493-92bf-4f6f-bcba-17820824c38d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:13.682690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1ee502c-c065-4100-ae29-ece7269c82e2 req-e73642a1-5cc0-400b-b912-03fa8d3f60a4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.2572601 Jul 16 01:26:13.686711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.696932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.721249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5131cc2-e7b6-427e-9656-202f2520db71 req-28b16ecb-187b-4139-be5f-d7212eebd72f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.722837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5131cc2-e7b6-427e-9656-202f2520db71 req-28b16ecb-187b-4139-be5f-d7212eebd72f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.1859355 Jul 16 01:26:13.789800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Pushing event updated for resources: {'Port': ['ID=8f247493-92bf-4f6f-bcba-17820824c38d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.844697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1ee502c-c065-4100-ae29-ece7269c82e2 req-ac76528a-2ba9-4092-bb4f-a868a5686281 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564662 Jul 16 01:26:13.924535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5131cc2-e7b6-427e-9656-202f2520db71 req-95091e3e-1387-4c8c-ab59-367e406970fc tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917322 Jul 16 01:26:13.930953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Attempting to bind port 8f247493-92bf-4f6f-bcba-17820824c38d on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:13.931306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Attempting to bind port 8f247493-92bf-4f6f-bcba-17820824c38d by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:13.931633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Attempting to bind port 8f247493-92bf-4f6f-bcba-17820824c38d on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:13.943073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Port 8f247493-92bf-4f6f-bcba-17820824c38d on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:13.947042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Attempting to bind port 8f247493-92bf-4f6f-bcba-17820824c38d on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:13.968156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:13.968530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:13.973362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:13.973852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Bound port: 8f247493-92bf-4f6f-bcba-17820824c38d, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:13.974234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.141495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] For port 8f247493-92bf-4f6f-bcba-17820824c38d, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:14.147668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] For port 8f247493-92bf-4f6f-bcba-17820824c38d, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f247493-92bf-4f6f-bcba-17820824c38d,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:14.153371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.215634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.216470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.217905 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f247493-92bf-4f6f-bcba-17820824c38d HTTP/1.1" status: 200 len: 1097 time: 1.3608418 Jul 16 01:26:14.218378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'tag': '8f247493-92bf-4f6f-bcba-17820824c38d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:14.222367 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5850d60-ae31-4574-aa7f-58d526d164ab" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4eb4df-a1ba-4a71-ad99-01adad251b59", "tag": "8f247493-92bf-4f6f-bcba-17820824c38d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:14.246693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5'}, {'server_uuid': '0442218f-f2b5-46ba-aafe-288079297150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:14.249489 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8202e07-6cfb-4f5c-ae5b-4aaa089933c6" -d '{"events": [{"server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "name": "network-vif-plugged", "status": "completed", "tag": "da811483-c9de-453d-8ec3-012f95b335e5"}, {"server_uuid": "0442218f-f2b5-46ba-aafe-288079297150", "name": "network-vif-plugged", "status": "completed", "tag": "b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:14.292082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72847871-bffb-40b6-b22b-ed3908575949 service neutron] Pushing event updated for resources: {'Port': ['ID=8f247493-92bf-4f6f-bcba-17820824c38d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:14.430487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-f78e4561-b67f-4cee-8649-7d4843723b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.434404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-f78e4561-b67f-4cee-8649-7d4843723b9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 1100 time: 0.1359210 Jul 16 01:26:14.515272 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-31835b17-d931-4306-bc1c-5fbb67226467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=8f247493-92bf-4f6f-bcba-17820824c38d HTTP/1.1" status: 200 len: 217 time: 0.0642881 Jul 16 01:26:14.592985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-1fca5bef-d216-4ea8-ab18-4cdcc578dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.594486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-1fca5bef-d216-4ea8-ab18-4cdcc578dd26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0708771 Jul 16 01:26:14.596591 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051e071-7e6f-4225-be87-e92186102b76 x-openstack-request-id: req-c051e071-7e6f-4225-be87-e92186102b76 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:14.597108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61a256-39c9-4637-ba75-2b0a1b76d48d req-55c8bfdd-10ab-4e28-a1d0-0476c2de9e28 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.597567 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4eb4df-a1ba-4a71-ad99-01adad251b59", "tag": "8f247493-92bf-4f6f-bcba-17820824c38d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:14.597928 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c051e071-7e6f-4225-be87-e92186102b76 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:14.598320 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'tag': '8f247493-92bf-4f6f-bcba-17820824c38d', 'status': 'completed', 'code': 200} Jul 16 01:26:14.599907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c61a256-39c9-4637-ba75-2b0a1b76d48d req-55c8bfdd-10ab-4e28-a1d0-0476c2de9e28 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1562593 Jul 16 01:26:14.649547 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f286d-3750-479c-8921-2f971d96f6a7 x-openstack-request-id: req-168f286d-3750-479c-8921-2f971d96f6a7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:14.649785 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "name": "network-vif-plugged", "status": "completed", "tag": "da811483-c9de-453d-8ec3-012f95b335e5", "code": 200}, {"server_uuid": "0442218f-f2b5-46ba-aafe-288079297150", "name": "network-vif-plugged", "status": "completed", "tag": "b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:14.650223 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-168f286d-3750-479c-8921-2f971d96f6a7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:14.650894 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5', 'code': 200} Jul 16 01:26:14.651299 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0442218f-f2b5-46ba-aafe-288079297150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2', 'code': 200} Jul 16 01:26:14.656737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c61a256-39c9-4637-ba75-2b0a1b76d48d req-cef23b64-3795-4aa3-b219-a61f8dbfa2a8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504622 Jul 16 01:26:14.752593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-22d489f9-c073-4ac3-9098-6b30346e2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.758312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-22d489f9-c073-4ac3-9098-6b30346e2494 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1480262 Jul 16 01:26:14.872116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-0ad72a92-b9d3-4e93-9df5-ddadb149ce9b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081936 Jul 16 01:26:15.008909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-befeef95-7750-47bb-9aad-1e9bddb24272 req-e80f8df2-b1df-47b8-bf78-4a28a9a239e3 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285577 Jul 16 01:26:15.051382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150693f-0d69-4db9-8c11-561cc497e54a req-2cffa98d-d200-4ccb-a0a4-a80a503e32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.053096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9150693f-0d69-4db9-8c11-561cc497e54a req-2cffa98d-d200-4ccb-a0a4-a80a503e32cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1097 time: 0.2359886 Jul 16 01:26:15.092352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276236be-b1ff-4e69-8432-63edc587277b req-3ed2fe8a-9224-40f6-aa0e-925d5ae87a54 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.115853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-276236be-b1ff-4e69-8432-63edc587277b req-3ed2fe8a-9224-40f6-aa0e-925d5ae87a54 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 948 time: 0.2791588 Jul 16 01:26:15.118628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cc008-cb56-423f-b311-ce604b6e4abd req-a1b1eca4-cf8a-49e8-b83c-6482a0eeec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.119154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-889cc008-cb56-423f-b311-ce604b6e4abd req-a1b1eca4-cf8a-49e8-b83c-6482a0eeec5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 1102 time: 0.3650284 Jul 16 01:26:15.138081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.153741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9150693f-0d69-4db9-8c11-561cc497e54a req-33674409-93aa-4af0-8303-9c5af07deab0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873461 Jul 16 01:26:15.236157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-889cc008-cb56-423f-b311-ce604b6e4abd req-da146d6d-b226-48ef-91e4-3c13bb061270 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966668 Jul 16 01:26:15.249216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-0fb7546b-cf2a-490e-82fa-60e726754553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.252022 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-0fb7546b-cf2a-490e-82fa-60e726754553 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 1100 time: 0.0942538 Jul 16 01:26:15.275308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-276236be-b1ff-4e69-8432-63edc587277b req-c1d4d71a-c22e-4cd1-a447-1230a1405ccd tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289525 Jul 16 01:26:15.288017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dabb81-8704-4c25-8682-9e680ebae1e6 req-56900579-19ff-4d92-a90a-179aca3572b2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.299318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10dabb81-8704-4c25-8682-9e680ebae1e6 req-56900579-19ff-4d92-a90a-179aca3572b2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1235821 Jul 16 01:26:15.399109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10dabb81-8704-4c25-8682-9e680ebae1e6 req-2dfbaa91-9a0d-4915-b682-023687e778fb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918663 Jul 16 01:26:15.452091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-494b389f-e3d4-4029-b459-5200bc6e6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.453653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-494b389f-e3d4-4029-b459-5200bc6e6e5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1882451 Jul 16 01:26:15.520743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-95ae9319-dd88-4895-b0e3-5a552353a9d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=8f247493-92bf-4f6f-bcba-17820824c38d HTTP/1.1" status: 200 len: 217 time: 0.0442326 Jul 16 01:26:15.574802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ca67-b6dd-468d-a948-d0104d15afcf req-6c2f9d60-0881-488a-a1ac-1564f2e71ffc tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.576512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d3ca67-b6dd-468d-a948-d0104d15afcf req-6c2f9d60-0881-488a-a1ac-1564f2e71ffc tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.0892689 Jul 16 01:26:15.586858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-5b67d656-78bb-410f-803a-5e20e604c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.590243 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-5b67d656-78bb-410f-803a-5e20e604c63b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0604761 Jul 16 01:26:15.641869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d3ca67-b6dd-468d-a948-d0104d15afcf req-d17b1374-3271-46d8-9065-d5eb2909e7af tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537903 Jul 16 01:26:15.677126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-c1c18e88-6e90-47be-a501-a0c564f14322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.679006 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-c1c18e88-6e90-47be-a501-a0c564f14322 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734496 Jul 16 01:26:15.840354 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-7f862f39-0e7a-490f-856d-361241c32ea6 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453590 Jul 16 01:26:15.954431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141337-1dbd-4d8b-9cd8-23e972c5d99e req-b5476396-aef7-4758-9d0b-f1e8979a346f tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.976643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4141337-1dbd-4d8b-9cd8-23e972c5d99e req-b5476396-aef7-4758-9d0b-f1e8979a346f tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1101 time: 0.0913627 Jul 16 01:26:16.011142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f4141337-1dbd-4d8b-9cd8-23e972c5d99e req-76b0bb55-baad-4bd1-9e8d-195158f44de2 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.032912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e5850d60-ae31-4574-aa7f-58d526d164ab req-16c73c73-ba0f-4dc4-93a1-39e085c6bac7 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566463 Jul 16 01:26:16.138878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d38aa4-3ec6-4626-a868-96cb0e841393 req-04dfc71d-c3fb-4d87-a088-80d7eb62c5b1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.140381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2d38aa4-3ec6-4626-a868-96cb0e841393 req-04dfc71d-c3fb-4d87-a088-80d7eb62c5b1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1182961 Jul 16 01:26:16.199675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2d38aa4-3ec6-4626-a868-96cb0e841393 req-fc921d0a-c2b9-412c-be5d-6adf0685900b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Jul 16 01:26:16.271076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f4141337-1dbd-4d8b-9cd8-23e972c5d99e req-76b0bb55-baad-4bd1-9e8d-195158f44de2 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.287073 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f4141337-1dbd-4d8b-9cd8-23e972c5d99e req-76b0bb55-baad-4bd1-9e8d-195158f44de2 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.319704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0bb55-baad-4bd1-9e8d-195158f44de2 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390ce8f-5c64-41fb-8a21-797e96676566,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:16.345540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4141337-1dbd-4d8b-9cd8-23e972c5d99e req-76b0bb55-baad-4bd1-9e8d-195158f44de2 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674901 Jul 16 01:26:16.458307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8de67-3d7a-4e21-85cf-27f0346126d4 req-ea50637b-8bbf-440f-8ac4-f19853a74fd6 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.460182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05f8de67-3d7a-4e21-85cf-27f0346126d4 req-ea50637b-8bbf-440f-8ac4-f19853a74fd6 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1102 time: 0.1113315 Jul 16 01:26:16.527515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05f8de67-3d7a-4e21-85cf-27f0346126d4 req-3b088b16-ac70-468b-8c2d-dc7bec0b3a24 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Jul 16 01:26:16.554721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a06ec-d3d4-475c-9352-d25bebdc6710 req-8166a169-0353-438d-b7ee-41b84fa835b1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.555174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b4a06ec-d3d4-475c-9352-d25bebdc6710 req-8166a169-0353-438d-b7ee-41b84fa835b1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 948 time: 0.0939348 Jul 16 01:26:16.622566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b4a06ec-d3d4-475c-9352-d25bebdc6710 req-012e5f04-175e-4698-a599-61378981caf0 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605958 Jul 16 01:26:16.810181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72984a3-bb64-4112-aa62-fbcdb936212f req-1d074d40-9c00-426a-b5f5-a8ed3e5cf719 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.811698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72984a3-bb64-4112-aa62-fbcdb936212f req-1d074d40-9c00-426a-b5f5-a8ed3e5cf719 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1102 time: 0.0733135 Jul 16 01:26:16.851633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72984a3-bb64-4112-aa62-fbcdb936212f req-71b87cc9-15ea-431a-b4ec-90ae70936ea5 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Jul 16 01:26:17.072835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7527371-41be-43d0-a7ea-90c1decfaf8b req-293977b7-889e-44f0-a1c3-8547fbd04c40 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.074549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7527371-41be-43d0-a7ea-90c1decfaf8b req-293977b7-889e-44f0-a1c3-8547fbd04c40 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.0793374 Jul 16 01:26:17.141969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7527371-41be-43d0-a7ea-90c1decfaf8b req-95506bcf-c0e3-4b6a-b2de-20573e674038 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613072 Jul 16 01:26:17.352016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-1741d350-9dd2-43c8-a37a-88c08f59bd27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242409 Jul 16 01:26:17.619208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd559-3b36-4141-9ce3-d0322773cdd6 req-4b656bb7-41b8-4fe2-9749-ce9ba20cae61 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.625013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3bdd559-3b36-4141-9ce3-d0322773cdd6 req-4b656bb7-41b8-4fe2-9749-ce9ba20cae61 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0995517 Jul 16 01:26:17.711273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3bdd559-3b36-4141-9ce3-d0322773cdd6 req-4a635b3f-25fe-4a42-b269-f6a4d7dd8a79 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821798 Jul 16 01:26:17.748402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee87ab3-4979-46c8-b73c-f12c36cae1e4 req-e52d302b-d55a-4cc6-b6ca-e9debcd27071 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.750238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ee87ab3-4979-46c8-b73c-f12c36cae1e4 req-e52d302b-d55a-4cc6-b6ca-e9debcd27071 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0937631 Jul 16 01:26:17.845123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ee87ab3-4979-46c8-b73c-f12c36cae1e4 req-5418076e-2b96-46f7-8f26-6120aea19c3a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858512 Jul 16 01:26:18.019377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.083144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146591df-7885-4984-8c9c-a7499ee9dd09 req-8ca1577a-d944-4c5d-a92d-13490679cd0a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.097067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-146591df-7885-4984-8c9c-a7499ee9dd09 req-8ca1577a-d944-4c5d-a92d-13490679cd0a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 948 time: 0.1351345 Jul 16 01:26:18.103242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77759d-d702-43cf-b1a3-9d3fb5e47acc req-07c7ac5a-eac2-4872-81d1-ccf0ad571978 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.105442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a77759d-d702-43cf-b1a3-9d3fb5e47acc req-07c7ac5a-eac2-4872-81d1-ccf0ad571978 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1097 time: 0.1048670 Jul 16 01:26:18.166029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-146591df-7885-4984-8c9c-a7499ee9dd09 req-c1c0bdce-e278-4def-986f-a34856fe82db tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677702 Jul 16 01:26:18.177143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a77759d-d702-43cf-b1a3-9d3fb5e47acc req-5de16524-a5f1-4d66-abab-b39518a6bfc0 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647359 Jul 16 01:26:18.439220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaee75-679d-45c2-91b9-dda08a011eb5 req-a9e470fb-a557-478f-bd1b-a8cb120078da tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.441863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85eaee75-679d-45c2-91b9-dda08a011eb5 req-a9e470fb-a557-478f-bd1b-a8cb120078da tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.1166992 Jul 16 01:26:18.496946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85eaee75-679d-45c2-91b9-dda08a011eb5 req-41c2cd30-3763-45db-aa30-8ae4136b509f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Jul 16 01:26:19.429697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92deebb-bb0d-4559-9c13-2cceed4600d0 req-3512b693-1d83-450f-b902-af3974a01789 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.430748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f247493-92bf-4f6f-bcba-17820824c38d details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:19.431282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f92deebb-bb0d-4559-9c13-2cceed4600d0 req-3512b693-1d83-450f-b902-af3974a01789 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.3329690 Jul 16 01:26:19.508637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de01a75-3bca-44c6-8449-944448c1b413 req-49b33eee-9d6a-49a7-a104-4ca65c180037 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.517826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5de01a75-3bca-44c6-8449-944448c1b413 req-49b33eee-9d6a-49a7-a104-4ca65c180037 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.2714324 Jul 16 01:26:19.570026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-9ac00fed-24f9-4859-ab87-9f8a1b0f34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.573055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-9ac00fed-24f9-4859-ab87-9f8a1b0f34e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1101 time: 0.2899327 Jul 16 01:26:19.627761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f247493-92bf-4f6f-bcba-17820824c38d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f247493-92bf-4f6f-bcba-17820824c38d,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:19.680678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8f247493-92bf-4f6f-bcba-17820824c38d', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '8f247493-92bf-4f6f-bcba-17820824c38d', 'mac_address': 'fa:16:3e:f7:2d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:19.709905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f92deebb-bb0d-4559-9c13-2cceed4600d0 req-21453a6f-8cc7-4950-8e17-68acb69a60e0 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577851 Jul 16 01:26:19.754318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.757744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5de01a75-3bca-44c6-8449-944448c1b413 req-04ea92b4-fd55-4c45-bf34-833fc2962664 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377515 Jul 16 01:26:19.792442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f247493-92bf-4f6f-bcba-17820824c38d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:19.814864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f247493-92bf-4f6f-bcba-17820824c38d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f247493-92bf-4f6f-bcba-17820824c38d,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:19.823112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.909815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-10086de7-0066-4336-8bbd-e3ae8918eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.913792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-10086de7-0066-4336-8bbd-e3ae8918eb1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3273840 Jul 16 01:26:20.007222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8f247493-92bf-4f6f-bcba-17820824c38d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.013864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-a0cc798a-8fbb-4d39-8b94-2719b9e0cc05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0793149 Jul 16 01:26:20.393331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-0d558c01-bd8c-4914-af9d-c430186e6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.395000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-0d558c01-bd8c-4914-af9d-c430186e6c3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1041832 Jul 16 01:26:20.400073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8f247493-92bf-4f6f-bcba-17820824c38d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:20.424503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef0e37-2d4a-499e-a2fe-85ed0c36f235 req-77893ffd-b2cb-47f2-900a-febe345be5b2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.427010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91ef0e37-2d4a-499e-a2fe-85ed0c36f235 req-77893ffd-b2cb-47f2-900a-febe345be5b2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 949 time: 0.4327242 Jul 16 01:26:20.516734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1642e84-f332-4734-9322-cf80cdf2288e req-17375e01-167b-4851-afbb-04a2cc2aa0f1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.519003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1642e84-f332-4734-9322-cf80cdf2288e req-17375e01-167b-4851-afbb-04a2cc2aa0f1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.5041871 Jul 16 01:26:20.527812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91ef0e37-2d4a-499e-a2fe-85ed0c36f235 req-eb05cf1d-73f4-4be4-9a22-987a8b18fa84 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999353 Jul 16 01:26:20.577870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1642e84-f332-4734-9322-cf80cdf2288e req-17b62d26-4a78-4520-88ed-0336d82c2bb1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 Jul 16 01:26:20.581751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-2fbaa642-79f8-4e9d-8a80-7717f1456a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.583130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-2fbaa642-79f8-4e9d-8a80-7717f1456a5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470559 Jul 16 01:26:20.716546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-9fe06882-b75e-4534-9a07-fe5ebf80e7df service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171856 Jul 16 01:26:20.820294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b0078bf6-3d65-4557-b7da-1ef715f0e70a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479891 Jul 16 01:26:20.915424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-b60805e1-7e89-4fce-baf8-6fdfd9d3d2d8 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729209 Jul 16 01:26:20.990174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-8ab731b3-fcb1-41fc-902a-137a59536b2b tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.991632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-8ab731b3-fcb1-41fc-902a-137a59536b2b tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634531 Jul 16 01:26:21.014057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77f067-fd55-46bc-828c-acefb701b827 req-a670c7bb-6b1f-4756-968c-6ea39629dfe9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.015519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e77f067-fd55-46bc-828c-acefb701b827 req-a670c7bb-6b1f-4756-968c-6ea39629dfe9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1508691 Jul 16 01:26:21.018838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-90685921-5b39-497b-b360-19efcadc8094 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/quotas/d7dcca95cf2c41c39f94f9dd2b8d87e6 HTTP/1.1" status: 200 len: 375 time: 0.0216219 Jul 16 01:26:21.087247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e77f067-fd55-46bc-828c-acefb701b827 req-610273b3-be38-4bad-b9ab-d268f1026c32 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643456 Jul 16 01:26:21.108987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-6478d5e3-bbee-4e42-b50b-627fbea36e8c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800340 Jul 16 01:26:21.279837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-988f31f5-94fb-4829-bbed-e054e073baa3 req-ce695a9c-a2a0-493f-9b42-ed2a841ec41a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 210 time: 0.0278492 Jul 16 01:26:21.717952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbc9cc-ce25-4cc6-b87c-148de7145e2e req-e5fd2f61-f7b0-46fd-ab4f-08004bccaa27 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.719522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56fbc9cc-ce25-4cc6-b87c-148de7145e2e req-e5fd2f61-f7b0-46fd-ab4f-08004bccaa27 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 949 time: 0.0731032 Jul 16 01:26:21.762420 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56fbc9cc-ce25-4cc6-b87c-148de7145e2e req-4a08ed02-01c8-4a62-88cf-a21b66976b7b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Jul 16 01:26:21.981534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13a2c-e5e2-4a60-b069-aae2ff840e9a req-79288105-1b16-495f-8f04-4f37677821a5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.981534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edb13a2c-e5e2-4a60-b069-aae2ff840e9a req-79288105-1b16-495f-8f04-4f37677821a5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1043808 Jul 16 01:26:22.019644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edb13a2c-e5e2-4a60-b069-aae2ff840e9a req-9864da8f-18ee-40bf-a761-01a91eb8f8cb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351348 Jul 16 01:26:22.293484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a686959-85b1-449f-9839-3b74a4c4de1a req-b0186c8e-fcd2-478f-afe9-8abafd512906 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.294887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a686959-85b1-449f-9839-3b74a4c4de1a req-b0186c8e-fcd2-478f-afe9-8abafd512906 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 949 time: 0.1086106 Jul 16 01:26:22.308809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3975f77-8c6c-4ed7-a163-f44958faf7ea req-b156f003-5faf-46d7-9a17-837f44fd68b8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.310261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3975f77-8c6c-4ed7-a163-f44958faf7ea req-b156f003-5faf-46d7-9a17-837f44fd68b8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0938423 Jul 16 01:26:22.368059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3975f77-8c6c-4ed7-a163-f44958faf7ea req-0613b820-016a-40df-88aa-6b15105c3d8b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507812 Jul 16 01:26:22.370764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a686959-85b1-449f-9839-3b74a4c4de1a req-e858ab46-1b4b-417f-87c8-f87daec6a3d2 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696411 Jul 16 01:26:22.502991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-978c2b14-d2c7-463c-ba69-083633027c80 req-d475bfba-6ceb-4d5c-9f57-f13c12bafbbe tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 210 time: 0.0321565 Jul 16 01:26:22.603946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-2ba33193-4a40-4869-beb9-b47152cb1a5b tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300593 Jul 16 01:26:22.735437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-83506692-78d5-4073-a1bf-41a59607f885 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.737361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-83506692-78d5-4073-a1bf-41a59607f885 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253638 Jul 16 01:26:22.765315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Request body: {'port': {'device_id': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'd7dcca95cf2c41c39f94f9dd2b8d87e6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:23.000578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Made reservation on behalf of d7dcca95cf2c41c39f94f9dd2b8d87e6 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:23.004840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.113616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e516-c36d-4847-a541-29d947941e39 req-1202dc6c-3754-4ea6-b85b-5bb87dae1934 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.115413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a905e516-c36d-4847-a541-29d947941e39 req-1202dc6c-3754-4ea6-b85b-5bb87dae1934 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 949 time: 0.1475973 Jul 16 01:26:23.252655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a905e516-c36d-4847-a541-29d947941e39 req-e65b42e5-9c2f-42da-bd22-871ddd29f9c4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216304 Jul 16 01:26:23.270071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Allocated IP 192.168.233.63 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/1b059946-abbf-4eaf-8b39-851c5a5914ba) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:23.347745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e29ad-a334-43de-a86c-9e374752588c req-fc988e64-efe5-4790-873f-3dd1ffd96f0d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.349380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321e29ad-a334-43de-a86c-9e374752588c req-fc988e64-efe5-4790-873f-3dd1ffd96f0d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1822445 Jul 16 01:26:23.430495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f247493-92bf-4f6f-bcba-17820824c38d up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:23.444710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-321e29ad-a334-43de-a86c-9e374752588c req-e519fdec-1694-4995-92aa-bda725e49c1c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894539 Jul 16 01:26:23.489915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.508955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Transition to ACTIVE for port object 1b059946-abbf-4eaf-8b39-851c5a5914ba will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:23.520643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 8f247493-92bf-4f6f-bcba-17820824c38d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:23.524886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8f247493-92bf-4f6f-bcba-17820824c38d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:23.525369 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.614704 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.638014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f247493-92bf-4f6f-bcba-17820824c38d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:23.640187 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8a269-4f4a-466b-b94d-4e8599d7702a" -d '{"events": [{"server_uuid": "eb4eb4df-a1ba-4a71-ad99-01adad251b59", "name": "network-vif-plugged", "status": "completed", "tag": "8f247493-92bf-4f6f-bcba-17820824c38d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:23.643545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.653755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f247493-92bf-4f6f-bcba-17820824c38d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f247493-92bf-4f6f-bcba-17820824c38d,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:23.660188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:23.664719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.727526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:23.738446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cfe1f-6893-4432-9657-2651178a577a req-475b9024-2ee6-408b-be06-f6db4e32cf4c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.740053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-944cfe1f-6893-4432-9657-2651178a577a req-475b9024-2ee6-408b-be06-f6db4e32cf4c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1936185 Jul 16 01:26:23.742524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:23.747027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Pushing event updated for resources: {'Port': ['ID=1b059946-abbf-4eaf-8b39-851c5a5914ba,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.751209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:23.753453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8f247493-92bf-4f6f-bcba-17820824c38d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.791626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea2d53-3976-43ca-bf17-c665841dd6df req-61fd2e62-3ef2-4a1d-87e8-0cc2e924637c tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.793334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ea2d53-3976-43ca-bf17-c665841dd6df req-61fd2e62-3ef2-4a1d-87e8-0cc2e924637c tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 946 time: 0.2282693 Jul 16 01:26:23.858498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.859223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.876995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-944cfe1f-6893-4432-9657-2651178a577a req-2c0a9717-2d14-4419-b2b0-b129b4646511 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272871 Jul 16 01:26:23.905042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ea2d53-3976-43ca-bf17-c665841dd6df req-dee80451-2a31-4513-a5ea-67869e56e4e5 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973859 Jul 16 01:26:23.914156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-b08a7e9b-9134-407d-8685-222e6468a56f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1512382 Jul 16 01:26:23.950364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Request body: {'port': {'device_id': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:23.995430 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049eb355-8733-491a-9e1b-0b21d2bcfc88 x-openstack-request-id: req-049eb355-8733-491a-9e1b-0b21d2bcfc88 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:23.995724 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4eb4df-a1ba-4a71-ad99-01adad251b59", "name": "network-vif-plugged", "status": "completed", "tag": "8f247493-92bf-4f6f-bcba-17820824c38d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:23.996014 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-049eb355-8733-491a-9e1b-0b21d2bcfc88 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:23.996407 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f247493-92bf-4f6f-bcba-17820824c38d', 'code': 200} Jul 16 01:26:24.028769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecb00ca9-36df-42b5-909c-6c7b3e587133 None None] Provisioning for port 1b059946-abbf-4eaf-8b39-851c5a5914ba completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:24.033515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecb00ca9-36df-42b5-909c-6c7b3e587133 None None] Provisioning complete for port 1b059946-abbf-4eaf-8b39-851c5a5914ba triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:24.033881 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecb00ca9-36df-42b5-909c-6c7b3e587133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.076302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ecb00ca9-36df-42b5-909c-6c7b3e587133 None None] Port 1b059946-abbf-4eaf-8b39-851c5a5914ba cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:24.117202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.214131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5984d-a49c-4254-b779-a38bf9147a14 req-cfbbf9c8-ed1e-4ba7-9455-94ddb5f1d92d tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.214546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32179c-2210-4e23-845c-faa9d24a6b04 req-ce0f7b23-c8b2-4bcc-8a4e-c4352af59fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.215814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41b5984d-a49c-4254-b779-a38bf9147a14 req-cfbbf9c8-ed1e-4ba7-9455-94ddb5f1d92d tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 935 time: 0.1700101 Jul 16 01:26:24.216045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b32179c-2210-4e23-845c-faa9d24a6b04 req-ce0f7b23-c8b2-4bcc-8a4e-c4352af59fca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 1102 time: 0.0753863 Jul 16 01:26:24.258178 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b32179c-2210-4e23-845c-faa9d24a6b04 req-7f078bb5-80e3-4e25-b49c-a1915028ff97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291977 Jul 16 01:26:24.355214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41b5984d-a49c-4254-b779-a38bf9147a14 req-e112a074-069f-4efd-981f-a4fe18ed42d5 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298294 Jul 16 01:26:24.395521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346d555-f129-493b-9c25-cf7542b5c54a req-edc375a9-3cdc-4340-ae5d-ca0c9abaab18 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.397079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9346d555-f129-493b-9c25-cf7542b5c54a req-edc375a9-3cdc-4340-ae5d-ca0c9abaab18 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1097 time: 0.1730940 Jul 16 01:26:24.473946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9346d555-f129-493b-9c25-cf7542b5c54a req-898d3d40-0218-43b4-86fe-7360987ef710 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494051 Jul 16 01:26:24.586006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b059946-abbf-4eaf-8b39-851c5a5914ba {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:24.621307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.642219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Transition to ACTIVE for port object 1b059946-abbf-4eaf-8b39-851c5a5914ba will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:24.657208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c37c14-ef65-4356-8691-f70d1e61b84c req-aecc09b7-4389-4f36-8c2f-0630b26ade3d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.658862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9c37c14-ef65-4356-8691-f70d1e61b84c req-aecc09b7-4389-4f36-8c2f-0630b26ade3d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.1628690 Jul 16 01:26:24.659510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.750032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Pushing event updated for resources: {'Port': ['ID=1b059946-abbf-4eaf-8b39-851c5a5914ba,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.841105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:24.931979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.972922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:24.977592 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.009974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b70d6-532f-4872-8d6b-dc99e3af867e req-7bc9fe42-210d-486b-81ea-2205641635a4 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.011524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-870b70d6-532f-4872-8d6b-dc99e3af867e req-7bc9fe42-210d-486b-81ea-2205641635a4 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.4305110 Jul 16 01:26:25.015916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9c37c14-ef65-4356-8691-f70d1e61b84c req-98650659-37b3-489a-8cef-cf6a14454877 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497875 Jul 16 01:26:25.042678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.097129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-870b70d6-532f-4872-8d6b-dc99e3af867e req-e5b908b5-4285-4a88-bd33-2751d9bcbf4f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645719 Jul 16 01:26:25.112094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Attempting to bind port 1b059946-abbf-4eaf-8b39-851c5a5914ba on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:25.116276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Attempting to bind port 1b059946-abbf-4eaf-8b39-851c5a5914ba by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:25.116642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Attempting to bind port 1b059946-abbf-4eaf-8b39-851c5a5914ba on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:25.126665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Port 1b059946-abbf-4eaf-8b39-851c5a5914ba on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:25.127123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Attempting to bind port 1b059946-abbf-4eaf-8b39-851c5a5914ba on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:25.132767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:25.133211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:25.133688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:25.134232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Bound port: 1b059946-abbf-4eaf-8b39-851c5a5914ba, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:25.134688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.229329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] For port 1b059946-abbf-4eaf-8b39-851c5a5914ba, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:25.233148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] For port 1b059946-abbf-4eaf-8b39-851c5a5914ba, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:25.250005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.307935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.309022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.310474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] 10.222.0.23 "PUT /v2.0/ports/1b059946-abbf-4eaf-8b39-851c5a5914ba HTTP/1.1" status: 200 len: 1096 time: 1.3647101 Jul 16 01:26:25.311748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'tag': '1b059946-abbf-4eaf-8b39-851c5a5914ba'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:25.314695 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50375b71-382a-404f-bee5-2b79f7e27481" -d '{"events": [{"name": "network-changed", "server_uuid": "69dfd1cc-486d-486f-a5c2-874cd01e442e", "tag": "1b059946-abbf-4eaf-8b39-851c5a5914ba"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:25.350103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1e7de-1a32-467a-b787-077d317473cd service neutron] Pushing event updated for resources: {'Port': ['ID=1b059946-abbf-4eaf-8b39-851c5a5914ba,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.477386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-78751cf7-e142-4361-ab5a-11910a725132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.479124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-78751cf7-e142-4361-ab5a-11910a725132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 1099 time: 0.1013937 Jul 16 01:26:25.552279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-e6e9546c-95b4-4cbc-afa0-97bc7b2830a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba HTTP/1.1" status: 200 len: 217 time: 0.0504141 Jul 16 01:26:25.647372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-50759dd4-8b38-426b-b907-53ab2b2cc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.648859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-50759dd4-8b38-426b-b907-53ab2b2cc3fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0645559 Jul 16 01:26:25.678375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ec543-a522-41f9-b498-f61919529239 req-4558f723-4d18-4b58-b5bd-4d7f378bb495 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.680258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-456ec543-a522-41f9-b498-f61919529239 req-4558f723-4d18-4b58-b5bd-4d7f378bb495 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1303179 Jul 16 01:26:25.762567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-456ec543-a522-41f9-b498-f61919529239 req-58947c47-91c1-4e06-b7e9-fac16b69a5ab tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589070 Jul 16 01:26:25.778947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-705fea42-82d6-4395-b0eb-f2eacd4bf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.779546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-705fea42-82d6-4395-b0eb-f2eacd4bf9c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207173 Jul 16 01:26:25.871819 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4555a4fb-55eb-4566-af8d-74fa3fc0cebf x-openstack-request-id: req-4555a4fb-55eb-4566-af8d-74fa3fc0cebf {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:25.872218 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dfd1cc-486d-486f-a5c2-874cd01e442e", "tag": "1b059946-abbf-4eaf-8b39-851c5a5914ba", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:25.872594 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4555a4fb-55eb-4566-af8d-74fa3fc0cebf {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:25.873079 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'tag': '1b059946-abbf-4eaf-8b39-851c5a5914ba', 'status': 'completed', 'code': 200} Jul 16 01:26:25.908948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-caef56c7-8563-4a77-ba20-adb2fc927c46 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199429 Jul 16 01:26:25.997505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:26.000828 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe540292-91fc-4ca9-90a8-8ae7e9ba56aa" -d '{"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:26.061598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95b4f76e-81df-438d-813b-66d4c4d0691e req-786eb2e7-1bfc-42cb-8537-f6cee0b2c21f service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339037 Jul 16 01:26:26.083268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccd5b6-48e0-4643-985b-b77e3007b5cf req-902718f5-5bbf-4ffc-afb7-98148c88a40c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.085036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbccd5b6-48e0-4643-985b-b77e3007b5cf req-902718f5-5bbf-4ffc-afb7-98148c88a40c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 947 time: 0.1218123 Jul 16 01:26:26.130007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbccd5b6-48e0-4643-985b-b77e3007b5cf req-1ed4554b-ebb1-4af9-bcc9-d5baaa4e8e8e tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Jul 16 01:26:26.201611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375b71-382a-404f-bee5-2b79f7e27481 req-8b619582-c599-4cb9-bee0-04fad3d1d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.203155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-8b619582-c599-4cb9-bee0-04fad3d1d3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 1099 time: 0.0627768 Jul 16 01:26:26.312733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-55c754a9-48c2-4add-849a-3ada79670bee tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2065521283&fields=id&tenant_id=5f06b352d0e14026a3d5aa90a7c56520 HTTP/1.1" status: 200 len: 267 time: 0.0946033 Jul 16 01:26:26.381791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375b71-382a-404f-bee5-2b79f7e27481 req-4a594e05-fb9b-45e9-9276-ecbf11d79c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.383273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-4a594e05-fb9b-45e9-9276-ecbf11d79c9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1582379 Jul 16 01:26:26.451301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-8a79d804-abe8-497b-a512-176628984562 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:26.452932 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-8a79d804-abe8-497b-a512-176628984562 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062301 Jul 16 01:26:26.454802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-cc3c3eb2-e9f7-4e71-af4a-5dda751ec600 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba HTTP/1.1" status: 200 len: 217 time: 0.0415580 Jul 16 01:26:26.466981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Request body: {'binding': {'host': 'n-h2-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:26.467758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:26:26.514388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-421575de-87e6-4718-8e46-d981ad287577 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.515954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-421575de-87e6-4718-8e46-d981ad287577 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 823 time: 0.1957238 Jul 16 01:26:26.539474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375b71-382a-404f-bee5-2b79f7e27481 req-5f630b73-41d9-4734-845d-2ae3a1c676f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.541312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-5f630b73-41d9-4734-845d-2ae3a1c676f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0757296 Jul 16 01:26:26.543797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-c180749b-3bdb-4076-b884-6654712159ea tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/quotas/5f06b352d0e14026a3d5aa90a7c56520 HTTP/1.1" status: 200 len: 375 time: 0.0196965 Jul 16 01:26:26.608137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on host n-h2-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:26.608510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:26.608837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:26.614732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:26.615054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:26.619867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:26.620202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:26.620616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:26.621041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Bound port: 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:26.661722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-560295ca-87c2-483e-b456-adef610e36be tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1102045 Jul 16 01:26:26.665750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375b71-382a-404f-bee5-2b79f7e27481 req-5a1d0a81-3ed1-4eca-a359-221dfcf52b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.668240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-5a1d0a81-3ed1-4eca-a359-221dfcf52b5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072354 Jul 16 01:26:26.680548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:26.685182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.686375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-31be353d-c16d-4e5c-aa77-90ff5960e95e service neutron] 10.222.0.42 "POST /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb/bindings HTTP/1.1" status: 201 len: 390 time: 0.2229354 Jul 16 01:26:26.770557 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377b691-41df-4348-8896-95e02f2112d7 x-openstack-request-id: req-7377b691-41df-4348-8896-95e02f2112d7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:26.770894 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:26.771125 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7377b691-41df-4348-8896-95e02f2112d7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:26.771514 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'code': 200} Jul 16 01:26:26.838071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-d967f93c-a1f8-4c0e-be26-8993b20ed8e4 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619825 Jul 16 01:26:26.840009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-e57b6943-0053-4535-8396-7527d53c210c service neutron] 10.222.0.42 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627960 Jul 16 01:26:26.869856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:26.979238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:26.991397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'mac_address': 'fa:16:3e:73:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:27.034950 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.050303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24518b99-7394-4083-8ad4-2f0cbb5a1d93 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:27.051951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50375b71-382a-404f-bee5-2b79f7e27481 req-39984394-7490-41d8-b66d-aaa65f5fc4f9 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066669 Jul 16 01:26:27.055201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-26421723-a822-42c3-adef-d4700d1da15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.057490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-26421723-a822-42c3-adef-d4700d1da15c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1097 time: 0.0621495 Jul 16 01:26:27.057720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-25d67341-3c0e-44e1-a18c-88893d6b7890 service neutron] 10.222.0.42 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050607 Jul 16 01:26:27.070023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a214c2-7a94-48e9-a2f1-de182f0265b9 req-e25bd150-2821-4484-836f-16945bc92be8 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.074540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:27.078897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8a214c2-7a94-48e9-a2f1-de182f0265b9 req-e25bd150-2821-4484-836f-16945bc92be8 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.2000413 Jul 16 01:26:27.080769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.119434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8a214c2-7a94-48e9-a2f1-de182f0265b9 req-28d8d58e-687d-4c55-9ade-1a7d8b5d6c27 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Jul 16 01:26:27.151626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.178943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-c3f9865d-4c1b-4f51-8650-0291c0341510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.181102 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-c3f9865d-4c1b-4f51-8650-0291c0341510 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1100376 Jul 16 01:26:27.266231 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-9960f6f9-638e-4283-be2a-0317dfb9428b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 217 time: 0.0485959 Jul 16 01:26:27.335497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-751e99ef-777f-4556-8bd5-4b59b113bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.336901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-751e99ef-777f-4556-8bd5-4b59b113bfc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0606263 Jul 16 01:26:27.381797 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-b8725e46-ac97-44dc-9afa-9bbf5b13c8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351319 Jul 16 01:26:27.389369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb849cfa-12e9-47c4-8089-ccd7a0b3a059 req-349cc6c0-8356-4ad7-902b-3f7a59c39b43 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.391315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb849cfa-12e9-47c4-8089-ccd7a0b3a059 req-349cc6c0-8356-4ad7-902b-3f7a59c39b43 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1414731 Jul 16 01:26:27.416251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['24518b99-7394-4083-8ad4-2f0cbb5a1d93'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:27.438923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614a18d-7120-4c14-8156-7f98f2099356 req-f4d62e66-af6c-4733-86ab-2ac8f9ed806a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.440559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a614a18d-7120-4c14-8156-7f98f2099356 req-f4d62e66-af6c-4733-86ab-2ac8f9ed806a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.1364613 Jul 16 01:26:27.482018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb849cfa-12e9-47c4-8089-ccd7a0b3a059 req-2f65d377-afc0-4a05-a13e-8ca7985ba703 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838220 Jul 16 01:26:27.515201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a614a18d-7120-4c14-8156-7f98f2099356 req-d6e59913-f0c4-4524-be40-7d1dccd92c48 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653272 Jul 16 01:26:27.554689 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-157de10e-bc6b-40ef-abd4-e4121ed20eae service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511457 Jul 16 01:26:27.689132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-cdd7d490-dac9-49cd-b9b1-bd4862ecb95e service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238754 Jul 16 01:26:27.711092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644340f8-5511-4bc5-b7f2-e9aef0eb57a9 req-3aee1191-668f-4edf-8add-50b53765add8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.712631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-644340f8-5511-4bc5-b7f2-e9aef0eb57a9 req-3aee1191-668f-4edf-8add-50b53765add8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0849066 Jul 16 01:26:27.789902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-644340f8-5511-4bc5-b7f2-e9aef0eb57a9 req-23082b27-833c-408d-9928-1a3ef2d9a5ca tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664005 Jul 16 01:26:27.809641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828d9d-c8ab-4549-83b4-8b073b297d02 req-8c576a00-fe36-4f32-83cd-8c2823a56c65 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.811221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b828d9d-c8ab-4549-83b4-8b073b297d02 req-8c576a00-fe36-4f32-83cd-8c2823a56c65 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 1102 time: 0.0976498 Jul 16 01:26:27.855511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b828d9d-c8ab-4549-83b4-8b073b297d02 req-1b7bb84d-195f-40cc-add2-040fef1ccfe5 tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Jul 16 01:26:27.888513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a685-76de-40db-ad10-eddc326023de req-7b4d7978-5c9b-49eb-b14b-90a28632ce21 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.890242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8420a685-76de-40db-ad10-eddc326023de req-7b4d7978-5c9b-49eb-b14b-90a28632ce21 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.13 "GET /v2.0/ports?device_id=572b2e4a-68ac-41b2-b24e-473537a92635 HTTP/1.1" status: 200 len: 946 time: 0.1305835 Jul 16 01:26:27.990637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd95db-a904-473d-86e5-8bc8f4dea508 req-af7a776c-22ce-4142-924b-0e2125283b38 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.992214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06fd95db-a904-473d-86e5-8bc8f4dea508 req-af7a776c-22ce-4142-924b-0e2125283b38 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 947 time: 0.0707138 Jul 16 01:26:28.032043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75d42316-41f9-49e3-9709-b44d102e23d2 req-1f59240d-d227-424d-b8b9-55824b435a7a tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 210 time: 0.0387149 Jul 16 01:26:28.052748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06fd95db-a904-473d-86e5-8bc8f4dea508 req-185f9849-ff74-45f0-bd1c-86e82e30219a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508592 Jul 16 01:26:28.140451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-8a2bae50-9d7e-4cfa-9dcd-4bd8da3e38c7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231991 Jul 16 01:26:28.249279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-a34bdcda-c741-404c-97d6-63dbba38d109 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.252017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-a34bdcda-c741-404c-97d6-63dbba38d109 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061718 Jul 16 01:26:28.266282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-47c02992-edf1-47c3-a95c-8cf11aad379b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/quotas/57e1e5ce7da146589e94af689e2cf7e0 HTTP/1.1" status: 200 len: 375 time: 0.0092726 Jul 16 01:26:28.346843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-0b2205a8-9b4c-49d0-88f2-3ccf85f76b1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0754848 Jul 16 01:26:28.554920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66bae821-84ab-40fc-b195-c37818847f40 req-8fd1b99e-f0b4-417a-a538-82224736697d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 210 time: 0.0523269 Jul 16 01:26:28.850537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc4c0-780c-4bc0-980c-984db8a97895 req-6a1ca65c-4938-4739-b737-869573fcec20 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.852041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e95cc4c0-780c-4bc0-980c-984db8a97895 req-6a1ca65c-4938-4739-b737-869573fcec20 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1763210 Jul 16 01:26:28.874780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:28.892120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566d256-de06-49dd-a2ae-4d774beb563c req-a0071382-9de0-44fe-86f4-0dafbd26239c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.893715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3566d256-de06-49dd-a2ae-4d774beb563c req-a0071382-9de0-44fe-86f4-0dafbd26239c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.1420588 Jul 16 01:26:28.967184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Deleting port 914063aa-05b5-43fd-8146-1eb5b1c26277 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:28.967738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.988150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e95cc4c0-780c-4bc0-980c-984db8a97895 req-0a8e617e-9433-426b-bc62-98a8af89bceb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256249 Jul 16 01:26:29.015590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:29.016932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.088471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3566d256-de06-49dd-a2ae-4d774beb563c req-b0c616f9-9b64-471e-9088-617ed21c86c0 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671579 Jul 16 01:26:29.271175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.327070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] For port 914063aa-05b5-43fd-8146-1eb5b1c26277, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=914063aa-05b5-43fd-8146-1eb5b1c26277,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:29.331031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.354715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:29.362391 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff765170-64b5-4d46-bf65-61ae56a3571a" -d '{"events": [{"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-plugged", "status": "completed", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:29.373651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-c9bd31ac-1993-4a73-bab6-317300718472 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.375283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-c9bd31ac-1993-4a73-bab6-317300718472 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.23 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 823 time: 0.3412759 Jul 16 01:26:29.420520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:29.450362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.517154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-20884652-6d2a-4044-95ca-0cae49a01dd3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06b352d0e14026a3d5aa90a7c56520 HTTP/1.1" status: 200 len: 380 time: 0.0849249 Jul 16 01:26:29.536815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c7a1d-2891-4d9e-b785-2f3e6ffda520 req-c29dc04b-f2cf-406c-9cd9-928942b365ac tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.549192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a5c7a1d-2891-4d9e-b785-2f3e6ffda520 req-c29dc04b-f2cf-406c-9cd9-928942b365ac tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1613793 Jul 16 01:26:29.582835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'port': {'device_id': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'admin_state_up': True, 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'security_groups': ['ce7ef664-0a6a-47ed-a370-ee903e2807ad']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:29.583339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.747043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bf84717-adec-4a0d-b55e-385cceb10a8f req-aa06a8df-8fe4-4f13-a9e7-a330fb0ddf2d tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 210 time: 0.1953306 Jul 16 01:26:29.834198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a5c7a1d-2891-4d9e-b785-2f3e6ffda520 req-4d662f7c-bc6d-4184-a419-e95401da6c98 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839346 Jul 16 01:26:29.923762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Made reservation on behalf of 5f06b352d0e14026a3d5aa90a7c56520 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:29.931899 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.948147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.948840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.951003 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75 disassociated. External IP: 172.25.7.227, port: 914063aa-05b5-43fd-8146-1eb5b1c26277. Jul 16 01:26:29.951604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Calling delete_port for 914063aa-05b5-43fd-8146-1eb5b1c26277 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:29.954246 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e29273-dca1-4b6b-8515-365ef7107702 x-openstack-request-id: req-25e29273-dca1-4b6b-8515-365ef7107702 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:29.955149 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-plugged", "status": "completed", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:29.955619 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25e29273-dca1-4b6b-8515-365ef7107702 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:29.956228 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'code': 200} Jul 16 01:26:30.097525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cc1c9cb-a975-4753-8d96-678b8de246b8 req-63fd1744-935c-40a3-885b-4ea82768930e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 210 time: 0.0358474 Jul 16 01:26:30.138868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794ab1d-9560-4781-8ad5-7639cbd7a59d req-8f1b013c-9f30-422b-8ed1-c95f7c2d4f17 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.147389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9794ab1d-9560-4781-8ad5-7639cbd7a59d req-8f1b013c-9f30-422b-8ed1-c95f7c2d4f17 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 947 time: 0.2118258 Jul 16 01:26:30.249109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9794ab1d-9560-4781-8ad5-7639cbd7a59d req-5e291d18-50f6-49b4-88bb-8376631f117f tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976768 Jul 16 01:26:30.286890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Allocated IP 172.20.0.5 (d69542b7-a5a1-40ee-8540-75290d611b90/e8bf8f47-8885-4339-a0fb-fcf1483bbf45/c6b883dd-56f4-4d85-b9d0-43ffc2f81446) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:30.289721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.371596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event deleted for resources: {'Port': ['ID=914063aa-05b5-43fd-8146-1eb5b1c26277,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.570011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a04cf-24ff-475c-902f-bc39d8617d1c req-57db1dbc-a27f-4cb5-bc1b-28fb070ee5bc tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.577089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b5a04cf-24ff-475c-902f-bc39d8617d1c req-57db1dbc-a27f-4cb5-bc1b-28fb070ee5bc tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.2786677 Jul 16 01:26:30.603148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Router b4e7edff-3158-4b7b-bf91-0ed35287136c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:30.867862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:30.881280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:30.901480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:30.905248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:26:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.928927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1b059946-abbf-4eaf-8b39-851c5a5914ba details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:31.022413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] No DVR routers for this DVR port 914063aa-05b5-43fd-8146-1eb5b1c26277 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:31.029401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.032881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8420a685-76de-40db-ad10-eddc326023de req-b9e04774-0eca-4929-acea-08bff57ac814 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.13 "DELETE /v2.0/ports/914063aa-05b5-43fd-8146-1eb5b1c26277 HTTP/1.1" status: 204 len: 173 time: 2.5838850 Jul 16 01:26:31.033537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'name': 'network-vif-deleted', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:31.036739 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfef2e5-1a50-473b-99cb-463d954adc1f" -d '{"events": [{"server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "name": "network-vif-deleted", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:31.084942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.169791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-442a9195-f06a-489d-873b-a5b91bf5fbbe tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703628 Jul 16 01:26:31.173106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Transition to ACTIVE for port object c6b883dd-56f4-4d85-b9d0-43ffc2f81446 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:31.199219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b5a04cf-24ff-475c-902f-bc39d8617d1c req-63b89d5d-0c4a-420f-bdd9-01910282fe34 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211886 Jul 16 01:26:31.238060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf4eb3-181b-47ce-910c-52fc86411d07 req-dab78451-55de-4d68-9dd5-367725cce3e9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.253261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccdf4eb3-181b-47ce-910c-52fc86411d07 req-dab78451-55de-4d68-9dd5-367725cce3e9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.8045020 Jul 16 01:26:31.408895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccdf4eb3-181b-47ce-910c-52fc86411d07 req-51a6efec-6e72-46c9-9155-3d9fa5457614 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541524 Jul 16 01:26:31.606528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 914063aa-05b5-43fd-8146-1eb5b1c26277 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:31.696657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 914063aa-05b5-43fd-8146-1eb5b1c26277 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:31.698878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 914063aa-05b5-43fd-8146-1eb5b1c26277 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:31.708333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 1b059946-abbf-4eaf-8b39-851c5a5914ba, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:31.712466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ac6d43ff-689c-4349-9af5-3ccadf17d7fe tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.713986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ac6d43ff-689c-4349-9af5-3ccadf17d7fe tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5111673 Jul 16 01:26:31.742663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '1b059946-abbf-4eaf-8b39-851c5a5914ba', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '1b059946-abbf-4eaf-8b39-851c5a5914ba', 'mac_address': 'fa:16:3e:7a:78:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:31.748356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:31.802790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Request body: {'port': {'device_id': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '57e1e5ce7da146589e94af689e2cf7e0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:31.817296 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.824274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89f24e0e-1b74-46d9-bbd5-75c9587eb168 req-0bb44d22-4a09-4699-b998-09301c43b838 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 210 time: 0.1057925 Jul 16 01:26:31.854516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b059946-abbf-4eaf-8b39-851c5a5914ba {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:31.887207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.944362 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c3925-a7f3-4154-939d-1c055e833d0d x-openstack-request-id: req-359c3925-a7f3-4154-939d-1c055e833d0d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:31.944852 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572b2e4a-68ac-41b2-b24e-473537a92635", "name": "network-vif-deleted", "tag": "914063aa-05b5-43fd-8146-1eb5b1c26277", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:31.944972 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-359c3925-a7f3-4154-939d-1c055e833d0d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:31.945305 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572b2e4a-68ac-41b2-b24e-473537a92635', 'name': 'network-vif-deleted', 'tag': '914063aa-05b5-43fd-8146-1eb5b1c26277', 'status': 'completed', 'code': 200} Jul 16 01:26:31.951883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 1b059946-abbf-4eaf-8b39-851c5a5914ba, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:31.962817 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.979281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event updated for resources: {'Port': ['ID=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.011895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Network d69542b7-a5a1-40ee-8540-75290d611b90 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:32.026724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:32.065804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:32.139875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=1b059946-abbf-4eaf-8b39-851c5a5914ba,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.141066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.142157 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.303433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd299b8-ae7c-44a0-acc2-ab64586a9e15 req-c991ccbc-a5ad-4456-add6-84bf37891508 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.313454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fd299b8-ae7c-44a0-acc2-ab64586a9e15 req-c991ccbc-a5ad-4456-add6-84bf37891508 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.5942686 Jul 16 01:26:32.323126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Made reservation on behalf of 57e1e5ce7da146589e94af689e2cf7e0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:32.329247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.350371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:32.432314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-083a6588-827f-401e-a5c8-937157358ee9 req-c313a5cc-d0bd-4528-a5f3-fdc76c78a9a3 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 210 time: 0.1514246 Jul 16 01:26:32.456975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-fa44b1d2-d6bf-4a9d-93ff-1621f3b4b907 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9034007 Jul 16 01:26:32.473904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:32.501387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:32.502169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:26:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:32.505579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Request body: {'port': {'device_id': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:32.595632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fd299b8-ae7c-44a0-acc2-ab64586a9e15 req-82affbbc-e7fc-472b-9fad-eb73fd208285 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823126 Jul 16 01:26:32.696913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:32.854314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['1b059946-abbf-4eaf-8b39-851c5a5914ba'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:32.902254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.241831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929b482-4f34-4288-92f6-4e5df5767784 req-d78ec9fc-f4ce-4cc8-a30c-b28602a5b644 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.251380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0929b482-4f34-4288-92f6-4e5df5767784 req-d78ec9fc-f4ce-4cc8-a30c-b28602a5b644 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 948 time: 0.5548005 Jul 16 01:26:33.309188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Allocated IP 192.168.233.194 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/59bbfa41-a444-4449-80c5-75f179be368f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:33.386151 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:33.467733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0929b482-4f34-4288-92f6-4e5df5767784 req-ccf5cb5a-0ca5-48cf-aebd-365e3819a38b tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009854 Jul 16 01:26:33.503903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b883dd-56f4-4d85-b9d0-43ffc2f81446 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:33.515713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:33.542499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.574872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Transition to ACTIVE for port object c6b883dd-56f4-4d85-b9d0-43ffc2f81446 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:33.584739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e34274-c3b0-49d1-bcdd-099fa31b3588 None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:33.591285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.658975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52570b1-bd78-4134-9c7d-8d54ab7bc454 req-9c4da993-404f-4144-8bcf-76cb19d2e55c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.667613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b52570b1-bd78-4134-9c7d-8d54ab7bc454 req-9c4da993-404f-4144-8bcf-76cb19d2e55c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.8046975 Jul 16 01:26:33.762292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Pushing event updated for resources: {'Port': ['ID=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.856459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b52570b1-bd78-4134-9c7d-8d54ab7bc454 req-96990d1c-1bbd-454d-8293-0f2d0cb1f045 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878052 Jul 16 01:26:34.037363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.063769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Transition to ACTIVE for port object 59bbfa41-a444-4449-80c5-75f179be368f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:34.113306 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4065a9d3-05ee-4a91-ade1-3b2622071191 None None] New status for floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:26:34.209450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.246237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927277bc-c007-48ca-ae69-eae16f43a31f req-dcb24fca-2168-4f64-b9f5-135ab14863c2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.247964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-927277bc-c007-48ca-ae69-eae16f43a31f req-dcb24fca-2168-4f64-b9f5-135ab14863c2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.3821843 Jul 16 01:26:34.251010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e', '5f6d4971-5a1d-41d1-a435-364b41946fb0', '8f247493-92bf-4f6f-bcba-17820824c38d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:34.337558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Attempting to bind port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:34.338071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Attempting to bind port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:34.339195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Attempting to bind port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 on network d69542b7-a5a1-40ee-8540-75290d611b90 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:34.384390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:34.391472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:34.393240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 on network d69542b7-a5a1-40ee-8540-75290d611b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:34.393564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Attempting to bind port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 on network d69542b7-a5a1-40ee-8540-75290d611b90 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:34.406771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:34.581228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:34.581629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Checking segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:34.584717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Bound using segment: {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:34.585197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Bound port: c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847e08a9-f380-478b-a41c-509754c3be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:34.585576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.600414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.602277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.650402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-927277bc-c007-48ca-ae69-eae16f43a31f req-7b44b472-d38d-4056-928e-8fc812380469 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695838 Jul 16 01:26:34.672852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8839-adf5-4a45-9731-89b862b3ed06 req-83beb684-0fc3-4815-9375-739d10067bf8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.686147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-348c8839-adf5-4a45-9731-89b862b3ed06 req-83beb684-0fc3-4815-9375-739d10067bf8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 943 time: 0.5806239 Jul 16 01:26:34.732853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:34.783610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event updated for resources: {'Port': ['ID=59bbfa41-a444-4449-80c5-75f179be368f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.812177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-348c8839-adf5-4a45-9731-89b862b3ed06 req-4381461f-3df8-4683-8724-10ca71c072d6 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251051 Jul 16 01:26:34.822422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-ca68b8ea-bed1-43f2-98d1-55ed2c9e0cb1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0802829 Jul 16 01:26:34.988133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] For port c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:34.996489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] For port c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:35.011656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Request body: {'port': {'device_id': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:35.115225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.129754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-81d36c85-e543-4940-9483-9269d6800e56 None None] Provisioning for port 59bbfa41-a444-4449-80c5-75f179be368f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:35.235237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-81d36c85-e543-4940-9483-9269d6800e56 None None] Provisioning complete for port 59bbfa41-a444-4449-80c5-75f179be368f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:35.241182 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81d36c85-e543-4940-9483-9269d6800e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.346000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.361452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.363217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] 10.222.0.23 "PUT /v2.0/ports/c6b883dd-56f4-4d85-b9d0-43ffc2f81446 HTTP/1.1" status: 200 len: 1092 time: 2.8716006 Jul 16 01:26:35.363852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:35.366307 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:35.421230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-81d36c85-e543-4940-9483-9269d6800e56 None None] Port 59bbfa41-a444-4449-80c5-75f179be368f cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:35.462837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dad82a-8c40-46a3-8ec1-9c337b5a359b service neutron] Pushing event updated for resources: {'Port': ['ID=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.480719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.586712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-62e1f2ab-d927-4a1a-afb0-42d193e26b96 None None] Provisioning for port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:35.647592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72a970-805f-435f-8d30-d95569b15c6e req-38f21721-f736-48da-bce7-792daf3576f1 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.655412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e72a970-805f-435f-8d30-d95569b15c6e req-38f21721-f736-48da-bce7-792daf3576f1 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1097 time: 0.3431633 Jul 16 01:26:35.679927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d52a9-7d0e-43cd-9ac0-9decceff45f4 req-7f58eedc-554b-4713-adb8-306c0e18169b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.691034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-848d52a9-7d0e-43cd-9ac0-9decceff45f4 req-7f58eedc-554b-4713-adb8-306c0e18169b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 936 time: 0.4132078 Jul 16 01:26:35.886253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e72a970-805f-435f-8d30-d95569b15c6e req-70bd2521-8207-4cc5-a18f-ece199102c07 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298124 Jul 16 01:26:35.896185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-672fb8a5-9d6a-4639-a227-052e693cff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.899358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-672fb8a5-9d6a-4639-a227-052e693cff6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 1095 time: 0.4315827 Jul 16 01:26:36.084214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bbfa41-a444-4449-80c5-75f179be368f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:36.106464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.117509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-848d52a9-7d0e-43cd-9ac0-9decceff45f4 req-0b303e55-09de-480f-a632-065ffb18e81b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256427 Jul 16 01:26:36.178714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-a0043c25-d103-4da0-a00e-dd9858b573b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446 HTTP/1.1" status: 200 len: 217 time: 0.0757346 Jul 16 01:26:36.182940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Transition to ACTIVE for port object 59bbfa41-a444-4449-80c5-75f179be368f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:36.194464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.329541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167458b2-f741-4195-8b8c-85b5edec511a req-b45fd11d-c60e-40a3-a446-496b69c4e1de tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.346306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167458b2-f741-4195-8b8c-85b5edec511a req-b45fd11d-c60e-40a3-a446-496b69c4e1de tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.2536764 Jul 16 01:26:36.383212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Pushing event updated for resources: {'Port': ['ID=59bbfa41-a444-4449-80c5-75f179be368f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:36.726834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-0bb5a29c-4cf6-43f4-b72a-63b6100bbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.729789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-0bb5a29c-4cf6-43f4-b72a-63b6100bbc04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.4998779 Jul 16 01:26:36.795679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167458b2-f741-4195-8b8c-85b5edec511a req-edbf68ef-bf86-4df1-80b3-8998a898542b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483786 Jul 16 01:26:36.885340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f92624-3529-4e4c-b9f4-18ab1224817e req-c9642500-22b2-4d54-ba50-5708ab78d664 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.886953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96f92624-3529-4e4c-b9f4-18ab1224817e req-c9642500-22b2-4d54-ba50-5708ab78d664 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 948 time: 0.6184118 Jul 16 01:26:36.888699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Attempting to bind port 59bbfa41-a444-4449-80c5-75f179be368f on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:36.889030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Attempting to bind port 59bbfa41-a444-4449-80c5-75f179be368f by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:36.889355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Attempting to bind port 59bbfa41-a444-4449-80c5-75f179be368f on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:36.921141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-e01db67f-9151-4d59-8bd7-88709a9aec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.923423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-e01db67f-9151-4d59-8bd7-88709a9aec38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622281 Jul 16 01:26:36.924109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Port 59bbfa41-a444-4449-80c5-75f179be368f on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:36.924488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Attempting to bind port 59bbfa41-a444-4449-80c5-75f179be368f on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:36.935376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:36.935376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:36.935801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:36.936181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Bound port: 59bbfa41-a444-4449-80c5-75f179be368f, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:36.937625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.963516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1b059946-abbf-4eaf-8b39-851c5a5914ba up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:36.989208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96f92624-3529-4e4c-b9f4-18ab1224817e req-69cf70b6-d64c-4117-b715-7f1afdbcf5b8 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931392 Jul 16 01:26:37.083282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 1b059946-abbf-4eaf-8b39-851c5a5914ba completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:37.092113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 1b059946-abbf-4eaf-8b39-851c5a5914ba triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.092773 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.105487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-faafeeb4-97b3-443c-b536-abd89858f35f service neutron] 10.222.0.23 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597736 Jul 16 01:26:37.106955 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b067c929-5f60-404b-971c-2fc6e1956619 x-openstack-request-id: req-b067c929-5f60-404b-971c-2fc6e1956619 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:37.107785 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:37.107785 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b067c929-5f60-404b-971c-2fc6e1956619 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:37.108259 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'status': 'completed', 'code': 200} Jul 16 01:26:37.255314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.267441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.288623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b059946-abbf-4eaf-8b39-851c5a5914ba'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:37.291654 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16218657-e7e6-4eed-b83c-ec9d85717b35" -d '{"events": [{"server_uuid": "69dfd1cc-486d-486f-a5c2-874cd01e442e", "name": "network-vif-plugged", "status": "completed", "tag": "1b059946-abbf-4eaf-8b39-851c5a5914ba"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:37.308022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 1b059946-abbf-4eaf-8b39-851c5a5914ba, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.315727 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.380097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=1b059946-abbf-4eaf-8b39-851c5a5914ba,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.399498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a002e7a2-7276-4451-86bd-a2a7bf65d8a3 req-044148f5-f839-4a90-9ee1-bd3ed098d11b service neutron] 10.222.0.23 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689109 Jul 16 01:26:37.409338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] For port 59bbfa41-a444-4449-80c5-75f179be368f, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:37.417539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] For port 59bbfa41-a444-4449-80c5-75f179be368f, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=59bbfa41-a444-4449-80c5-75f179be368f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:37.429053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.474482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd321-6217-45b8-b083-4c7e3c59d2c7 req-61bc0127-f061-46d9-b6e1-6ac7b09b58ba tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.476466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9fdd321-6217-45b8-b083-4c7e3c59d2c7 req-61bc0127-f061-46d9-b6e1-6ac7b09b58ba tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.2021160 Jul 16 01:26:37.494455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6585-237c-4ad6-96a4-4ea95e18c362 req-ce0697b4-a515-4138-a1cf-c7369ff98112 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.495946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-748a6585-237c-4ad6-96a4-4ea95e18c362 req-ce0697b4-a515-4138-a1cf-c7369ff98112 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.3561339 Jul 16 01:26:37.510730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.511264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.513099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] 10.222.0.23 "PUT /v2.0/ports/59bbfa41-a444-4449-80c5-75f179be368f HTTP/1.1" status: 200 len: 1097 time: 2.5130951 Jul 16 01:26:37.659218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9fdd321-6217-45b8-b083-4c7e3c59d2c7 req-346f18fd-bfd6-478d-974a-e083f8121171 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622360 Jul 16 01:26:37.674794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-748a6585-237c-4ad6-96a4-4ea95e18c362 req-3e484952-55b7-433c-b4c6-2c0bae0cef41 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358421 Jul 16 01:26:37.685307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f44d0-b752-4640-b50e-8aab97589a28 service neutron] Pushing event updated for resources: {'Port': ['ID=59bbfa41-a444-4449-80c5-75f179be368f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.761580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-ee06a08e-3b08-4831-a0ee-85784905bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.768299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-ee06a08e-3b08-4831-a0ee-85784905bd33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 1095 time: 0.2889063 Jul 16 01:26:37.797364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-f4358f43-557b-484a-b638-b320e7902eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.799125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-f4358f43-557b-484a-b638-b320e7902eea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 1100 time: 0.2258539 Jul 16 01:26:37.898451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-3fd3f428-e1a1-4136-be2e-06a67e711e42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=59bbfa41-a444-4449-80c5-75f179be368f HTTP/1.1" status: 200 len: 217 time: 0.0770545 Jul 16 01:26:38.058657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-a62562f2-56b2-4252-91c9-5b73a5c36b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.071418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-a62562f2-56b2-4252-91c9-5b73a5c36b88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1433797 Jul 16 01:26:38.079754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-6503c1e2-ea3b-4153-8bde-a57f984e47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.083689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-6503c1e2-ea3b-4153-8bde-a57f984e47ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 924 time: 0.3010106 Jul 16 01:26:38.192946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb878a8-ec9b-4226-8336-d84186388d70 req-89bbc2dd-26ad-4160-8c92-a0a76deb0632 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.200338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeb878a8-ec9b-4226-8336-d84186388d70 req-89bbc2dd-26ad-4160-8c92-a0a76deb0632 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 943 time: 0.3162193 Jul 16 01:26:38.254793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeb878a8-ec9b-4226-8336-d84186388d70 req-2e91a4a6-76fa-45a4-91ed-6176439a0625 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534856 Jul 16 01:26:38.256188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-ac43873f-1c7a-4a3f-94c3-ffeb526b7622 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446 HTTP/1.1" status: 200 len: 217 time: 0.1220233 Jul 16 01:26:38.348634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-45f5ec6b-ae2b-45d8-9fd4-c53982e99b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.350246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-45f5ec6b-ae2b-45d8-9fd4-c53982e99b68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2604721 Jul 16 01:26:38.364593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-7b017493-3b1c-4c8f-acb0-398624cfecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.364593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-7b017493-3b1c-4c8f-acb0-398624cfecfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.0893798 Jul 16 01:26:38.565055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-6911b14a-9f00-4b29-a0e4-7bf60d37e469 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005820 Jul 16 01:26:38.566922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-163319a3-eff6-43b3-bcf8-162c13619c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.568412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-163319a3-eff6-43b3-bcf8-162c13619c44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928043 Jul 16 01:26:38.588292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961ec4-6392-4a7e-bf7c-b4e89e3e8950 req-40063ba9-d4a4-4cce-a151-a94412689f24 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.589979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08961ec4-6392-4a7e-bf7c-b4e89e3e8950 req-40063ba9-d4a4-4cce-a151-a94412689f24 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 948 time: 0.1123345 Jul 16 01:26:38.748893 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08961ec4-6392-4a7e-bf7c-b4e89e3e8950 req-20b94343-6532-4501-93a0-4879a8ce8de7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415126 Jul 16 01:26:38.780341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1931e6b1-63d2-4c83-bd73-f39db49bbe2f req-c00ca318-fb0d-439a-ba74-09d00bef0ad0 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882501 Jul 16 01:26:38.792151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-85a03164-2b3b-4495-9af5-c19a128a9ce7 service neutron] 10.222.0.23 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011242 Jul 16 01:26:38.825736 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cb5f5a-e276-490b-8e75-189276488bdd x-openstack-request-id: req-d2cb5f5a-e276-490b-8e75-189276488bdd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:38.826752 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dfd1cc-486d-486f-a5c2-874cd01e442e", "name": "network-vif-plugged", "status": "completed", "tag": "1b059946-abbf-4eaf-8b39-851c5a5914ba", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:38.827010 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2cb5f5a-e276-490b-8e75-189276488bdd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:38.828519 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b059946-abbf-4eaf-8b39-851c5a5914ba', 'code': 200} Jul 16 01:26:38.907037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a87f85f2-b7c8-4d79-a1f0-4e82f89cb279 req-600706a1-f141-4c8a-a97f-740e55a66f9b service neutron] 10.222.0.23 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065867 Jul 16 01:26:39.060187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c12e8-694e-4332-8373-a5c8433b0140 req-b9050908-ed7e-45aa-b563-c9fcbc226357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.061726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-121c12e8-694e-4332-8373-a5c8433b0140 req-b9050908-ed7e-45aa-b563-c9fcbc226357 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 1101 time: 0.1051455 Jul 16 01:26:39.072087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e943c5ce-4f7b-4976-aa96-6177163ecb13 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:39.072773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de922-75ec-4c14-9028-d30f77bff7f8 req-f5f4a368-0729-4aa1-b967-a779930f0560 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.074082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b7de922-75ec-4c14-9028-d30f77bff7f8 req-f5f4a368-0729-4aa1-b967-a779930f0560 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1087162 Jul 16 01:26:39.080408 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e943c5ce-4f7b-4976-aa96-6177163ecb13 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122800 Jul 16 01:26:39.091705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Request body: {'binding': {'host': 'n-h2-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:39.092491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:26:39.111789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'tag': '59bbfa41-a444-4449-80c5-75f179be368f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:39.115465 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3e8a44-de48-475d-aef2-9871805bc524", "tag": "59bbfa41-a444-4449-80c5-75f179be368f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:39.136785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-121c12e8-694e-4332-8373-a5c8433b0140 req-60b9e044-1385-4b90-995a-2e31def5d1ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617006 Jul 16 01:26:39.140220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b7de922-75ec-4c14-9028-d30f77bff7f8 req-8a33e3e7-c461-45eb-bf91-717116112f44 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584319 Jul 16 01:26:39.302577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on host n-h2-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:39.303057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:39.303490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:39.313116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:39.313788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:39.319588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:39.320136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:39.320823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:39.321451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Bound port: da811483-c9de-453d-8ec3-012f95b335e5, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:39.385703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:39.394182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.395416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b9f51e7c-3878-4f10-a5b0-1e627e9b7f58 service neutron] 10.222.0.42 "POST /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3078232 Jul 16 01:26:39.495851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f33a-40f1-4d66-a5d7-82c52b7e1c7a req-f48dd53d-4b0d-4b42-872d-71c9eeab540d tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.498078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea44f33a-40f1-4d66-a5d7-82c52b7e1c7a req-f48dd53d-4b0d-4b42-872d-71c9eeab540d tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.1025288 Jul 16 01:26:39.564836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea44f33a-40f1-4d66-a5d7-82c52b7e1c7a req-57ba22d4-5c01-4c45-b25a-c2e64282cbee tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589416 Jul 16 01:26:39.782547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5400-78df-4d36-b9e2-2af022f77fc0 req-5d855959-e30b-4248-8aaf-8a4fb0223ef8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.784029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afae5400-78df-4d36-b9e2-2af022f77fc0 req-5d855959-e30b-4248-8aaf-8a4fb0223ef8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.1082664 Jul 16 01:26:39.793489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99413e51-bd5b-4e9b-98e3-1013f27413fd req-dc916150-2aba-4b22-99a3-6bf581cfdd09 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.794942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99413e51-bd5b-4e9b-98e3-1013f27413fd req-dc916150-2aba-4b22-99a3-6bf581cfdd09 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1099429 Jul 16 01:26:39.833404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb55e31e-8822-4f00-bf4c-733ca01bb1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.858764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afae5400-78df-4d36-b9e2-2af022f77fc0 req-d4f6a8cf-d2ee-45ea-abbb-65a07ad65d69 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627093 Jul 16 01:26:39.871057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99413e51-bd5b-4e9b-98e3-1013f27413fd req-440db677-d4c4-4339-b97e-0522239896ad tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688961 Jul 16 01:26:39.918710 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6608f971-82ce-4eb2-9202-73fa9520a37a x-openstack-request-id: req-6608f971-82ce-4eb2-9202-73fa9520a37a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:39.919187 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3e8a44-de48-475d-aef2-9871805bc524", "tag": "59bbfa41-a444-4449-80c5-75f179be368f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:39.919693 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6608f971-82ce-4eb2-9202-73fa9520a37a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:39.920243 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'tag': '59bbfa41-a444-4449-80c5-75f179be368f', 'status': 'completed', 'code': 200} Jul 16 01:26:40.111693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-c2281bea-ef4b-4621-a48e-777bac695e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.113449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-c2281bea-ef4b-4621-a48e-777bac695e21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 1100 time: 0.1677282 Jul 16 01:26:40.162564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e52c-476d-4bd7-8235-ce8e07b91b1a req-13f2fea0-3a5d-4ef4-9fda-f61d06d26c9b tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.164242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9d3e52c-476d-4bd7-8235-ce8e07b91b1a req-13f2fea0-3a5d-4ef4-9fda-f61d06d26c9b tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 943 time: 0.1588304 Jul 16 01:26:40.180824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604dd4-a6b8-4722-884c-03dc05b96435 req-8baf7a27-9fc6-49cf-9bfb-c452b62f0434 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.182484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7604dd4-a6b8-4722-884c-03dc05b96435 req-8baf7a27-9fc6-49cf-9bfb-c452b62f0434 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1423879 Jul 16 01:26:40.288463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9d3e52c-476d-4bd7-8235-ce8e07b91b1a req-08220b71-44f1-4f49-bafe-fd4f21312d2c tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049049 Jul 16 01:26:40.305113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7604dd4-a6b8-4722-884c-03dc05b96435 req-d30c0168-251c-435c-a7aa-8bd412287302 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132245 Jul 16 01:26:40.322516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-e35f58e9-3c02-4e1d-a66a-4b3b1eed3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.324105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-e35f58e9-3c02-4e1d-a66a-4b3b1eed3d6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1990988 Jul 16 01:26:40.383573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-10a80adb-ab44-4644-9195-39292bc5fcff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=59bbfa41-a444-4449-80c5-75f179be368f HTTP/1.1" status: 200 len: 217 time: 0.0523989 Jul 16 01:26:40.855132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-57ac1cc7-97e7-415f-93c8-32fdb6d25f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.856753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-57ac1cc7-97e7-415f-93c8-32fdb6d25f38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.4620590 Jul 16 01:26:40.942104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e202-57e5-40f3-b374-843d6294f6dd req-4b4dd4e0-0d94-4bcc-91e3-9e295c3ad43e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.951264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee19e202-57e5-40f3-b374-843d6294f6dd req-4b4dd4e0-0d94-4bcc-91e3-9e295c3ad43e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 948 time: 0.5039833 Jul 16 01:26:40.981173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c6b883dd-56f4-4d85-b9d0-43ffc2f81446 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:40.991070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a1af-d6d7-479b-8327-ae65f35a2bc4 req-76a8e714-1b7c-43c2-98b5-d405be02efe3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.992657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d101a1af-d6d7-479b-8327-ae65f35a2bc4 req-76a8e714-1b7c-43c2-98b5-d405be02efe3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.5116398 Jul 16 01:26:41.054534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee19e202-57e5-40f3-b374-843d6294f6dd req-950f2811-1145-44fb-b557-b7ad265dee75 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020834 Jul 16 01:26:41.059240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-8888dd24-3336-40e7-98b8-0e474ebcf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.061582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-8888dd24-3336-40e7-98b8-0e474ebcf219 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1906443 Jul 16 01:26:41.069285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d101a1af-d6d7-479b-8327-ae65f35a2bc4 req-cdc1606d-9f40-4a82-8b6b-e94af0bf435d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708911 Jul 16 01:26:41.168791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.189233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'port_id': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'mac_address': 'fa:16:3e:da:e3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:41.242738 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.268317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b883dd-56f4-4d85-b9d0-43ffc2f81446 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:41.290850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-3678fbe8-9071-4629-82b5-f0510e1e8dc1 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124469 Jul 16 01:26:41.318863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.333440 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.438758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.571348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:41.584649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:41.585611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6a352-4c9d-4d51-94cf-bbac76d7e97c req-ef6b2d71-4b20-4e40-812e-b6589edc3400 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.587304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67c6a352-4c9d-4d51-94cf-bbac76d7e97c req-ef6b2d71-4b20-4e40-812e-b6589edc3400 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.2368207 Jul 16 01:26:41.618533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1727dc-c303-4450-9082-24556403dd6d req-a8bfde7f-7faf-4c54-8061-56b9ceb26594 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.620277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b1727dc-c303-4450-9082-24556403dd6d req-a8bfde7f-7faf-4c54-8061-56b9ceb26594 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.2055609 Jul 16 01:26:41.673545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d68e5468-ff45-4d54-88f3-86d9c2ee8e61 req-d62a25ff-7dc3-4444-909f-7813e6909abb service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683865 Jul 16 01:26:41.697341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67c6a352-4c9d-4d51-94cf-bbac76d7e97c req-b992b7af-d16c-474f-b64e-ead410f48972 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968690 Jul 16 01:26:41.715645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b1727dc-c303-4450-9082-24556403dd6d req-29480dff-1967-416e-817c-b764ea5238ef tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806360 Jul 16 01:26:41.744853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.759191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'mac_address': 'fa:16:3e:ec:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:41.830355 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.881312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:41.884302 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1350614e-9ac7-4604-8c97-71301895f887" -d '{"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-unplugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:41.889896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.919502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c6b883dd-56f4-4d85-b9d0-43ffc2f81446'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:41.924295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.931609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:41.971647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.989803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c84d-9569-4dcc-a545-bc87404af2f8 req-7959989b-ca37-48fd-b1bd-f6a68e4954c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.991511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a461c84d-9569-4dcc-a545-bc87404af2f8 req-7959989b-ca37-48fd-b1bd-f6a68e4954c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1461349 Jul 16 01:26:42.053486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa1a1e-d03a-43b8-abd7-3d35e113a0c7 req-7758f6e9-02c9-4012-9d4c-5a6dd4d68cb7 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.055315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16aa1a1e-d03a-43b8-abd7-3d35e113a0c7 req-7758f6e9-02c9-4012-9d4c-5a6dd4d68cb7 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 944 time: 0.1416049 Jul 16 01:26:42.068351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a461c84d-9569-4dcc-a545-bc87404af2f8 req-0b00d38c-a08f-46b3-a12d-2b76519c9f2e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677488 Jul 16 01:26:42.108913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16aa1a1e-d03a-43b8-abd7-3d35e113a0c7 req-09fc5049-2af6-4d66-9e3f-c8c17b59cf09 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Jul 16 01:26:42.122432 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:26:42.124074 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:26:42.198471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.375442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de738a0c-e363-458e-8ba8-20dfcf7c7217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.392202 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.465583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff5aa2-1912-4ad9-a5a5-1d2e10a9a013 req-ee924508-eb89-4d19-8f32-4d530d54db6c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.467989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03ff5aa2-1912-4ad9-a5a5-1d2e10a9a013 req-ee924508-eb89-4d19-8f32-4d530d54db6c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1639407 Jul 16 01:26:42.502852 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae032a2-c309-47ea-9366-d5c92ddedbed x-openstack-request-id: req-dae032a2-c309-47ea-9366-d5c92ddedbed {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:42.503154 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-unplugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:42.503413 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dae032a2-c309-47ea-9366-d5c92ddedbed {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:42.503854 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'code': 200} Jul 16 01:26:42.541372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03ff5aa2-1912-4ad9-a5a5-1d2e10a9a013 req-e4d88185-f492-4a1c-9598-263a7ff078bc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 Jul 16 01:26:42.719794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.739416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:42.766311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:42.774900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.800234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ededeb5-14e1-4d17-9878-28117237bfc4 req-f58aa4c5-c080-4371-af35-c00f48db2120 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.810253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ededeb5-14e1-4d17-9878-28117237bfc4 req-f58aa4c5-c080-4371-af35-c00f48db2120 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 948 time: 0.1653898 Jul 16 01:26:42.865250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.948479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ededeb5-14e1-4d17-9878-28117237bfc4 req-8818b1c2-bca3-443e-b208-7117caf3cdf9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308208 Jul 16 01:26:42.997142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 59bbfa41-a444-4449-80c5-75f179be368f details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:43.029243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c5a66-1fa7-4123-a001-f8ebb92e40bc req-6b30631f-a542-487c-8d58-ebf242eb4c23 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.034355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d4c5a66-1fa7-4123-a001-f8ebb92e40bc req-6b30631f-a542-487c-8d58-ebf242eb4c23 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1995296 Jul 16 01:26:43.157177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d4c5a66-1fa7-4123-a001-f8ebb92e40bc req-c7dc61d5-0c98-4f2a-b81b-70ec81c24335 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940502 Jul 16 01:26:43.246353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 59bbfa41-a444-4449-80c5-75f179be368f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=59bbfa41-a444-4449-80c5-75f179be368f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:43.269893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3b674241-62c0-49fd-94af-d27a5a4e5cd0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:43.274422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '59bbfa41-a444-4449-80c5-75f179be368f', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '59bbfa41-a444-4449-80c5-75f179be368f', 'mac_address': 'fa:16:3e:f6:dc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:43.423311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f04f28-21bb-45cc-b103-1c958a400435 req-1e943a6d-35e0-4828-a685-3a2c45739858 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.429042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f04f28-21bb-45cc-b103-1c958a400435 req-1e943a6d-35e0-4828-a685-3a2c45739858 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.1608539 Jul 16 01:26:43.468987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7e2e-59aa-4b59-8da3-bb9a165d926c req-2caecd73-b35f-4f27-8d6f-0cb8f7fc80aa tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.470729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ff7e2e-59aa-4b59-8da3-bb9a165d926c req-2caecd73-b35f-4f27-8d6f-0cb8f7fc80aa tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.1477461 Jul 16 01:26:43.496273 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.520165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bbfa41-a444-4449-80c5-75f179be368f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:43.545071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ff7e2e-59aa-4b59-8da3-bb9a165d926c req-81112fca-ad4e-4c2f-9103-5e5046932c6c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 Jul 16 01:26:43.556402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58f04f28-21bb-45cc-b103-1c958a400435 req-64d37565-a38f-4099-a747-d026a6946317 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255925 Jul 16 01:26:43.558336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 59bbfa41-a444-4449-80c5-75f179be368f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=59bbfa41-a444-4449-80c5-75f179be368f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:43.582318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.648678 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.677121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=59bbfa41-a444-4449-80c5-75f179be368f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.747967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74e6f5-f39e-495d-b7dc-f43ffb367ed9 req-ddf85261-476f-4b62-93ce-d28fa532174e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.751332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e74e6f5-f39e-495d-b7dc-f43ffb367ed9 req-ddf85261-476f-4b62-93ce-d28fa532174e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 949 time: 0.0803814 Jul 16 01:26:43.832021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e74e6f5-f39e-495d-b7dc-f43ffb367ed9 req-65b92c94-b46e-48e4-9b8b-58acb9a3db1f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Jul 16 01:26:43.855007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc11a-d37e-4284-8876-26c0ba4e50ff req-a2736417-a662-48ef-aef3-93b5022fc9c3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.867305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72fdc11a-d37e-4284-8876-26c0ba4e50ff req-a2736417-a662-48ef-aef3-93b5022fc9c3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 944 time: 0.1145811 Jul 16 01:26:43.928600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72fdc11a-d37e-4284-8876-26c0ba4e50ff req-b6467da5-7378-436b-8db2-53a974c84f32 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549765 Jul 16 01:26:44.127289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6a4f6-1b66-4b8c-b6db-bd2f336d48d8 req-dd6e2bb0-9fed-4308-8d91-f1894ed4d91e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.129151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3f6a4f6-1b66-4b8c-b6db-bd2f336d48d8 req-dd6e2bb0-9fed-4308-8d91-f1894ed4d91e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1187384 Jul 16 01:26:44.192679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3f6a4f6-1b66-4b8c-b6db-bd2f336d48d8 req-2538ac69-d66e-438a-8855-2a4a3a7b2402 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 Jul 16 01:26:44.215952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac76a7-930b-4ede-bc58-faaf5c996965 req-f0a4a59b-51bc-4f4f-8cc9-0abd52fe6d07 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.225807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfac76a7-930b-4ede-bc58-faaf5c996965 req-f0a4a59b-51bc-4f4f-8cc9-0abd52fe6d07 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 949 time: 0.1366258 Jul 16 01:26:44.281984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfac76a7-930b-4ede-bc58-faaf5c996965 req-92766956-e44a-4191-88c3-59ab66f65e83 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549047 Jul 16 01:26:44.312970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['59bbfa41-a444-4449-80c5-75f179be368f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:44.491623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb560-05ea-4de5-8850-998b2fbaacbf req-f36091cb-d414-43b9-ba12-1d2806a752bd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.498798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec5fb560-05ea-4de5-8850-998b2fbaacbf req-f36091cb-d414-43b9-ba12-1d2806a752bd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0799372 Jul 16 01:26:44.536886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec5fb560-05ea-4de5-8850-998b2fbaacbf req-c810da0a-df3d-4ddb-8078-a0359f204e00 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Jul 16 01:26:44.808237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-c900a177-78c3-4952-92d0-c13c486b1add tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.810816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-c900a177-78c3-4952-92d0-c13c486b1add tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.0913715 Jul 16 01:26:44.825335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-20'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:44.861898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caaea9-143f-4643-bd72-a699feff7f35 req-11b3f820-0736-4508-b756-b3eacc1c4455 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.864251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52caaea9-143f-4643-bd72-a699feff7f35 req-11b3f820-0736-4508-b756-b3eacc1c4455 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 945 time: 0.1855145 Jul 16 01:26:44.933746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.934000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc20e8b-290b-406b-8393-a27b7dc7b94f req-3cea1b70-8a55-4c91-b7be-f4c662531d38 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.934715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bc20e8b-290b-406b-8393-a27b7dc7b94f req-3cea1b70-8a55-4c91-b7be-f4c662531d38 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.2180960 Jul 16 01:26:44.940199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52caaea9-143f-4643-bd72-a699feff7f35 req-811d736d-49d1-4f5f-b970-e41864fc65b9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648801 Jul 16 01:26:45.001151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-6c6ebbe2-9f00-44ee-8e32-81f8b08b79db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1936197 Jul 16 01:26:45.010471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bc20e8b-290b-406b-8393-a27b7dc7b94f req-2a53d54d-3707-4a10-b87b-cc69928be248 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681043 Jul 16 01:26:45.010681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c6b883dd-56f4-4d85-b9d0-43ffc2f81446 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:45.071702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:45.081772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:45.082423 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.148142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.162708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-6e59fe19-b40f-44a6-a7a3-5f955ddaa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.166258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-6e59fe19-b40f-44a6-a7a3-5f955ddaa778 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 1102 time: 0.1331348 Jul 16 01:26:45.216974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.251110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:45.268552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:45.272202 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef034ef-8a03-4b62-9ef8-e5b15957401a" -d '{"events": [{"server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "name": "network-vif-plugged", "status": "completed", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:45.296006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:45.304297 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.305233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:45.355517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.364137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.370474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:45.376257 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9896ec3f-6b9c-4004-a697-59f7ae29ea74" -d '{"events": [{"server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:45.380006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.423981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-c252ea20-d7e4-4324-893d-547a4e366abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.425607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-c252ea20-d7e4-4324-893d-547a4e366abe service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1982534 Jul 16 01:26:45.469627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7370d-a989-472d-8a18-5a7d3a660e88 req-f7883c02-af87-4234-94fa-ab18c2bd9213 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.471140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98f7370d-a989-472d-8a18-5a7d3a660e88 req-f7883c02-af87-4234-94fa-ab18c2bd9213 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 949 time: 0.2953515 Jul 16 01:26:45.483384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.503433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on host n-h1-791506-20 for vnic_type normal with profile {"migrating_to": "n-h2-791506-20"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:45.504352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:45.505065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:45.510911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:45.511484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Attempting to bind port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:45.512324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-260b83b3-314d-49b9-9bf6-8964cddecb1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded HTTP/1.1" status: 200 len: 217 time: 0.0671780 Jul 16 01:26:45.520598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:45.520937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:45.521330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:45.522278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Bound port: 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:45.524748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.545534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c75a5f-341f-457c-a255-4593c1d3109e req-fa5ab153-6069-40ed-9190-99d73c1cb4d3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.547246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2c75a5f-341f-457c-a255-4593c1d3109e req-fa5ab153-6069-40ed-9190-99d73c1cb4d3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.1770866 Jul 16 01:26:45.588537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:45.606686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98f7370d-a989-472d-8a18-5a7d3a660e88 req-1241ad5d-22ce-4851-b725-7b7697de0d10 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061709 Jul 16 01:26:45.641413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:45.645891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:45.656662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.672198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-887f8c8e-349e-4bb0-a8e6-81353324c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.674401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-887f8c8e-349e-4bb0-a8e6-81353324c7bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1511576 Jul 16 01:26:45.689237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:45.689480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2c75a5f-341f-457c-a255-4593c1d3109e req-622c144e-b864-4bd5-af75-ef307b132254 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035106 Jul 16 01:26:45.689836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.793366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-df230581-14de-42cd-8d1c-c289d3a8572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.795117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-df230581-14de-42cd-8d1c-c289d3a8572e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048319 Jul 16 01:26:45.821824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.866407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.867176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.868817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-402f8569-3e9f-4f8c-8267-fa196c2a11d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 1123 time: 1.0493660 Jul 16 01:26:45.878240 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.919346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:45.927702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.994624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-3c1645f4-333f-4fda-ad8d-477883573bbb service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895115 Jul 16 01:26:45.999009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:46.091143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4162f-069f-4c5f-b728-3a1a69896611 req-912833f7-9602-42fc-9d63-e1b34a63bc08 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.092678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93d4162f-069f-4c5f-b728-3a1a69896611 req-912833f7-9602-42fc-9d63-e1b34a63bc08 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 1101 time: 0.1681664 Jul 16 01:26:46.121131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5065-0417-42a1-92e3-417c58447756 req-ebd7d508-a39e-44a0-b70f-593bd9312e9b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.122529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d1a5065-0417-42a1-92e3-417c58447756 req-ebd7d508-a39e-44a0-b70f-593bd9312e9b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.2809725 Jul 16 01:26:46.132563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:46.146004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-93d4162f-069f-4c5f-b728-3a1a69896611 req-e07eaf61-8cc6-4c01-a785-1f9eeabbcdc4 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.150986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb2ba80-0f80-4ca9-b29a-f2ec717206d6 req-64502098-2e09-4e94-a8f4-e6fd4a981efd service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473830 Jul 16 01:26:46.156257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:46.199465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d1a5065-0417-42a1-92e3-417c58447756 req-42e97695-65cf-4939-8178-2b866984dd53 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Jul 16 01:26:46.259468 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573715b4-6956-465c-8e5c-4e56a848c5bf x-openstack-request-id: req-573715b4-6956-465c-8e5c-4e56a848c5bf {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:46.259827 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "name": "network-vif-plugged", "status": "completed", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:46.260145 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-573715b4-6956-465c-8e5c-4e56a848c5bf {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:46.260639 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'code': 200} Jul 16 01:26:46.289461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-93d4162f-069f-4c5f-b728-3a1a69896611 req-e07eaf61-8cc6-4c01-a785-1f9eeabbcdc4 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.301333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-93d4162f-069f-4c5f-b728-3a1a69896611 req-e07eaf61-8cc6-4c01-a785-1f9eeabbcdc4 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.333603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07eaf61-8cc6-4c01-a785-1f9eeabbcdc4 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c455808-f4bd-4838-95d1-58b62ae4ed49,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:46.353910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93d4162f-069f-4c5f-b728-3a1a69896611 req-e07eaf61-8cc6-4c01-a785-1f9eeabbcdc4 tempest-LiveMigrationNegativeTest-809119143 tempest-LiveMigrationNegativeTest-809119143-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534418 Jul 16 01:26:46.400670 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a580c-9ce0-49b9-b31d-b007e75aa8aa x-openstack-request-id: req-826a580c-9ce0-49b9-b31d-b007e75aa8aa {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:46.401168 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:46.401596 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-826a580c-9ce0-49b9-b31d-b007e75aa8aa {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:46.402236 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'code': 200} Jul 16 01:26:46.615021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744975df-17d3-4304-ad49-ecf94fadc77e req-edbe3a47-9b83-41e6-bdd3-6498535efc26 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.616585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-744975df-17d3-4304-ad49-ecf94fadc77e req-edbe3a47-9b83-41e6-bdd3-6498535efc26 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 949 time: 0.1389327 Jul 16 01:26:46.620949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a15f-329a-4726-b558-952832a02160 req-b62f8ec3-869e-420b-8470-b1fc0f8b9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.624856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b98a15f-329a-4726-b558-952832a02160 req-b62f8ec3-869e-420b-8470-b1fc0f8b9d42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 1097 time: 0.1524498 Jul 16 01:26:46.648021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4574e-81ae-4f31-8fee-a8c2d47f494d req-d9942119-91e2-4707-8de3-5f4214e9746f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.650732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53d4574e-81ae-4f31-8fee-a8c2d47f494d req-d9942119-91e2-4707-8de3-5f4214e9746f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1442671 Jul 16 01:26:46.701279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-744975df-17d3-4304-ad49-ecf94fadc77e req-72ed420c-786f-4e78-8c01-765e71b945da tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772724 Jul 16 01:26:46.727784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b98a15f-329a-4726-b558-952832a02160 req-16cc5129-d022-4c0a-823c-311ae15bb781 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760565 Jul 16 01:26:46.730650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53d4574e-81ae-4f31-8fee-a8c2d47f494d req-09213e28-9dd9-4617-bcfa-5391ed65779d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738878 Jul 16 01:26:46.870576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a2d2-7e9c-4686-a0e2-b6e0ff1be0e6 req-27ab2417-bd03-4a48-bea5-3786e11f6c09 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.872087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc97a2d2-7e9c-4686-a0e2-b6e0ff1be0e6 req-27ab2417-bd03-4a48-bea5-3786e11f6c09 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.0666206 Jul 16 01:26:46.913473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc97a2d2-7e9c-4686-a0e2-b6e0ff1be0e6 req-6e3d6cb6-1316-4229-9e79-12ba431d3964 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347273 Jul 16 01:26:46.989917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4cf6-9d80-4f5b-9a27-e52d37fd10a2 req-7ec4548f-e274-44fc-92d0-7847bae3950c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.991448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8bd4cf6-9d80-4f5b-9a27-e52d37fd10a2 req-7ec4548f-e274-44fc-92d0-7847bae3950c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0680993 Jul 16 01:26:47.027985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 59bbfa41-a444-4449-80c5-75f179be368f up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:47.041711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8bd4cf6-9d80-4f5b-9a27-e52d37fd10a2 req-75e1175d-901a-4929-b57d-778f5ce2db59 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Jul 16 01:26:47.082379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 59bbfa41-a444-4449-80c5-75f179be368f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:47.087796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 59bbfa41-a444-4449-80c5-75f179be368f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:47.088168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.107774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa97f7a-4da6-4f0f-bd74-039a07b55973 req-b262b331-2ed0-4774-adf3-9185b558878f tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.109875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfa97f7a-4da6-4f0f-bd74-039a07b55973 req-b262b331-2ed0-4774-adf3-9185b558878f tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.0851805 Jul 16 01:26:47.163765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfa97f7a-4da6-4f0f-bd74-039a07b55973 req-f27141bd-afff-40ef-a425-bbb46d656f5f tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451491 Jul 16 01:26:47.188669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.225347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 59bbfa41-a444-4449-80c5-75f179be368f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=59bbfa41-a444-4449-80c5-75f179be368f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:47.230561 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.232340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37ffd-5559-4ceb-a69b-a41598bfeea8 req-faca221f-24ad-40a8-84fd-b7246b454aa6 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.235159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa37ffd-5559-4ceb-a69b-a41598bfeea8 req-faca221f-24ad-40a8-84fd-b7246b454aa6 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 950 time: 0.0857086 Jul 16 01:26:47.285786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=59bbfa41-a444-4449-80c5-75f179be368f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:47.545895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa37ffd-5559-4ceb-a69b-a41598bfeea8 req-c2d97319-a0ed-4f3d-8bd1-ec8cd0eb97a8 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049119 Jul 16 01:26:47.587147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d9145-5e9e-4161-8599-07cfe0e541dd req-8acbae15-0cc0-49e4-8576-93e8e5c0475a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.588025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:47.588685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc0d9145-5e9e-4161-8599-07cfe0e541dd req-8acbae15-0cc0-49e4-8576-93e8e5c0475a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0925529 Jul 16 01:26:47.631327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc0d9145-5e9e-4161-8599-07cfe0e541dd req-3987c7c5-5093-4bfe-8951-990efaa54527 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364461 Jul 16 01:26:47.695863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:47.709345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb has no active binding in host n-h2-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:26:47.959067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d27b6-82d7-449e-a949-4d539f2701c4 req-ba6dea65-ee38-42d2-a692-19b7469aebb0 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.960864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-163d27b6-82d7-449e-a949-4d539f2701c4 req-ba6dea65-ee38-42d2-a692-19b7469aebb0 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.0747104 Jul 16 01:26:48.005235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-163d27b6-82d7-449e-a949-4d539f2701c4 req-27869de1-e7e2-44b3-a13c-df34b758f321 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386019 Jul 16 01:26:48.012060 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.185497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d541ed-995c-4a5c-a792-8c1681c81a2c req-9d57935c-0281-4fa6-ac43-66ed7af6b6fc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.195049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39d541ed-995c-4a5c-a792-8c1681c81a2c req-9d57935c-0281-4fa6-ac43-66ed7af6b6fc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0757356 Jul 16 01:26:48.241121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39d541ed-995c-4a5c-a792-8c1681c81a2c req-e483e3f0-1420-4ada-a6b5-fc430b99ab74 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451219 Jul 16 01:26:48.261772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}, {'server_uuid': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bbfa41-a444-4449-80c5-75f179be368f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:48.268388 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdff13c-f524-4209-8265-99055b13e5a8" -d '{"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-plugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}, {"server_uuid": "fc3e8a44-de48-475d-aef2-9871805bc524", "name": "network-vif-plugged", "status": "completed", "tag": "59bbfa41-a444-4449-80c5-75f179be368f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:48.403484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:48.406412 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e39718-1170-4d68-8a5d-4c4f908621ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:48.431951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec55fe-257b-4027-953a-31bbf32cc707 req-4ed7fbc2-e1a9-4899-983f-57b963ed50c6 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.433455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55ec55fe-257b-4027-953a-31bbf32cc707 req-4ed7fbc2-e1a9-4899-983f-57b963ed50c6 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.1081796 Jul 16 01:26:48.489144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504ad6-061a-4c62-b6ae-1f54d897088d req-35989a9c-5902-48c1-9acc-78c3b87c658d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.490654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2504ad6-061a-4c62-b6ae-1f54d897088d req-35989a9c-5902-48c1-9acc-78c3b87c658d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.1103413 Jul 16 01:26:48.495906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55ec55fe-257b-4027-953a-31bbf32cc707 req-1541a374-25a2-4982-8d81-c6a099d9e124 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533929 Jul 16 01:26:48.544057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2504ad6-061a-4c62-b6ae-1f54d897088d req-6210890e-56e5-4f70-9d8a-cb11b1aeac55 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Jul 16 01:26:48.704504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d788982-908d-4508-b789-6290b251b204 req-34941bb3-bbc0-4937-9ec6-34f8423ab2fd tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.706083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d788982-908d-4508-b789-6290b251b204 req-34941bb3-bbc0-4937-9ec6-34f8423ab2fd tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1017725 Jul 16 01:26:48.759259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1893733-0ec9-4022-8859-81849c14747d req-3ccb5287-4e4e-4e20-8f28-f4df15588a9d tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.760762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1893733-0ec9-4022-8859-81849c14747d req-3ccb5287-4e4e-4e20-8f28-f4df15588a9d tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.1130354 Jul 16 01:26:48.765730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d788982-908d-4508-b789-6290b251b204 req-129ada74-c768-4ae2-9a8d-3a3dff9cf1ba tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522752 Jul 16 01:26:48.802317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1893733-0ec9-4022-8859-81849c14747d req-1b5cf22b-3589-404a-9c95-3d82ddc1f575 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352664 Jul 16 01:26:48.857221 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a40f5-c411-4f38-a537-b6b1a8a301e4 x-openstack-request-id: req-b81a40f5-c411-4f38-a537-b6b1a8a301e4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:48.857629 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-plugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "code": 200}, {"server_uuid": "fc3e8a44-de48-475d-aef2-9871805bc524", "name": "network-vif-plugged", "status": "completed", "tag": "59bbfa41-a444-4449-80c5-75f179be368f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:48.858013 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b81a40f5-c411-4f38-a537-b6b1a8a301e4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:48.859057 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'code': 200} Jul 16 01:26:48.859930 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bbfa41-a444-4449-80c5-75f179be368f', 'code': 200} Jul 16 01:26:48.869728 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7648a-9aa9-447f-98fc-714249352dfe x-openstack-request-id: req-dcc7648a-9aa9-447f-98fc-714249352dfe {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:48.870580 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:48.870821 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcc7648a-9aa9-447f-98fc-714249352dfe {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:48.871282 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'status': 'completed', 'code': 200} Jul 16 01:26:49.045009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-697f1479-98da-4309-ba2b-56f057599677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.047105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-697f1479-98da-4309-ba2b-56f057599677 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1126 time: 0.1486847 Jul 16 01:26:49.165604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dfc58-e16f-4d4e-8f5c-4f8759ecc88b req-15266145-fdfa-4258-93a3-e88b27971f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.167007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3674d5-cfa1-4bed-93bc-50c8fa9b387f req-09e991d3-5339-496d-b054-0c1f42f0c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.167127 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c16dfc58-e16f-4d4e-8f5c-4f8759ecc88b req-15266145-fdfa-4258-93a3-e88b27971f3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1102 time: 0.0521653 Jul 16 01:26:49.168532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf3674d5-cfa1-4bed-93bc-50c8fa9b387f req-09e991d3-5339-496d-b054-0c1f42f0c714 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 1102 time: 0.2243273 Jul 16 01:26:49.176599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65e961-88bb-41ce-8225-eb060322ffc5 req-219a053e-9a1d-47eb-82ba-84b182ff50c5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.178048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a65e961-88bb-41ce-8225-eb060322ffc5 req-219a053e-9a1d-47eb-82ba-84b182ff50c5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.2238235 Jul 16 01:26:49.208798 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c16dfc58-e16f-4d4e-8f5c-4f8759ecc88b req-415dbe1f-cf18-4447-b68c-9e8ae47223a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345731 Jul 16 01:26:49.213306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d5ab-188f-4afb-8dae-7fa9341ab838 req-e276493d-2769-48b8-8ce1-0a0ba822731d tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.214885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4360d5ab-188f-4afb-8dae-7fa9341ab838 req-e276493d-2769-48b8-8ce1-0a0ba822731d tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.2387283 Jul 16 01:26:49.224468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43612) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:49.229668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Request body: {'floatingip': {'port_id': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:49.250932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-49a79c40-0b89-427b-98dd-8492bdeddfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.252542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-49a79c40-0b89-427b-98dd-8492bdeddfe5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1970894 Jul 16 01:26:49.260055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf3674d5-cfa1-4bed-93bc-50c8fa9b387f req-3f9e026a-dcf8-4750-bb62-7617246d4268 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Jul 16 01:26:49.277051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.304594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-54bb15d9-daa9-4b16-8f92-ba4a3383ec54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 217 time: 0.0435145 Jul 16 01:26:49.307629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a65e961-88bb-41ce-8225-eb060322ffc5 req-a38acc9f-7ae7-4d70-be46-ba44b7296c70 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183674 Jul 16 01:26:49.412852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-454afef0-96ce-4be7-bafb-caab395b1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.414500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-454afef0-96ce-4be7-bafb-caab395b1924 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0916920 Jul 16 01:26:49.427404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd064df-e42c-4078-8691-04a3556da6f6 req-f48c8e2f-d8f7-43ba-b410-8357f2daf9bc tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.428871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cd064df-e42c-4078-8691-04a3556da6f6 req-f48c8e2f-d8f7-43ba-b410-8357f2daf9bc tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.1173477 Jul 16 01:26:49.496291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-7e9cb49f-92c6-44f9-bb81-8750225e3a49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565217 Jul 16 01:26:49.547597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cd064df-e42c-4078-8691-04a3556da6f6 req-72933224-d7fe-43f1-8e33-b94e656f7564 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088340 Jul 16 01:26:49.583662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9edcd-6c97-4fd9-873b-eb8052d81c1e req-50cef1ae-bf2b-4a64-bfa9-4185332cc6ff tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.585271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05c9edcd-6c97-4fd9-873b-eb8052d81c1e req-50cef1ae-bf2b-4a64-bfa9-4185332cc6ff tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1555004 Jul 16 01:26:49.684723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05c9edcd-6c97-4fd9-873b-eb8052d81c1e req-ba98dfd9-3327-4fa5-aace-099549522e1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703528 Jul 16 01:26:49.704140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-8617e24e-4b49-4546-9b31-9ad8e4c69166 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962113 Jul 16 01:26:49.815428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3c80a-d224-4702-9be0-9e6e41117ace req-01620846-4a70-4e62-913f-57ee0e330ed4 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.817024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fc3c80a-d224-4702-9be0-9e6e41117ace req-01620846-4a70-4e62-913f-57ee0e330ed4 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.1494706 Jul 16 01:26:49.909426 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fc3c80a-d224-4702-9be0-9e6e41117ace req-a860742b-75de-4612-ac8b-5c5119740963 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811055 Jul 16 01:26:49.911651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55e39718-1170-4d68-8a5d-4c4f908621ea req-0880c26d-95e1-42d1-9f7a-636f044d344e service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899052 Jul 16 01:26:49.940883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b5ce-19f2-49bc-97a0-c08fc1f2f4f1 req-ea5b569b-11ef-4e85-a36d-055c6fc71776 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.948528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85e4b5ce-19f2-49bc-97a0-c08fc1f2f4f1 req-ea5b569b-11ef-4e85-a36d-055c6fc71776 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.1413171 Jul 16 01:26:49.993912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85e4b5ce-19f2-49bc-97a0-c08fc1f2f4f1 req-a6e6abda-ea9c-42f8-b6c0-6f9c08335500 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442524 Jul 16 01:26:50.137243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd4340-b5ec-428e-a979-0ed38323acad req-317ea63e-a89c-4aa0-8dd9-c3022849896e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.141196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56dd4340-b5ec-428e-a979-0ed38323acad req-317ea63e-a89c-4aa0-8dd9-c3022849896e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0927300 Jul 16 01:26:50.182068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.186150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56dd4340-b5ec-428e-a979-0ed38323acad req-ae966e22-28ae-4098-8349-b91a73bdd226 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Jul 16 01:26:50.186366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.290577 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75 associated. External IP: 172.25.7.227, port: c6b883dd-56f4-4d85-b9d0-43ffc2f81446. Jul 16 01:26:50.490587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53af3e-aeb2-4207-9953-22b26a1f96d8 req-fb177355-f793-4868-979f-60fd6b4848d5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.492027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc53af3e-aeb2-4207-9953-22b26a1f96d8 req-fb177355-f793-4868-979f-60fd6b4848d5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0643291 Jul 16 01:26:50.507820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Router b4e7edff-3158-4b7b-bf91-0ed35287136c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:50.532479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc53af3e-aeb2-4207-9953-22b26a1f96d8 req-e2bfd9fc-5372-485f-80ca-818a6fa0d4bb tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347989 Jul 16 01:26:50.624584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:50.629867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.634816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:50.644830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:50.645744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:26:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:50.668808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-97a4acba-3d89-4f93-bb4e-7d8221f5f411 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc92f79-6a19-4c06-831d-9b3240b02f75 HTTP/1.1" status: 200 len: 991 time: 1.4428544 Jul 16 01:26:50.735415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b14e-e54d-4093-ac0f-4a62a43a4759 req-9c7dfa99-35da-4aa0-9c60-b58b19eac382 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.738465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f05b14e-e54d-4093-ac0f-4a62a43a4759 req-9c7dfa99-35da-4aa0-9c60-b58b19eac382 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.0724661 Jul 16 01:26:50.764330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:50.778038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f05b14e-e54d-4093-ac0f-4a62a43a4759 req-c994788d-ab2e-400e-ad1a-f1b0a046a589 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355296 Jul 16 01:26:50.872246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:50.874825 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0813ade3-ae91-4fd2-9341-bbd93c6d2156" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:50.920960 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f38486-8e63-485d-a083-74be35198abf x-openstack-request-id: req-b4f38486-8e63-485d-a083-74be35198abf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:50.921260 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:50.921679 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4f38486-8e63-485d-a083-74be35198abf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:50.922071 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'status': 'completed', 'code': 200} Jul 16 01:26:50.941841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae31f81-9b09-4d8b-95ac-62d54e483a3a req-7b0c2c76-1965-4775-ade1-22a5f2c2c63f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.943532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dae31f81-9b09-4d8b-95ac-62d54e483a3a req-7b0c2c76-1965-4775-ade1-22a5f2c2c63f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0821965 Jul 16 01:26:51.014482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dae31f81-9b09-4d8b-95ac-62d54e483a3a req-5c75ae63-ce9a-49f2-9e3d-3e7dbccfc32f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649929 Jul 16 01:26:51.034460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-a47de909-e4cc-4788-a659-e441c75bc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.036139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-a47de909-e4cc-4788-a659-e441c75bc43d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 1097 time: 0.0779088 Jul 16 01:26:51.050597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:51.052463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:51.172454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc92f79-6a19-4c06-831d-9b3240b02f75', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'port_id': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'mac_address': 'fa:16:3e:da:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:20Z', 'updated_at': '2021-07-16T01:26:49Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:51.217126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-3452909a-cded-4c90-bb6c-b5943d3ee0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.219555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-3452909a-cded-4c90-bb6c-b5943d3ee0e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 200 len: 924 time: 0.1632032 Jul 16 01:26:51.227996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab8f7-81ac-4ca2-970c-6141338adaea req-b0886efd-00e7-441d-b79d-aad4b23456ae tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.228243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:51.229534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9aab8f7-81ac-4ca2-970c-6141338adaea req-b0886efd-00e7-441d-b79d-aad4b23456ae tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.1839790 Jul 16 01:26:51.256104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.259098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:51.280838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:51.281195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:26:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:51.285932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'mac_address': 'fa:16:3e:1b:3e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:51.340352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:51.342655 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9f0456-ecbb-4d8e-92e4-d340cea0ca17" -d '{"events": [{"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-unplugged", "status": "completed", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:51.362722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-f7a1b4d7-3a6b-486a-8e60-4c361e9ba963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446 HTTP/1.1" status: 200 len: 999 time: 0.1292927 Jul 16 01:26:51.372665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d7c3-0437-4e36-9aed-e53042bb6db3 req-918c22e0-af44-4199-b58a-2f5e93041efd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.374950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b252d7c3-0437-4e36-9aed-e53042bb6db3 req-918c22e0-af44-4199-b58a-2f5e93041efd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.2188597 Jul 16 01:26:51.379183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9aab8f7-81ac-4ca2-970c-6141338adaea req-4781c5b3-4490-4da7-aa12-72771a4d92fe tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391723 Jul 16 01:26:51.476309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b252d7c3-0437-4e36-9aed-e53042bb6db3 req-a4d71688-50d4-45b9-a698-fda18a6e2ddc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937982 Jul 16 01:26:51.478819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-58c9fe5b-5395-439a-9b51-c21facfc29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.480230 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-58c9fe5b-5395-439a-9b51-c21facfc29e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 200 len: 862 time: 0.1000419 Jul 16 01:26:51.523780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-e369f816-cac0-4f7e-b3f0-bfb0b2571ce6 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.525364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-e369f816-cac0-4f7e-b3f0-bfb0b2571ce6 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 949 time: 0.2119384 Jul 16 01:26:51.527736 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:51.536939 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.579125 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326cc119-aca6-46ac-8569-8c8610115581 x-openstack-request-id: req-326cc119-aca6-46ac-8569-8c8610115581 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:51.579643 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-unplugged", "status": "completed", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:51.579768 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-326cc119-aca6-46ac-8569-8c8610115581 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:51.580095 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'code': 200} Jul 16 01:26:51.605009 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.607773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:51.619720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-9dbb041c-a31b-4e1b-bbf8-90a9ae08274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.621240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-9dbb041c-a31b-4e1b-bbf8-90a9ae08274d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d69542b7-a5a1-40ee-8540-75290d611b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319094 Jul 16 01:26:51.721993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0a21ee-3bb8-471b-a08c-e615d6e07000 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:51.730563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:51.760881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:51.768870 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.854387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-b5d56d85-7232-46a1-a852-c89b0de85f56 service neutron] 10.222.0.23 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116723 Jul 16 01:26:51.865608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:51.937698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc92f79-6a19-4c06-831d-9b3240b02f75', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'port_id': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'mac_address': 'fa:16:3e:da:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:20Z', 'updated_at': '2021-07-16T01:26:49Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:51.966953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abc3c9-605a-481b-b196-3486a29043ef None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc92f79-6a19-4c06-831d-9b3240b02f75', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'port_id': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'mac_address': 'fa:16:3e:da:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:20Z', 'updated_at': '2021-07-16T01:26:49Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:52.063256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['9b0a21ee-3bb8-471b-a08c-e615d6e07000'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:52.153654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c26bb-4510-4d27-bd09-2a86d6a414a3 req-5e088985-935c-4388-bc3a-6261b144c6b9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.155292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-848c26bb-4510-4d27-bd09-2a86d6a414a3 req-5e088985-935c-4388-bc3a-6261b144c6b9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.4531453 Jul 16 01:26:52.164134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Deleting port 1b059946-abbf-4eaf-8b39-851c5a5914ba {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:52.165757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.175210 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613823bf-099f-487d-92ef-e769d2918839 None None] New status for floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:26:52.194319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827e33-2e70-44df-866c-80a4b640a1b8 req-43161499-430a-44a1-89a7-58929bf19b90 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.195843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b827e33-2e70-44df-866c-80a4b640a1b8 req-43161499-430a-44a1-89a7-58929bf19b90 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.5195405 Jul 16 01:26:52.334286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-848c26bb-4510-4d27-bd09-2a86d6a414a3 req-d0f07396-44c2-4360-9489-765b7faaed33 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605513 Jul 16 01:26:52.379192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0813ade3-ae91-4fd2-9341-bbd93c6d2156 req-63657d98-0cde-4930-89ac-a2f481d76f5b service neutron] 10.222.0.23 "GET /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113981 Jul 16 01:26:52.382119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b827e33-2e70-44df-866c-80a4b640a1b8 req-5481a696-fc75-4fc8-81c8-a348b8c0b5d2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358187 Jul 16 01:26:52.404763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] For port 1b059946-abbf-4eaf-8b39-851c5a5914ba, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1b059946-abbf-4eaf-8b39-851c5a5914ba,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:52.405131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.421769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Calling delete_port for 1b059946-abbf-4eaf-8b39-851c5a5914ba owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:52.641142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.650620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446621f0-6191-4343-aa04-ac783e8bee18 req-e906420e-30c1-4ba2-9ce4-7b3d1712b084 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.652140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-446621f0-6191-4343-aa04-ac783e8bee18 req-e906420e-30c1-4ba2-9ce4-7b3d1712b084 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.1444345 Jul 16 01:26:52.692699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Pushing event deleted for resources: {'Port': ['ID=1b059946-abbf-4eaf-8b39-851c5a5914ba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:52.721724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.722077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.722423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.722763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.723094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.723425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.723754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.724083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.724409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.724776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.725593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.725593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:52.777395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] No DVR routers for this DVR port 1b059946-abbf-4eaf-8b39-851c5a5914ba on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:52.783824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.786193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b042b2f4-3425-45c4-8367-56c3b130dbc4 req-443d1c66-03f7-4c5b-b8cc-7caf9af1597a tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "DELETE /v2.0/ports/1b059946-abbf-4eaf-8b39-851c5a5914ba HTTP/1.1" status: 204 len: 173 time: 1.2438893 Jul 16 01:26:52.788607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'name': 'network-vif-deleted', 'tag': '1b059946-abbf-4eaf-8b39-851c5a5914ba'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:52.790940 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e2fac-28d1-4ab4-b6e8-d961c4e05341" -d '{"events": [{"server_uuid": "69dfd1cc-486d-486f-a5c2-874cd01e442e", "name": "network-vif-deleted", "tag": "1b059946-abbf-4eaf-8b39-851c5a5914ba"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:52.801000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-446621f0-6191-4343-aa04-ac783e8bee18 req-0807019c-b8d3-4b24-b106-76960bd568f1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421106 Jul 16 01:26:52.810512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61ab3a-a606-456f-b29c-1c79357e09e9 req-814f8f59-51e0-4d9a-9fbf-dd667b11211a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.812221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b61ab3a-a606-456f-b29c-1c79357e09e9 req-814f8f59-51e0-4d9a-9fbf-dd667b11211a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.2376461 Jul 16 01:26:52.870597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b61ab3a-a606-456f-b29c-1c79357e09e9 req-735ffb54-2a97-48b8-8beb-ba666f921e21 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489905 Jul 16 01:26:52.956081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d71feef3-e9d4-42f0-ba9b-40b0855e8a14 req-eda4121d-bddc-4781-b2fb-1d01d37b62ef tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=69dfd1cc-486d-486f-a5c2-874cd01e442e HTTP/1.1" status: 200 len: 210 time: 0.0337150 Jul 16 01:26:53.061083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6255b8-bdfd-48ab-a0b5-cd0c9f0f0366 req-dc676f7c-6853-404c-8a55-7dd281900c48 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.064355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb6255b8-bdfd-48ab-a0b5-cd0c9f0f0366 req-dc676f7c-6853-404c-8a55-7dd281900c48 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.0693109 Jul 16 01:26:53.067655 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a105225f-dd45-47e6-a92c-a924356fb02a x-openstack-request-id: req-a105225f-dd45-47e6-a92c-a924356fb02a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:53.068004 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dfd1cc-486d-486f-a5c2-874cd01e442e", "name": "network-vif-deleted", "tag": "1b059946-abbf-4eaf-8b39-851c5a5914ba", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:53.068339 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a105225f-dd45-47e6-a92c-a924356fb02a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:53.068904 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dfd1cc-486d-486f-a5c2-874cd01e442e', 'name': 'network-vif-deleted', 'tag': '1b059946-abbf-4eaf-8b39-851c5a5914ba', 'status': 'completed', 'code': 200} Jul 16 01:26:53.105370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb6255b8-bdfd-48ab-a0b5-cd0c9f0f0366 req-2a01d556-f40e-4dee-9c13-4017cf604102 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Jul 16 01:26:53.210411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b6bb-faa4-43a5-80e9-20e503cbb2b4 req-538d74b7-c367-4d70-a8a6-f3ea1e061a7a tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.212695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6679b6bb-faa4-43a5-80e9-20e503cbb2b4 req-538d74b7-c367-4d70-a8a6-f3ea1e061a7a tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 1102 time: 0.0563705 Jul 16 01:26:53.248007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6679b6bb-faa4-43a5-80e9-20e503cbb2b4 req-9c5b3e62-5693-4848-9333-58bee0814fde tempest-ServersOnMultiNodesTest-1496444841 tempest-ServersOnMultiNodesTest-1496444841-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297751 Jul 16 01:26:53.536292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19070661-a3ea-42fa-ab74-e9014c033e11 req-a68e3edf-babe-442c-9c54-0a6745336a6f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.537841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19070661-a3ea-42fa-ab74-e9014c033e11 req-a68e3edf-babe-442c-9c54-0a6745336a6f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0760505 Jul 16 01:26:53.542954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:53.584166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19070661-a3ea-42fa-ab74-e9014c033e11 req-796239b1-268c-485d-a52a-1cd327c3f48c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Jul 16 01:26:53.666021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0a6d8-2693-46b8-ac1d-ea2cabdbf661 req-c614bd1c-aae6-4d29-9d73-5b7a5f7b71c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.667742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56a0a6d8-2693-46b8-ac1d-ea2cabdbf661 req-c614bd1c-aae6-4d29-9d73-5b7a5f7b71c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0878778 Jul 16 01:26:53.711601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56a0a6d8-2693-46b8-ac1d-ea2cabdbf661 req-9051c916-7d6e-42bb-ad01-dbca45108733 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371747 Jul 16 01:26:53.790644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48716d0f-bb0d-4f11-bc8d-976fef6bf7c1 req-2d90e69b-ab7f-444a-923d-604b6f48c355 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.792397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48716d0f-bb0d-4f11-bc8d-976fef6bf7c1 req-2d90e69b-ab7f-444a-923d-604b6f48c355 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.0726225 Jul 16 01:26:53.834077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48716d0f-bb0d-4f11-bc8d-976fef6bf7c1 req-2cc0de43-19b8-428f-9ed4-a1367ab8d84e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Jul 16 01:26:54.054236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f712c7-1fe8-4ba2-80c7-ec0c04247d44 req-fee723e6-554f-4447-8250-c24b604ae9d7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.055743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7f712c7-1fe8-4ba2-80c7-ec0c04247d44 req-fee723e6-554f-4447-8250-c24b604ae9d7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0644734 Jul 16 01:26:54.094763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7f712c7-1fe8-4ba2-80c7-ec0c04247d44 req-332d735e-df30-4d1e-a5cc-3e5f849b3ab1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Jul 16 01:26:54.301751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ec98b-d161-4083-9b06-4f13fa6bcf1f req-ae984a12-42a0-46ff-82a7-a6d6d4a75995 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.303742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f0ec98b-d161-4083-9b06-4f13fa6bcf1f req-ae984a12-42a0-46ff-82a7-a6d6d4a75995 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.0720234 Jul 16 01:26:54.348750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f0ec98b-d161-4083-9b06-4f13fa6bcf1f req-28274fac-d653-4131-93fa-dc3cf35449f2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Jul 16 01:26:54.489035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832e4b5-4357-4e38-87a2-4c1fb7bfb83e req-907057ae-7003-4876-9970-0b3a90a1ca69 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.490591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9832e4b5-4357-4e38-87a2-4c1fb7bfb83e req-907057ae-7003-4876-9970-0b3a90a1ca69 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.0663545 Jul 16 01:26:54.531572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9832e4b5-4357-4e38-87a2-4c1fb7bfb83e req-0dab7507-e519-4326-af71-7caef6330f65 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Jul 16 01:26:54.796509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea7877-db07-4790-ba29-d221a12f8453 req-04431f17-79ec-435a-bd24-aba1a58a46b7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.798894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36ea7877-db07-4790-ba29-d221a12f8453 req-04431f17-79ec-435a-bd24-aba1a58a46b7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0831382 Jul 16 01:26:54.879758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36ea7877-db07-4790-ba29-d221a12f8453 req-4e40e747-8591-452b-b1e6-578d7c5c0695 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756805 Jul 16 01:26:54.959017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f463-ec3c-45e2-a5f9-7eb5bd01a4df req-b442b9f7-5f30-4328-8ac8-7aa916d9fa5b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.960147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4940f463-ec3c-45e2-a5f9-7eb5bd01a4df req-b442b9f7-5f30-4328-8ac8-7aa916d9fa5b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1008775 Jul 16 01:26:55.024977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4940f463-ec3c-45e2-a5f9-7eb5bd01a4df req-d03d91f4-5a70-4580-a2f2-4bbdcbabc458 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590904 Jul 16 01:26:55.094805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:55.221429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:55.222998 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.231525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701e984-c114-4918-98b5-212063e8f632 req-62788a67-af1f-4148-81cd-b75633e8bc03 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.240094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9701e984-c114-4918-98b5-212063e8f632 req-62788a67-af1f-4148-81cd-b75633e8bc03 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.0798759 Jul 16 01:26:55.291066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9701e984-c114-4918-98b5-212063e8f632 req-a772b1fb-fd23-465d-a54c-ed16d81226fa tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 Jul 16 01:26:55.333738 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.389115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:55.392090 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900d52c0-2521-4270-8781-7da40dd89ffb" -d '{"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-plugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:55.411045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:55.419621 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.420377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:55.501989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.533273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41789190-a743-4ea5-84ca-73627e4adc07 req-e6def1d8-600b-44f6-a451-232c4d5d01d5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.553643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41789190-a743-4ea5-84ca-73627e4adc07 req-e6def1d8-600b-44f6-a451-232c4d5d01d5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1740129 Jul 16 01:26:55.591169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1b059946-abbf-4eaf-8b39-851c5a5914ba no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:55.617948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 1b059946-abbf-4eaf-8b39-851c5a5914ba {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:55.618574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1b059946-abbf-4eaf-8b39-851c5a5914ba not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:55.645127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41789190-a743-4ea5-84ca-73627e4adc07 req-4cf1ce0a-260e-4f14-8319-437d58e54552 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905793 Jul 16 01:26:55.729190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831fb6-eaed-40b3-b09a-7f3f194ba599 req-c0fc4108-f2b9-4448-9704-d364a85f1fa3 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.730762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36831fb6-eaed-40b3-b09a-7f3f194ba599 req-c0fc4108-f2b9-4448-9704-d364a85f1fa3 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.1747561 Jul 16 01:26:55.733253 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4778405-e4ad-4935-931c-15d41e3c0ddc x-openstack-request-id: req-c4778405-e4ad-4935-931c-15d41e3c0ddc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:55.734409 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-plugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:55.737830 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4778405-e4ad-4935-931c-15d41e3c0ddc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:55.738560 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'code': 200} Jul 16 01:26:55.809559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36831fb6-eaed-40b3-b09a-7f3f194ba599 req-7ae1f1df-d43b-4d60-b3a8-c2b55d3476a3 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681868 Jul 16 01:26:55.912397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225fcb-90ad-4a86-a472-669b954b4310 req-70e45ef4-572f-40dd-b760-65dc01068d66 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.914193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21225fcb-90ad-4a86-a472-669b954b4310 req-70e45ef4-572f-40dd-b760-65dc01068d66 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.0780320 Jul 16 01:26:56.009057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21225fcb-90ad-4a86-a472-669b954b4310 req-b996eace-41bc-432f-9044-880353c6dd30 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884657 Jul 16 01:26:56.162906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f410ab-990b-4a51-a204-c31512e47d25 req-d2a848d6-3257-4226-a6c8-d21ddf4cf454 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.171201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62f410ab-990b-4a51-a204-c31512e47d25 req-d2a848d6-3257-4226-a6c8-d21ddf4cf454 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1274168 Jul 16 01:26:56.261033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62f410ab-990b-4a51-a204-c31512e47d25 req-59f7427d-b902-45c0-a6d8-4f05abf7106e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885394 Jul 16 01:26:56.340839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05396076-8d28-4406-b02d-811f45bb903f req-35a4eb96-dcee-4d5c-a3ae-b00432447204 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.342437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05396076-8d28-4406-b02d-811f45bb903f req-35a4eb96-dcee-4d5c-a3ae-b00432447204 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1530468 Jul 16 01:26:56.408076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05396076-8d28-4406-b02d-811f45bb903f req-e6102f64-5283-43ab-ada5-3c1ff7a2dd5c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585170 Jul 16 01:26:56.685946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a8cb1ffa-3238-41f5-b464-24bd7e79dff4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.698144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a8cb1ffa-3238-41f5-b464-24bd7e79dff4 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.1697407 Jul 16 01:26:56.746799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac512e6-49be-46eb-861d-c5753c4daa51 req-16c9761c-0580-46ff-8784-94eff31e4687 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.763255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eac512e6-49be-46eb-861d-c5753c4daa51 req-16c9761c-0580-46ff-8784-94eff31e4687 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 950 time: 0.1975834 Jul 16 01:26:56.768787 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-9a6d1fa5-15f4-49a9-aa68-010a6ef00a2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047592 Jul 16 01:26:56.945067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-c129f429-fb6d-4442-b1a5-75fa27b30155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.948088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-c129f429-fb6d-4442-b1a5-75fa27b30155 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 1102 time: 0.1094239 Jul 16 01:26:56.960995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eac512e6-49be-46eb-861d-c5753c4daa51 req-0d578bd2-4488-44e4-b8ef-549469d20ed7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964562 Jul 16 01:26:57.032393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-b843824c-2175-41b1-b102-53bd42c09f4a service neutron] 10.222.0.23 "GET /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.2194297 Jul 16 01:26:57.061130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a1c46-d0e5-4877-a359-36f2862e3809 req-f0919941-b8d2-4f49-a11b-367089bab957 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.063186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-771a1c46-d0e5-4877-a359-36f2862e3809 req-f0919941-b8d2-4f49-a11b-367089bab957 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.2482982 Jul 16 01:26:57.069917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port 59bbfa41-a444-4449-80c5-75f179be368f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:57.070261 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.128396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-9c1d707a-ac90-4297-a3f5-d366b4b0c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.131167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-9c1d707a-ac90-4297-a3f5-d366b4b0c6ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1453180 Jul 16 01:26:57.247524 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-ed55e29d-3142-4762-bcc9-982876bdc283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab HTTP/1.1" status: 200 len: 217 time: 0.0990579 Jul 16 01:26:57.325070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-771a1c46-d0e5-4877-a359-36f2862e3809 req-8a15fb6f-3a4a-47e0-9797-377498a57279 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513535 Jul 16 01:26:57.354000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-6245c713-55ef-4646-ae49-6f0f9d48d59c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.355910 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-6245c713-55ef-4646-ae49-6f0f9d48d59c tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.2232318 Jul 16 01:26:57.357531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-3ce99196-de1d-4788-9c83-4b43fe882678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.360667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-3ce99196-de1d-4788-9c83-4b43fe882678 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1028421 Jul 16 01:26:57.366027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port 59bbfa41-a444-4449-80c5-75f179be368f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=59bbfa41-a444-4449-80c5-75f179be368f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:57.366469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.392170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for 59bbfa41-a444-4449-80c5-75f179be368f owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:57.540156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-0831dd25-55e3-495e-9d24-7deb7c86d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.542535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-0831dd25-55e3-495e-9d24-7deb7c86d170 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1661105 Jul 16 01:26:57.599505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fb3fe-4827-4575-9d33-1688e510c6f1 req-8d28ad2d-ca89-4c4f-8428-c3bf6c6c6c4f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.607234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-252fb3fe-4827-4575-9d33-1688e510c6f1 req-8d28ad2d-ca89-4c4f-8428-c3bf6c6c6c4f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 943 time: 0.4052866 Jul 16 01:26:57.621039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Deleting port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:57.621600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.734828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.746728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614', '59bbfa41-a444-4449-80c5-75f179be368f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:57.753715 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-cc7738fe-4bc8-48c5-bc55-49f70fa5bf13 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022288 Jul 16 01:26:57.762070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-252fb3fe-4827-4575-9d33-1688e510c6f1 req-ac437ac4-7a2b-473d-b15d-09d8008cf80d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504805 Jul 16 01:26:57.802078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e', '5f6d4971-5a1d-41d1-a435-364b41946fb0', '8f247493-92bf-4f6f-bcba-17820824c38d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:57.828970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=59bbfa41-a444-4449-80c5-75f179be368f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:57.873681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15f1a-2309-43b7-b98e-52ac5b5be93b req-93b5beba-24ac-4dec-a2f0-a8f1b24e36c1 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.890490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2c15f1a-2309-43b7-b98e-52ac5b5be93b req-93b5beba-24ac-4dec-a2f0-a8f1b24e36c1 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 950 time: 0.4175594 Jul 16 01:26:57.975122 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb310a13-eee0-4893-bbb5-b6a156a77fd9 req-e3aa1f11-04b0-4fac-a380-59e607cfeac5 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040555 Jul 16 01:26:57.978634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:58.031756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] For port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:58.032175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.045357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port 59bbfa41-a444-4449-80c5-75f179be368f on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:58.054972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.057150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae5a7214-e8d6-4df6-b551-a2b42e172c03 req-a45ed3cf-2aa6-4890-96e3-c006272af94b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "DELETE /v2.0/ports/59bbfa41-a444-4449-80c5-75f179be368f HTTP/1.1" status: 204 len: 173 time: 1.3488886 Jul 16 01:26:58.065959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Calling delete_port for b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:58.067636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'name': 'network-vif-deleted', 'tag': '59bbfa41-a444-4449-80c5-75f179be368f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:58.070186 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0114f3e2-3ef3-45cb-9e77-b8e36200d4c2" -d '{"events": [{"server_uuid": "fc3e8a44-de48-475d-aef2-9871805bc524", "name": "network-vif-deleted", "tag": "59bbfa41-a444-4449-80c5-75f179be368f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:58.122838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2c15f1a-2309-43b7-b98e-52ac5b5be93b req-ec2178f8-1586-4d60-bea3-61ff031624d5 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/security-groups?id=c32250cb-a7df-4f8c-b49d-271f44be4226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313554 Jul 16 01:26:58.124297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:58.418614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:58.457204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:58.518190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.557582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea8eed-3507-411c-9e96-447bd74a8b7b req-61fffbbe-4e05-4ba1-8565-ac2c14c76661 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.572228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2ea8eed-3507-411c-9e96-447bd74a8b7b req-61fffbbe-4e05-4ba1-8565-ac2c14c76661 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.5457597 Jul 16 01:26:58.649004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.707171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Pushing event deleted for resources: {'Port': ['ID=b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:58.766440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2ea8eed-3507-411c-9e96-447bd74a8b7b req-2248a2f9-b306-49c2-a3cc-6eaefbed6983 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928864 Jul 16 01:26:58.771841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.772268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.772786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.773339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.773754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.774205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.774598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.774990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.775542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.775936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.776324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.776750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:58.818698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] No DVR routers for this DVR port b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:58.826107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.826107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8db5acd3-2923-4321-9f2c-b52d41973b01 req-a52a926c-f844-4232-b72b-a9a4fcf49ce7 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.23 "DELETE /v2.0/ports/b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 HTTP/1.1" status: 204 len: 173 time: 1.4608877 Jul 16 01:26:58.826107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0442218f-f2b5-46ba-aafe-288079297150', 'name': 'network-vif-deleted', 'tag': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:58.828509 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e62436-5242-496a-83bb-7645d4364cc3" -d '{"events": [{"server_uuid": "0442218f-f2b5-46ba-aafe-288079297150", "name": "network-vif-deleted", "tag": "b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:58.895989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba123fa-daa5-4730-808c-acbfcd71890c req-37122f84-4f6b-40a9-8113-24a0bbe470f3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.929277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aba123fa-daa5-4730-808c-acbfcd71890c req-37122f84-4f6b-40a9-8113-24a0bbe470f3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.3411717 Jul 16 01:26:58.938773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] Transition to ACTIVE for port object 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:58.952078 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.111830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] No DVR routers for this DVR port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:59.279883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb/bindings/n-h2-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 2.2341983 Jul 16 01:26:59.284968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aba123fa-daa5-4730-808c-acbfcd71890c req-9600d798-cd98-41a5-9c33-158db6c7bef0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539398 Jul 16 01:26:59.291335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8f42b-23bf-4c66-9b96-e87abfd211f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.369404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5be6b0d-111e-4157-8bbd-301961d22ef0 req-1701f110-7d30-49d9-8324-eae77735971e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3e8a44-de48-475d-aef2-9871805bc524 HTTP/1.1" status: 200 len: 210 time: 0.0584147 Jul 16 01:26:59.389346 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d4cc3-65f3-455e-9e7d-124ddfb46c0d x-openstack-request-id: req-3b9d4cc3-65f3-455e-9e7d-124ddfb46c0d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:59.390305 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e8a44-de48-475d-aef2-9871805bc524", "name": "network-vif-deleted", "tag": "59bbfa41-a444-4449-80c5-75f179be368f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:59.390569 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b9d4cc3-65f3-455e-9e7d-124ddfb46c0d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:59.390968 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e8a44-de48-475d-aef2-9871805bc524', 'name': 'network-vif-deleted', 'tag': '59bbfa41-a444-4449-80c5-75f179be368f', 'status': 'completed', 'code': 200} Jul 16 01:26:59.680613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184906fb-27ba-4973-a8ad-489cd4fe32e1 req-2c06fdee-9a32-4021-9442-4a48507cb733 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.682068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-184906fb-27ba-4973-a8ad-489cd4fe32e1 req-2c06fdee-9a32-4021-9442-4a48507cb733 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1400616 Jul 16 01:26:59.691938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413859a-71c4-484e-9f9b-dd0f2d384de0 req-6bd60295-6cc8-4277-9ff3-fa355f219e0f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.699033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d413859a-71c4-484e-9f9b-dd0f2d384de0 req-6bd60295-6cc8-4277-9ff3-fa355f219e0f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.1433055 Jul 16 01:26:59.756948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d413859a-71c4-484e-9f9b-dd0f2d384de0 req-746c102e-cb8c-4861-bf78-88590c4c9ea6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Jul 16 01:26:59.794945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-184906fb-27ba-4973-a8ad-489cd4fe32e1 req-1d29ce7a-3fe8-4913-a3d8-4954ec78b665 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Jul 16 01:26:59.815385 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74bddb-5805-4130-a4af-807fba1a7960 x-openstack-request-id: req-1b74bddb-5805-4130-a4af-807fba1a7960 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:59.815946 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0442218f-f2b5-46ba-aafe-288079297150", "name": "network-vif-deleted", "tag": "b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:59.816117 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b74bddb-5805-4130-a4af-807fba1a7960 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:59.816655 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0442218f-f2b5-46ba-aafe-288079297150', 'name': 'network-vif-deleted', 'tag': 'b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2', 'status': 'completed', 'code': 200} Jul 16 01:26:59.996090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3907d299-d6ac-470d-af32-30ef61d1fad8 req-ff2a7401-dbf3-427d-b710-11c667d522a5 tempest-LiveMigrationNegativeTest-1833712764 tempest-LiveMigrationNegativeTest-1833712764-project] 10.222.0.42 "GET /v2.0/ports?device_id=0442218f-f2b5-46ba-aafe-288079297150 HTTP/1.1" status: 200 len: 210 time: 0.0457075 Jul 16 01:27:00.071794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bc652-7697-4589-88ea-b274bc902920 req-3aeb3708-c009-444f-a018-419c13a3936a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.076650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b1bc652-7697-4589-88ea-b274bc902920 req-3aeb3708-c009-444f-a018-419c13a3936a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1094141 Jul 16 01:27:00.152499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b1bc652-7697-4589-88ea-b274bc902920 req-6e0682d2-4adc-450c-b7a3-4fe92f5bd9da tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704184 Jul 16 01:27:00.210749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-1ae45433-34c8-4adf-8e24-4500a6b04a91 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.212602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-1ae45433-34c8-4adf-8e24-4500a6b04a91 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1096 time: 0.0999527 Jul 16 01:27:00.429810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-b745e0b3-7fe2-4f8e-9d5f-f091feb390c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.431348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-b745e0b3-7fe2-4f8e-9d5f-f091feb390c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019&tenant_id=07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 1096 time: 0.0918012 Jul 16 01:27:00.844819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8aa8e-f6a2-43cc-957d-0a622580ffd6 req-a65a0876-622b-44fa-a246-8c1839d7d39b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.846696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af8aa8e-f6a2-43cc-957d-0a622580ffd6 req-a65a0876-622b-44fa-a246-8c1839d7d39b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.3702157 Jul 16 01:27:00.913310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af8aa8e-f6a2-43cc-957d-0a622580ffd6 req-14fa2e1a-2ab3-445e-8321-0f972d44d809 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574250 Jul 16 01:27:01.029605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f82f0-bb5d-491c-a79a-aa5dfb9d2b48 req-358d9199-6f26-474d-9094-7ff81366c66c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.038149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5f82f0-bb5d-491c-a79a-aa5dfb9d2b48 req-358d9199-6f26-474d-9094-7ff81366c66c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.0989013 Jul 16 01:27:01.122046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5f82f0-bb5d-491c-a79a-aa5dfb9d2b48 req-9ea489aa-82c2-4f49-b8eb-8992fb866932 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829999 Jul 16 01:27:01.144574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 59bbfa41-a444-4449-80c5-75f179be368f no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:01.176271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 59bbfa41-a444-4449-80c5-75f179be368f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:01.179070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 59bbfa41-a444-4449-80c5-75f179be368f not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:01.179531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:01.190246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c4f22-0857-4236-a2fb-8e5f77dd0670 req-186115e0-190e-4a10-9267-6211a6bf30ed tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.209051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab8c4f22-0857-4236-a2fb-8e5f77dd0670 req-186115e0-190e-4a10-9267-6211a6bf30ed tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.1630692 Jul 16 01:27:01.232464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:01.233565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b0ddd043-2bdd-4cd7-b44c-29a2e9364ef2 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:01.275406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab8c4f22-0857-4236-a2fb-8e5f77dd0670 req-487f1ec7-59f7-4e2c-b49a-512c72a09dbc tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653372 Jul 16 01:27:01.399708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4e33-a8ab-45cf-b35c-946ab497f39d req-1baab3e7-32e9-4fbb-99a0-4e2dea75ba9b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.401462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f30c4e33-a8ab-45cf-b35c-946ab497f39d req-1baab3e7-32e9-4fbb-99a0-4e2dea75ba9b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0991235 Jul 16 01:27:01.458433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f30c4e33-a8ab-45cf-b35c-946ab497f39d req-2bf9b78b-afdc-493e-8852-21ea1fc1aa09 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Jul 16 01:27:01.656112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-d7e2f9f9-8dce-41f5-88e7-ca9c808807ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.657510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-d7e2f9f9-8dce-41f5-88e7-ca9c808807ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1096 time: 0.1022873 Jul 16 01:27:01.754157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba9b55-7647-41fb-ba89-c5abb67621f4 req-dcb5493f-9407-4554-be03-8761417e373a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.764032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24ba9b55-7647-41fb-ba89-c5abb67621f4 req-dcb5493f-9407-4554-be03-8761417e373a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1128581 Jul 16 01:27:01.806443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24ba9b55-7647-41fb-ba89-c5abb67621f4 req-e562b6eb-59d5-49e5-8437-df492a50bebd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Jul 16 01:27:01.816806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-3c9bfe09-e885-409c-8234-8a5b53394ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.818664 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-3c9bfe09-e885-409c-8234-8a5b53394ae6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1519074 Jul 16 01:27:01.866422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:01.879944 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-0422cc0d-5979-4f44-9b1c-a5f336d86861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 200 len: 217 time: 0.0429616 Jul 16 01:27:01.949303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-2c760265-7431-4d4d-acdb-43991440d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.951513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-2c760265-7431-4d4d-acdb-43991440d869 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0630085 Jul 16 01:27:02.047171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-890fb091-c88e-4689-8757-24d5fdc222dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7dcca95cf2c41c39f94f9dd2b8d87e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792772 Jul 16 01:27:02.049458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43874) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:02.151131 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-206c73c8-c7ce-4dfe-95f0-762d9d68722d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790670 Jul 16 01:27:02.166349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdec0f-0e3e-484e-8395-03b4a30b91ab req-03551f53-9ac3-4fde-ad33-5e502760e3ff tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.168773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4fdec0f-0e3e-484e-8395-03b4a30b91ab req-03551f53-9ac3-4fde-ad33-5e502760e3ff tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1117208 Jul 16 01:27:02.171386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c117a4-dd24-4c2c-8360-072d79212c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.201079 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c117a4-dd24-4c2c-8360-072d79212c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.237379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4fdec0f-0e3e-484e-8395-03b4a30b91ab req-a8ed886d-e439-42eb-b2bd-6a809df2278c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604084 Jul 16 01:27:02.361927 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-7be2b2f5-dedb-41ad-b1e0-5de631036ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428592 Jul 16 01:27:02.365090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c117a4-dd24-4c2c-8360-072d79212c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.368227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c117a4-dd24-4c2c-8360-072d79212c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.369572 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-88c117a4-dd24-4c2c-8360-072d79212c94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c32250cb-a7df-4f8c-b49d-271f44be4226 HTTP/1.1" status: 204 len: 168 time: 0.3190939 Jul 16 01:27:02.420898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08164-3a92-4afa-8894-591ebb271078 req-12e2769c-7165-43ea-a33e-863fcc986199 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.422933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4d08164-3a92-4afa-8894-591ebb271078 req-12e2769c-7165-43ea-a33e-863fcc986199 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.1148138 Jul 16 01:27:02.495798 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-d3a6c0b4-d14b-4905-8a40-125a99948748 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246951 Jul 16 01:27:02.503862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c117a4-dd24-4c2c-8360-072d79212c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32250cb-a7df-4f8c-b49d-271f44be4226,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:02.513060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4d08164-3a92-4afa-8894-591ebb271078 req-6869d06e-c18e-4420-a6fc-5dbe9cda129f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Jul 16 01:27:02.578097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf084c8-1347-4c73-808c-6c53fa7389f0 req-36b49f2c-0186-4b52-b6fd-72855d812a44 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.579859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcf084c8-1347-4c73-808c-6c53fa7389f0 req-36b49f2c-0186-4b52-b6fd-72855d812a44 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.1404557 Jul 16 01:27:02.656789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcf084c8-1347-4c73-808c-6c53fa7389f0 req-c189ae5d-b3d4-470e-aadd-f263d82f1489 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701520 Jul 16 01:27:02.727568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375138f-8cca-43c0-b467-f79c172094d5 req-b25bbec9-2bcd-4b37-87b1-e8875477c6d9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.736286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e375138f-8cca-43c0-b467-f79c172094d5 req-b25bbec9-2bcd-4b37-87b1-e8875477c6d9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0934196 Jul 16 01:27:02.781688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e375138f-8cca-43c0-b467-f79c172094d5 req-e6dbcd42-8d4c-4158-a398-42cd64cfc29c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 Jul 16 01:27:02.920130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43900) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:03.003872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a046628b-0e8c-4ae2-972c-b16c0fa803e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10913590f34c47edb1b56a1341c81a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816205 Jul 16 01:27:03.006453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43902) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:03.044748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f5bc-0993-4a3c-8b99-dd487bc83be6 req-ba8e6d35-5a4a-443f-a48f-baf9bb3c4de8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.047495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cb6f5bc-0993-4a3c-8b99-dd487bc83be6 req-ba8e6d35-5a4a-443f-a48f-baf9bb3c4de8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0900817 Jul 16 01:27:03.073493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9e2defb-0205-4f71-b2bf-3919d02694a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.095250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cb6f5bc-0993-4a3c-8b99-dd487bc83be6 req-7b83fe15-4c88-4388-94f6-2ea1999fa914 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Jul 16 01:27:03.121350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9e2defb-0205-4f71-b2bf-3919d02694a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.224602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9e2defb-0205-4f71-b2bf-3919d02694a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.235547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9e2defb-0205-4f71-b2bf-3919d02694a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.237177 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9e2defb-0205-4f71-b2bf-3919d02694a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c455808-f4bd-4838-95d1-58b62ae4ed49 HTTP/1.1" status: 204 len: 168 time: 0.2291684 Jul 16 01:27:03.247876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2defb-0205-4f71-b2bf-3919d02694a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c455808-f4bd-4838-95d1-58b62ae4ed49,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.478746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309055d-e618-4d5b-8753-b9e8d0b558dc req-edb7a731-4612-4fac-a24c-5f1ddb9715c0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.488473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8309055d-e618-4d5b-8753-b9e8d0b558dc req-edb7a731-4612-4fac-a24c-5f1ddb9715c0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0981061 Jul 16 01:27:03.570500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8309055d-e618-4d5b-8753-b9e8d0b558dc req-aa4a2343-f65d-4568-b3d5-7e9362a45a96 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827272 Jul 16 01:27:03.811876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-0914c512-7c20-4f78-aa98-45c9fad5be3c tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.813237 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-0914c512-7c20-4f78-aa98-45c9fad5be3c tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1096 time: 0.1307259 Jul 16 01:27:03.882560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e3ca4-eb1e-415a-8297-78f880e303a1 req-5513a2a0-f046-458a-9ae5-82a0a046384e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.893568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-578e3ca4-eb1e-415a-8297-78f880e303a1 req-5513a2a0-f046-458a-9ae5-82a0a046384e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.2067568 Jul 16 01:27:03.963065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760d2e4-1e08-4752-ab73-2581b9470edd req-d1bff561-cb5e-4ae2-86c0-0a8b7f048f51 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.964966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5760d2e4-1e08-4752-ab73-2581b9470edd req-d1bff561-cb5e-4ae2-86c0-0a8b7f048f51 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.1408286 Jul 16 01:27:03.981400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-578e3ca4-eb1e-415a-8297-78f880e303a1 req-0d9df3d5-dfb2-4dec-8880-dc273a2cbb15 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867469 Jul 16 01:27:04.048544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5760d2e4-1e08-4752-ab73-2581b9470edd req-af8052d3-da58-4917-a005-6489c2d66057 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654933 Jul 16 01:27:04.182557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b26b2a-f06e-4ec6-ae24-92e52b3e72f8 req-fa6034c3-de35-4971-aa40-a1a87e4e155e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.191787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53b26b2a-f06e-4ec6-ae24-92e52b3e72f8 req-fa6034c3-de35-4971-aa40-a1a87e4e155e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0905526 Jul 16 01:27:04.253059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53b26b2a-f06e-4ec6-ae24-92e52b3e72f8 req-a0d6f702-ae74-4fad-ab76-88ce13665835 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Jul 16 01:27:04.457457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5648425-43d3-46b3-9b79-4f69c13c6d42 req-0cba12cd-f92a-4be8-9465-2cb19178e77d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.459296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5648425-43d3-46b3-9b79-4f69c13c6d42 req-0cba12cd-f92a-4be8-9465-2cb19178e77d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0786588 Jul 16 01:27:04.531624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5648425-43d3-46b3-9b79-4f69c13c6d42 req-f725bee1-9a5e-4ee3-b84f-815a2d3e18de tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661302 Jul 16 01:27:04.658818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-e4cd50cb-2085-4c15-aacc-596a4ec0da27 service neutron] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:04.662527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-e4cd50cb-2085-4c15-aacc-596a4ec0da27 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.663794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b088d3cb-99a8-4f3b-a6ce-e7e56553f3df req-e4cd50cb-2085-4c15-aacc-596a4ec0da27 service neutron] 10.222.0.13 "DELETE /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb/bindings/n-h1-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.1868980 Jul 16 01:27:04.810826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cc9f-c461-4e37-9ece-bd64c4ac97a3 req-9e2497e4-bf61-4068-aa98-9b6aa595c8ef tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.819214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c382cc9f-c461-4e37-9ece-bd64c4ac97a3 req-9e2497e4-bf61-4068-aa98-9b6aa595c8ef tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0922935 Jul 16 01:27:04.896275 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c382cc9f-c461-4e37-9ece-bd64c4ac97a3 req-e29c1716-d18e-4b43-8b8c-074a4166471b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703175 Jul 16 01:27:05.278718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77551875-eea5-46c9-99a2-e8e3381d450c req-e7ae2ff3-aa49-4284-b842-f334d9e68b5e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.280919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77551875-eea5-46c9-99a2-e8e3381d450c req-e7ae2ff3-aa49-4284-b842-f334d9e68b5e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.1424873 Jul 16 01:27:05.371204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77551875-eea5-46c9-99a2-e8e3381d450c req-18290601-8f77-492f-a3bf-d951d57b882b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Jul 16 01:27:05.396539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7bc94-e5e2-4c32-857c-e6ce0fe99d6b req-2bcf71e4-a10a-4be8-b8ab-573b0fa2c486 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.404134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13e7bc94-e5e2-4c32-857c-e6ce0fe99d6b req-2bcf71e4-a10a-4be8-b8ab-573b0fa2c486 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.1774464 Jul 16 01:27:05.455251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13e7bc94-e5e2-4c32-857c-e6ce0fe99d6b req-60fc2f4c-08e4-4afe-b83c-b06d265d4fa1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501814 Jul 16 01:27:05.733985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70a945-c609-4143-bcb4-e646d9499df8 req-edf0be2e-ae90-4a88-babc-4edce5e2d3fd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.736480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c70a945-c609-4143-bcb4-e646d9499df8 req-edf0be2e-ae90-4a88-babc-4edce5e2d3fd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1383321 Jul 16 01:27:05.863818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c70a945-c609-4143-bcb4-e646d9499df8 req-e7d18183-6e68-458e-9735-6fec94925aab tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158872 Jul 16 01:27:05.942565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.943170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.943846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.944461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.945069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.945612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.946138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.946846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.947388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.949540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ae66bcd-b311-44f0-9e8e-3682b1168858 req-8d39d050-9cd7-46d8-ae5a-f086118a9714 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.2705481 Jul 16 01:27:06.228731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57901c-c24b-492e-ac95-19c3be6e32fd req-84ca53cd-d1fb-4867-af89-211f8205f7b9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.230250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e57901c-c24b-492e-ac95-19c3be6e32fd req-84ca53cd-d1fb-4867-af89-211f8205f7b9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0920169 Jul 16 01:27:06.264469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0cfbb-8eed-4d0f-816c-6ca4835fb17a req-f86b66f1-0e94-4a80-9c85-77618cc44a11 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.273768 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fdf0cfbb-8eed-4d0f-816c-6ca4835fb17a req-f86b66f1-0e94-4a80-9c85-77618cc44a11 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1832223 Jul 16 01:27:06.332824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e57901c-c24b-492e-ac95-19c3be6e32fd req-750ddb56-eb0c-4549-b248-e7702ae1ca12 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882220 Jul 16 01:27:06.345086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fdf0cfbb-8eed-4d0f-816c-6ca4835fb17a req-89b21543-4c22-454c-943d-97a7381f5277 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Jul 16 01:27:06.551732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f8773-22ef-4af2-9991-db9e04c59997 req-9e81d07c-085d-48a3-9619-e805ed12a1d8 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.553077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e94f8773-22ef-4af2-9991-db9e04c59997 req-9e81d07c-085d-48a3-9619-e805ed12a1d8 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 886 time: 0.1456029 Jul 16 01:27:06.580028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a60c19-113a-469a-b799-5938ee61c30d req-c886070c-aad3-4b2e-825c-0a06f682a75e tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.587030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98a60c19-113a-469a-b799-5938ee61c30d req-c886070c-aad3-4b2e-825c-0a06f682a75e tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1096 time: 0.0990536 Jul 16 01:27:06.644283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98a60c19-113a-469a-b799-5938ee61c30d req-1f730c7a-226f-449b-9a65-1386ad23e3b3 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Jul 16 01:27:06.804379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c2be0-e8fd-4f98-9535-c07d28ad58d9 req-7142cd3f-c276-4f00-8f70-0995681ed70f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.804379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e68c2be0-e8fd-4f98-9535-c07d28ad58d9 req-7142cd3f-c276-4f00-8f70-0995681ed70f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.1291661 Jul 16 01:27:06.860467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e68c2be0-e8fd-4f98-9535-c07d28ad58d9 req-0bf9bdcb-9052-4727-9f60-057289933a88 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495725 Jul 16 01:27:07.002754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.003352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.003844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.004292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.004851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.005883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.005883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.006223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.006677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.008703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3afe7035-6fde-445d-b640-ad12532da7a2 req-952a4ecf-eacf-4df6-8ca3-3cb6d8bc16d7 tempest-NetworksTest-237365690 tempest-NetworksTest-237365690-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.1742775 Jul 16 01:27:07.062988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3a9f6-b628-4154-8d4c-5d30dee13870 req-eb88be4b-a0b9-4b90-a227-3c86b276c101 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.064689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4d3a9f6-b628-4154-8d4c-5d30dee13870 req-eb88be4b-a0b9-4b90-a227-3c86b276c101 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 1096 time: 0.0851190 Jul 16 01:27:07.122394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4d3a9f6-b628-4154-8d4c-5d30dee13870 req-dcc569f2-a5e1-4366-ae00-a909eda28847 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500524 Jul 16 01:27:07.276323 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.333007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956d5ed-85ac-45c7-b479-01fdfe0e47d6 req-ae6a6ac6-bae5-4d06-8e5c-a6fecf531484 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.341175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1956d5ed-85ac-45c7-b479-01fdfe0e47d6 req-ae6a6ac6-bae5-4d06-8e5c-a6fecf531484 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1718378 Jul 16 01:27:07.400333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1956d5ed-85ac-45c7-b479-01fdfe0e47d6 req-30edb7f6-26e3-45fc-bbc8-b1917db706ba tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Jul 16 01:27:07.404805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-f611c9e6-04b8-44b4-8d2f-795bb99adbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.407700 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-f611c9e6-04b8-44b4-8d2f-795bb99adbbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1097 time: 0.1373944 Jul 16 01:27:07.520755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:07.647981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-3e03d919-6182-4edf-aadc-2ab9427b852e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.654798 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-3e03d919-6182-4edf-aadc-2ab9427b852e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.2135081 Jul 16 01:27:07.749687 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a42b01a1-08ac-4d21-ba24-d7fde2e5f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.758917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-fef1d4a3-dffb-4661-9bf9-cfd167093795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.761979 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-fef1d4a3-dffb-4661-9bf9-cfd167093795 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.3064237 Jul 16 01:27:07.836135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-0b496c3c-baa3-40e1-b4b0-f45ffe46b9da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 217 time: 0.0641816 Jul 16 01:27:07.872540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3bdfe-bc6f-42f9-bb3d-0b5cda42c0c8 req-7ff20fc4-fa29-43db-9fbf-dbd6d8dd02ad tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.881458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25f3bdfe-bc6f-42f9-bb3d-0b5cda42c0c8 req-7ff20fc4-fa29-43db-9fbf-dbd6d8dd02ad tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1846366 Jul 16 01:27:07.968395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25f3bdfe-bc6f-42f9-bb3d-0b5cda42c0c8 req-12ef3559-e7f7-4e3c-b989-65ed7e3a1a1a tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810401 Jul 16 01:27:07.993215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-23304942-383f-44fb-b189-e4999363630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.995382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-23304942-383f-44fb-b189-e4999363630a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1437747 Jul 16 01:27:08.071973 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-f588f73c-2a3b-41e0-b7ac-c1605b390611 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421414 Jul 16 01:27:08.097677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a42b01a1-08ac-4d21-ba24-d7fde2e5f674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.130208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66dda9-86e0-431c-8a2d-c16c8f147203 req-21d8efc2-36d7-4d4a-9b71-dece34007664 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.150541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a66dda9-86e0-431c-8a2d-c16c8f147203 req-21d8efc2-36d7-4d4a-9b71-dece34007664 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.2185345 Jul 16 01:27:08.165581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a42b01a1-08ac-4d21-ba24-d7fde2e5f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.214314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port 8f247493-92bf-4f6f-bcba-17820824c38d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:08.214671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.243641 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-7b5a5a27-9154-48cd-8c6b-124a1ddef457 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624146 Jul 16 01:27:08.257621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a42b01a1-08ac-4d21-ba24-d7fde2e5f674 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d274451dad534bf199eb4e056a625b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390244 Jul 16 01:27:08.257912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44054) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.258841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b01a1-08ac-4d21-ba24-d7fde2e5f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22239b0-cd30-4b73-a91b-20ad66cab9ce,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.295561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a66dda9-86e0-431c-8a2d-c16c8f147203 req-8fb2e676-8834-4feb-90f1-8980b4ce9c13 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437807 Jul 16 01:27:08.406872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port 8f247493-92bf-4f6f-bcba-17820824c38d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f247493-92bf-4f6f-bcba-17820824c38d,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:08.407861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.427442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7268b-9d22-4fa5-96e7-4c41fb90bb29 req-8c2a6698-8a4c-401b-8847-b21256ca5635 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.429087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60d7268b-9d22-4fa5-96e7-4c41fb90bb29 req-8c2a6698-8a4c-401b-8847-b21256ca5635 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 950 time: 0.0826650 Jul 16 01:27:08.464777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for 8f247493-92bf-4f6f-bcba-17820824c38d owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:08.470661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60d7268b-9d22-4fa5-96e7-4c41fb90bb29 req-73a54ced-3e99-4c84-a5c5-248f93404826 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351195 Jul 16 01:27:08.518668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843a2ba6-cbe5-4723-bf30-f91f834942b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.566656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-c86d180a-0907-4c98-9f86-7105c57e2f3b service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419600 Jul 16 01:27:08.581477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843a2ba6-cbe5-4723-bf30-f91f834942b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.658363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3947fd-db3e-4f29-a68b-1a0b02bffa0d req-beab4602-2210-4cf9-9d11-ac6611bb11b7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.660147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b3947fd-db3e-4f29-a68b-1a0b02bffa0d req-beab4602-2210-4cf9-9d11-ac6611bb11b7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1145570 Jul 16 01:27:08.673297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aca553-cab5-423a-ab13-660e5de14631 req-aa73c4c4-c483-43c7-8986-baf3c770627b tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.674852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56aca553-cab5-423a-ab13-660e5de14631 req-aa73c4c4-c483-43c7-8986-baf3c770627b tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 950 time: 0.0997391 Jul 16 01:27:08.678750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843a2ba6-cbe5-4723-bf30-f91f834942b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.681721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843a2ba6-cbe5-4723-bf30-f91f834942b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.686597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-843a2ba6-cbe5-4723-bf30-f91f834942b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a22239b0-cd30-4b73-a91b-20ad66cab9ce HTTP/1.1" status: 204 len: 168 time: 0.3768101 Jul 16 01:27:08.701948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2ba6-cbe5-4723-bf30-f91f834942b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22239b0-cd30-4b73-a91b-20ad66cab9ce,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.733529 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.738960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b3947fd-db3e-4f29-a68b-1a0b02bffa0d req-ecc031a2-ddf9-4256-8fc4-7d5de51fe88d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629191 Jul 16 01:27:08.752632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56aca553-cab5-423a-ab13-660e5de14631 req-74fec223-8626-40da-834c-c0e9c4086870 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705385 Jul 16 01:27:08.753791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:08.799992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=8f247493-92bf-4f6f-bcba-17820824c38d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.822853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e', '5f6d4971-5a1d-41d1-a435-364b41946fb0', '8f247493-92bf-4f6f-bcba-17820824c38d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:09.239287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44096) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.265313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9408049e-fc13-4ba6-b8db-123a786bd299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.272679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port 8f247493-92bf-4f6f-bcba-17820824c38d on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:09.276280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.285626 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7c13ede6-3e38-4302-9541-e339d62068c2 req-ffd0a1f4-1608-4b6a-8972-db3a6c538b09 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "DELETE /v2.0/ports/8f247493-92bf-4f6f-bcba-17820824c38d HTTP/1.1" status: 204 len: 173 time: 1.6244669 Jul 16 01:27:09.286251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'name': 'network-vif-deleted', 'tag': '8f247493-92bf-4f6f-bcba-17820824c38d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:09.299681 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e23f60-c7d8-4ac1-96c6-01a4c86a689f" -d '{"events": [{"server_uuid": "eb4eb4df-a1ba-4a71-ad99-01adad251b59", "name": "network-vif-deleted", "tag": "8f247493-92bf-4f6f-bcba-17820824c38d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:09.377340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cea9be-7f6f-4b26-a360-5f0011d899cd req-dee7dae5-3a62-43d5-b10c-1df595964d54 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.379095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2cea9be-7f6f-4b26-a360-5f0011d899cd req-dee7dae5-3a62-43d5-b10c-1df595964d54 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.2145448 Jul 16 01:27:09.466147 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9201df7e-cc0e-4cbf-9684-397c0d732b89 x-openstack-request-id: req-9201df7e-cc0e-4cbf-9684-397c0d732b89 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:09.466661 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4eb4df-a1ba-4a71-ad99-01adad251b59", "name": "network-vif-deleted", "tag": "8f247493-92bf-4f6f-bcba-17820824c38d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:09.466890 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9201df7e-cc0e-4cbf-9684-397c0d732b89 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:09.467968 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4eb4df-a1ba-4a71-ad99-01adad251b59', 'name': 'network-vif-deleted', 'tag': '8f247493-92bf-4f6f-bcba-17820824c38d', 'status': 'completed', 'code': 200} Jul 16 01:27:09.508069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2cea9be-7f6f-4b26-a360-5f0011d899cd req-4bad2a64-4905-45e2-b88a-b83572b6c9c1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204579 Jul 16 01:27:09.609958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9408049e-fc13-4ba6-b8db-123a786bd299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.625043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9408049e-fc13-4ba6-b8db-123a786bd299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.719089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408049e-fc13-4ba6-b8db-123a786bd299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14587cb8-32dd-40e5-b66e-000d3ded974c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.724651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9408049e-fc13-4ba6-b8db-123a786bd299 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e38e6c2cbbe4a82b087cab045d6b3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841895 Jul 16 01:27:09.727359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44108) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.802513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-722ae006-613b-495e-9945-9993fc24e5b8 req-0ce25acc-fe0a-47ad-ad9d-ee56fc610923 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb4eb4df-a1ba-4a71-ad99-01adad251b59 HTTP/1.1" status: 200 len: 210 time: 0.0540333 Jul 16 01:27:09.846995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98353225-2dbf-4103-8948-767a266f599d req-bda0d3ca-227f-4bfc-a426-f2e2e5d77fcf tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.854478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98353225-2dbf-4103-8948-767a266f599d req-bda0d3ca-227f-4bfc-a426-f2e2e5d77fcf tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.2161551 Jul 16 01:27:09.859179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f529234e-6b3b-4ffb-98a5-62000ea96d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.895761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77357659-b705-4194-9e29-5edf7a444482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.926039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98353225-2dbf-4103-8948-767a266f599d req-171eedfc-b05a-4118-9fae-fe6bbdba2e23 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701330 Jul 16 01:27:09.966614 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77357659-b705-4194-9e29-5edf7a444482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.064531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77357659-b705-4194-9e29-5edf7a444482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.071152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77357659-b705-4194-9e29-5edf7a444482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.075087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-77357659-b705-4194-9e29-5edf7a444482 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14587cb8-32dd-40e5-b66e-000d3ded974c HTTP/1.1" status: 204 len: 168 time: 0.3433268 Jul 16 01:27:10.143099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357659-b705-4194-9e29-5edf7a444482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14587cb8-32dd-40e5-b66e-000d3ded974c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.187129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d4da0-a605-4bbc-9a9c-13f949ebfdcc req-f11efb9f-794f-43cc-83e2-cd43effa5163 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.188682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-060d4da0-a605-4bbc-9a9c-13f949ebfdcc req-f11efb9f-794f-43cc-83e2-cd43effa5163 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1424925 Jul 16 01:27:10.227323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41319772-8245-4850-a5f3-f55846aa7876 req-591789db-8480-4f60-9e15-a4f34a5a8200 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.228970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41319772-8245-4850-a5f3-f55846aa7876 req-591789db-8480-4f60-9e15-a4f34a5a8200 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1290104 Jul 16 01:27:10.258684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-060d4da0-a605-4bbc-9a9c-13f949ebfdcc req-4c78b3a2-b43f-404e-999a-0dc6c5ef6bd4 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619922 Jul 16 01:27:10.323904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41319772-8245-4850-a5f3-f55846aa7876 req-3efe553c-9287-4a4e-bbd5-4f25344f934c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835981 Jul 16 01:27:10.378294 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:10.462812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357099c9-c165-4c83-9a09-ff992c136d18 req-396738ab-f6ef-4381-ae9b-e74d5b0ad397 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.464566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-357099c9-c165-4c83-9a09-ff992c136d18 req-396738ab-f6ef-4381-ae9b-e74d5b0ad397 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 950 time: 0.0740237 Jul 16 01:27:10.537201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-357099c9-c165-4c83-9a09-ff992c136d18 req-a9c15830-1c48-4ec2-bfa0-39ce9bf16d4b tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641768 Jul 16 01:27:11.041397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6485d2-b8ac-4d0d-bc7f-8488c34deef4 req-3b48f396-0bb4-48fc-83c2-3118f338dc41 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.045566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b6485d2-b8ac-4d0d-bc7f-8488c34deef4 req-3b48f396-0bb4-48fc-83c2-3118f338dc41 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0999243 Jul 16 01:27:11.099289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b6485d2-b8ac-4d0d-bc7f-8488c34deef4 req-be9ddb15-7da5-4bd6-adaa-faf588550df6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Jul 16 01:27:11.387390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2771bb-b239-44e5-8f86-a568382e680b req-8f6c74ee-dfff-4919-bf44-b34ae2daec62 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.399434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d2771bb-b239-44e5-8f86-a568382e680b req-8f6c74ee-dfff-4919-bf44-b34ae2daec62 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1099691 Jul 16 01:27:11.452790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d2771bb-b239-44e5-8f86-a568382e680b req-dc7528ae-47db-4cc4-9428-b35fd57814b5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Jul 16 01:27:11.669542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f247493-92bf-4f6f-bcba-17820824c38d no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:11.706100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 8f247493-92bf-4f6f-bcba-17820824c38d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:11.706873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f247493-92bf-4f6f-bcba-17820824c38d not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:11.719502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cded475-f1b0-4f67-8e21-27b92fb72157 req-8a0c2ff9-155f-4abc-88ab-5446445081be tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.721074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cded475-f1b0-4f67-8e21-27b92fb72157 req-8a0c2ff9-155f-4abc-88ab-5446445081be tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1280425 Jul 16 01:27:11.789456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cded475-f1b0-4f67-8e21-27b92fb72157 req-184302d3-4d12-4709-a0b9-bfb135db0787 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619318 Jul 16 01:27:11.822356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23446110-629e-4930-8fc1-33cf2eedbd19 req-295429a3-1669-4d82-90b9-5f1cc920dd27 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.825236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23446110-629e-4930-8fc1-33cf2eedbd19 req-295429a3-1669-4d82-90b9-5f1cc920dd27 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 950 time: 0.1472797 Jul 16 01:27:11.887909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23446110-629e-4930-8fc1-33cf2eedbd19 req-56517c10-b40c-4b88-af50-1d3ccc53d04a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562572 Jul 16 01:27:12.298286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c2ba4-61e4-4a1b-a6e5-72863d60f706 req-41d4815a-b231-4bf9-84e6-6f8cba9d4cb3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.300369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-721c2ba4-61e4-4a1b-a6e5-72863d60f706 req-41d4815a-b231-4bf9-84e6-6f8cba9d4cb3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0724275 Jul 16 01:27:12.308139 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-394e6a25-ad10-42e5-ac2c-d3570decb305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.347977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.352684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-721c2ba4-61e4-4a1b-a6e5-72863d60f706 req-126ca12b-fcf0-41fd-9ee6-e7b7d57ba3dc tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Jul 16 01:27:12.668575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ae2ee-5a14-437c-b09a-01c55382bc69 req-86f64690-9430-4a84-8d60-e6dc42ea52e0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.676854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-356ae2ee-5a14-437c-b09a-01c55382bc69 req-86f64690-9430-4a84-8d60-e6dc42ea52e0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0803597 Jul 16 01:27:12.737139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-356ae2ee-5a14-437c-b09a-01c55382bc69 req-68583e3d-7d0a-4d00-920e-6d123180aebd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586081 Jul 16 01:27:13.018545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e222b71-634e-4379-a53c-3a6b3ba4d78d req-d65195be-ba9e-4f4e-81b9-2dc60cd333fb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.021041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e222b71-634e-4379-a53c-3a6b3ba4d78d req-d65195be-ba9e-4f4e-81b9-2dc60cd333fb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0973918 Jul 16 01:27:13.065316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e222b71-634e-4379-a53c-3a6b3ba4d78d req-beaf45b6-98a7-4253-b748-8984c38e2060 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Jul 16 01:27:13.182150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-f274b4e1-f7b3-41f5-a8a8-c6f8819b6148 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.183763 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-f274b4e1-f7b3-41f5-a8a8-c6f8819b6148 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 950 time: 0.1024516 Jul 16 01:27:13.213509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:13.371601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8a389-b5a7-4445-ad89-90dc110a9302 req-792c3ae0-17e6-4db5-ab9b-7f3f7f8f0146 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.382378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74f8a389-b5a7-4445-ad89-90dc110a9302 req-792c3ae0-17e6-4db5-ab9b-7f3f7f8f0146 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 950 time: 0.1233091 Jul 16 01:27:13.392591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port 5f6d4971-5a1d-41d1-a435-364b41946fb0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:13.393342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.398504 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.439952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:13.444890 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec32de-3c29-4bd3-86d1-7d0821700a5e" -d '{"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:13.458247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74f8a389-b5a7-4445-ad89-90dc110a9302 req-3435af92-9afa-424d-a17a-ddbf0a8c2bd1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747132 Jul 16 01:27:13.477834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.487138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.585206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port 5f6d4971-5a1d-41d1-a435-364b41946fb0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5f6d4971-5a1d-41d1-a435-364b41946fb0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.585650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.634045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for 5f6d4971-5a1d-41d1-a435-364b41946fb0 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:13.639294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.654931 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234ae9d-e76f-499b-82a9-d9f51b49b379 x-openstack-request-id: req-e234ae9d-e76f-499b-82a9-d9f51b49b379 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:13.656808 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:13.657243 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e234ae9d-e76f-499b-82a9-d9f51b49b379 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:13.657796 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'code': 200} Jul 16 01:27:13.665873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.666227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.666552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.666886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.667212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.684930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.685265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.685737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.686399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.686558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.687075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.687544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.691424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.860251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.873406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:13.886420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1e2af-df05-48c8-93ac-a40d87598d2f req-becdec2b-d152-47d2-9b3a-956b8e2fb1a9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.894627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ebf1e2af-df05-48c8-93ac-a40d87598d2f req-becdec2b-d152-47d2-9b3a-956b8e2fb1a9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1078413 Jul 16 01:27:13.949822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ebf1e2af-df05-48c8-93ac-a40d87598d2f req-1a6b988c-81b7-4263-bdbd-08fc78d6aee4 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520265 Jul 16 01:27:13.952911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e', '5f6d4971-5a1d-41d1-a435-364b41946fb0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:13.996616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=5f6d4971-5a1d-41d1-a435-364b41946fb0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.188244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port 5f6d4971-5a1d-41d1-a435-364b41946fb0 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:14.206679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c690f9b-6eb3-49b4-bf22-56e395d06e2b req-b11453bc-0cbb-4d6d-a210-3e8151965aca tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.208183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.208794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c690f9b-6eb3-49b4-bf22-56e395d06e2b req-b11453bc-0cbb-4d6d-a210-3e8151965aca tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0845251 Jul 16 01:27:14.220230 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f81ff95-1208-42d4-ae5b-491c30719f9f req-6719eb12-cb12-494f-9b50-d8dea3381381 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "DELETE /v2.0/ports/5f6d4971-5a1d-41d1-a435-364b41946fb0 HTTP/1.1" status: 204 len: 173 time: 1.0296118 Jul 16 01:27:14.221268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'name': 'network-vif-deleted', 'tag': '5f6d4971-5a1d-41d1-a435-364b41946fb0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:14.236584 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2bfb60-dbbb-4bfe-9f7f-5e35c8f9fa02" -d '{"events": [{"server_uuid": "67ae8e83-0f57-41ef-a896-1e82e40b7cbf", "name": "network-vif-deleted", "tag": "5f6d4971-5a1d-41d1-a435-364b41946fb0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:14.336955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c690f9b-6eb3-49b4-bf22-56e395d06e2b req-54e19c8e-4f1f-4e1c-8094-f14479a5ef62 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152148 Jul 16 01:27:14.737647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44464) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.738462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e8af7-1ed0-426b-8cb7-320d30aaba9f req-5abda2b3-8b55-4c07-a8af-0c585b498f3b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.758416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e1e8af7-1ed0-426b-8cb7-320d30aaba9f req-5abda2b3-8b55-4c07-a8af-0c585b498f3b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1426573 Jul 16 01:27:14.821708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e1e8af7-1ed0-426b-8cb7-320d30aaba9f req-034a194f-43d4-4097-a1f8-379064ab2923 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Jul 16 01:27:14.893561 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd87377f-d54c-4dbd-9f8c-3776b81443a5 x-openstack-request-id: req-bd87377f-d54c-4dbd-9f8c-3776b81443a5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:14.893869 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ae8e83-0f57-41ef-a896-1e82e40b7cbf", "name": "network-vif-deleted", "tag": "5f6d4971-5a1d-41d1-a435-364b41946fb0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:14.894127 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd87377f-d54c-4dbd-9f8c-3776b81443a5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:14.894527 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ae8e83-0f57-41ef-a896-1e82e40b7cbf', 'name': 'network-vif-deleted', 'tag': '5f6d4971-5a1d-41d1-a435-364b41946fb0', 'status': 'completed', 'code': 200} Jul 16 01:27:14.937095 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72e2e03a-7765-430a-bb27-aa698231f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.126487 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.164157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72e2e03a-7765-430a-bb27-aa698231f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.173106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72e2e03a-7765-430a-bb27-aa698231f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.217074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e62ce4cb-94c8-42e7-aad7-7ec6fce69d9b req-aa830c58-d519-405c-b9ad-9e463e9f0680 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=67ae8e83-0f57-41ef-a896-1e82e40b7cbf HTTP/1.1" status: 200 len: 210 time: 0.0408089 Jul 16 01:27:15.328503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-72e2e03a-7765-430a-bb27-aa698231f97e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e60850c11e244d9b33c8e0993f743f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5896432 Jul 16 01:27:15.330715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2e03a-7765-430a-bb27-aa698231f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f7c5c-8f66-4677-a20f-0cabcf2ba72a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.330990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:15.446711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd12a513-e92c-4fe6-8247-f74533fbcaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.482478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd12a513-e92c-4fe6-8247-f74533fbcaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.521365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccfdf5-b4ee-4185-8810-f3dbf7153d45 req-5034792d-9d34-47a0-a0e0-3519c6234ddd tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.524691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bccfdf5-b4ee-4185-8810-f3dbf7153d45 req-5034792d-9d34-47a0-a0e0-3519c6234ddd tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1406410 Jul 16 01:27:15.613029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bccfdf5-b4ee-4185-8810-f3dbf7153d45 req-a579c9ef-4cf6-45e1-bc51-383b8e0d1458 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790818 Jul 16 01:27:15.644947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd12a513-e92c-4fe6-8247-f74533fbcaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.648074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd12a513-e92c-4fe6-8247-f74533fbcaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.649273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dd12a513-e92c-4fe6-8247-f74533fbcaab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c92f7c5c-8f66-4677-a20f-0cabcf2ba72a HTTP/1.1" status: 204 len: 168 time: 0.3172450 Jul 16 01:27:15.668323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a513-e92c-4fe6-8247-f74533fbcaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f7c5c-8f66-4677-a20f-0cabcf2ba72a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.726816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ff6b-2e05-40e3-9623-6943cc1c5f60 req-d8d21b58-6dfe-48dd-9d3f-962a3e8d014e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.729367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d40ff6b-2e05-40e3-9623-6943cc1c5f60 req-d8d21b58-6dfe-48dd-9d3f-962a3e8d014e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1387525 Jul 16 01:27:15.835734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d40ff6b-2e05-40e3-9623-6943cc1c5f60 req-da106590-d1e5-4153-ac3a-c3d23a87faee tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876274 Jul 16 01:27:16.130844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709cbc3-9f0d-47cf-980c-6f5aa5861e4d req-43f75d5b-9056-40b4-ab6d-c6262306af67 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.135441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6709cbc3-9f0d-47cf-980c-6f5aa5861e4d req-43f75d5b-9056-40b4-ab6d-c6262306af67 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1415987 Jul 16 01:27:16.140653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44560) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:16.158099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513542e2-4c3e-4290-83ff-479d7a2ec607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.204339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6709cbc3-9f0d-47cf-980c-6f5aa5861e4d req-1e2022fc-8569-4a88-a4f0-ab78625916ba tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579948 Jul 16 01:27:16.324261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513542e2-4c3e-4290-83ff-479d7a2ec607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.330469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513542e2-4c3e-4290-83ff-479d7a2ec607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.367407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513542e2-4c3e-4290-83ff-479d7a2ec607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bbeb2f-318a-412f-afd8-563f183be9d0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.388532 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-513542e2-4c3e-4290-83ff-479d7a2ec607 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=920903ac13df43648ce430bbb0977997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465174 Jul 16 01:27:16.392558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:16.473952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-300cec1d-0acc-4e22-9c1f-06a07698088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.506852 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-300cec1d-0acc-4e22-9c1f-06a07698088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.583378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-300cec1d-0acc-4e22-9c1f-06a07698088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.587240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-300cec1d-0acc-4e22-9c1f-06a07698088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.589665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-300cec1d-0acc-4e22-9c1f-06a07698088e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8bbeb2f-318a-412f-afd8-563f183be9d0 HTTP/1.1" status: 204 len: 168 time: 0.1949401 Jul 16 01:27:16.600443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cec1d-0acc-4e22-9c1f-06a07698088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bbeb2f-318a-412f-afd8-563f183be9d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.076466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231588e-7e81-4ef2-b4b3-8be50fb00fe8 req-07b55761-64b5-48d9-bff0-51e1a1f2021e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.086600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3231588e-7e81-4ef2-b4b3-8be50fb00fe8 req-07b55761-64b5-48d9-bff0-51e1a1f2021e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0997033 Jul 16 01:27:17.181855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3231588e-7e81-4ef2-b4b3-8be50fb00fe8 req-be2253ca-0b2b-4a38-ae1c-8606157aa769 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934541 Jul 16 01:27:17.713619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5f6d4971-5a1d-41d1-a435-364b41946fb0 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:17.743598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 5f6d4971-5a1d-41d1-a435-364b41946fb0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:17.744180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5f6d4971-5a1d-41d1-a435-364b41946fb0 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:17.773957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe83d5d-6651-4294-b9ce-a6dfc8473372 req-191b151b-3736-4f4b-8847-921954c2b290 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.777165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fe83d5d-6651-4294-b9ce-a6dfc8473372 req-191b151b-3736-4f4b-8847-921954c2b290 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1067483 Jul 16 01:27:17.832164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fe83d5d-6651-4294-b9ce-a6dfc8473372 req-b6a52491-5601-465d-bea8-d76908f84c94 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481994 Jul 16 01:27:17.945680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f455575-d38f-4544-9e3b-2872822afb02 req-7457fc75-51aa-45c9-9fa1-4395566aaca5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.947205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f455575-d38f-4544-9e3b-2872822afb02 req-7457fc75-51aa-45c9-9fa1-4395566aaca5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0888343 Jul 16 01:27:18.050695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.051788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f455575-d38f-4544-9e3b-2872822afb02 req-c284ee99-ed0a-476f-8a93-93080bb84d23 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971920 Jul 16 01:27:18.229335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539d65a-e89c-4c2f-b464-25dc7e51c91c req-36db0ea3-7d7e-4b11-a101-239246897625 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.230987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6539d65a-e89c-4c2f-b464-25dc7e51c91c req-36db0ea3-7d7e-4b11-a101-239246897625 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 950 time: 0.0967538 Jul 16 01:27:18.285961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6539d65a-e89c-4c2f-b464-25dc7e51c91c req-d78612dd-f01c-46de-b079-abb26af9ca2c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Jul 16 01:27:18.634591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6131660-346d-4395-9765-1209f126273f req-a254666f-4e32-487a-b9c2-d998e1c4214d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.637246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b6131660-346d-4395-9765-1209f126273f req-a254666f-4e32-487a-b9c2-d998e1c4214d tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 950 time: 0.1247511 Jul 16 01:27:18.681534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e24398-ba0c-46ce-8dcf-00fad3c07360 req-25e0efca-c3c2-487a-9266-130f23562ed8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.689532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8e24398-ba0c-46ce-8dcf-00fad3c07360 req-25e0efca-c3c2-487a-9266-130f23562ed8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.2212121 Jul 16 01:27:18.702542 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-dffd4684-ce2e-490f-85b0-057676786d4c service neutron] show failed (client error): The resource could not be found. Jul 16 01:27:18.703536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-dffd4684-ce2e-490f-85b0-057676786d4c service neutron] 10.222.0.23 "GET /v2.0/ports/1855c052-55c6-405a-82fe-d1bf6232e14a/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.1725399 Jul 16 01:27:18.746940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4810e-8ceb-406b-8a60-440fb052ea6f req-cf843fca-3b8e-4a29-89d9-659a7fdb4e2c tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.749184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1b4810e-8ceb-406b-8a60-440fb052ea6f req-cf843fca-3b8e-4a29-89d9-659a7fdb4e2c tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 948 time: 0.1669402 Jul 16 01:27:18.772112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8e24398-ba0c-46ce-8dcf-00fad3c07360 req-ed2db1af-25f5-4889-9e97-4d516711c870 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Jul 16 01:27:18.821976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port 27057c93-6a04-4b4c-aee3-c33b0741e56e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:18.822294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.956809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port 27057c93-6a04-4b4c-aee3-c33b0741e56e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=27057c93-6a04-4b4c-aee3-c33b0741e56e,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:18.957671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.978016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for 27057c93-6a04-4b4c-aee3-c33b0741e56e owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:19.125242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1b4810e-8ceb-406b-8a60-440fb052ea6f req-6a3f61c4-ffd6-4461-a2e3-15d5399733c7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691916 Jul 16 01:27:19.165187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-025535b0-33c5-4a8d-832a-b2c5cfc56735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.165187 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-025535b0-33c5-4a8d-832a-b2c5cfc56735 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104&tenant_id=d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 1101 time: 0.1111479 Jul 16 01:27:19.227119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:19.305236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.316496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-5edd04d1-5312-44a9-9e41-807ac8ca8ce2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.318308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-5edd04d1-5312-44a9-9e41-807ac8ca8ce2 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6ed20ab-8421-48a6-a530-b73a6f35687d HTTP/1.1" status: 200 len: 950 time: 0.1310809 Jul 16 01:27:19.324149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', '970e2c58-7d53-406e-9779-dff01c200614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:19.359766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', '27057c93-6a04-4b4c-aee3-c33b0741e56e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:19.382579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=27057c93-6a04-4b4c-aee3-c33b0741e56e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.413321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c2e5a-8323-4649-876c-6e30747d5b5d req-3f23e09e-5f1e-4807-a82f-e1e6f58656a0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.415086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d7c2e5a-8323-4649-876c-6e30747d5b5d req-3f23e09e-5f1e-4807-a82f-e1e6f58656a0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1655970 Jul 16 01:27:19.421796 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.456537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port 27057c93-6a04-4b4c-aee3-c33b0741e56e on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:19.471321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.473318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b6131660-346d-4395-9765-1209f126273f req-6c4baf2a-8ee7-4b59-8c4b-91e59ad202c1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "DELETE /v2.0/ports/27057c93-6a04-4b4c-aee3-c33b0741e56e HTTP/1.1" status: 204 len: 173 time: 0.8238804 Jul 16 01:27:19.473786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'name': 'network-vif-deleted', 'tag': '27057c93-6a04-4b4c-aee3-c33b0741e56e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:19.476196 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11993643-b36b-48d5-a507-e38684b91ee1" -d '{"events": [{"server_uuid": "20b58779-fa33-44a0-b1a2-a12a19e9a0ad", "name": "network-vif-deleted", "tag": "27057c93-6a04-4b4c-aee3-c33b0741e56e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:19.588554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d7c2e5a-8323-4649-876c-6e30747d5b5d req-be625efe-2efa-4363-a2c9-1d8a49a31b98 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608443 Jul 16 01:27:19.677510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port 970e2c58-7d53-406e-9779-dff01c200614 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:19.680389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.832658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e92e9-43ca-447d-9f5a-1cafc749576c req-0cbe963f-7f4f-4b5a-b9f0-02d66c9d1eaf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.841188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c1e92e9-43ca-447d-9f5a-1cafc749576c req-0cbe963f-7f4f-4b5a-b9f0-02d66c9d1eaf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.3640630 Jul 16 01:27:19.913969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:19.974438 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c1e92e9-43ca-447d-9f5a-1cafc749576c req-985c9de2-9539-4134-be40-fafd5065b77d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225665 Jul 16 01:27:19.998484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port 970e2c58-7d53-406e-9779-dff01c200614, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=970e2c58-7d53-406e-9779-dff01c200614,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:19.999164 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.013135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:20.044063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for 970e2c58-7d53-406e-9779-dff01c200614 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:20.094550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.107583 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204bae1f-4682-4c88-ae8c-745eeb9b8a1a x-openstack-request-id: req-204bae1f-4682-4c88-ae8c-745eeb9b8a1a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:20.108174 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b58779-fa33-44a0-b1a2-a12a19e9a0ad", "name": "network-vif-deleted", "tag": "27057c93-6a04-4b4c-aee3-c33b0741e56e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:20.108629 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-204bae1f-4682-4c88-ae8c-745eeb9b8a1a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:20.109218 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b58779-fa33-44a0-b1a2-a12a19e9a0ad', 'name': 'network-vif-deleted', 'tag': '27057c93-6a04-4b4c-aee3-c33b0741e56e', 'status': 'completed', 'code': 200} Jul 16 01:27:20.140983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Transition to ACTIVE for port object 1855c052-55c6-405a-82fe-d1bf6232e14a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:20.148365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.228188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] No DVR routers for this DVR port 1855c052-55c6-405a-82fe-d1bf6232e14a on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:20.240761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-315f4991-1573-43f1-932b-02a6ee8f4277 req-044c8ad3-712a-4f5b-be95-5adda47bf5ec tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=20b58779-fa33-44a0-b1a2-a12a19e9a0ad HTTP/1.1" status: 200 len: 210 time: 0.0878837 Jul 16 01:27:20.340691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:20.341032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:20.343633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:20.362580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Port 1855c052-55c6-405a-82fe-d1bf6232e14a on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:20.362909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Attempting to bind port 1855c052-55c6-405a-82fe-d1bf6232e14a on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:20.366731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.381590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:20.381949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:20.382344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:20.382783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Bound port: 1855c052-55c6-405a-82fe-d1bf6232e14a, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:20.383150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.506089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a684dd1-b3ca-416c-b269-9e7650966096 req-69303786-75ff-41bc-9dce-097e0249f2ee tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=68ba30c427d34a97857c3b7b7084729c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500386 Jul 16 01:27:20.527526 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.547331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:20.575559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:20.591458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:20.604871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.625278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-a5efe567-6d91-4032-a481-89cb653011e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.626572 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-a5efe567-6d91-4032-a481-89cb653011e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 948 time: 0.1643474 Jul 16 01:27:20.695291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.696582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.698136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] 10.222.0.13 "PUT /v2.0/ports/1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 1096 time: 1.4781711 Jul 16 01:27:20.699631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:20.735943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=970e2c58-7d53-406e-9779-dff01c200614,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.747128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port 970e2c58-7d53-406e-9779-dff01c200614 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:20.762746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.767749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bb702f2-d716-430c-89ea-8e506a585a60 req-a2fcabad-e3a3-4806-aa76-eeb068363ac9 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "DELETE /v2.0/ports/970e2c58-7d53-406e-9779-dff01c200614 HTTP/1.1" status: 204 len: 173 time: 1.4327774 Jul 16 01:27:20.775828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f1742-9608-44cd-90e9-9b4acf23b21a req-8a388478-5cd2-4f95-afc7-b26124c0b5b6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.786199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf79b26-ba7c-4b5f-8037-c75913e5b723 service neutron] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.797343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d69f1742-9608-44cd-90e9-9b4acf23b21a req-8a388478-5cd2-4f95-afc7-b26124c0b5b6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.4537554 Jul 16 01:27:20.802508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'name': 'network-vif-deleted', 'tag': '970e2c58-7d53-406e-9779-dff01c200614'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:20.804856 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddca13a1-6bd2-48a0-9d9a-1302fe1ba694" -d '{"events": [{"server_uuid": "f6ed20ab-8421-48a6-a530-b73a6f35687d", "name": "network-vif-deleted", "tag": "970e2c58-7d53-406e-9779-dff01c200614"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:20.862241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-f70206e4-8b8d-4126-9dae-4c33badb436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.863954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-f70206e4-8b8d-4126-9dae-4c33badb436f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1099 time: 0.1204956 Jul 16 01:27:20.874412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Deleting port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:20.875012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.985817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d69f1742-9608-44cd-90e9-9b4acf23b21a req-646eba2f-5aa9-43fc-bd84-676fe21daacf tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874571 Jul 16 01:27:21.023582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684dd1-b3ca-416c-b269-9e7650966096 req-f5209ef7-0b77-4e7f-81a8-a10899895c46 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.035277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a684dd1-b3ca-416c-b269-9e7650966096 req-f5209ef7-0b77-4e7f-81a8-a10899895c46 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5133791 Jul 16 01:27:21.070591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a684dd1-b3ca-416c-b269-9e7650966096 req-68ba165d-d865-4706-aab0-baf604880e42 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/quotas/68ba30c427d34a97857c3b7b7084729c HTTP/1.1" status: 200 len: 375 time: 0.0290556 Jul 16 01:27:21.094448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] For port 24518b99-7394-4083-8ad4-2f0cbb5a1d93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=24518b99-7394-4083-8ad4-2f0cbb5a1d93,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:21.095120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.121808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Calling delete_port for 24518b99-7394-4083-8ad4-2f0cbb5a1d93 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:21.129315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-f4ee0d77-3457-4d2d-b4be-b9fe4b9445fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.130806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-f4ee0d77-3457-4d2d-b4be-b9fe4b9445fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1368322 Jul 16 01:27:21.165333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a684dd1-b3ca-416c-b269-9e7650966096 req-879e149d-e532-485a-a55c-f5a98db1ab08 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68ba30c427d34a97857c3b7b7084729c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927680 Jul 16 01:27:21.181690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-ff707937-f8f8-4f08-af8c-a41811ad341c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0422385 Jul 16 01:27:21.258213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa02bd-8c9e-4c36-9943-ea28868b08e6 req-7c98ead6-f696-4038-87e9-7b2ff5733120 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.261668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bffa02bd-8c9e-4c36-9943-ea28868b08e6 req-7c98ead6-f696-4038-87e9-7b2ff5733120 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 948 time: 0.0919654 Jul 16 01:27:21.281164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-55cb4015-bbd4-441e-8df7-67dbff873767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.282534 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-55cb4015-bbd4-441e-8df7-67dbff873767 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0686889 Jul 16 01:27:21.332253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bffa02bd-8c9e-4c36-9943-ea28868b08e6 req-588d9429-608c-46af-98ff-a649cd4b2fe6 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648971 Jul 16 01:27:21.442241 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ea31c-51f8-4cc1-b4ce-9991411bc834 x-openstack-request-id: req-589ea31c-51f8-4cc1-b4ce-9991411bc834 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:21.442665 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ed20ab-8421-48a6-a530-b73a6f35687d", "name": "network-vif-deleted", "tag": "970e2c58-7d53-406e-9779-dff01c200614", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:21.443026 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-589ea31c-51f8-4cc1-b4ce-9991411bc834 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:21.443531 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ed20ab-8421-48a6-a530-b73a6f35687d', 'name': 'network-vif-deleted', 'tag': '970e2c58-7d53-406e-9779-dff01c200614', 'status': 'completed', 'code': 200} Jul 16 01:27:21.472553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-ad2894da-0621-4673-8686-9bab3a7a77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.477107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-ad2894da-0621-4673-8686-9bab3a7a77e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1817579 Jul 16 01:27:21.481899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.594680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855b994-6eeb-49a0-91f8-f106c40252fd req-7aca7e10-2ada-4b57-9fc3-551f82ce5b99 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.598339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Pushing event deleted for resources: {'Port': ['ID=24518b99-7394-4083-8ad4-2f0cbb5a1d93,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.599210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6855b994-6eeb-49a0-91f8-f106c40252fd req-7aca7e10-2ada-4b57-9fc3-551f82ce5b99 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1162395 Jul 16 01:27:21.673660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6855b994-6eeb-49a0-91f8-f106c40252fd req-ca73a674-7dc6-45cc-963d-07fbc0ffb927 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556138 Jul 16 01:27:21.715183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] No DVR routers for this DVR port 24518b99-7394-4083-8ad4-2f0cbb5a1d93 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:21.719703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.721782 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-00665953-76d8-45ec-999f-9a9107bdadb9 req-325b8fee-9e85-479e-a2c0-165781676205 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "DELETE /v2.0/ports/24518b99-7394-4083-8ad4-2f0cbb5a1d93 HTTP/1.1" status: 204 len: 173 time: 1.0734367 Jul 16 01:27:21.751535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 27057c93-6a04-4b4c-aee3-c33b0741e56e no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:21.775015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 27057c93-6a04-4b4c-aee3-c33b0741e56e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:21.775359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 27057c93-6a04-4b4c-aee3-c33b0741e56e not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:21.788126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-d42df3c5-bb8a-44bb-a0b1-d144083d58e7 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829850 Jul 16 01:27:21.843146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4bea-db9c-4115-95c0-67bc154d1eba req-17763505-aff5-45e6-aada-1032a645f2e0 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.851491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4aa4bea-db9c-4115-95c0-67bc154d1eba req-17763505-aff5-45e6-aada-1032a645f2e0 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 947 time: 0.1723833 Jul 16 01:27:21.935070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4aa4bea-db9c-4115-95c0-67bc154d1eba req-75fb0905-ca9a-4f44-b0d0-726bf8c76e76 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824535 Jul 16 01:27:21.956654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e7ab14e-0cd3-4c9b-a004-8991109fb11b req-69b6b280-8232-49bc-9515-bf4a940a0718 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617725 Jul 16 01:27:22.112800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a'}, {'name': 'network-changed', 'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a'}, {'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-deleted', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:22.115183 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a95c6-fa24-45b8-adb3-b78d653fe499" -d '{"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-unplugged", "status": "completed", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a"}, {"name": "network-changed", "server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a"}, {"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-deleted", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:22.241112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3eb6f-1e32-4cab-8757-abb57d6795d4 req-9d3415f0-c30d-4660-b487-d9b87f825af3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.243132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fab3eb6f-1e32-4cab-8757-abb57d6795d4 req-9d3415f0-c30d-4660-b487-d9b87f825af3 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0857193 Jul 16 01:27:22.329664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fab3eb6f-1e32-4cab-8757-abb57d6795d4 req-1ab4d631-4b9d-4a87-a95a-5acbcf51a020 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Jul 16 01:27:22.427103 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdfa112-bb15-4296-b1e5-42329dba4523 x-openstack-request-id: req-8fdfa112-bb15-4296-b1e5-42329dba4523 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:22.427448 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-unplugged", "status": "completed", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a", "code": 200}, {"name": "network-changed", "server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a", "status": "completed", "code": 200}, {"server_uuid": "383213af-b77f-41ff-b407-443c167bc4e5", "name": "network-vif-deleted", "tag": "24518b99-7394-4083-8ad4-2f0cbb5a1d93", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:22.427684 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fdfa112-bb15-4296-b1e5-42329dba4523 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:22.428170 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'code': 200} Jul 16 01:27:22.428402 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'status': 'completed', 'code': 200} Jul 16 01:27:22.428679 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383213af-b77f-41ff-b407-443c167bc4e5', 'name': 'network-vif-deleted', 'tag': '24518b99-7394-4083-8ad4-2f0cbb5a1d93', 'status': 'completed', 'code': 200} Jul 16 01:27:22.563114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-3f4f08ca-c6ed-4f1e-946d-aa3de01ffb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.565658 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-3f4f08ca-c6ed-4f1e-946d-aa3de01ffb2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1099 time: 0.1059606 Jul 16 01:27:22.629179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-b3cd1691-6302-4868-92f6-2c7623088eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.630711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-b3cd1691-6302-4868-92f6-2c7623088eba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1099 time: 0.1128786 Jul 16 01:27:22.673073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3751867a-8bd9-483c-83c8-fa90586d9e47 req-e5323074-12dd-4b73-88d7-e6b49ad9b1c0 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=383213af-b77f-41ff-b407-443c167bc4e5 HTTP/1.1" status: 200 len: 210 time: 0.0548952 Jul 16 01:27:22.729763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc0fedd0-3584-45b2-a5cd-c5b630677e7e req-2afa37e8-8443-4ac9-ae72-bd6d4aab4da0 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=68ba30c427d34a97857c3b7b7084729c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329602 Jul 16 01:27:22.771746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-714902f6-9d78-4c29-a6ae-e130e4ec67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.773418 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-714902f6-9d78-4c29-a6ae-e130e4ec67d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1876907 Jul 16 01:27:22.795427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-dc245822-83a5-464e-b91c-d8ae3cbddf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.797209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-dc245822-83a5-464e-b91c-d8ae3cbddf72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1570580 Jul 16 01:27:22.847243 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-79396152-8dc4-4429-aa85-a93f7bf0e434 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0614803 Jul 16 01:27:22.883246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-6db25a9f-28b9-472f-a932-5e329d6e8f73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0453882 Jul 16 01:27:22.898752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fedd0-3584-45b2-a5cd-c5b630677e7e req-ca8e4b97-a5c5-4769-94dc-43519cb74a00 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.900639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc0fedd0-3584-45b2-a5cd-c5b630677e7e req-ca8e4b97-a5c5-4769-94dc-43519cb74a00 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700768 Jul 16 01:27:22.922668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc0fedd0-3584-45b2-a5cd-c5b630677e7e req-83cecb79-ebaf-415e-86f7-583492f8adce tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/quotas/68ba30c427d34a97857c3b7b7084729c HTTP/1.1" status: 200 len: 375 time: 0.0102947 Jul 16 01:27:22.969363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-94adc6b4-d3a3-485a-8b84-caaa4235487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.970870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-94adc6b4-d3a3-485a-8b84-caaa4235487f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0958471 Jul 16 01:27:22.974432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-6b55571c-fdce-417f-b4f4-de8de60989b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.975788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-6b55571c-fdce-417f-b4f4-de8de60989b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0726972 Jul 16 01:27:22.979022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc0fedd0-3584-45b2-a5cd-c5b630677e7e req-d0ba4b6e-6626-46d0-b89a-47ecca9a04ce tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68ba30c427d34a97857c3b7b7084729c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462942 Jul 16 01:27:23.086366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-970d1a59-7571-4369-aabc-ec6f6a6a23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.088339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-970d1a59-7571-4369-aabc-ec6f6a6a23e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073287 Jul 16 01:27:23.105673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-4bda6bee-60c8-499d-b866-4941364dacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.109917 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-4bda6bee-60c8-499d-b866-4941364dacb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966589 Jul 16 01:27:23.155826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2aa651-0d4c-4790-9169-b08450e0ce3f req-0ad8202c-1e8b-4398-8f0a-8657a9dae308 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.164436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b2aa651-0d4c-4790-9169-b08450e0ce3f req-0ad8202c-1e8b-4398-8f0a-8657a9dae308 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.0941379 Jul 16 01:27:23.247572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:23.248540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b2aa651-0d4c-4790-9169-b08450e0ce3f req-63ce3dcc-16ed-4619-bb55-4f9d463f13cd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828488 Jul 16 01:27:23.277383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-24b76b45-d263-4bc9-8149-bd38f1eaad1d service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794155 Jul 16 01:27:23.279072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 24518b99-7394-4083-8ad4-2f0cbb5a1d93 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:23.279597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 24518b99-7394-4083-8ad4-2f0cbb5a1d93 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:23.280136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:23.283958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7fa6-d6bb-400d-8b0f-6b7c6c4b6f04 req-6f085f61-c3ff-49b7-a70a-5065e5eec394 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.286047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03af7fa6-d6bb-400d-8b0f-6b7c6c4b6f04 req-6f085f61-c3ff-49b7-a70a-5065e5eec394 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 947 time: 0.1103823 Jul 16 01:27:23.339584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03af7fa6-d6bb-400d-8b0f-6b7c6c4b6f04 req-aab3460d-152c-4913-99b0-4e4094de1ca6 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476763 Jul 16 01:27:23.344038 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-4842e5ea-3a67-4cdc-a49c-9db937774dcb service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184396 Jul 16 01:27:23.369250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:23.369678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 970e2c58-7d53-406e-9779-dff01c200614 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:23.400267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 970e2c58-7d53-406e-9779-dff01c200614 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:23.400638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 970e2c58-7d53-406e-9779-dff01c200614 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:23.498439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-3423747e-305c-4879-9a00-75938a008c50 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114935 Jul 16 01:27:23.526946 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-485a95c6-fa24-45b8-adb3-b78d653fe499 req-74f55b26-ad45-4eb1-8897-8891913fc69f service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272447 Jul 16 01:27:23.778098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62561787-554e-47be-af17-6677cba1151a req-c1b85a76-03f4-4776-a7e5-7937c8c2f577 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.779770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62561787-554e-47be-af17-6677cba1151a req-c1b85a76-03f4-4776-a7e5-7937c8c2f577 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1064003 Jul 16 01:27:23.800536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35078b76-8b8b-4cf0-87af-7ef4331b04eb req-cbc39eaf-d253-420f-800a-46ee88479d5a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.802023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35078b76-8b8b-4cf0-87af-7ef4331b04eb req-cbc39eaf-d253-420f-800a-46ee88479d5a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 950 time: 0.1196454 Jul 16 01:27:23.854830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62561787-554e-47be-af17-6677cba1151a req-94e429ad-52d2-42e2-a059-7221784d0a5b tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 Jul 16 01:27:23.860205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35078b76-8b8b-4cf0-87af-7ef4331b04eb req-eac8e260-5121-4eef-a71c-5f3d9985e6ab tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505931 Jul 16 01:27:24.284718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d39ad01b-9258-484d-9c2c-2400ca2eea25 req-39755b3d-1775-426c-9ed6-b6d440d331c9 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=68ba30c427d34a97857c3b7b7084729c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257046 Jul 16 01:27:24.444219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ad01b-9258-484d-9c2c-2400ca2eea25 req-420d5d3c-788c-43d0-a0b8-76c21a9702f9 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.445722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d39ad01b-9258-484d-9c2c-2400ca2eea25 req-420d5d3c-788c-43d0-a0b8-76c21a9702f9 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555307 Jul 16 01:27:24.465704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d39ad01b-9258-484d-9c2c-2400ca2eea25 req-887af71c-c444-4e77-9bcf-7561ad1c0eb0 tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/quotas/68ba30c427d34a97857c3b7b7084729c HTTP/1.1" status: 200 len: 375 time: 0.0134108 Jul 16 01:27:24.480856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dc3f8-7cc5-4bbe-9a3e-2d009495f983 req-0440ca71-d835-4622-9504-dab49169c419 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.482495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d86dc3f8-7cc5-4bbe-9a3e-2d009495f983 req-0440ca71-d835-4622-9504-dab49169c419 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 948 time: 0.1099048 Jul 16 01:27:24.515371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d39ad01b-9258-484d-9c2c-2400ca2eea25 req-feb742e5-d156-4e0e-8af6-15022d3df33a tempest-QuotasAdminNegativeTest-960696052 tempest-QuotasAdminNegativeTest-960696052-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68ba30c427d34a97857c3b7b7084729c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433941 Jul 16 01:27:24.557134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d86dc3f8-7cc5-4bbe-9a3e-2d009495f983 req-7a876d82-4c1e-4441-be55-63b000b11f98 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652752 Jul 16 01:27:24.804236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93c45e-db91-4397-8ad4-a9b4683519f7 req-ef626c97-1125-4961-9262-87617a8e8685 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.805691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e93c45e-db91-4397-8ad4-a9b4683519f7 req-ef626c97-1125-4961-9262-87617a8e8685 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.1099787 Jul 16 01:27:24.833939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c73744-ca39-4504-ac67-a7543c51e8a7 req-99ee7634-3906-4361-8576-a981536e4e99 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.835452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c73744-ca39-4504-ac67-a7543c51e8a7 req-99ee7634-3906-4361-8576-a981536e4e99 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 947 time: 0.1070116 Jul 16 01:27:24.868236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e93c45e-db91-4397-8ad4-a9b4683519f7 req-20073dc6-5087-4cdf-82c0-2dbba9382c0f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Jul 16 01:27:24.905789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c73744-ca39-4504-ac67-a7543c51e8a7 req-afad395e-87af-4b01-b657-35723907b655 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621688 Jul 16 01:27:25.026501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-1c3182ea-f4c4-4f94-bc2a-cc969aa1481a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.028417 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-1c3182ea-f4c4-4f94-bc2a-cc969aa1481a tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 950 time: 0.0949385 Jul 16 01:27:25.127558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4631c-993a-4fb0-b3bf-f62785452db1 req-a0cee31e-8ede-4017-ad43-d88aadac77da tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.132919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13a4631c-993a-4fb0-b3bf-f62785452db1 req-a0cee31e-8ede-4017-ad43-d88aadac77da tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0934029 Jul 16 01:27:25.174239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port d0132201-786b-4fce-a1de-c2f027d8c7ab {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:25.177136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.187718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13a4631c-993a-4fb0-b3bf-f62785452db1 req-582b865d-1f66-47a3-b92c-a0561d85d862 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538342 Jul 16 01:27:25.269105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080b12-6e1d-4a3b-a8d5-ab1b81b23dca req-26a263c2-4433-4491-95c6-c5d172181e04 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.271037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9080b12-6e1d-4a3b-a8d5-ab1b81b23dca req-26a263c2-4433-4491-95c6-c5d172181e04 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 950 time: 0.0751934 Jul 16 01:27:25.313889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port d0132201-786b-4fce-a1de-c2f027d8c7ab, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d0132201-786b-4fce-a1de-c2f027d8c7ab,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:25.314299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.321207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9080b12-6e1d-4a3b-a8d5-ab1b81b23dca req-87113ce2-a042-4864-93bb-6c3813991f72 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Jul 16 01:27:25.334356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for d0132201-786b-4fce-a1de-c2f027d8c7ab owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:25.337952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-65caece1-2423-4074-bfe8-38c442798f6c tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.339426 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-65caece1-2423-4074-bfe8-38c442798f6c tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1272130 Jul 16 01:27:25.351525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-20'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:25.483862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.637101 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.650851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:25.681674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.682905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=d0132201-786b-4fce-a1de-c2f027d8c7ab,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.715594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d0132201-786b-4fce-a1de-c2f027d8c7ab', 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:25.763898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:25.894673 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee59c250-49a0-468a-9e37-fca43d1a9347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.940668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:25.956680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'mac_address': 'fa:16:3e:bb:ad:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:25.971940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-a514db6a-c64f-4729-88db-8b9e44ba1a1c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.974545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-a514db6a-c64f-4729-88db-8b9e44ba1a1c tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb73149-b9b8-4f78-83f6-6725eef7cd2f HTTP/1.1" status: 200 len: 950 time: 0.2432516 Jul 16 01:27:26.075177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ed0a7-3e5a-4ca8-8cbb-ea7518d37fba req-dce83701-f261-4f14-8548-71050ad9af18 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.077927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port d0132201-786b-4fce-a1de-c2f027d8c7ab on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:26.084888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a16ed0a7-3e5a-4ca8-8cbb-ea7518d37fba req-dce83701-f261-4f14-8548-71050ad9af18 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 948 time: 0.3029239 Jul 16 01:27:26.086486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.088547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-35a7015b-f9a7-457a-b25f-06760133c6b9 req-892c6866-7715-4c8e-9bf2-2bd2311cbf33 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "DELETE /v2.0/ports/d0132201-786b-4fce-a1de-c2f027d8c7ab HTTP/1.1" status: 204 len: 173 time: 1.0494506 Jul 16 01:27:26.088990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'name': 'network-vif-deleted', 'tag': 'd0132201-786b-4fce-a1de-c2f027d8c7ab'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:26.100053 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00edc1b-6e4f-4246-88ba-0de3df344ed2" -d '{"events": [{"server_uuid": "2a6453bd-e360-4e7e-91e1-49048db80a32", "name": "network-vif-deleted", "tag": "d0132201-786b-4fce-a1de-c2f027d8c7ab"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:26.100276 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.107944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:26.156844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1855c052-55c6-405a-82fe-d1bf6232e14a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:26.190986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:26.212018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:26.234625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.257275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.266727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.292543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a16ed0a7-3e5a-4ca8-8cbb-ea7518d37fba req-dcb6d7b3-3bb6-47f8-8364-b8282d8f80db tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064612 Jul 16 01:27:26.374646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port cf72e68a-9503-48a7-b227-f5be6b4b51c9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:26.374995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.396940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea0a7b-4433-4fbf-8659-e619133e0d91 req-99c3ec64-746b-465d-8708-f2e400f493dc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.398499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adea0a7b-4433-4fbf-8659-e619133e0d91 req-99c3ec64-746b-465d-8708-f2e400f493dc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 945 time: 0.3351829 Jul 16 01:27:26.412768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.415048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.460257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee59c250-49a0-468a-9e37-fca43d1a9347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.486998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on host n-h1-791506-20 for vnic_type normal with profile {"migrating_to": "n-h2-791506-20"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:26.487364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:26.487687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:26.492192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:26.492565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Attempting to bind port da811483-c9de-453d-8ec3-012f95b335e5 on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:26.498481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:26.498826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:26.499207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:26.499637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Bound port: da811483-c9de-453d-8ec3-012f95b335e5, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:26.500000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.504374 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee59c250-49a0-468a-9e37-fca43d1a9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.537944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adea0a7b-4433-4fbf-8659-e619133e0d91 req-a1f88df7-0d38-4f8a-9da4-fa22a1748bd3 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208069 Jul 16 01:27:26.580493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ee59c250-49a0-468a-9e37-fca43d1a9347 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68ba30c427d34a97857c3b7b7084729c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8962290 Jul 16 01:27:26.600118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44882) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:26.601409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59c250-49a0-468a-9e37-fca43d1a9347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9631abf6-889d-45fc-866d-5c9fdd2a62c9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.610890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port cf72e68a-9503-48a7-b227-f5be6b4b51c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cf72e68a-9503-48a7-b227-f5be6b4b51c9,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:26.611250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.627893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for cf72e68a-9503-48a7-b227-f5be6b4b51c9 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:26.643445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:26.687890 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a7e0e-f6a7-498f-92b9-fc448b39744b x-openstack-request-id: req-7f0a7e0e-f6a7-498f-92b9-fc448b39744b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:26.688229 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6453bd-e360-4e7e-91e1-49048db80a32", "name": "network-vif-deleted", "tag": "d0132201-786b-4fce-a1de-c2f027d8c7ab", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:26.688510 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f0a7e0e-f6a7-498f-92b9-fc448b39744b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:26.689349 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6453bd-e360-4e7e-91e1-49048db80a32', 'name': 'network-vif-deleted', 'tag': 'd0132201-786b-4fce-a1de-c2f027d8c7ab', 'status': 'completed', 'code': 200} Jul 16 01:27:26.721226 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60427bfa-0cee-4a5d-b70b-3b3ba7863cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.726118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e385f2-2ee7-486f-8bda-50423913e3ee req-93ab1eee-68ae-46cd-89a3-9eb17f8b5c48 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.727737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00e385f2-2ee7-486f-8bda-50423913e3ee req-93ab1eee-68ae-46cd-89a3-9eb17f8b5c48 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 948 time: 0.1875618 Jul 16 01:27:26.755088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:26.763872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:26.782919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60427bfa-0cee-4a5d-b70b-3b3ba7863cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.801804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.817183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00e385f2-2ee7-486f-8bda-50423913e3ee req-0330c1e2-6c01-43dd-8199-87d17598bbfe tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818951 Jul 16 01:27:26.926858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.927516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.928983 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] 10.222.0.13 "PUT /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 1123 time: 1.5818844 Jul 16 01:27:26.933679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b2b-92c7-4082-a056-e90a338d8af1 req-e75ea6b7-a81f-4055-95bf-4fd1ba07d786 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.936550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd1b2b-92c7-4082-a056-e90a338d8af1 req-e75ea6b7-a81f-4055-95bf-4fd1ba07d786 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1680038 Jul 16 01:27:26.937581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.993564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:26.996132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-d3e090e8-f5f4-4db0-83db-4197fb96d4d7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.000193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-d3e090e8-f5f4-4db0-83db-4197fb96d4d7 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 948 time: 0.4361176 Jul 16 01:27:27.081191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a8f91-edf7-4165-bd78-0a369497299f service neutron] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.087117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=cf72e68a-9503-48a7-b227-f5be6b4b51c9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.105622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['da811483-c9de-453d-8ec3-012f95b335e5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:27.111627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60427bfa-0cee-4a5d-b70b-3b3ba7863cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.119339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port cf72e68a-9503-48a7-b227-f5be6b4b51c9 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:27.120656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60427bfa-0cee-4a5d-b70b-3b3ba7863cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.126668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.129168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57175aeb-c462-4ecf-adff-70da6adc0482 req-57d9ebcd-46b9-468f-8088-cef173a1294f tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.13 "DELETE /v2.0/ports/cf72e68a-9503-48a7-b227-f5be6b4b51c9 HTTP/1.1" status: 204 len: 173 time: 1.1382227 Jul 16 01:27:27.131180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'name': 'network-vif-deleted', 'tag': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:27.134066 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e5037-d1a4-4c0f-882d-8cb7a2746147" -d '{"events": [{"server_uuid": "8eb73149-b9b8-4f78-83f6-6725eef7cd2f", "name": "network-vif-deleted", "tag": "cf72e68a-9503-48a7-b227-f5be6b4b51c9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:27.140921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-60427bfa-0cee-4a5d-b70b-3b3ba7863cb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9631abf6-889d-45fc-866d-5c9fdd2a62c9 HTTP/1.1" status: 204 len: 168 time: 0.5149226 Jul 16 01:27:27.170415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd1b2b-92c7-4082-a056-e90a338d8af1 req-159d8548-3f43-4001-aab5-eec6fea9808a tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095258 Jul 16 01:27:27.212377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['da811483-c9de-453d-8ec3-012f95b335e5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:27.228506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427bfa-0cee-4a5d-b70b-3b3ba7863cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9631abf6-889d-45fc-866d-5c9fdd2a62c9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.373298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Deleting port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:27.376650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.645567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4397d60c-9a5f-45cd-b727-ce90ef48a091 req-a7df8990-3078-4ddc-ad37-0f2138c43c57 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a6453bd-e360-4e7e-91e1-49048db80a32 HTTP/1.1" status: 200 len: 210 time: 0.1799152 Jul 16 01:27:27.665929 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c0850-38ec-4c30-b613-6d6062a3a9b8 x-openstack-request-id: req-c29c0850-38ec-4c30-b613-6d6062a3a9b8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:27.666225 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb73149-b9b8-4f78-83f6-6725eef7cd2f", "name": "network-vif-deleted", "tag": "cf72e68a-9503-48a7-b227-f5be6b4b51c9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:27.666612 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c29c0850-38ec-4c30-b613-6d6062a3a9b8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:27.667344 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb73149-b9b8-4f78-83f6-6725eef7cd2f', 'name': 'network-vif-deleted', 'tag': 'cf72e68a-9503-48a7-b227-f5be6b4b51c9', 'status': 'completed', 'code': 200} Jul 16 01:27:27.688140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] For port 9b0a21ee-3bb8-471b-a08c-e615d6e07000, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9b0a21ee-3bb8-471b-a08c-e615d6e07000,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:27.689872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.750256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Calling delete_port for 9b0a21ee-3bb8-471b-a08c-e615d6e07000 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:27.772856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da811483-c9de-453d-8ec3-012f95b335e5 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:27.781298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d0132201-786b-4fce-a1de-c2f027d8c7ab no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:27.821209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: d0132201-786b-4fce-a1de-c2f027d8c7ab {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:27.821675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d0132201-786b-4fce-a1de-c2f027d8c7ab not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:27.893978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44900) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:27.916139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07abea5c-c9bb-4c50-826a-de13e8537187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.942351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:27.958902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da811483-c9de-453d-8ec3-012f95b335e5 has no active binding in host n-h2-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:27:28.064136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.101998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Pushing event deleted for resources: {'Port': ['ID=9b0a21ee-3bb8-471b-a08c-e615d6e07000,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.107301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-63d5dd7e-919b-44e9-b046-034ec317da82 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.110356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-63d5dd7e-919b-44e9-b046-034ec317da82 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104&tenant_id=d016397d79854b1ca90017ec4e6a9a66&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 948 time: 0.2827952 Jul 16 01:27:28.119702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237cef-c949-4646-a264-9acf6b448d3c req-9d92f452-97ad-45d8-aebc-49899e4e712e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.121256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2237cef-c949-4646-a264-9acf6b448d3c req-9d92f452-97ad-45d8-aebc-49899e4e712e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.1974480 Jul 16 01:27:28.169157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07abea5c-c9bb-4c50-826a-de13e8537187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.170009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79b853-70ef-490d-aa14-6175b6a91599 req-c50e7341-0232-42c3-b248-342ac7046562 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.171049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] No DVR routers for this DVR port 9b0a21ee-3bb8-471b-a08c-e615d6e07000 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:28.174051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.176279 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b11d59e3-f3fd-4544-9801-0fd2a7b37d0e req-aee02600-f60e-45cc-abc5-30e19a91c0e5 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.23 "DELETE /v2.0/ports/9b0a21ee-3bb8-471b-a08c-e615d6e07000 HTTP/1.1" status: 204 len: 173 time: 1.1619034 Jul 16 01:27:28.177548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a79b853-70ef-490d-aa14-6175b6a91599 req-c50e7341-0232-42c3-b248-342ac7046562 tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/ports?device_id=674b328c-fd6b-4058-a9b2-71b420e2b616 HTTP/1.1" status: 200 len: 866 time: 0.2078147 Jul 16 01:27:28.177720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07abea5c-c9bb-4c50-826a-de13e8537187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.228797 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07abea5c-c9bb-4c50-826a-de13e8537187 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b41b14a184b4517b2f1ed716f6adf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315203 Jul 16 01:27:28.229804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abea5c-c9bb-4c50-826a-de13e8537187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd59fc-2c9c-48f2-837b-eeb25b885b9b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.233376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44908) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.273324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2237cef-c949-4646-a264-9acf6b448d3c req-14f62009-29a4-4d3b-b263-eca8097a8baa tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406941 Jul 16 01:27:28.295889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a79b853-70ef-490d-aa14-6175b6a91599 req-41b8dcbb-a5c9-4c0c-9992-deebb287375a tempest-ListImageFiltersTestJSON-108380599 tempest-ListImageFiltersTestJSON-108380599-project] 10.222.0.42 "GET /v2.0/security-groups?id=2c37a0ec-1612-4da5-b4ab-5de05fe03496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173742 Jul 16 01:27:28.312926 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-5d35af64-1ffe-4239-a1d7-9858fec443fb service neutron] delete failed (client error): The resource could not be found. Jul 16 01:27:28.314231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-5d35af64-1ffe-4239-a1d7-9858fec443fb service neutron] 10.222.0.23 "DELETE /v2.0/ports/1855c052-55c6-405a-82fe-d1bf6232e14a/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.1918635 Jul 16 01:27:28.339409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8404f63-64a7-4f57-b2e5-683b67c4f959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.394487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8404f63-64a7-4f57-b2e5-683b67c4f959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.493755 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8404f63-64a7-4f57-b2e5-683b67c4f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.496890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8404f63-64a7-4f57-b2e5-683b67c4f959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.505654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f8404f63-64a7-4f57-b2e5-683b67c4f959 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1dd59fc-2c9c-48f2-837b-eeb25b885b9b HTTP/1.1" status: 204 len: 168 time: 0.2685316 Jul 16 01:27:28.529211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8404f63-64a7-4f57-b2e5-683b67c4f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd59fc-2c9c-48f2-837b-eeb25b885b9b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.693211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5'}, {'name': 'network-changed', 'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5'}, {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-deleted', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:28.695561 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d41b8-6ee1-49aa-924d-95958e51dfb0" -d '{"events": [{"server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "name": "network-vif-unplugged", "status": "completed", "tag": "da811483-c9de-453d-8ec3-012f95b335e5"}, {"name": "network-changed", "server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "tag": "da811483-c9de-453d-8ec3-012f95b335e5"}, {"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-deleted", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:28.951659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e5277-8fa5-44ef-a612-9babf07d5e42 req-c9f6361b-5c5e-44de-bd3d-109cb2aa7f92 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.953248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d81e5277-8fa5-44ef-a612-9babf07d5e42 req-c9f6361b-5c5e-44de-bd3d-109cb2aa7f92 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 948 time: 0.4998169 Jul 16 01:27:28.975200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-7d0adcfb-54dd-49ad-9f8c-34575c01accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.977581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-7d0adcfb-54dd-49ad-9f8c-34575c01accb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1100 time: 0.4680140 Jul 16 01:27:29.033124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc108e-ceaf-4084-9010-8caa114929e0 req-d1d9bb81-555f-49ce-9534-88865ac28da4 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.034874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8dc108e-ceaf-4084-9010-8caa114929e0 req-d1d9bb81-555f-49ce-9534-88865ac28da4 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1629448 Jul 16 01:27:29.089215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d81e5277-8fa5-44ef-a612-9babf07d5e42 req-518a091a-dfa9-4ed3-bc96-99ea372abb23 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277258 Jul 16 01:27:29.144539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8dc108e-ceaf-4084-9010-8caa114929e0 req-bcad5949-0a99-4ee8-a78c-0096e78bdffb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001215 Jul 16 01:27:29.147784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-0a625ca6-3395-4536-80a0-aed8a8cd4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.149427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-0a625ca6-3395-4536-80a0-aed8a8cd4d94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1638002 Jul 16 01:27:29.195981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-b5d9463f-7866-4658-80f2-2bc1bcfb7bb1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.0392857 Jul 16 01:27:29.245991 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d67fc-2ec8-4a97-868a-5fd7069f4d48 x-openstack-request-id: req-d70d67fc-2ec8-4a97-868a-5fd7069f4d48 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:29.246511 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "name": "network-vif-unplugged", "status": "completed", "tag": "da811483-c9de-453d-8ec3-012f95b335e5", "code": 200}, {"name": "network-changed", "server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "tag": "da811483-c9de-453d-8ec3-012f95b335e5", "status": "completed", "code": 200}, {"server_uuid": "674b328c-fd6b-4058-a9b2-71b420e2b616", "name": "network-vif-deleted", "tag": "9b0a21ee-3bb8-471b-a08c-e615d6e07000", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:29.246610 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d70d67fc-2ec8-4a97-868a-5fd7069f4d48 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:29.246940 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5', 'code': 200} Jul 16 01:27:29.247186 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5', 'status': 'completed', 'code': 200} Jul 16 01:27:29.247494 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674b328c-fd6b-4058-a9b2-71b420e2b616', 'name': 'network-vif-deleted', 'tag': '9b0a21ee-3bb8-471b-a08c-e615d6e07000', 'status': 'completed', 'code': 200} Jul 16 01:27:29.283327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-d56fa0a8-4e91-4611-8baa-2f9658ed07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.285060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-d56fa0a8-4e91-4611-8baa-2f9658ed07b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0700676 Jul 16 01:27:29.380793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-4f150091-a996-439f-a112-bdd5710e4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.382550 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-4f150091-a996-439f-a112-bdd5710e4bd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1126 time: 0.1018322 Jul 16 01:27:29.391497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-71f04050-ff97-44bf-9f47-cb5226589fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.393056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-71f04050-ff97-44bf-9f47-cb5226589fe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978177 Jul 16 01:27:29.532741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-17097f8b-5f3e-47c8-a11e-acaaf84bd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.535633 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-17097f8b-5f3e-47c8-a11e-acaaf84bd0b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1455913 Jul 16 01:27:29.565609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-c360555d-cff9-4b83-b05e-4cc14272d846 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655955 Jul 16 01:27:29.601029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-eddb186e-98ab-43c2-a23c-9594c0fdc971 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 217 time: 0.0565748 Jul 16 01:27:29.694882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-d8ea759f-129c-4b80-86ea-3216dd7ba26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.697383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-d8ea759f-129c-4b80-86ea-3216dd7ba26a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0887415 Jul 16 01:27:29.733490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c58878-93f5-410d-bcfc-6717115f1efc req-4bec2245-aa1b-492f-b0fd-c7a202bbf56e service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611741 Jul 16 01:27:29.742479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d162b-d436-47f6-bbe4-36387e4a85fc req-5b976523-a110-473b-b604-f6d79e8ef440 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.751462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796d162b-d436-47f6-bbe4-36387e4a85fc req-5b976523-a110-473b-b604-f6d79e8ef440 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.1486962 Jul 16 01:27:29.753728 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-2bafceaf-304a-4826-a572-bd77334ce86c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481744 Jul 16 01:27:29.770268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:29.840969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796d162b-d436-47f6-bbe4-36387e4a85fc req-d619627d-9bfd-4047-8b4d-3e69c2f2469f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885592 Jul 16 01:27:29.905907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-3f7ca8f2-cc39-4987-b7e7-32cf2de87cba service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428776 Jul 16 01:27:29.906578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 1855c052-55c6-405a-82fe-d1bf6232e14a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:29.912085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 1855c052-55c6-405a-82fe-d1bf6232e14a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:29.912389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.038368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.071300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:30.078652 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd312102-47cd-4b28-9b35-25f7a224065d" -d '{"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-plugged", "status": "completed", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:30.119300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:30.129013 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.129966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cf72e68a-9503-48a7-b227-f5be6b4b51c9 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:30.132276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-329d41b8-6ee1-49aa-924d-95958e51dfb0 req-2c91b6b4-92c2-4820-b975-0b4a0b3dbd66 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185299 Jul 16 01:27:30.203439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: cf72e68a-9503-48a7-b227-f5be6b4b51c9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:30.203928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cf72e68a-9503-48a7-b227-f5be6b4b51c9 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:30.245260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.289610 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea14cb3c-e984-4fed-b172-02021f2ad711 x-openstack-request-id: req-ea14cb3c-e984-4fed-b172-02021f2ad711 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:30.290000 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-plugged", "status": "completed", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:30.290263 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea14cb3c-e984-4fed-b172-02021f2ad711 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:30.290666 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'code': 200} Jul 16 01:27:30.515108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220e0b-0521-4b7d-a4d4-d96fa3cb8561 req-3ad255fd-4e81-44a7-893d-2f2ba5326ea7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.517431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce220e0b-0521-4b7d-a4d4-d96fa3cb8561 req-3ad255fd-4e81-44a7-893d-2f2ba5326ea7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.1136775 Jul 16 01:27:30.575879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce220e0b-0521-4b7d-a4d4-d96fa3cb8561 req-464d2ed6-68ca-4ddd-9cd4-4802a0d1e63a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Jul 16 01:27:30.723602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddd1f4-2cd6-4437-848b-9e30ee1ca4b8 req-ea7e0b88-f2e6-4006-b691-050f5d6e54e1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.733741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bddd1f4-2cd6-4437-848b-9e30ee1ca4b8 req-ea7e0b88-f2e6-4006-b691-050f5d6e54e1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1006370 Jul 16 01:27:30.800272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bddd1f4-2cd6-4437-848b-9e30ee1ca4b8 req-b111a76b-5cef-4e9b-9ad2-928db90e53d8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Jul 16 01:27:31.032330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624f85-297a-4f12-8d22-c9faf9cab24f req-48c1da33-5a27-4a41-972e-1a1d755d6f23 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.034183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f624f85-297a-4f12-8d22-c9faf9cab24f req-48c1da33-5a27-4a41-972e-1a1d755d6f23 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 950 time: 0.0812020 Jul 16 01:27:31.080548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f624f85-297a-4f12-8d22-c9faf9cab24f req-9e73e40c-8f81-40e1-b299-db3709d3f95b tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Jul 16 01:27:31.134300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45012) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.269522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:31.278273 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d32fa32a-2099-47cb-a5eb-4a562d71b3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.299638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 9b0a21ee-3bb8-471b-a08c-e615d6e07000 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:31.299992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9b0a21ee-3bb8-471b-a08c-e615d6e07000 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:31.432686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d32fa32a-2099-47cb-a5eb-4a562d71b3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.442139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2152ff-afd1-4d08-8050-dde00c573487 req-4ffd7586-32d8-4a8a-92c2-07133c90a752 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.443582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c2152ff-afd1-4d08-8050-dde00c573487 req-4ffd7586-32d8-4a8a-92c2-07133c90a752 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.1099560 Jul 16 01:27:31.444660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d32fa32a-2099-47cb-a5eb-4a562d71b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.501699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d32fa32a-2099-47cb-a5eb-4a562d71b3e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8137731e034340e9837984bed577951e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658848 Jul 16 01:27:31.502768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fa32a-2099-47cb-a5eb-4a562d71b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a4670d-1e46-46ab-89f2-3e4ee6d36f19,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.504735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45034) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.523317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c2152ff-afd1-4d08-8050-dde00c573487 req-41850247-2600-4eb2-a1e0-0de1e82c9a1b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623837 Jul 16 01:27:31.582614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b75ac1e5-3ee6-4178-a4de-d17a5941b6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.617836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b75ac1e5-3ee6-4178-a4de-d17a5941b6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.676566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b75ac1e5-3ee6-4178-a4de-d17a5941b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.681375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b75ac1e5-3ee6-4178-a4de-d17a5941b6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.686419 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b75ac1e5-3ee6-4178-a4de-d17a5941b6c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14a4670d-1e46-46ab-89f2-3e4ee6d36f19 HTTP/1.1" status: 204 len: 168 time: 0.1801350 Jul 16 01:27:31.712531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac1e5-3ee6-4178-a4de-d17a5941b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a4670d-1e46-46ab-89f2-3e4ee6d36f19,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.808295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3ba38-0c22-46d1-a148-b84f6a47dbee req-6511e9c3-39d8-4383-abca-2e771c53ce87 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.810402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a3ba38-0c22-46d1-a148-b84f6a47dbee req-6511e9c3-39d8-4383-abca-2e771c53ce87 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.0795996 Jul 16 01:27:31.861343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a3ba38-0c22-46d1-a148-b84f6a47dbee req-1debdbe9-1cf7-4733-8c7f-f86268c12895 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 Jul 16 01:27:32.030660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.073783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6539-b2a4-4db8-b924-763806a549aa req-8bd446bf-2d40-4d97-aebc-fbb87b09f3c0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.081472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c36c6539-b2a4-4db8-b924-763806a549aa req-8bd446bf-2d40-4d97-aebc-fbb87b09f3c0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1538353 Jul 16 01:27:32.094437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aad780-79ac-4a6a-9888-487030b1090f req-50ac162f-294f-49b7-be6f-c95845a28ced tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.097711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-39aad780-79ac-4a6a-9888-487030b1090f req-50ac162f-294f-49b7-be6f-c95845a28ced tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 950 time: 0.1082220 Jul 16 01:27:32.139794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.162082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c36c6539-b2a4-4db8-b924-763806a549aa req-df3f92a6-b9e7-48e3-8cb3-5627e836067d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 Jul 16 01:27:32.167956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c272-f8ce-408a-86e8-d1761a4081a9 req-727a5f01-6c60-4ada-907e-eaa095cafb06 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.170261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1534c272-f8ce-408a-86e8-d1761a4081a9 req-727a5f01-6c60-4ada-907e-eaa095cafb06 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1101 time: 0.1643653 Jul 16 01:27:32.176182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0228e19-bcf9-4e4c-8ee5-7e89424391a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.274314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Deleting port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:32.274667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.289052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1534c272-f8ce-408a-86e8-d1761a4081a9 req-0ef62b07-10f5-4dea-b080-02862465a758 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981545 Jul 16 01:27:32.416488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] For port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:32.417245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.434392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Calling delete_port for 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:32.460878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05441e-b40d-4217-9d9d-40c3bd1e6ba6 req-69de0c3c-507d-486c-b802-539110c42df7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.462402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e05441e-b40d-4217-9d9d-40c3bd1e6ba6 req-69de0c3c-507d-486c-b802-539110c42df7 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d72754e-e138-4cf2-bd9b-8ec47ef1cc18 HTTP/1.1" status: 200 len: 950 time: 0.1662304 Jul 16 01:27:32.523845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c1697821-6cbe-4680-8d16-534be6248825 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fed0acb26a2649c3b47819d120d93361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876904 Jul 16 01:27:32.528837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0228e19-bcf9-4e4c-8ee5-7e89424391a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.530054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.542855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e05441e-b40d-4217-9d9d-40c3bd1e6ba6 req-6f62a4a9-1d63-458c-b2f2-3533e05f56a1 tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.42 "GET /v2.0/security-groups?id=61d5c702-96fb-430b-824d-0fe2bb1648ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729375 Jul 16 01:27:32.549665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0228e19-bcf9-4e4c-8ee5-7e89424391a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.592761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228e19-bcf9-4e4c-8ee5-7e89424391a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff1c8ff-7174-4341-9fd3-51db05c12979,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.627760 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.642068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:32.674587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e0228e19-bcf9-4e4c-8ee5-7e89424391a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec10658043334018b8c15f19df446b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337415 Jul 16 01:27:32.677985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.707205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Pushing event deleted for resources: {'Port': ['ID=64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.749083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c9d-2ab8-4068-bdbd-fa88b3209910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.773757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] No DVR routers for this DVR port 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:32.776603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.779320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-39aad780-79ac-4a6a-9888-487030b1090f req-46f73a91-9058-40d6-adf0-0088a325ea1e tempest-ServersOnMultiNodesTest-2062046663 tempest-ServersOnMultiNodesTest-2062046663-project] 10.222.0.23 "DELETE /v2.0/ports/64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded HTTP/1.1" status: 204 len: 173 time: 0.6741602 Jul 16 01:27:32.779872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'name': 'network-vif-deleted', 'tag': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:32.782298 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad2aa0-0006-49df-9641-8ba2674596f0" -d '{"events": [{"server_uuid": "3d72754e-e138-4cf2-bd9b-8ec47ef1cc18", "name": "network-vif-deleted", "tag": "64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:32.859019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c9d-2ab8-4068-bdbd-fa88b3209910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.865336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-7dc52044-ed9b-4bee-82cd-2452bee77b05 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792532 Jul 16 01:27:32.872896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8200-1442-40e6-986f-b066ef0466eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.936666 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8200-1442-40e6-986f-b066ef0466eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.080711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473418-478f-4663-9839-fe034ca31250 req-728be2c2-49f4-445b-988b-804ec1ec0c4a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.082243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b473418-478f-4663-9839-fe034ca31250 req-728be2c2-49f4-445b-988b-804ec1ec0c4a tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.2949693 Jul 16 01:27:33.091983 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c9d-2ab8-4068-bdbd-fa88b3209910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.095366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93cf9c9d-2ab8-4068-bdbd-fa88b3209910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.100627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-93cf9c9d-2ab8-4068-bdbd-fa88b3209910 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c37a0ec-1612-4da5-b4ab-5de05fe03496 HTTP/1.1" status: 204 len: 168 time: 0.5635679 Jul 16 01:27:33.133382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-eb93e9a3-d78f-45c3-b2af-89b046be9fdd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.140555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-eb93e9a3-d78f-45c3-b2af-89b046be9fdd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2688701 Jul 16 01:27:33.144156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8200-1442-40e6-986f-b066ef0466eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.146909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8200-1442-40e6-986f-b066ef0466eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.151490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb4a8200-1442-40e6-986f-b066ef0466eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ff1c8ff-7174-4341-9fd3-51db05c12979 HTTP/1.1" status: 204 len: 168 time: 0.4720349 Jul 16 01:27:33.152783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf9c9d-2ab8-4068-bdbd-fa88b3209910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c37a0ec-1612-4da5-b4ab-5de05fe03496,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.238969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b473418-478f-4663-9839-fe034ca31250 req-86a608f4-528c-48b8-b363-fcc3a158de89 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127138 Jul 16 01:27:33.280278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-c9e795f6-529b-4ab7-8795-8992a331cca9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/quotas/d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 375 time: 0.1371906 Jul 16 01:27:33.291606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a8200-1442-40e6-986f-b066ef0466eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff1c8ff-7174-4341-9fd3-51db05c12979,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.386213 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e74327-0a6c-4679-9ba6-df2543b8c911 x-openstack-request-id: req-70e74327-0a6c-4679-9ba6-df2543b8c911 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:33.386817 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d72754e-e138-4cf2-bd9b-8ec47ef1cc18", "name": "network-vif-deleted", "tag": "64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:33.387085 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70e74327-0a6c-4679-9ba6-df2543b8c911 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:33.388617 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d72754e-e138-4cf2-bd9b-8ec47ef1cc18', 'name': 'network-vif-deleted', 'tag': '64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded', 'status': 'completed', 'code': 200} Jul 16 01:27:33.416453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-6812022b-a739-4a61-9587-fcc451dcdd56 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238575 Jul 16 01:27:33.639143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aa0aa-e84f-446b-a743-d09889614ffc req-9ce9562c-45d9-4350-83fd-e7f846bce1ab tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.640995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d2aa0aa-e84f-446b-a743-d09889614ffc req-9ce9562c-45d9-4350-83fd-e7f846bce1ab tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.0847192 Jul 16 01:27:33.712639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d2aa0aa-e84f-446b-a743-d09889614ffc req-44d28924-c548-4399-8a4f-27d5636636ea tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649319 Jul 16 01:27:34.009094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb95bca7-cf74-4b35-abf8-c427d007d404 req-8818ba2c-61bd-4924-8ab0-54b845c38053 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 210 time: 0.0946333 Jul 16 01:27:34.532794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150ce6-406c-4918-ab7b-ef7bf44c532c req-967ee8f9-6cf8-4cfd-8c29-707c3d9add6c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.541463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e150ce6-406c-4918-ab7b-ef7bf44c532c req-967ee8f9-6cf8-4cfd-8c29-707c3d9add6c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.0957260 Jul 16 01:27:34.611045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e150ce6-406c-4918-ab7b-ef7bf44c532c req-4edc5547-652c-499a-8ba6-5823fdd3404c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Jul 16 01:27:34.648707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.914773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.124589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-697579639-network', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:35.155729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-686471b3-197f-4b98-96fb-fc4627cf43c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57e1e5ce7da146589e94af689e2cf7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5057185 Jul 16 01:27:35.158168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45200) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.203972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:35.210727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.234106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ae4-5fbc-47af-88fe-a33efca42e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.237215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.263240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ae4-5fbc-47af-88fe-a33efca42e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.270477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d95c-4b3f-4b2a-99cc-5edc1db74e49 req-eadbb93e-325d-43d7-92ba-56ffa2f2c31f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.277522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f69d95c-4b3f-4b2a-99cc-5edc1db74e49 req-eadbb93e-325d-43d7-92ba-56ffa2f2c31f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.2284925 Jul 16 01:27:35.293428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:35.327175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:35.330779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 64e730a9-d3f3-4a4f-b9c7-f0d2eb9e3ded not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:35.331621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da811483-c9de-453d-8ec3-012f95b335e5 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:35.371162 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ae4-5fbc-47af-88fe-a33efca42e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.375337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ae4-5fbc-47af-88fe-a33efca42e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.376679 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e2f4ae4-5fbc-47af-88fe-a33efca42e9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61d5c702-96fb-430b-824d-0fe2bb1648ae HTTP/1.1" status: 204 len: 168 time: 0.2165492 Jul 16 01:27:35.392300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f4ae4-5fbc-47af-88fe-a33efca42e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5c702-96fb-430b-824d-0fe2bb1648ae,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.411061 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-1b72445b-2bb6-42f9-a08d-5a359803159d service neutron] 10.222.0.23 "GET /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.1065252 Jul 16 01:27:35.575313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c68f65d-28e0-4360-acbd-0a925510b3dd req-59eefb34-66e7-46f4-a996-5b3f0220e618 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 210 time: 0.2878213 Jul 16 01:27:35.593328 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.613935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.689502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-d861ee42-350f-4389-a86c-9d233393da03 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940464 Jul 16 01:27:35.719819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:35.765414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f69d95c-4b3f-4b2a-99cc-5edc1db74e49 req-a9b9cb9b-246b-4e44-abd3-006b8d9da036 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868338 Jul 16 01:27:35.803932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:35.837069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:35.843044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d66b9-6acf-4329-beae-863584c43af8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.853970 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.854740 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Added segment 644f8e83-3cd4-4711-94ca-f56c1db8734a of type vlan for network a32b881b-37a1-4df7-ae67-f980a68ea571 Jul 16 01:27:35.883902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da811483-c9de-453d-8ec3-012f95b335e5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:35.899871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:35.928550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.042793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45224) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.114799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] Transition to ACTIVE for port object da811483-c9de-453d-8ec3-012f95b335e5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:36.127402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.146816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-e3416e2e-4537-46d3-bbcd-d808dede2711 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.148652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-e3416e2e-4537-46d3-bbcd-d808dede2711 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418759 Jul 16 01:27:36.171330 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a3fcd96d-1dda-4145-ad80-fef06c32d07d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74c62215107d44369a757c60fbedf812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240740 Jul 16 01:27:36.171330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.181866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.194578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Request body: {'port': {'device_id': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'd016397d79854b1ca90017ec4e6a9a66'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:36.244294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa00dd-795b-46ce-a215-56a59b21bfb5 req-fc13ad24-0fde-4bfc-9b73-8c33d3f19728 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.245466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] Pushing event updated for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.251884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72aa00dd-795b-46ce-a215-56a59b21bfb5 req-fc13ad24-0fde-4bfc-9b73-8c33d3f19728 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 943 time: 0.4053032 Jul 16 01:27:36.288339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] No DVR routers for this DVR port da811483-c9de-453d-8ec3-012f95b335e5 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:36.309222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be677c88-8fdb-4e3b-88a7-791528035a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.352483 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-b5d08f42-0936-4917-b776-74884aaa9a06 service neutron] 10.222.0.23 "PUT /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5/bindings/n-h2-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9345884 Jul 16 01:27:36.353011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.353961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.354536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.373764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72aa00dd-795b-46ce-a215-56a59b21bfb5 req-784f2990-24b2-4244-a387-7d377f59f2c5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206799 Jul 16 01:27:36.383536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be677c88-8fdb-4e3b-88a7-791528035a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.448279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5321476 Jul 16 01:27:36.451453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45246) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.479852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Request body: {'subnet': {'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-697579639-subnet', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:36.488704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c230-b6d6-4625-8a54-02bc842c0046 admin admin] Pushing event updated for resources: {'Network': ['ID=a32b881b-37a1-4df7-ae67-f980a68ea571,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.502092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Made reservation on behalf of d016397d79854b1ca90017ec4e6a9a66 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:36.512405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a32b881b-37a1-4df7-ae67-f980a68ea571 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:36.513890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.554630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be677c88-8fdb-4e3b-88a7-791528035a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.557797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be677c88-8fdb-4e3b-88a7-791528035a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.559323 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-be677c88-8fdb-4e3b-88a7-791528035a50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8a5fc6f-956d-4be5-a665-4a2221428988 HTTP/1.1" status: 204 len: 168 time: 0.3871994 Jul 16 01:27:36.594107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be677c88-8fdb-4e3b-88a7-791528035a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a5fc6f-956d-4be5-a665-4a2221428988,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.603630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:36.617125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.623801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-626443d8-011f-48c4-801c-e15e87b96ba6 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.631039 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-626443d8-011f-48c4-801c-e15e87b96ba6 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1096 time: 0.1958821 Jul 16 01:27:36.737380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Allocated IP 192.168.233.83 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/4119bc0d-8930-48a1-95bf-0603cee6a807) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:36.831611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33a3854c-4c81-45b2-9f85-892d6f3ae054 req-de65ebc1-ff1c-4f1a-9e8a-63fcd2568061 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 210 time: 0.0486951 Jul 16 01:27:36.862599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-74bd3249-ba59-4e51-92ad-7e7cc32e2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.864865 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-74bd3249-ba59-4e51-92ad-7e7cc32e2164 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2&tenant_id=2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 1096 time: 0.2081120 Jul 16 01:27:37.077454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-9427bf65-5130-43bf-99ce-bc91928742d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.078971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-9427bf65-5130-43bf-99ce-bc91928742d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1096 time: 0.1730170 Jul 16 01:27:37.118863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.135653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Transition to ACTIVE for port object 4119bc0d-8930-48a1-95bf-0603cee6a807 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:37.183358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-cedcdf54-c5fe-4fa7-9821-5f9a148c1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.185327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-cedcdf54-c5fe-4fa7-9821-5f9a148c1ac5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.0963452 Jul 16 01:27:37.192710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.242234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b77bc-6bc8-41ca-9bc7-1e91f9d78e20 req-5549bd97-1eaa-4f31-bd26-fb011b38ac42 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.252147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-191b77bc-6bc8-41ca-9bc7-1e91f9d78e20 req-5549bd97-1eaa-4f31-bd26-fb011b38ac42 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.2369089 Jul 16 01:27:37.260925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.262362 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-47c93237-bf49-483f-95f5-5e2fe3d2cab9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 200 len: 217 time: 0.0658007 Jul 16 01:27:37.266970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.302471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:37.355113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.405727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:37.418795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-a0c65077-b579-49e0-b274-96a1a4e59e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.420934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-a0c65077-b579-49e0-b274-96a1a4e59e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1332600 Jul 16 01:27:37.423879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-191b77bc-6bc8-41ca-9bc7-1e91f9d78e20 req-81958220-4322-4c10-b104-c76083164487 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705840 Jul 16 01:27:37.427274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:37.434095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:37.526954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-7927a83a-9e2f-4cd9-b44c-976815262cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778651 Jul 16 01:27:37.530937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45284) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.602078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.602820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.632221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-1e25b415-92d6-4bf5-9794-9c3a3d93ec15 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4532976 Jul 16 01:27:37.652778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Request body: {'port': {'device_id': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:37.700828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Checking segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:37.701191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Network hostable DHCP agents. Network: a32b881b-37a1-4df7-ae67-f980a68ea571, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:37.714846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-a82791cd-7a9d-4f97-8708-b6c1965602f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562331 Jul 16 01:27:37.722769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c83b79-5648-4070-9667-a566e2051d29,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.839105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.853933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Network a32b881b-37a1-4df7-ae67-f980a68ea571 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:37.871415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a32b881b-37a1-4df7-ae67-f980a68ea571) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:37.880644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a5155e-42b2-430e-8cb6-0c13fb28bea8 None None] Network a32b881b-37a1-4df7-ae67-f980a68ea571 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:37.913284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.920397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.927844 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-a0ead827-76df-4ffa-870e-18ddec560d50 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013459 Jul 16 01:27:37.951714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f445eed-b4cf-4e6e-9a89-d500f0cf6045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.975756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccb5c6-4e0e-4291-856c-d6bc709ad2c8 req-8f72527f-83bd-4d4d-b99e-4ef263b75401 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.977760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47ccb5c6-4e0e-4291-856c-d6bc709ad2c8 req-8f72527f-83bd-4d4d-b99e-4ef263b75401 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.2301803 Jul 16 01:27:38.058440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3e9277a9-8e0c-4657-853c-78e3c0909cfc None None] Provisioning for port 4119bc0d-8930-48a1-95bf-0603cee6a807 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:38.069504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3e9277a9-8e0c-4657-853c-78e3c0909cfc None None] Provisioning complete for port 4119bc0d-8930-48a1-95bf-0603cee6a807 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:38.072179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e9277a9-8e0c-4657-853c-78e3c0909cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.164169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f445eed-b4cf-4e6e-9a89-d500f0cf6045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.174965 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f445eed-b4cf-4e6e-9a89-d500f0cf6045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.184370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47ccb5c6-4e0e-4291-856c-d6bc709ad2c8 req-fa769453-34a6-4693-af9e-3071b48d78da tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903002 Jul 16 01:27:38.213635 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-92468382-23b1-4859-906d-18979d44e875 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7598636 Jul 16 01:27:38.214480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45302) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.245733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:38.291466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.293312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.366489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74484a8b-67b2-4d0b-b83b-05fa893a0655 req-d4e64c92-848c-44ec-a25b-fdea8bf5db2a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.374294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.374720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74484a8b-67b2-4d0b-b83b-05fa893a0655 req-d4e64c92-848c-44ec-a25b-fdea8bf5db2a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 935 time: 0.3374918 Jul 16 01:27:38.382551 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f445eed-b4cf-4e6e-9a89-d500f0cf6045 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ede6f9f12ff40e4a3edcc30040804b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8506052 Jul 16 01:27:38.387090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.406233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a32b881b-37a1-4df7-ae67-f980a68ea571', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:38.413291 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.421803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f445eed-b4cf-4e6e-9a89-d500f0cf6045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395a3fe-686e-4223-a0e5-a89f383d0edf,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.446015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3e9277a9-8e0c-4657-853c-78e3c0909cfc None None] Port 4119bc0d-8930-48a1-95bf-0603cee6a807 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:38.482615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74484a8b-67b2-4d0b-b83b-05fa893a0655 req-853aeada-a279-4bed-b2d5-09f00e6331e2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066294 Jul 16 01:27:38.631731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Allocated IP 172.20.0.2 (a32b881b-37a1-4df7-ae67-f980a68ea571/e0c83b79-5648-4070-9667-a566e2051d29/5c47307c-04b9-4b58-bb5e-03cdc7eacea4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:38.643899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4119bc0d-8930-48a1-95bf-0603cee6a807 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:38.703591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.766890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Transition to ACTIVE for port object 4119bc0d-8930-48a1-95bf-0603cee6a807 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:38.813849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.930022 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.946086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Transition to ACTIVE for port object 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:39.095962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.194432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1746402-720e-4228-a280-ce68af8a9962 req-5031427f-b7f3-4930-a508-435069a7abf9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.203184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1746402-720e-4228-a280-ce68af8a9962 req-5031427f-b7f3-4930-a508-435069a7abf9 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.4315634 Jul 16 01:27:39.226330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Transition to ACTIVE for port object 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:39.249391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.342626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1746402-720e-4228-a280-ce68af8a9962 req-3eaa9f0f-11b6-4765-acf6-9c46c7931bd7 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197984 Jul 16 01:27:39.343267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Pushing event updated for resources: {'Port': ['ID=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.344136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Attempting to bind port 4119bc0d-8930-48a1-95bf-0603cee6a807 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:39.344724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Attempting to bind port 4119bc0d-8930-48a1-95bf-0603cee6a807 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:39.345311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Attempting to bind port 4119bc0d-8930-48a1-95bf-0603cee6a807 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:39.353494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Port 4119bc0d-8930-48a1-95bf-0603cee6a807 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:39.353821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Attempting to bind port 4119bc0d-8930-48a1-95bf-0603cee6a807 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:39.359600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:39.359948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:39.361152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:39.361619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Bound port: 4119bc0d-8930-48a1-95bf-0603cee6a807, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:39.361990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.396488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Network a32b881b-37a1-4df7-ae67-f980a68ea571 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:39.408232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:39.427073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:39.502861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:39.557041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Attempting to bind port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:39.558148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Attempting to bind port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:39.558518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Attempting to bind port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 on network a32b881b-37a1-4df7-ae67-f980a68ea571 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:39.562004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:39.573848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:39.574229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Checking segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:39.574633 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.575094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Bound using segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:39.578269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Bound port: 5c47307c-04b9-4b58-bb5e-03cdc7eacea4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:39.579337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.580816 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.612724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0186144c-ab98-4c13-9d23-d2144dec7890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.637320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0186144c-ab98-4c13-9d23-d2144dec7890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.702002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.702821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.705143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 1096 time: 2.0568852 Jul 16 01:27:39.713712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.716810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:39.720260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0186144c-ab98-4c13-9d23-d2144dec7890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.722982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0186144c-ab98-4c13-9d23-d2144dec7890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.724150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0186144c-ab98-4c13-9d23-d2144dec7890 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b395a3fe-686e-4223-a0e5-a89f383d0edf HTTP/1.1" status: 204 len: 168 time: 1.3352530 Jul 16 01:27:39.728084 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a635b4-8c50-4f43-9236-183a4a4534af" -d '{"events": [{"name": "network-changed", "server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:39.759757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] For port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:39.765141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] For port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:39.772859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.784652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186144c-ab98-4c13-9d23-d2144dec7890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395a3fe-686e-4223-a0e5-a89f383d0edf,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.800770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213656b-826a-4821-b9ec-cc825caaab1e req-c74c4547-1d2b-419a-ae20-479cf1c3a50b tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.803686 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-c74c4547-1d2b-419a-ae20-479cf1c3a50b tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1096 time: 1.3096316 Jul 16 01:27:39.840450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48686539-2089-448f-9c36-789e7b0bf0ce None None] Pushing event updated for resources: {'Port': ['ID=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.872676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78a0e-7781-40f6-b90c-d50747ae79d9 req-89860c00-7f61-43dc-95c1-641afe1edfe9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.885439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fbb78a0e-7781-40f6-b90c-d50747ae79d9 req-89860c00-7f61-43dc-95c1-641afe1edfe9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.4336665 Jul 16 01:27:39.886314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26953432-cab8-4493-a124-ed7edf90c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.915942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3cb4b-57c7-4cfc-b863-779c59b3c9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.085193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c213656b-826a-4821-b9ec-cc825caaab1e req-4114c3b3-e3a4-4029-a2e0-773f199c07ab service neutron] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:40.089459 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c213656b-826a-4821-b9ec-cc825caaab1e req-4114c3b3-e3a4-4029-a2e0-773f199c07ab service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.090621 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c213656b-826a-4821-b9ec-cc825caaab1e req-4114c3b3-e3a4-4029-a2e0-773f199c07ab service neutron] 10.222.0.13 "DELETE /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5/bindings/n-h1-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.2726326 Jul 16 01:27:40.316789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524e0c8-7a73-4e57-b270-6c8f138f6cc0 req-e3d0f6ef-4da5-42d2-aaba-d6711bb95062 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.318347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5524e0c8-7a73-4e57-b270-6c8f138f6cc0 req-e3d0f6ef-4da5-42d2-aaba-d6711bb95062 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 947 time: 0.6122315 Jul 16 01:27:40.322424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.338519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fbb78a0e-7781-40f6-b90c-d50747ae79d9 req-43bbb0d3-3f67-4f30-8bed-9e0e15e26aee tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510753 Jul 16 01:27:40.356834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.363378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-a9a1c143-11a7-45e6-949b-24996b4e202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.364735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-a9a1c143-11a7-45e6-949b-24996b4e202c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1099 time: 0.5748034 Jul 16 01:27:40.456372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-e88e834a-4b4e-4848-8fe8-0649e6201602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 217 time: 0.0751488 Jul 16 01:27:40.491650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5524e0c8-7a73-4e57-b270-6c8f138f6cc0 req-1affbccf-dea6-4d85-9d8c-86e5c060f402 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588190 Jul 16 01:27:40.564404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Allocated IP 172.25.7.151 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/2ef250d3-346d-48e9-beb8-b7a04b5a4871) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:40.588772 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b6b13c-58d7-4be6-90af-ae3936c40f3f x-openstack-request-id: req-a6b6b13c-58d7-4be6-90af-ae3936c40f3f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:40.589143 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:40.589470 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6b6b13c-58d7-4be6-90af-ae3936c40f3f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:40.589925 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'status': 'completed', 'code': 200} Jul 16 01:27:40.592380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.620566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2730f58-8c50-48d8-b27d-c9693385db05 req-0f3920f7-f1a8-432f-9ce0-edfd1caf5274 tempest-FlavorsV2NegativeTest-1309442535 tempest-FlavorsV2NegativeTest-1309442535-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3c61e177ce604642a6ffbda1776749da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789618 Jul 16 01:27:40.623480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd4e-8b19-401c-804d-85896d01f892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.627457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-605ac802-31fb-4e83-aad4-af4e50d3b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.629006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-605ac802-31fb-4e83-aad4-af4e50d3b2ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1661468 Jul 16 01:27:40.773901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.840468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.887437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:40.917629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:40.922817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:40.931076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:40.939374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2730f58-8c50-48d8-b27d-c9693385db05 req-151c6a03-5b82-4aa1-b42a-421bdecf6c95 tempest-FlavorsV2NegativeTest-1309442535 tempest-FlavorsV2NegativeTest-1309442535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.946086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2730f58-8c50-48d8-b27d-c9693385db05 req-151c6a03-5b82-4aa1-b42a-421bdecf6c95 tempest-FlavorsV2NegativeTest-1309442535 tempest-FlavorsV2NegativeTest-1309442535-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159800 Jul 16 01:27:40.952847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-ddf27271-1350-440a-a23a-2bcd08097ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.954531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-ddf27271-1350-440a-a23a-2bcd08097ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3070590 Jul 16 01:27:40.959630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Pushing event updated for resources: {'Port': ['ID=2ef250d3-346d-48e9-beb8-b7a04b5a4871,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.990692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:41.014638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2730f58-8c50-48d8-b27d-c9693385db05 req-3c7b8bcf-56aa-472a-8a74-4a49a1b77398 tempest-FlavorsV2NegativeTest-1309442535 tempest-FlavorsV2NegativeTest-1309442535-project] 10.222.0.42 "GET /v2.0/quotas/3c61e177ce604642a6ffbda1776749da HTTP/1.1" status: 200 len: 375 time: 0.0677290 Jul 16 01:27:41.100047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2730f58-8c50-48d8-b27d-c9693385db05 req-a26bcb9c-62bf-4080-8aa1-be58a64d1151 tempest-FlavorsV2NegativeTest-1309442535 tempest-FlavorsV2NegativeTest-1309442535-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c61e177ce604642a6ffbda1776749da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708408 Jul 16 01:27:41.233527 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd4e-8b19-401c-804d-85896d01f892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.271453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2d214-df30-4c0f-809a-2629c90b86b8 req-304415bd-c32f-4ad7-a25b-93ff9ca82e3c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.273206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fe2d214-df30-4c0f-809a-2629c90b86b8 req-304415bd-c32f-4ad7-a25b-93ff9ca82e3c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.3575945 Jul 16 01:27:41.277995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd4e-8b19-401c-804d-85896d01f892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.346814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.421710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-a7de1227-a67b-4e81-81b7-ae364f39b8b4 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432211 Jul 16 01:27:41.537842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1294e-80cf-4e01-ae03-404a49305662 None None] Network a32b881b-37a1-4df7-ae67-f980a68ea571 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:41.545558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4807b65e-b197-4e3b-b94f-1ccea7ea3de5 req-53fb5229-2083-4d21-827c-768c44c95a22 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918503 Jul 16 01:27:41.546770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9dd4e-8b19-401c-804d-85896d01f892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98290b-7ce7-4664-ac57-55e3db02a481,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.583577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35e9dd4e-8b19-401c-804d-85896d01f892 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94e19b164949421fbc65e3ea9cd3a5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9898117 Jul 16 01:27:41.586644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45390) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.618247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fe2d214-df30-4c0f-809a-2629c90b86b8 req-0ab0f226-c2a5-4c3f-bed0-db70d705c630 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121665 Jul 16 01:27:41.665918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8993-be55-43a0-b70d-1698ef4a5cb5 req-8760c341-5b72-40f7-9b54-08de2f2ce5d9 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.670315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-091e8993-be55-43a0-b70d-1698ef4a5cb5 req-8760c341-5b72-40f7-9b54-08de2f2ce5d9 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1096 time: 0.2653747 Jul 16 01:27:41.752841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fee53c74-a81a-4655-91c3-9df7f6039496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.756343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.807249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] Provisioning for port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:41.818167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] Provisioning complete for port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:41.818547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.853022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-091e8993-be55-43a0-b70d-1698ef4a5cb5 req-d1347c47-dd21-4206-bc7b-6909f01fbaf0 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677704 Jul 16 01:27:41.878277 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fee53c74-a81a-4655-91c3-9df7f6039496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.944887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-e8e5a8d6-579a-4785-a122-d30ce45f7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.946430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-e8e5a8d6-579a-4785-a122-d30ce45f7a41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1099 time: 0.2712538 Jul 16 01:27:41.993333 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.036401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fee53c74-a81a-4655-91c3-9df7f6039496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.039694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fee53c74-a81a-4655-91c3-9df7f6039496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.043711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fee53c74-a81a-4655-91c3-9df7f6039496 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d98290b-7ce7-4664-ac57-55e3db02a481 HTTP/1.1" status: 204 len: 168 time: 0.4558830 Jul 16 01:27:42.055591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53c74-a81a-4655-91c3-9df7f6039496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98290b-7ce7-4664-ac57-55e3db02a481,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.059808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Router f88c6b11-86bb-4e15-8dcd-52638739586f is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:42.098360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] For port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:42.110614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.118870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45404) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.195721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f372f7-b682-42e0-b0fa-eae54c7cb097 None None] Pushing event updated for resources: {'Port': ['ID=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.208897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:42.225406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Sync routers for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:42.233014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.237242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dee4725f-b78c-4881-ac24-326e4c9ab67c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0112205 Jul 16 01:27:42.237745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45408) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.261410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-124448d4-0d57-4908-a520-f6a95e0886a3 None None] Provisioning complete for port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:42.261804 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-124448d4-0d57-4908-a520-f6a95e0886a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.265204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:42.266135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:27:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:42.276329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9570-94a3-43d0-a40b-e4e2c47a422d req-fbbc9ded-64e7-4eeb-b50e-b4d5d47f656d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.283489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d9a9570-94a3-43d0-a40b-e4e2c47a422d req-fbbc9ded-64e7-4eeb-b50e-b4d5d47f656d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 947 time: 0.4837377 Jul 16 01:27:42.307502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0313c53-8323-4a38-bc6a-ea257dfd5a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.337272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-9485e3ec-78a8-478a-b208-05c8ca294539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.339918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-9485e3ec-78a8-478a-b208-05c8ca294539 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3746288 Jul 16 01:27:42.392830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d9a9570-94a3-43d0-a40b-e4e2c47a422d req-9ca98d8a-d39d-4901-bcf8-eed387a755c6 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083698 Jul 16 01:27:42.452805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-7ccb366d-06f7-4f5d-be15-6ac175ffc0c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 217 time: 0.1015515 Jul 16 01:27:42.480021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-8334791a-cd3f-4d10-bd43-b11b2c3958e2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.481838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-8334791a-cd3f-4d10-bd43-b11b2c3958e2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.4408383 Jul 16 01:27:42.512608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:42.518645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-2ef21ce2-b5c6-40f7-acef-4e650d332adf tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/quotas/07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 375 time: 0.0165937 Jul 16 01:27:42.559835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-e675957d-572a-41cb-900a-1ee403445394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.561885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-e675957d-572a-41cb-900a-1ee403445394 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0995080 Jul 16 01:27:42.651735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-703ded4c-564d-4806-bb0d-678114968668 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261561 Jul 16 01:27:42.668303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-1f7a153b-9576-479f-a35b-533edb9a21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.670483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-1f7a153b-9576-479f-a35b-533edb9a21c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978160 Jul 16 01:27:42.712485 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.800730 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69fcaa05-b877-4b5b-b3c0-c5df23044afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.817760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:42.823219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0313c53-8323-4a38-bc6a-ea257dfd5a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.875129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.898567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0313c53-8323-4a38-bc6a-ea257dfd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.906409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-541db539-cb11-43c1-9db5-354d44a75e49 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225225 Jul 16 01:27:42.908552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-e74eb98d-cc00-4744-a592-c96ef0e95368 service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486687 Jul 16 01:27:42.972350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d0313c53-8323-4a38-bc6a-ea257dfd5a19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c61e177ce604642a6ffbda1776749da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524117 Jul 16 01:27:42.975453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0313c53-8323-4a38-bc6a-ea257dfd5a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a3612-33a2-472b-9251-dc60b58988a3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.979312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.997308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:42.998314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.015203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195555e-1e02-4d39-a46b-2f34e346669a req-d783cf2c-cd9a-4abd-8312-ec53603f6f6f tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.022247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7195555e-1e02-4d39-a46b-2f34e346669a req-d783cf2c-cd9a-4abd-8312-ec53603f6f6f tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 1096 time: 0.3120825 Jul 16 01:27:43.067042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:41Z', 'revision_number': 3, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:43.114205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Checking router: f88c6b11-86bb-4e15-8dcd-52638739586f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:43.114854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Updating router f88c6b11-86bb-4e15-8dcd-52638739586f port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:43.132911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7195555e-1e02-4d39-a46b-2f34e346669a req-ca48c645-dd84-4b96-9698-495be947b7c4 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097143 Jul 16 01:27:43.149229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e50e4ae-e09c-4485-a1b5-33af5314bc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.220858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a635b4-8c50-4f43-9236-183a4a4534af req-e5693630-d115-4cfd-af9f-c43e171ce681 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022151 Jul 16 01:27:43.231355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-e15bf140-c161-4341-acad-0acb711a79fd service neutron] 10.222.0.42 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139055 Jul 16 01:27:43.260661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.289992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.293406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e50e4ae-e09c-4485-a1b5-33af5314bc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.371341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Allocated IP 172.20.0.1 (a32b881b-37a1-4df7-ae67-f980a68ea571/e0c83b79-5648-4070-9667-a566e2051d29/c35c81e9-97c9-4c36-af99-cd073ebc46f1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:43.425397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ccafa-b892-44bd-86bc-dbf9bf28da56 req-039ffa2a-7080-4cdd-9e03-4a956a67f8d8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.432692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-629ccafa-b892-44bd-86bc-dbf9bf28da56 req-039ffa2a-7080-4cdd-9e03-4a956a67f8d8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1134288 Jul 16 01:27:43.445666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-174897151-network', 'tenant_id': '3f855467dac2411b81c04587f7932312'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:43.461268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e50e4ae-e09c-4485-a1b5-33af5314bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.464304 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e50e4ae-e09c-4485-a1b5-33af5314bc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.469559 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4e50e4ae-e09c-4485-a1b5-33af5314bc6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e4a3612-33a2-472b-9251-dc60b58988a3 HTTP/1.1" status: 204 len: 168 time: 0.4489861 Jul 16 01:27:43.523744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-629ccafa-b892-44bd-86bc-dbf9bf28da56 req-fddee252-3821-4b8e-a724-b9760f301e62 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902245 Jul 16 01:27:43.533430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50e4ae-e09c-4485-a1b5-33af5314bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a3612-33a2-472b-9251-dc60b58988a3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.569356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Made reservation on behalf of 3f855467dac2411b81c04587f7932312 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:43.577231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.599460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.620617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.625611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.672474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Transition to ACTIVE for port object c35c81e9-97c9-4c36-af99-cd073ebc46f1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:43.729000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.759893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.764967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.765753 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.793952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Transition to ACTIVE for port object 2ef250d3-346d-48e9-beb8-b7a04b5a4871 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:43.796770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Network a32b881b-37a1-4df7-ae67-f980a68ea571 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:43.801647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:43.804692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=c35c81e9-97c9-4c36-af99-cd073ebc46f1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.807463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:43.809179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.839068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69907465-a179-4202-862e-66db61badd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:43.860733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88346b67-d48b-4a47-bc4f-fd524a53d578,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.869997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.881512 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.883717 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Added segment 3996d9c4-15e6-47aa-84ff-536380778a21 of type vlan for network 65afaae5-94ff-4d2c-b552-74c11245f216 Jul 16 01:27:43.891704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:43.956579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.025385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62e85c-1dab-4a87-90c3-d90e66a51230 None None] Pushing event updated for resources: {'Port': ['ID=2ef250d3-346d-48e9-beb8-b7a04b5a4871,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.026248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Attempting to bind port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:44.026800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Attempting to bind port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:44.027335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Attempting to bind port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:44.039396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:44.040264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:44.040893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.041606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:44.042299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Bound port: 2ef250d3-346d-48e9-beb8-b7a04b5a4871, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:44.042900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.159846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.161583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.166893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.258991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-69907465-a179-4202-862e-66db61badd73 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9968078 Jul 16 01:27:44.264185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45470) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.289215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:44.302975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Request body: {'subnet': {'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-174897151-subnet', 'tenant_id': '3f855467dac2411b81c04587f7932312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:44.315406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7cad3-dae1-41d5-847e-f4207efe0ec9 req-6b90462f-4cec-422e-85d0-0f0b046b2b46 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.323959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64e7cad3-dae1-41d5-847e-f4207efe0ec9 req-6b90462f-4cec-422e-85d0-0f0b046b2b46 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 947 time: 0.2972312 Jul 16 01:27:44.326998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'mac_address': 'fa:16:3e:62:9d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:44.383979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69907465-a179-4202-862e-66db61badd73 admin admin] Pushing event updated for resources: {'Network': ['ID=65afaae5-94ff-4d2c-b552-74c11245f216,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.424382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64e7cad3-dae1-41d5-847e-f4207efe0ec9 req-54808d6e-ee9e-4ce3-b3fd-f554c0b7075e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991893 Jul 16 01:27:44.440540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 65afaae5-94ff-4d2c-b552-74c11245f216 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:44.446973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Made reservation on behalf of 3f855467dac2411b81c04587f7932312 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:44.449718 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.649161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.698113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] For port 2ef250d3-346d-48e9-beb8-b7a04b5a4871, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:44.723836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] For port 2ef250d3-346d-48e9-beb8-b7a04b5a4871, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2ef250d3-346d-48e9-beb8-b7a04b5a4871,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:44.742651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.752077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4fa74e85-36c2-4288-935c-6907aacf2960 None None] Provisioning for port c35c81e9-97c9-4c36-af99-cd073ebc46f1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:44.776306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4fa74e85-36c2-4288-935c-6907aacf2960 None None] Provisioning complete for port c35c81e9-97c9-4c36-af99-cd073ebc46f1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:44.777523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fa74e85-36c2-4288-935c-6907aacf2960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.788121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89e5d845-5c59-4e81-ba5e-9c5dbeabbd5c req-3fbb66f5-8924-4a62-9bde-1fd0b4725e3a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 210 time: 0.1217780 Jul 16 01:27:44.850857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4fa74e85-36c2-4288-935c-6907aacf2960 None None] Port c35c81e9-97c9-4c36-af99-cd073ebc46f1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:44.925854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.982388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.057683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17847493-f032-4184-8507-a3da51537b4f req-8a20da80-d3ef-4332-9b91-e55909c24ff6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.057683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17847493-f032-4184-8507-a3da51537b4f req-8a20da80-d3ef-4332-9b91-e55909c24ff6 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.2035325 Jul 16 01:27:45.066392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:45.073884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:27:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:45.077476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4119bc0d-8930-48a1-95bf-0603cee6a807 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:45.115090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952a90a9-e814-4e42-934e-3bd9dbe0a5c9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.150261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17847493-f032-4184-8507-a3da51537b4f req-7be62cb0-c1c6-434b-b512-dae12569572d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716634 Jul 16 01:27:45.156540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Checking segment: {'id': '3996d9c4-15e6-47aa-84ff-536380778a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:45.156858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Network hostable DHCP agents. Network: 65afaae5-94ff-4d2c-b552-74c11245f216, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:45.182640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.187418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Network 65afaae5-94ff-4d2c-b552-74c11245f216 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:45.192228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.216291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 65afaae5-94ff-4d2c-b552-74c11245f216) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:45.222173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:45.230864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.231677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.235181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa3052-4496-4fd9-9b1c-29ad7a96f821 None None] Network 65afaae5-94ff-4d2c-b552-74c11245f216 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:45.269897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d4c741c0-70a6-4d68-8ffb-07bcd95dfe10 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0030310 Jul 16 01:27:45.283162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.285876 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.301922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62e85c-1dab-4a87-90c3-d90e66a51230 None None] Pushing event updated for resources: {'Port': ['ID=2ef250d3-346d-48e9-beb8-b7a04b5a4871,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.314304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=c35c81e9-97c9-4c36-af99-cd073ebc46f1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.341925 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.462516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:45.468120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Network a32b881b-37a1-4df7-ae67-f980a68ea571 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:45.470537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:45.682828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Router f88c6b11-86bb-4e15-8dcd-52638739586f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:45.880890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:45.932204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209f2da-48bc-430b-8549-4cb10325a135 req-fedc44ce-6640-447e-9bb3-bab11a780a5c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.945779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7209f2da-48bc-430b-8549-4cb10325a135 req-fedc44ce-6640-447e-9bb3-bab11a780a5c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 948 time: 0.2775569 Jul 16 01:27:46.021221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7209f2da-48bc-430b-8549-4cb10325a135 req-c607e723-d318-43ca-96e0-4e39be98ca11 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742276 Jul 16 01:27:46.075573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.100335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.105656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e57ba550-82ed-4b17-9b37-4e8a8b3a5a9e None None] Provisioning complete for port c35c81e9-97c9-4c36-af99-cd073ebc46f1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:46.106255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e57ba550-82ed-4b17-9b37-4e8a8b3a5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.118690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-33bafd74-388e-4e89-bf6a-3e38f70a251e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.120149 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-33bafd74-388e-4e89-bf6a-3e38f70a251e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 807 time: 0.1942639 Jul 16 01:27:46.134523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Request body: {'port': {'device_id': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'admin_state_up': True, 'tenant_id': '07eca64fee8345f790c174acbcbe1809'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:46.176952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['4119bc0d-8930-48a1-95bf-0603cee6a807'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:46.231912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e57ba550-82ed-4b17-9b37-4e8a8b3a5a9e None None] Port c35c81e9-97c9-4c36-af99-cd073ebc46f1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:46.345155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4bb89df-902d-4901-871b-056a05b4fb89 req-33686001-041d-4357-bfc8-7f1e59b36275 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 210 time: 0.0892539 Jul 16 01:27:46.396100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:46.413105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:46.415400 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8111831-7ff2-4c63-8496-2f9afea7970e" -d '{"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-unplugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:46.419597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35832a51-cde2-40f9-acfb-0708d000584d None None] Network 65afaae5-94ff-4d2c-b552-74c11245f216 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:46.476339 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.528671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.534690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:46.534883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-672975449-network', 'tenant_id': 'f7bd9265c35a4105968c14e97fdbe71f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:46.542329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b5031dac-af86-419d-a6ce-676f5bc10aa5 admin admin] 10.222.0.42 "PUT /v2.0/routers/f88c6b11-86bb-4e15-8dcd-52638739586f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3030429 Jul 16 01:27:46.565230 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Made reservation on behalf of 07eca64fee8345f790c174acbcbe1809 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:46.570039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.673573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Made reservation on behalf of f7bd9265c35a4105968c14e97fdbe71f for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:46.675891 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.727671 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac623333-65db-4ce9-8fae-94afe5dc6c2a x-openstack-request-id: req-ac623333-65db-4ce9-8fae-94afe5dc6c2a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:46.727971 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-unplugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:46.729143 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac623333-65db-4ce9-8fae-94afe5dc6c2a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:46.729565 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'code': 200} Jul 16 01:27:46.734541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.736665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.755011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:43Z', 'revision_number': 1, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:46.765072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615fb7-0247-47a5-b6bc-3eb9608a6121 req-3e9cff43-3cc0-4878-9eeb-00c37d2ca8ca tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.766674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93615fb7-0247-47a5-b6bc-3eb9608a6121 req-3e9cff43-3cc0-4878-9eeb-00c37d2ca8ca tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 948 time: 0.3120172 Jul 16 01:27:46.784911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Allocated IP 172.20.0.14 (73e5b720-b23b-4f22-ae91-5b302c58f07d/ff0e21ad-857b-444e-b696-0f1f25b9abfc/f806fccf-d845-4077-a224-65c9eaf6f0eb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:46.793695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26467a64-796f-43c6-a81a-a836ba30be96 None None] The sync data for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 is: [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:43Z', 'revision_number': 1, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:46.932859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93615fb7-0247-47a5-b6bc-3eb9608a6121 req-6f43dc85-d944-4028-bded-194c119410c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373906 Jul 16 01:27:47.082514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.093449 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.136114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:47.140258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.168031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd33401-f77b-4769-b075-62942a2f8277,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.201921 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.202597 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Added segment f059f149-762a-4c33-8bce-ad58746215da of type vlan for network 6b14a15b-922e-44d7-9e89-70f0f438893b Jul 16 01:27:47.252712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.324134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Network 73e5b720-b23b-4f22-ae91-5b302c58f07d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:47.332975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:47.337871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:47.383829 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:47.384942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.424298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.425276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.432850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.456117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-0236ce27-7728-45bb-bea6-039c50738236 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3252633 Jul 16 01:27:47.481160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Request body: {'port': {'device_id': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:47.488061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45556) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:47.567734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.568735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.569316 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.609091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.642115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68c232-a9d3-4304-9092-3ac1b2ceabac req-ea92fb99-ccff-42e0-bbfb-cf482d997b60 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.649561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a68c232-a9d3-4304-9092-3ac1b2ceabac req-ea92fb99-ccff-42e0-bbfb-cf482d997b60 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 948 time: 0.3722453 Jul 16 01:27:47.675249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1450491 Jul 16 01:27:47.675546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45560) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:47.689778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Request body: {'subnet': {'network_id': '6b14a15b-922e-44d7-9e89-70f0f438893b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-672975449-subnet', 'tenant_id': 'f7bd9265c35a4105968c14e97fdbe71f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:47.701777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0dac0fa-8ba1-4d5f-9c3f-72908dee3efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.732596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd862de-b063-41d1-8bca-f939aa1d209f admin admin] Pushing event updated for resources: {'Network': ['ID=6b14a15b-922e-44d7-9e89-70f0f438893b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.743620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6b14a15b-922e-44d7-9e89-70f0f438893b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:47.805588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a68c232-a9d3-4304-9092-3ac1b2ceabac req-b25f807d-f5a5-4bbd-a411-3ae7885c50f3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549611 Jul 16 01:27:47.835305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c65b5-526a-4071-9f1e-da75aaee6a25 req-38db5fdf-969f-4812-b52f-79589b28dff1 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.843854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:47.845124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-388c65b5-526a-4071-9f1e-da75aaee6a25 req-38db5fdf-969f-4812-b52f-79589b28dff1 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 932 time: 0.2701225 Jul 16 01:27:47.881907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:47.945054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-388c65b5-526a-4071-9f1e-da75aaee6a25 req-128e4ee4-5f56-45da-a05a-97309fb14125 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946074 Jul 16 01:27:48.062265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Made reservation on behalf of f7bd9265c35a4105968c14e97fdbe71f for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:48.064508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.141216 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.159165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:48.218656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'mac_address': 'fa:16:3e:ec:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:48.257350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f806fccf-d845-4077-a224-65c9eaf6f0eb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:48.284991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bc45-919c-44f6-b3f9-0ab1f4354955 req-ed92e974-9351-4b2a-b63c-479478435f37 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.287255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdf6bc45-919c-44f6-b3f9-0ab1f4354955 req-ed92e974-9351-4b2a-b63c-479478435f37 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 948 time: 0.1477113 Jul 16 01:27:48.294687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.303655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0dac0fa-8ba1-4d5f-9c3f-72908dee3efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.318033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0dac0fa-8ba1-4d5f-9c3f-72908dee3efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.328091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Transition to ACTIVE for port object f806fccf-d845-4077-a224-65c9eaf6f0eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:48.333536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdf6bc45-919c-44f6-b3f9-0ab1f4354955 req-f1f899e0-766a-47b5-a6b3-7eb5a6b96c51 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Jul 16 01:27:48.358466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.372344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.386445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:48.409982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:48.414745 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.454192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:48.454508 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c0dac0fa-8ba1-4d5f-9c3f-72908dee3efd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7df8877dbc00465aa8ed66ef3c269f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9649081 Jul 16 01:27:48.458879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dac0fa-8ba1-4d5f-9c3f-72908dee3efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c2d76-2d1b-489f-90c6-91d54ac5e700,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.485305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.507392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.550520 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-465e23d5-25a9-457d-8a58-0d86bd9a988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.576122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-465e23d5-25a9-457d-8a58-0d86bd9a988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.610788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.640768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-465e23d5-25a9-457d-8a58-0d86bd9a988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.645198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-465e23d5-25a9-457d-8a58-0d86bd9a988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.651509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-465e23d5-25a9-457d-8a58-0d86bd9a988e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c97c2d76-2d1b-489f-90c6-91d54ac5e700 HTTP/1.1" status: 204 len: 168 time: 0.1953218 Jul 16 01:27:48.661771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e23d5-25a9-457d-8a58-0d86bd9a988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c2d76-2d1b-489f-90c6-91d54ac5e700,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.697666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:48.699320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:48.700261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:48.712231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d06b214-da9b-4464-bb5e-0ca359066faa,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.720081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:48.720397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:48.730073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:48.730410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:48.731642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:48.732170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Bound port: f806fccf-d845-4077-a224-65c9eaf6f0eb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:48.732627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.745843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Checking segment: {'id': 'f059f149-762a-4c33-8bce-ad58746215da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6b14a15b-922e-44d7-9e89-70f0f438893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:48.746198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Network hostable DHCP agents. Network: 6b14a15b-922e-44d7-9e89-70f0f438893b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:48.822093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3b674241-62c0-49fd-94af-d27a5a4e5cd0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:48.839933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Network 6b14a15b-922e-44d7-9e89-70f0f438893b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:48.873921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2ef250d3-346d-48e9-beb8-b7a04b5a4871 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:48.902330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:48.906788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:48.910998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 6b14a15b-922e-44d7-9e89-70f0f438893b) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:48.918431 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.920151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.927139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e776f-5a7c-460c-9e08-cba25b2a0375 None None] Network 6b14a15b-922e-44d7-9e89-70f0f438893b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:48.939918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.993517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.994899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.996369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 1093 time: 1.5298758 Jul 16 01:27:49.020666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:49.046447 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfdda60-4082-4ee2-a736-641d37d2ea22" -d '{"events": [{"name": "network-changed", "server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:49.068851 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c53447e9-7073-4d0c-a2da-d73107357de8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3862760 Jul 16 01:27:49.188191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0068-fcbc-4d09-8e9a-6a3151f4990c req-8bfab501-480a-436b-960f-99d22d461ec3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.195041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87ad0068-fcbc-4d09-8e9a-6a3151f4990c req-8bfab501-480a-436b-960f-99d22d461ec3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 948 time: 0.1869552 Jul 16 01:27:49.197508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856e3d-0a23-4c0e-891d-3b5d524af1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.238669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-f2593525-cf79-4704-bf8b-ae094a92a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.241346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-f2593525-cf79-4704-bf8b-ae094a92a456 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1096 time: 0.1580253 Jul 16 01:27:49.281110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87ad0068-fcbc-4d09-8e9a-6a3151f4990c req-5e9be76f-85cb-4d8c-8746-ff079aa4a115 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777030 Jul 16 01:27:49.370290 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-20af3d03-41a5-411b-aa4a-7227b84cec19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 217 time: 0.1198022 Jul 16 01:27:49.392049 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd661be-d8df-42ce-8fd1-05190fa9b0db x-openstack-request-id: req-2bd661be-d8df-42ce-8fd1-05190fa9b0db {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:49.392340 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:49.392618 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bd661be-d8df-42ce-8fd1-05190fa9b0db {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:49.393013 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'status': 'completed', 'code': 200} Jul 16 01:27:49.395612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a1940e-46ce-4cce-a815-fa70a2cde462 None None] Network 6b14a15b-922e-44d7-9e89-70f0f438893b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:49.443251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-91f750a6-6806-49fd-b2de-7d6b16356cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.445082 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-91f750a6-6806-49fd-b2de-7d6b16356cd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0675604 Jul 16 01:27:49.452316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecea6f-1d75-4671-a903-12f59939fcb7 req-07c49a55-30e9-4696-b182-60d2648e371b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.459787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80ecea6f-1d75-4671-a903-12f59939fcb7 req-07c49a55-30e9-4696-b182-60d2648e371b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.2632926 Jul 16 01:27:49.490676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-05d1d30a-0862-47da-adf4-550a036c49f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374386 Jul 16 01:27:49.537891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80ecea6f-1d75-4671-a903-12f59939fcb7 req-f12e4bd2-0e8e-4871-a257-2945b878751d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767655 Jul 16 01:27:49.647089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-910c4f12-1414-4cd1-842b-161ff0926fbf service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478283 Jul 16 01:27:49.730294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:49.763913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:49.764356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.852654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:49.885436 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbbbb383-7c1c-46fe-84d7-56f41d9ca8ec req-3e653e23-b3d1-44d0-8fd2-9a6325ba429e service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273769 Jul 16 01:27:49.912067 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.958120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45614) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:49.959391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2ef250d3-346d-48e9-beb8-b7a04b5a4871, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2ef250d3-346d-48e9-beb8-b7a04b5a4871,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:49.972886 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Sync routers for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:49.977419 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.978143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24776b12-bdfd-43d2-9cc4-5cf4c91730d5 req-27c7a504-a38a-4743-bb0a-5194b59e3cb7 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.979696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24776b12-bdfd-43d2-9cc4-5cf4c91730d5 req-27c7a504-a38a-4743-bb0a-5194b59e3cb7 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1831489 Jul 16 01:27:49.988262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 4119bc0d-8930-48a1-95bf-0603cee6a807 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:49.994656 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:49.998008 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:27:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:50.029185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 4119bc0d-8930-48a1-95bf-0603cee6a807 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:50.029892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.050941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24776b12-bdfd-43d2-9cc4-5cf4c91730d5 req-92f23603-daa3-4188-abfd-c3943079a295 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569637 Jul 16 01:27:50.066668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-42654f67-7373-4d9b-b29d-0c65d018ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.068190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-42654f67-7373-4d9b-b29d-0c65d018ab16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1096 time: 0.1214268 Jul 16 01:27:50.121843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2ef250d3-346d-48e9-beb8-b7a04b5a4871,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:50.158655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:50.188364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-1779b827-4808-4c22-91d5-8715e0504b88 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.196716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-1779b827-4808-4c22-91d5-8715e0504b88 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/networks?id=65afaae5-94ff-4d2c-b552-74c11245f216 HTTP/1.1" status: 200 len: 814 time: 0.2553415 Jul 16 01:27:50.206017 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.210253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1880069521-network', 'tenant_id': '697b70c9863744de800caebd26af4e4a'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:50.213899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-ac79582c-eb99-4572-835d-13614ab40bd8 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/quotas/3f855467dac2411b81c04587f7932312 HTTP/1.1" status: 200 len: 375 time: 0.0117474 Jul 16 01:27:50.244676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:50.249401 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a247b-2977-4dda-aec8-01a4b8ffe4a9" -d '{"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:50.277299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-92e3cfc9-ffb0-47d6-b13e-6d0b6061a114 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f855467dac2411b81c04587f7932312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503659 Jul 16 01:27:50.282604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Made reservation on behalf of 697b70c9863744de800caebd26af4e4a for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:50.286452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:50.287562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.291915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.320714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.357462 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7bc845-e13b-4de0-aab6-04a2c1fc2230 x-openstack-request-id: req-0d7bc845-e13b-4de0-aab6-04a2c1fc2230 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:50.357784 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:50.358239 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d7bc845-e13b-4de0-aab6-04a2c1fc2230 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:50.359120 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'code': 200} Jul 16 01:27:50.359834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-01f76b58-e56a-4ef1-9a8b-0fc9b205074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.360250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:50.366372 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-01f76b58-e56a-4ef1-9a8b-0fc9b205074c service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2861512 Jul 16 01:27:50.431428 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-b60a1b34-b366-4833-a8b4-ca2a0ff96b5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 217 time: 0.0550735 Jul 16 01:27:50.509957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-89448397-1693-4c43-97cb-b79e7dbfee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.511563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-89448397-1693-4c43-97cb-b79e7dbfee5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0708578 Jul 16 01:27:50.554106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-ae43c7a5-7e7a-4c96-9fc3-4482b292c840 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348101 Jul 16 01:27:50.647034 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 2, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:50.648195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.676375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Checking router: f88c6b11-86bb-4e15-8dcd-52638739586f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:50.676787 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Updating router f88c6b11-86bb-4e15-8dcd-52638739586f port c35c81e9-97c9-4c36-af99-cd073ebc46f1 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:50.695801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.703931 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-29ea59c4-f0ee-4de2-92c7-02ca8a566c2e service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409481 Jul 16 01:27:50.718588 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.772674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:50.790062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.790430 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Added segment c0eb519d-df65-423d-9d6b-12ad2ce9f6ea of type vlan for network 994221d6-f088-4a37-aa57-65ce748e41c0 Jul 16 01:27:50.798487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2ef250d3-346d-48e9-beb8-b7a04b5a4871 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:50.841803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10935fcd-e38d-4b9b-afff-b1310ca48da6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:50.889399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.895905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:50.896515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.909819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-90478a0a-f505-49b2-aa30-10925b9f6f62 service neutron] 10.222.0.42 "GET /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274319 Jul 16 01:27:50.929887 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abfdda60-4082-4ee2-a736-641d37d2ea22 req-7d4f8f91-b9ce-4041-a29c-1fad88db9dea service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151446 Jul 16 01:27:50.950384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.952447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.953061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.000926 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9918895 Jul 16 01:27:51.001596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:51.022451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64a51-27ed-4620-b2e1-ab58ea76c25d req-fc3fa791-bf5f-44dd-9462-ebccef08cd4c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.024608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8eb64a51-27ed-4620-b2e1-ab58ea76c25d req-fc3fa791-bf5f-44dd-9462-ebccef08cd4c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.5723698 Jul 16 01:27:51.036895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2a82-06d7-476e-af6c-e69c157ffd27 req-79950ed8-8ec2-4e91-af95-0d8d922d6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.039191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a49f2a82-06d7-476e-af6c-e69c157ffd27 req-79950ed8-8ec2-4e91-af95-0d8d922d6030 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1101 time: 0.5974753 Jul 16 01:27:51.041924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Request body: {'subnet': {'network_id': '994221d6-f088-4a37-aa57-65ce748e41c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1880069521-subnet', 'tenant_id': '697b70c9863744de800caebd26af4e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:51.047363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed4fc5-73c3-4209-9a26-3ae18263fd0a admin admin] Pushing event updated for resources: {'Network': ['ID=994221d6-f088-4a37-aa57-65ce748e41c0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.064243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 994221d6-f088-4a37-aa57-65ce748e41c0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:51.078961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Made reservation on behalf of 697b70c9863744de800caebd26af4e4a for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:51.081889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.106356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-fc45c65a-72f7-4a1e-b8f2-f9e67752d9b9 service neutron] 10.222.0.42 "GET /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866353 Jul 16 01:27:51.130474 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.143347 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Transition to ACTIVE for port object c35c81e9-97c9-4c36-af99-cd073ebc46f1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:51.154833 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.200571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8eb64a51-27ed-4620-b2e1-ab58ea76c25d req-f5d9335f-b5f3-4edf-9ab9-4ead547b34c4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670280 Jul 16 01:27:51.222954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a49f2a82-06d7-476e-af6c-e69c157ffd27 req-2e858691-327d-4126-8c0e-95e3abc68300 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535852 Jul 16 01:27:51.224455 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Pushing event updated for resources: {'Port': ['ID=c35c81e9-97c9-4c36-af99-cd073ebc46f1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.238592 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.239608 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.241482 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.241989 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.242651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.243457 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.243937 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.244412 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.245099 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.245704 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.246381 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.247822 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:51.327132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.348347 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Attempting to bind port c35c81e9-97c9-4c36-af99-cd073ebc46f1 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:51.348769 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Attempting to bind port c35c81e9-97c9-4c36-af99-cd073ebc46f1 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:51.349088 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Attempting to bind port c35c81e9-97c9-4c36-af99-cd073ebc46f1 on network a32b881b-37a1-4df7-ae67-f980a68ea571 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:51.361915 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:51.362710 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Checking segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:51.363125 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.364945 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Bound using segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:51.365457 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Bound port: c35c81e9-97c9-4c36-af99-cd073ebc46f1, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:51.367017 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.473946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7193adfb-237f-40fe-83db-91c44275d54a,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.491630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Checking segment: {'id': 'c0eb519d-df65-423d-9d6b-12ad2ce9f6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '994221d6-f088-4a37-aa57-65ce748e41c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:51.495794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Network hostable DHCP agents. Network: 994221d6-f088-4a37-aa57-65ce748e41c0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:51.514166 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] For port c35c81e9-97c9-4c36-af99-cd073ebc46f1, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:51.522392 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] For port c35c81e9-97c9-4c36-af99-cd073ebc46f1, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c35c81e9-97c9-4c36-af99-cd073ebc46f1,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:51.530687 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.535028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Network 994221d6-f088-4a37-aa57-65ce748e41c0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:51.561980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 994221d6-f088-4a37-aa57-65ce748e41c0) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:51.566817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.567683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.577662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddb465-56c1-430e-b0ca-a0fd6e52d2f0 None None] Network 994221d6-f088-4a37-aa57-65ce748e41c0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:51.620516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d92a8b7b-74aa-45a9-ad51-2fe1403e3656 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5763547 Jul 16 01:27:51.682897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd59c6-6c69-404d-b260-8f3065b785ae req-a5d6c1e2-e47c-41f1-a59b-e075a8846ea8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.690344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02cd59c6-6c69-404d-b260-8f3065b785ae req-a5d6c1e2-e47c-41f1-a59b-e075a8846ea8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.1321254 Jul 16 01:27:51.693291 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:51.693868 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:27:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:51.758897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975d8b-0251-4ccf-89cf-54825f3c5047 req-6a145770-f954-43a7-8200-b6bb5db017e2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.760532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7975d8b-0251-4ccf-89cf-54825f3c5047 req-6a145770-f954-43a7-8200-b6bb5db017e2 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 950 time: 0.1731932 Jul 16 01:27:51.785420 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02cd59c6-6c69-404d-b260-8f3065b785ae req-412bc7ff-dbf8-4899-a990-e772fa58cd6c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886536 Jul 16 01:27:51.806952 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c6aa2-beb3-4bec-acb2-2b8a3643ddfe None None] Pushing event updated for resources: {'Port': ['ID=c35c81e9-97c9-4c36-af99-cd073ebc46f1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.866092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:51.897147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7975d8b-0251-4ccf-89cf-54825f3c5047 req-238a52f4-b5a7-472c-9bea-d5a2b76ae36c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067231 Jul 16 01:27:51.978636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d174cb5-ccc4-47ef-a73e-1a6cff147bc5 None None] Network 994221d6-f088-4a37-aa57-65ce748e41c0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:52.024017 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:52.071064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64dca7eb-8daf-486a-8415-14145d45b978 req-7df5d108-114d-44fd-9b74-371a033c097b tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 210 time: 0.1351006 Jul 16 01:27:52.275622 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-c22df345-e5c1-4d04-8759-937308000ac6 req-7ddf171d-758e-49d6-8a77-c1a9ab488adb tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] show failed (client error): The resource could not be found. Jul 16 01:27:52.295641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c22df345-e5c1-4d04-8759-937308000ac6 req-7ddf171d-758e-49d6-8a77-c1a9ab488adb tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups/c4ead75b-efd1-4e87-9546-f1ee4c44e5e8 HTTP/1.1" status: 404 len: 352 time: 0.0408561 Jul 16 01:27:52.369908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:52.370293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.414010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-487e87f4-53ca-4d01-bf9b-4ad8b942c1a3 req-5f4d588b-51fd-461c-a13f-c9ba6e9823a3 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=697b70c9863744de800caebd26af4e4a HTTP/1.1" status: 200 len: 2984 time: 0.0767999 Jul 16 01:27:52.456997 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:51Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:52.535423 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a995a-7808-4eff-ae1e-cfbd7e8d354a None None] The sync data for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 is: [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:51Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:52.629454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-487e87f4-53ca-4d01-bf9b-4ad8b942c1a3 req-14af5655-5984-4f2e-8ae5-a8a852a3ea58 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups/10935fcd-e38d-4b9b-afff-b1310ca48da6 HTTP/1.1" status: 200 len: 2981 time: 0.2130034 Jul 16 01:27:52.630390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.659527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:52.662002 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18e16d-e500-47c2-88ae-ac0860f6df63" -d '{"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-plugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:52.667744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef4a51-0fef-4341-aa5c-80038d7004b0 req-6c3339d7-5e98-43d3-b654-bb13faacbf75 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.670059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01ef4a51-0fef-4341-aa5c-80038d7004b0 req-6c3339d7-5e98-43d3-b654-bb13faacbf75 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.2336643 Jul 16 01:27:52.690940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:52.706833 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.750712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-487e87f4-53ca-4d01-bf9b-4ad8b942c1a3 req-5eadee44-5940-487d-bf37-cd0910296f69 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups/10935fcd-e38d-4b9b-afff-b1310ca48da6 HTTP/1.1" status: 200 len: 2981 time: 0.1202703 Jul 16 01:27:52.806149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01ef4a51-0fef-4341-aa5c-80038d7004b0 req-767e6e36-1d29-4ddc-830f-37caa4a64604 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272523 Jul 16 01:27:52.857768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c35c81e9-97c9-4c36-af99-cd073ebc46f1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:52.865083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.932411 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b73c696-525a-4dca-b3ca-664340d2978b x-openstack-request-id: req-3b73c696-525a-4dca-b3ca-664340d2978b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:52.932726 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-plugged", "status": "completed", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:52.932994 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b73c696-525a-4dca-b3ca-664340d2978b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:52.933838 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'code': 200} Jul 16 01:27:53.012173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c35c81e9-97c9-4c36-af99-cd073ebc46f1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:53.020762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d09d41ed-94e6-4675-b562-db3ec5eca312 req-297f21a6-dd34-4a8f-b490-955fb530de68 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups/10935fcd-e38d-4b9b-afff-b1310ca48da6 HTTP/1.1" status: 200 len: 2981 time: 0.1034925 Jul 16 01:27:53.024247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c35c81e9-97c9-4c36-af99-cd073ebc46f1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:53.026571 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.157558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.227684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c35c81e9-97c9-4c36-af99-cd073ebc46f1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c35c81e9-97c9-4c36-af99-cd073ebc46f1,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:53.241221 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.322377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c35c81e9-97c9-4c36-af99-cd073ebc46f1,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.355659 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-d09d41ed-94e6-4675-b562-db3ec5eca312 req-6d216d86-f005-4f56-9544-c54e9c2202b7 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:27:53.357392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d09d41ed-94e6-4675-b562-db3ec5eca312 req-6d216d86-f005-4f56-9544-c54e9c2202b7 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "DELETE /v2.0/security-groups/10935fcd-e38d-4b9b-afff-b1310ca48da6 HTTP/1.1" status: 409 len: 352 time: 0.3278801 Jul 16 01:27:53.378432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ebcd-7665-4dc6-9fd1-3adcf6491dea req-c201c238-050f-495c-a789-267fd1c9c786 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.386866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af63ebcd-7665-4dc6-9fd1-3adcf6491dea req-c201c238-050f-495c-a789-267fd1c9c786 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.2355368 Jul 16 01:27:53.475456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f2a9-3575-4652-bcab-852ad747bba5 req-d76a59d9-e06d-4d4c-afe8-b959a8a37f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.477322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b087f2a9-3575-4652-bcab-852ad747bba5 req-d76a59d9-e06d-4d4c-afe8-b959a8a37f70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1103 time: 0.3454142 Jul 16 01:27:53.557301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af63ebcd-7665-4dc6-9fd1-3adcf6491dea req-5ccbc737-3a33-41c5-8ef3-f90c7c53866e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684685 Jul 16 01:27:53.592011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b087f2a9-3575-4652-bcab-852ad747bba5 req-1112d94e-2664-4150-b9e6-5bf9703cda06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898561 Jul 16 01:27:53.665557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-8c932257-f513-4883-a9a4-50f679169132 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.670742 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-8c932257-f513-4883-a9a4-50f679169132 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.23 "GET /v2.0/networks?id=65afaae5-94ff-4d2c-b552-74c11245f216 HTTP/1.1" status: 200 len: 814 time: 0.3278244 Jul 16 01:27:53.683632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Request body: {'port': {'device_id': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216', 'admin_state_up': True, 'tenant_id': '3f855467dac2411b81c04587f7932312'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:53.801262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9172-8d18-4b91-8e7e-7b210399d1ef req-aa7ebc7b-f985-45e3-bf60-2299b40ee2c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.802959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af1b9172-8d18-4b91-8e7e-7b210399d1ef req-aa7ebc7b-f985-45e3-bf60-2299b40ee2c5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 951 time: 0.1678271 Jul 16 01:27:53.920470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af1b9172-8d18-4b91-8e7e-7b210399d1ef req-c7a83b34-0062-4fa2-9ce1-3960acc5cefb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083770 Jul 16 01:27:53.947224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Made reservation on behalf of 3f855467dac2411b81c04587f7932312 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:53.952737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.977988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da919d43-c327-4dea-a2a0-7ff6683a5010 req-f94d3b58-118c-43c2-935d-3858b12c8fc0 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 210 time: 0.0952201 Jul 16 01:27:54.014294 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-03ec0e5d-3cc9-4511-8729-8697875bde8b req-1ab9342f-2080-4878-9800-c2504381d974 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] show failed (client error): The resource could not be found. Jul 16 01:27:54.031151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03ec0e5d-3cc9-4511-8729-8697875bde8b req-1ab9342f-2080-4878-9800-c2504381d974 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups/a9976a02-bdcd-4b0a-9d1e-ec572d417e05 HTTP/1.1" status: 404 len: 352 time: 0.0671341 Jul 16 01:27:54.219577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Allocated IP 172.20.0.6 (65afaae5-94ff-4d2c-b552-74c11245f216/952a90a9-e814-4e42-934e-3bd9dbe0a5c9/b607cceb-9f0b-4312-8838-80862215956d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:54.360940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f172ea-2c93-455c-887f-d93036b605c9 req-1c0255b8-2034-4049-a60e-784c298a637f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.371097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6f172ea-2c93-455c-887f-d93036b605c9 req-1c0255b8-2034-4049-a60e-784c298a637f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1658452 Jul 16 01:27:54.390969 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-d6d4e919-7443-4707-b9e1-b7a283094ead req-dfe309f8-72c3-4480-8b8c-c7f347cb2098 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] show failed (client error): The resource could not be found. Jul 16 01:27:54.391971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6d4e919-7443-4707-b9e1-b7a283094ead req-dfe309f8-72c3-4480-8b8c-c7f347cb2098 tempest-SecurityGroupsNegativeTestJSON-1844411455 tempest-SecurityGroupsNegativeTestJSON-1844411455-project] 10.222.0.42 "GET /v2.0/security-groups/f0f39fd1-f264-4d57-ac4e-e923df148819 HTTP/1.1" status: 404 len: 352 time: 0.1005380 Jul 16 01:27:54.425004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.499056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.555299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6f172ea-2c93-455c-887f-d93036b605c9 req-42d53081-9edc-49aa-ace8-434a3256cf2e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832058 Jul 16 01:27:54.574139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Deleting subnet 7193adfb-237f-40fe-83db-91c44275d54a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:54.583258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.617185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.645021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.730183 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.747208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Network 65afaae5-94ff-4d2c-b552-74c11245f216 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:54.756895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:54.775775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:54.828826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-40fff5bc-6abb-4d42-9063-0306acb8338a req-ab4ce5e2-215e-45a1-a930-1e2b119d214b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:27:54.833648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Pushing event updated for resources: {'Port': ['ID=b607cceb-9f0b-4312-8838-80862215956d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.835891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c35c81e9-97c9-4c36-af99-cd073ebc46f1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:54.845151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40fff5bc-6abb-4d42-9063-0306acb8338a req-ab4ce5e2-215e-45a1-a930-1e2b119d214b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248892 Jul 16 01:27:54.893344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.904601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.916099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.953150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-a9a1329e-049f-4021-aac8-58cf4a359d73 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2767258 Jul 16 01:27:54.969560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Request body: {'port': {'device_id': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:54.977959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7193adfb-237f-40fe-83db-91c44275d54a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.991268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.993404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7193adfb-237f-40fe-83db-91c44275d54a HTTP/1.1" status: 204 len: 168 time: 0.5659251 Jul 16 01:27:54.999911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45824) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.999911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:54.999911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:54.999911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:54.999911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.000682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.001178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.001524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.001855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.002191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.002521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.002851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.003211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351fb68-a681-4eb5-9de7-bd7110d5a4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:55.033028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c35c81e9-97c9-4c36-af99-cd073ebc46f1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:55.033320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.095604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.126311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695e2a6-47c0-44af-976f-650056b7cdbe req-b157e95b-b507-4e91-9084-4dff4b24ba37 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.128450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2695e2a6-47c0-44af-976f-650056b7cdbe req-b157e95b-b507-4e91-9084-4dff4b24ba37 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.2251198 Jul 16 01:27:55.159309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.232879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2695e2a6-47c0-44af-976f-650056b7cdbe req-ee97c495-eb37-4756-9e89-8deb416ae472 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Jul 16 01:27:55.323442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.352370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994221d6-f088-4a37-aa57-65ce748e41c0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:55.385531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eb519d-df65-423d-9d6b-12ad2ce9f6ea') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:55.386175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eb519d-df65-423d-9d6b-12ad2ce9f6ea') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:55.413409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.452822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.509077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:55.510184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.542421 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:55.547672 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:55.553241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-859ac735-a41f-4cef-b432-0bdf7ef83483 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2108648 Jul 16 01:27:55.750415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.759699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.761694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] 10.222.0.42 "DELETE /v2.0/networks/994221d6-f088-4a37-aa57-65ce748e41c0 HTTP/1.1" status: 204 len: 168 time: 0.7504530 Jul 16 01:27:55.794954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca554d-d680-4280-b9e4-48cc802ad833 admin admin] Pushing event deleted for resources: {'Network': ['ID=994221d6-f088-4a37-aa57-65ce748e41c0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.821922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d5195-a3b2-4f2e-b153-04e516608ebd req-93da05e6-e86e-46e9-be9b-0cd598906685 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.830846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f77d5195-a3b2-4f2e-b153-04e516608ebd req-93da05e6-e86e-46e9-be9b-0cd598906685 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 951 time: 0.3515961 Jul 16 01:27:55.864148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27834c8c-88fa-4d0f-8820-803e91fdb27d req-82ed00a9-343e-4ea8-8b9f-1c17c9fe5b8a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.872671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27834c8c-88fa-4d0f-8820-803e91fdb27d req-82ed00a9-343e-4ea8-8b9f-1c17c9fe5b8a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 931 time: 0.3942647 Jul 16 01:27:55.886980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b607cceb-9f0b-4312-8838-80862215956d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:55.897488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.912405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Transition to ACTIVE for port object b607cceb-9f0b-4312-8838-80862215956d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:55.921546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.992851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:56.001105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f77d5195-a3b2-4f2e-b153-04e516608ebd req-e8f5c54a-3696-4a38-827d-19130b92edc5 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688831 Jul 16 01:27:56.086443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Pushing event updated for resources: {'Port': ['ID=b607cceb-9f0b-4312-8838-80862215956d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.087970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27834c8c-88fa-4d0f-8820-803e91fdb27d req-5e84a480-ac5a-4fc0-84c8-ec0b89e85dc4 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142253 Jul 16 01:27:56.108959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Attempting to bind port b607cceb-9f0b-4312-8838-80862215956d on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:56.109833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Attempting to bind port b607cceb-9f0b-4312-8838-80862215956d by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '3996d9c4-15e6-47aa-84ff-536380778a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:56.110096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Attempting to bind port b607cceb-9f0b-4312-8838-80862215956d on network 65afaae5-94ff-4d2c-b552-74c11245f216 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:56.114722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Port b607cceb-9f0b-4312-8838-80862215956d on network 65afaae5-94ff-4d2c-b552-74c11245f216 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:56.115159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Attempting to bind port b607cceb-9f0b-4312-8838-80862215956d on network 65afaae5-94ff-4d2c-b552-74c11245f216 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:56.121862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:56.122347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Checking segment: {'id': '3996d9c4-15e6-47aa-84ff-536380778a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:56.122840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Bound using segment: {'id': '3996d9c4-15e6-47aa-84ff-536380778a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:56.123379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Bound port: b607cceb-9f0b-4312-8838-80862215956d, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3996d9c4-15e6-47aa-84ff-536380778a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:56.124393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.139839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-94e105bf-c296-47ad-82d4-450e53b60e75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=697b70c9863744de800caebd26af4e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456988 Jul 16 01:27:56.142743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:56.281509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] For port b607cceb-9f0b-4312-8838-80862215956d, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:56.293196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] For port b607cceb-9f0b-4312-8838-80862215956d, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b607cceb-9f0b-4312-8838-80862215956d,segment=NetworkSegment(3996d9c4-15e6-47aa-84ff-536380778a21),segment_id=3996d9c4-15e6-47aa-84ff-536380778a21)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:56.305700 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.350227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0681976c-1313-4c36-8687-1b270fa2aecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.353660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.354285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.357092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] 10.222.0.23 "PUT /v2.0/ports/b607cceb-9f0b-4312-8838-80862215956d HTTP/1.1" status: 200 len: 1092 time: 1.3924289 Jul 16 01:27:56.389649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0681976c-1313-4c36-8687-1b270fa2aecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.390209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'tag': 'b607cceb-9f0b-4312-8838-80862215956d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:56.393454 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6399b0b9-d8aa-4166-b280-7680d166d259" -d '{"events": [{"name": "network-changed", "server_uuid": "119acfdb-0136-47fe-bcb2-4f0a2d25cac5", "tag": "b607cceb-9f0b-4312-8838-80862215956d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:56.509732 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0681976c-1313-4c36-8687-1b270fa2aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.520758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec0502-d939-47db-9248-72a2c0346350 service neutron] Pushing event updated for resources: {'Port': ['ID=b607cceb-9f0b-4312-8838-80862215956d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.523959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0681976c-1313-4c36-8687-1b270fa2aecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.528275 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0681976c-1313-4c36-8687-1b270fa2aecc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10935fcd-e38d-4b9b-afff-b1310ca48da6 HTTP/1.1" status: 204 len: 168 time: 0.3806388 Jul 16 01:27:56.567402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681976c-1313-4c36-8687-1b270fa2aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10935fcd-e38d-4b9b-afff-b1310ca48da6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.584712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-3174e267-4eac-46f8-b1fb-c3566d94eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.586363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-3174e267-4eac-46f8-b1fb-c3566d94eb3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f855467dac2411b81c04587f7932312&device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 1095 time: 0.1592579 Jul 16 01:27:56.611006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc711d8e-3417-4d7e-bbd1-ae7f01548bf4 req-6a252e45-bd72-4471-a558-de3ff480d049 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.623147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc711d8e-3417-4d7e-bbd1-ae7f01548bf4 req-6a252e45-bd72-4471-a558-de3ff480d049 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.3676038 Jul 16 01:27:56.701992 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-1038c717-d46e-41ad-9e84-beef1ac2c48e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b607cceb-9f0b-4312-8838-80862215956d HTTP/1.1" status: 200 len: 217 time: 0.1063578 Jul 16 01:27:56.737737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc711d8e-3417-4d7e-bbd1-ae7f01548bf4 req-f9db72ae-9570-41b6-b506-6d3441d18a3e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136296 Jul 16 01:27:56.853220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-b19a43c0-32d1-49ae-8c75-374f0d67b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.855015 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-b19a43c0-32d1-49ae-8c75-374f0d67b0cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=952a90a9-e814-4e42-934e-3bd9dbe0a5c9 HTTP/1.1" status: 200 len: 854 time: 0.1460536 Jul 16 01:27:56.959471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-923c762c-2e36-4a4b-af23-ee3351e97a76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65afaae5-94ff-4d2c-b552-74c11245f216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924511 Jul 16 01:27:56.961495 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64ec6cc-af06-48b1-a737-ae6555c4a04a x-openstack-request-id: req-b64ec6cc-af06-48b1-a737-ae6555c4a04a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:56.961929 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119acfdb-0136-47fe-bcb2-4f0a2d25cac5", "tag": "b607cceb-9f0b-4312-8838-80862215956d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:56.962177 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b64ec6cc-af06-48b1-a737-ae6555c4a04a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:56.962561 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'tag': 'b607cceb-9f0b-4312-8838-80862215956d', 'status': 'completed', 'code': 200} Jul 16 01:27:57.074024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97b07d-a1b1-4e07-89ab-6ee10fbac692 req-423bf462-64da-461d-99db-757b253e750e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.087931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b97b07d-a1b1-4e07-89ab-6ee10fbac692 req-423bf462-64da-461d-99db-757b253e750e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.1499932 Jul 16 01:27:57.161266 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-8eeb54bb-97fc-4dc2-a6e0-e7dfd5479e28 service neutron] 10.222.0.23 "GET /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943703 Jul 16 01:27:57.164520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b97b07d-a1b1-4e07-89ab-6ee10fbac692 req-29e3f7e6-709e-4772-ad79-2590b0ea0715 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748334 Jul 16 01:27:57.307708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125427a4-5566-4fff-82fe-4df65d7c5f95 req-6317667c-2d77-41c9-8e05-090513ad08a4 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.312412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-125427a4-5566-4fff-82fe-4df65d7c5f95 req-6317667c-2d77-41c9-8e05-090513ad08a4 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1103 time: 0.1358631 Jul 16 01:27:57.405345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-125427a4-5566-4fff-82fe-4df65d7c5f95 req-df60518a-8792-40e8-a23a-5af47e311017 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858583 Jul 16 01:27:57.407283 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5fb1d7af-f52b-476d-8480-c82275f7ca7d req-f879c6ca-2324-42fd-aabb-d6ac1a05e61d service neutron] 10.222.0.23 "GET /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265861 Jul 16 01:27:57.517457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04108916-a10d-4a72-a8cd-fcf508ca301c req-cb1031e3-2024-4d2b-be69-1e3cd5195fd1 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.519441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04108916-a10d-4a72-a8cd-fcf508ca301c req-cb1031e3-2024-4d2b-be69-1e3cd5195fd1 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 943 time: 0.1229577 Jul 16 01:27:57.585806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-3576202f-2bcf-4f55-a9a4-cc6c9eb9eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.587851 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-3576202f-2bcf-4f55-a9a4-cc6c9eb9eb1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f855467dac2411b81c04587f7932312&device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 1095 time: 0.1211693 Jul 16 01:27:57.588504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04108916-a10d-4a72-a8cd-fcf508ca301c req-598fa4cd-d64e-4af2-a69e-2f1dfdbb9fe9 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565562 Jul 16 01:27:57.915099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:57.951041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-459e0276-4d25-442c-9a54-1480ec69ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.961727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-459e0276-4d25-442c-9a54-1480ec69ce3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1101 time: 0.1369712 Jul 16 01:27:58.120917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-74575376-2020-47dd-9dfb-a9bed2210c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.123102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-74575376-2020-47dd-9dfb-a9bed2210c29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1604962 Jul 16 01:27:58.204399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1572795416-network', 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:58.208400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-a8feee15-e096-41db-806b-a36d32f9c351 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 217 time: 0.0475140 Jul 16 01:27:58.290342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-4306fe46-c8df-4945-800c-39712113bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.292199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-4306fe46-c8df-4945-800c-39712113bdcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0743747 Jul 16 01:27:58.307780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-be643ca3-447c-44b6-86ee-077bf1189fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.310328 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-be643ca3-447c-44b6-86ee-077bf1189fa8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=65afaae5-94ff-4d2c-b552-74c11245f216 HTTP/1.1" status: 200 len: 915 time: 0.7137389 Jul 16 01:27:58.337413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:58.339863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.363417 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-6a55702a-0e96-4f91-8659-3edb82225136 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b607cceb-9f0b-4312-8838-80862215956d HTTP/1.1" status: 200 len: 217 time: 0.0437500 Jul 16 01:27:58.367403 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-f5700c56-9ab7-4955-a069-76798d25a0a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254439 Jul 16 01:27:58.386062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f560d0-9ba2-495e-a1c9-614560d1a9b3 req-ea35d4c5-90f9-4773-bd41-bcee4c0486bd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.401144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23f560d0-9ba2-495e-a1c9-614560d1a9b3 req-ea35d4c5-90f9-4773-bd41-bcee4c0486bd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.2752059 Jul 16 01:27:58.406456 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.457184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-a1a758cb-3337-48ee-911f-99dd757363c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.460979 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-a1a758cb-3337-48ee-911f-99dd757363c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=952a90a9-e814-4e42-934e-3bd9dbe0a5c9 HTTP/1.1" status: 200 len: 854 time: 0.0912337 Jul 16 01:27:58.507595 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-68d743f2-7b2c-4a6e-8d4b-b6ed5c19a443 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65afaae5-94ff-4d2c-b552-74c11245f216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385702 Jul 16 01:27:58.529917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-2a61772a-fd7e-4692-99bb-b3eca873a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.531430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-2a61772a-fd7e-4692-99bb-b3eca873a373 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 1097 time: 0.1172791 Jul 16 01:27:58.540721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.553187 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.583987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23f560d0-9ba2-495e-a1c9-614560d1a9b3 req-2f41699c-b022-45a4-abd8-d9c5dfe94cc4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784942 Jul 16 01:27:58.626448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:58.646560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.647053 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Added segment 2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb of type vlan for network 86789cd7-3edb-4098-a369-f00974133c71 Jul 16 01:27:58.743116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a94a035-c263-4ae4-8005-ec3cdbf0b276,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.753102 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.754055 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-2a1473f7-d500-45fa-b779-97ce21021e40 service neutron] 10.222.0.23 "GET /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388432 Jul 16 01:27:58.773955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-f4fde5a9-7179-4f60-a219-a23538a93175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.775388 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-f4fde5a9-7179-4f60-a219-a23538a93175 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2113762 Jul 16 01:27:58.787211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-2e392ff8-968a-4abb-bc60-6f9b7371d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.789109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-2e392ff8-968a-4abb-bc60-6f9b7371d759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4695048 Jul 16 01:27:58.793819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dec31c-1e82-4cf5-8ca1-c34ff334ed23 req-d71051de-5d27-4ea7-934b-473f7fab8919 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.795277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33dec31c-1e82-4cf5-8ca1-c34ff334ed23 req-d71051de-5d27-4ea7-934b-473f7fab8919 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 1103 time: 0.5196505 Jul 16 01:27:58.851952 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-f8b2cff6-6678-4698-8fcd-945c829c4e4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 200 len: 217 time: 0.0639637 Jul 16 01:27:58.958607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33dec31c-1e82-4cf5-8ca1-c34ff334ed23 req-c63cdbf7-ea59-461f-bcbf-a8c187c15cc3 tempest-ServersAdminTestJSON-236283198 tempest-ServersAdminTestJSON-236283198-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503067 Jul 16 01:27:58.962137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.963291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.964647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.965292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-f8d02cd3-b36c-4a8c-861a-5f7b4eaa39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.967118 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-f8d02cd3-b36c-4a8c-861a-5f7b4eaa39b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1086583 Jul 16 01:27:58.970627 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6399b0b9-d8aa-4166-b280-7680d166d259 req-74334f5d-b054-45f6-bda2-d00aba350a62 service neutron] 10.222.0.23 "GET /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088237 Jul 16 01:27:59.001353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11462ebf-bf88-4bde-a389-f21dec6d3c23 req-fdb426f6-1123-430b-903c-c98e7559b108 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.007516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11462ebf-bf88-4bde-a389-f21dec6d3c23 req-fdb426f6-1123-430b-903c-c98e7559b108 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.2864957 Jul 16 01:27:59.029409 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-1aa3e05d-88d3-4d66-91b4-25fceed38e00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524538 Jul 16 01:27:59.055262 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1365354 Jul 16 01:27:59.060101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45926) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:59.063058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-131b1205-0d5e-444e-8411-a321deff523c service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666998 Jul 16 01:27:59.116703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61201a27-e355-4a24-a8d0-fbb98d1d2968 admin admin] Pushing event updated for resources: {'Network': ['ID=86789cd7-3edb-4098-a369-f00974133c71,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.128309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 86789cd7-3edb-4098-a369-f00974133c71 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:59.139524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Request body: {'subnet': {'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1572795416-subnet', 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:59.153604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11462ebf-bf88-4bde-a389-f21dec6d3c23 req-f9ae406c-ac03-4b9a-bc39-b42af98446a2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151199 Jul 16 01:27:59.203011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:59.205416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.294512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-06c936cd-5b6b-4de2-8849-86235e409d12 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898534 Jul 16 01:27:59.343944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b607cceb-9f0b-4312-8838-80862215956d details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:59.396086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-4fa1723e-019a-42ba-b819-d81b5e90125d service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583910 Jul 16 01:27:59.557499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b607cceb-9f0b-4312-8838-80862215956d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b607cceb-9f0b-4312-8838-80862215956d,segment=NetworkSegment(3996d9c4-15e6-47aa-84ff-536380778a21),segment_id=3996d9c4-15e6-47aa-84ff-536380778a21)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:59.595443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'b607cceb-9f0b-4312-8838-80862215956d', 'network_id': '65afaae5-94ff-4d2c-b552-74c11245f216', 'port_id': 'b607cceb-9f0b-4312-8838-80862215956d', 'mac_address': 'fa:16:3e:8b:4c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a90a9-e814-4e42-934e-3bd9dbe0a5c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:59.607477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93432c1a-b9b4-49b3-8e83-06afdef35004 req-ef3cd389-d533-4b25-bc40-5d3628022059 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.615781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93432c1a-b9b4-49b3-8e83-06afdef35004 req-ef3cd389-d533-4b25-bc40-5d3628022059 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 943 time: 0.1872749 Jul 16 01:27:59.668126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-13a06d79-fa2e-406a-ba88-d5909b2829c6 req-04b375e4-d938-43a9-ac3d-61105cb0a5e5 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487872 Jul 16 01:27:59.670352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.679235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.709639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93432c1a-b9b4-49b3-8e83-06afdef35004 req-a3484924-32b7-4e13-bbfd-f94ae9549b27 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889223 Jul 16 01:27:59.741056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b607cceb-9f0b-4312-8838-80862215956d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:59.760660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:59.761025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Network hostable DHCP agents. Network: 86789cd7-3edb-4098-a369-f00974133c71, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:59.770058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b607cceb-9f0b-4312-8838-80862215956d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b607cceb-9f0b-4312-8838-80862215956d,segment=NetworkSegment(3996d9c4-15e6-47aa-84ff-536380778a21),segment_id=3996d9c4-15e6-47aa-84ff-536380778a21)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:59.777219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.784900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d12063-1aa4-4ca6-a5dc-10c5b917a047,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.797259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.797640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.798078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.798455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.799352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.800005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.800346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.800817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.801372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.801657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.802101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.802438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:59.808067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Network 86789cd7-3edb-4098-a369-f00974133c71 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:59.826627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 86789cd7-3edb-4098-a369-f00974133c71) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:59.840672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.841295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.841752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4470632-1547-4b2f-be15-fc7d1fbc613a None None] Network 86789cd7-3edb-4098-a369-f00974133c71 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:59.862544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d406ade-e8b2-4daf-bc63-530145382902 req-b4a80756-3838-4094-b76a-33c8f6a6d9c8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.864144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d406ade-e8b2-4daf-bc63-530145382902 req-b4a80756-3838-4094-b76a-33c8f6a6d9c8 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 949 time: 0.1035361 Jul 16 01:27:59.871395 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5842a80-adee-4f80-99f1-73f76d3c5893 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7686200 Jul 16 01:27:59.948989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d406ade-e8b2-4daf-bc63-530145382902 req-8ff1f8c0-2bfd-4264-9120-a92a5f3fdb43 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Jul 16 01:27:59.965619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b607cceb-9f0b-4312-8838-80862215956d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.995607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6036fd-233a-4ed2-b13c-e879ba42d0d8 req-c0d3a857-6377-4d07-9b3e-901ea5df0860 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.003659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf6036fd-233a-4ed2-b13c-e879ba42d0d8 req-c0d3a857-6377-4d07-9b3e-901ea5df0860 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1383996 Jul 16 01:28:00.045516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25def3-7591-41b7-8bd4-543f24d40c09 None None] Network 86789cd7-3edb-4098-a369-f00974133c71 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:00.065010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b607cceb-9f0b-4312-8838-80862215956d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:00.086229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf6036fd-233a-4ed2-b13c-e879ba42d0d8 req-1c4b40e0-102b-4f8e-a6d1-35c24a16d426 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816863 Jul 16 01:28:00.406308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3d4f8-e7d0-4d15-82cb-87b71eaad9d4 req-635122f0-2a74-4604-9d8c-90b6e0cbd493 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.408260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31d3d4f8-e7d0-4d15-82cb-87b71eaad9d4 req-635122f0-2a74-4604-9d8c-90b6e0cbd493 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.0814936 Jul 16 01:28:00.447567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31d3d4f8-e7d0-4d15-82cb-87b71eaad9d4 req-94e49343-467f-4746-905e-f8bd61a271df tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Jul 16 01:28:00.877794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aac1b7-a9d0-4e53-b753-02c1101d6b6f req-7f7dd3c6-bd6c-41ee-8822-deb353e43df3 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.879445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5aac1b7-a9d0-4e53-b753-02c1101d6b6f req-7f7dd3c6-bd6c-41ee-8822-deb353e43df3 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 944 time: 0.0649400 Jul 16 01:28:00.921933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5aac1b7-a9d0-4e53-b753-02c1101d6b6f req-c85c0224-b618-41ad-8201-1d4a8dab1fc4 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Jul 16 01:28:01.141238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93335307-283a-4052-ad68-2063038c036f req-c97bf24e-32af-4136-944a-17fbadff18ae tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.142733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93335307-283a-4052-ad68-2063038c036f req-c97bf24e-32af-4136-944a-17fbadff18ae tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 949 time: 0.0782168 Jul 16 01:28:01.185303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93335307-283a-4052-ad68-2063038c036f req-c9cb074e-61e0-43da-9e4a-fd8484088b76 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362282 Jul 16 01:28:01.350522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b607cceb-9f0b-4312-8838-80862215956d up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:01.375389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bbdaa-d9c4-4ce3-85c5-487a7b250803 req-0dc6c72f-05ec-489a-a418-e524b40a6165 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.384889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c08bbdaa-d9c4-4ce3-85c5-487a7b250803 req-0dc6c72f-05ec-489a-a418-e524b40a6165 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0877788 Jul 16 01:28:01.409923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-0d0e283b-8436-46e2-b2be-161d9e5631e1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.412977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-0d0e283b-8436-46e2-b2be-161d9e5631e1 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 949 time: 0.0904858 Jul 16 01:28:01.417848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port b607cceb-9f0b-4312-8838-80862215956d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:01.422005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port b607cceb-9f0b-4312-8838-80862215956d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:01.422217 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.438344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c08bbdaa-d9c4-4ce3-85c5-487a7b250803 req-d0978985-cae7-4cae-a4b3-22c69fca21bd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523417 Jul 16 01:28:01.531002 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.548292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Deleting port e0429f60-3ae5-4f27-a267-336103151828 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:01.548844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.559794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b607cceb-9f0b-4312-8838-80862215956d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:01.562918 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f8bdc9-fb81-4ffb-9ef8-37c9c3113b3a" -d '{"events": [{"server_uuid": "119acfdb-0136-47fe-bcb2-4f0a2d25cac5", "name": "network-vif-plugged", "status": "completed", "tag": "b607cceb-9f0b-4312-8838-80862215956d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:01.581091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b607cceb-9f0b-4312-8838-80862215956d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b607cceb-9f0b-4312-8838-80862215956d,segment=NetworkSegment(3996d9c4-15e6-47aa-84ff-536380778a21),segment_id=3996d9c4-15e6-47aa-84ff-536380778a21)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:01.590741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.654638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b607cceb-9f0b-4312-8838-80862215956d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.681664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] For port e0429f60-3ae5-4f27-a267-336103151828, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e0429f60-3ae5-4f27-a267-336103151828,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:01.682026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.684729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15918e98-ae09-4db1-bc8d-9c2d1eadceaa req-01df936e-e37a-4c41-8241-3ae4fd7b097f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.686345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15918e98-ae09-4db1-bc8d-9c2d1eadceaa req-01df936e-e37a-4c41-8241-3ae4fd7b097f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.1009197 Jul 16 01:28:01.696012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Calling delete_port for e0429f60-3ae5-4f27-a267-336103151828 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:01.731484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15918e98-ae09-4db1-bc8d-9c2d1eadceaa req-303296b0-647d-4775-a14b-1903feca1486 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Jul 16 01:28:01.782257 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3429881-a353-4870-8271-6139fe7ad750 x-openstack-request-id: req-d3429881-a353-4870-8271-6139fe7ad750 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:01.782616 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119acfdb-0136-47fe-bcb2-4f0a2d25cac5", "name": "network-vif-plugged", "status": "completed", "tag": "b607cceb-9f0b-4312-8838-80862215956d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:01.782936 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3429881-a353-4870-8271-6139fe7ad750 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:01.783393 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b607cceb-9f0b-4312-8838-80862215956d', 'code': 200} Jul 16 01:28:01.896690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.930931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event deleted for resources: {'Port': ['ID=e0429f60-3ae5-4f27-a267-336103151828,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.946177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', 'e0429f60-3ae5-4f27-a267-336103151828', '3b674241-62c0-49fd-94af-d27a5a4e5cd0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:01.991758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] No DVR routers for this DVR port e0429f60-3ae5-4f27-a267-336103151828 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:01.994813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.997683 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5ba1f51c-c1f7-41f7-9700-37f87df11d0b req-8df57ef7-cdb0-4e9f-a04c-5914a030d01f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "DELETE /v2.0/ports/e0429f60-3ae5-4f27-a267-336103151828 HTTP/1.1" status: 204 len: 173 time: 0.5736654 Jul 16 01:28:01.998162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'name': 'network-vif-deleted', 'tag': 'e0429f60-3ae5-4f27-a267-336103151828'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:02.000456 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562250b-0f8e-4152-b908-274bb244b5c4" -d '{"events": [{"server_uuid": "15116c70-72da-4b74-bf19-fa16193b3b9f", "name": "network-vif-deleted", "tag": "e0429f60-3ae5-4f27-a267-336103151828"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:02.022133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3f3d0-6b88-4c0b-bd54-64fe7ef35a3b req-32fb054f-3085-4408-af80-3fe341c87154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.023753 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f0e3f3d0-6b88-4c0b-bd54-64fe7ef35a3b req-32fb054f-3085-4408-af80-3fe341c87154 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 1097 time: 0.1646302 Jul 16 01:28:02.086684 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f0e3f3d0-6b88-4c0b-bd54-64fe7ef35a3b req-c0745822-a903-483c-b03c-410f365e8b26 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Jul 16 01:28:02.157199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ecaa-0c5c-4078-a3ec-f890bdae2a27 req-53046b49-c2aa-496b-8923-11e1d21effe2 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.164992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e630ecaa-0c5c-4078-a3ec-f890bdae2a27 req-53046b49-c2aa-496b-8923-11e1d21effe2 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 945 time: 0.0917175 Jul 16 01:28:02.228024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e630ecaa-0c5c-4078-a3ec-f890bdae2a27 req-846f199d-4480-4d48-982a-7e3478a344cc tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Jul 16 01:28:02.287331 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5dfa07-41b7-4c1e-bb13-50714a5bd00c x-openstack-request-id: req-db5dfa07-41b7-4c1e-bb13-50714a5bd00c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:02.287853 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15116c70-72da-4b74-bf19-fa16193b3b9f", "name": "network-vif-deleted", "tag": "e0429f60-3ae5-4f27-a267-336103151828", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:02.288291 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db5dfa07-41b7-4c1e-bb13-50714a5bd00c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:02.288892 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15116c70-72da-4b74-bf19-fa16193b3b9f', 'name': 'network-vif-deleted', 'tag': 'e0429f60-3ae5-4f27-a267-336103151828', 'status': 'completed', 'code': 200} Jul 16 01:28:02.438323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1005c2c7-735e-4284-8148-458ee52c700f req-00e88cd7-129a-42f9-bc5d-aa8027e5062d tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=15116c70-72da-4b74-bf19-fa16193b3b9f HTTP/1.1" status: 200 len: 210 time: 0.0369704 Jul 16 01:28:02.615891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5bae7-1037-4ad3-96d7-c4f6764504b1 req-b0f50cb5-421b-4084-a509-fafe87f03efa tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.617665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47d5bae7-1037-4ad3-96d7-c4f6764504b1 req-b0f50cb5-421b-4084-a509-fafe87f03efa tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0697472 Jul 16 01:28:02.667478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47d5bae7-1037-4ad3-96d7-c4f6764504b1 req-e032e656-ac13-4302-83b2-cfe94ae0d4dd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Jul 16 01:28:02.944799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea68b17-b99f-4aca-9775-bfece9d26890 req-08d009e5-3a66-4b4f-93fc-275cba7a3829 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.946429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cea68b17-b99f-4aca-9775-bfece9d26890 req-08d009e5-3a66-4b4f-93fc-275cba7a3829 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.0848186 Jul 16 01:28:03.002969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cea68b17-b99f-4aca-9775-bfece9d26890 req-cc3c2603-408a-4cc3-9f07-37f766d18988 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492878 Jul 16 01:28:03.430699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f105c-fae2-4950-b62a-1dd2e3e38e0d req-ac153ccd-16e1-4802-af69-3a9f84959a0e tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.432214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-260f105c-fae2-4950-b62a-1dd2e3e38e0d req-ac153ccd-16e1-4802-af69-3a9f84959a0e tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 945 time: 0.0736892 Jul 16 01:28:03.475279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-260f105c-fae2-4950-b62a-1dd2e3e38e0d req-cded40ec-3cea-4781-8828-93d2613cbc9d tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Jul 16 01:28:04.011113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79fa9-b7bd-4c3b-9949-776bad8c972b req-a48e7245-132a-49ce-84ce-a654f977d7bb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.013218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbf79fa9-b7bd-4c3b-9949-776bad8c972b req-a48e7245-132a-49ce-84ce-a654f977d7bb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0683808 Jul 16 01:28:04.057187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbf79fa9-b7bd-4c3b-9949-776bad8c972b req-80051a0e-f468-4eaf-8caf-80f6b4cd83a9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379190 Jul 16 01:28:04.527853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d057cc-ce89-4441-9fc7-54cbc4aa2ab2 req-41b00127-f945-48ca-869f-0110687ac11e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.530721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5d057cc-ce89-4441-9fc7-54cbc4aa2ab2 req-41b00127-f945-48ca-869f-0110687ac11e tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 950 time: 0.3680296 Jul 16 01:28:04.576934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5d057cc-ce89-4441-9fc7-54cbc4aa2ab2 req-96b42032-f162-4054-99de-b105c7572258 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Jul 16 01:28:04.746935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f606d-749c-4e7b-b4ec-0b1828475079 req-ff0a30d8-69e9-414d-b47e-8fa8310ec3b4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.748399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c1f606d-749c-4e7b-b4ec-0b1828475079 req-ff0a30d8-69e9-414d-b47e-8fa8310ec3b4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.0691242 Jul 16 01:28:04.788366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c1f606d-749c-4e7b-b4ec-0b1828475079 req-5b11b087-1317-46df-84cf-b83c00536bfa tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Jul 16 01:28:05.476651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e869e-3fd4-4cc1-85e2-9dbab6f0b668 req-7d395293-97dd-428c-8c56-cd3426c3d1a1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.484051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc4e869e-3fd4-4cc1-85e2-9dbab6f0b668 req-7d395293-97dd-428c-8c56-cd3426c3d1a1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0849090 Jul 16 01:28:05.543063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc4e869e-3fd4-4cc1-85e2-9dbab6f0b668 req-3f20de63-1b7b-4f18-82ef-1ad9906c6e85 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Jul 16 01:28:05.544369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-296ed884-ee89-4da3-9ccd-e137edc5286a tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.546060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-296ed884-ee89-4da3-9ccd-e137edc5286a tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 950 time: 0.0839479 Jul 16 01:28:05.663999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Deleting port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:05.664477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.810927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] For port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:05.812001 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.838343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db53dd-1695-4840-86a6-30fb58fec039 req-28933405-ac14-49a2-801b-269d0a937e9f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.840293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1db53dd-1695-4840-86a6-30fb58fec039 req-28933405-ac14-49a2-801b-269d0a937e9f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 950 time: 0.1048870 Jul 16 01:28:05.842123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Calling delete_port for 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:05.887178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1db53dd-1695-4840-86a6-30fb58fec039 req-d1b8f412-a736-47bf-ba79-0c64c922f86f tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Jul 16 01:28:05.897104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e0429f60-3ae5-4f27-a267-336103151828 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:05.940652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e0429f60-3ae5-4f27-a267-336103151828 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:05.942599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e0429f60-3ae5-4f27-a267-336103151828 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:06.047620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.092093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', '3b674241-62c0-49fd-94af-d27a5a4e5cd0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:06.095132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event deleted for resources: {'Port': ['ID=6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:06.097083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14817572-8fc9-4098-88b9-2c7c0ad19f50 req-f308d394-3e00-46d0-80ca-de94e90b63e7 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.098784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14817572-8fc9-4098-88b9-2c7c0ad19f50 req-f308d394-3e00-46d0-80ca-de94e90b63e7 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.0825911 Jul 16 01:28:06.153918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] No DVR routers for this DVR port 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:06.157509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.163390 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e0ea827-b8a7-4251-b51c-9aaba76e0f7c req-a11e334a-ead2-48e3-88a4-a9b4895d15fb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "DELETE /v2.0/ports/6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 HTTP/1.1" status: 204 len: 173 time: 0.6116107 Jul 16 01:28:06.164146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018ee350-4f82-4636-a612-454beff493df', 'name': 'network-vif-deleted', 'tag': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:06.164747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14817572-8fc9-4098-88b9-2c7c0ad19f50 req-1edf5aa7-24f3-4eba-9875-e8f9f7fb1885 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 Jul 16 01:28:06.167046 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ade6e-76b3-48ef-a33a-a58451275e0a" -d '{"events": [{"server_uuid": "018ee350-4f82-4636-a612-454beff493df", "name": "network-vif-deleted", "tag": "6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:06.538850 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0b96d0-7fe8-4b0b-a4ab-5b7b36fe1519 x-openstack-request-id: req-cd0b96d0-7fe8-4b0b-a4ab-5b7b36fe1519 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:06.539085 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018ee350-4f82-4636-a612-454beff493df", "name": "network-vif-deleted", "tag": "6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:06.539337 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd0b96d0-7fe8-4b0b-a4ab-5b7b36fe1519 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:06.539730 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018ee350-4f82-4636-a612-454beff493df', 'name': 'network-vif-deleted', 'tag': '6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3', 'status': 'completed', 'code': 200} Jul 16 01:28:06.802012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eb1f5-8eba-441d-990a-d0a22567edf6 req-d88e63bb-b9ab-4865-9e03-84e4a90b1a4e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.804808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f00eb1f5-8eba-441d-990a-d0a22567edf6 req-d88e63bb-b9ab-4865-9e03-84e4a90b1a4e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0877495 Jul 16 01:28:06.857276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f00eb1f5-8eba-441d-990a-d0a22567edf6 req-8236a996-93bb-46fc-b5b0-c87d2d854f3c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452383 Jul 16 01:28:07.124886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77651c20-8e25-4fe6-aa96-b9048613eda6 req-fdd7e2d7-53e1-4abe-aab8-23e763578fcb tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=018ee350-4f82-4636-a612-454beff493df HTTP/1.1" status: 200 len: 210 time: 0.0402033 Jul 16 01:28:07.275521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.364252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:07.497378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235718f-5af5-46c6-a5fa-90db5b6830fa req-8adffd81-dbee-4e3f-a27d-18146cad44fd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.502233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1235718f-5af5-46c6-a5fa-90db5b6830fa req-8adffd81-dbee-4e3f-a27d-18146cad44fd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.1690185 Jul 16 01:28:07.541085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.565142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d', 'port_id': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'mac_address': 'fa:16:3e:48:8d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0e21ad-857b-444e-b696-0f1f25b9abfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:07.585046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1235718f-5af5-46c6-a5fa-90db5b6830fa req-993c5adc-d826-4db3-b189-e73171d0ec44 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779428 Jul 16 01:28:07.674619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.700058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f806fccf-d845-4077-a224-65c9eaf6f0eb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:07.725878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.731961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.805859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.005148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['f806fccf-d845-4077-a224-65c9eaf6f0eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:08.045442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f53081-27c0-44f5-ac4e-5ae1a08195bb req-f00223f3-2eab-499b-b60c-6be51e2d5d43 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.053278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2f53081-27c0-44f5-ac4e-5ae1a08195bb req-f00223f3-2eab-499b-b60c-6be51e2d5d43 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0761850 Jul 16 01:28:08.093892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2f53081-27c0-44f5-ac4e-5ae1a08195bb req-3dc905f2-89e8-4ec4-ad78-8dc3a40ec1c8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Jul 16 01:28:08.653936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8255-c554-4b3e-bcde-44bf0fc919e2 req-af9d788a-3325-4ccf-b463-b04a30356847 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.655439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1ac8255-c554-4b3e-bcde-44bf0fc919e2 req-af9d788a-3325-4ccf-b463-b04a30356847 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 951 time: 0.0721850 Jul 16 01:28:08.704991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1ac8255-c554-4b3e-bcde-44bf0fc919e2 req-ab1577a1-0c3a-43ca-be80-23292f3c6913 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Jul 16 01:28:08.909056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844295-dcaa-4dbb-80cf-c10f0084ab4c req-9469b8d5-b1cb-400b-a683-694d4ff850ac tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.915641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11844295-dcaa-4dbb-80cf-c10f0084ab4c req-9469b8d5-b1cb-400b-a683-694d4ff850ac tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 945 time: 0.0990019 Jul 16 01:28:08.953875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11844295-dcaa-4dbb-80cf-c10f0084ab4c req-d1b1d1b5-8fe9-4024-ad37-4736a997e938 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371711 Jul 16 01:28:09.342587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59136d-acfe-41f1-b5c0-c2bcff9011ac req-e13b7e50-e83f-4d74-80b1-80cc9ed9c6ef tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.344214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d59136d-acfe-41f1-b5c0-c2bcff9011ac req-e13b7e50-e83f-4d74-80b1-80cc9ed9c6ef tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0943601 Jul 16 01:28:09.359223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:09.387470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d59136d-acfe-41f1-b5c0-c2bcff9011ac req-bbb6eac5-87cb-43a0-af77-b1116fdb1520 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367930 Jul 16 01:28:09.414619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port f806fccf-d845-4077-a224-65c9eaf6f0eb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:09.419477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port f806fccf-d845-4077-a224-65c9eaf6f0eb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:09.419842 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.532573 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.563342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:09.565796 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d43dc-ead5-48eb-8638-b82466a0ddb7" -d '{"events": [{"server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "name": "network-vif-plugged", "status": "completed", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:09.579972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:09.586521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.629135 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a8f97-a1e3-48a2-945f-dd932f460619 x-openstack-request-id: req-e85a8f97-a1e3-48a2-945f-dd932f460619 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:09.629566 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "name": "network-vif-plugged", "status": "completed", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:09.629901 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e85a8f97-a1e3-48a2-945f-dd932f460619 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:09.630426 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'code': 200} Jul 16 01:28:09.645117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:09.818225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5aaaf-5290-4f8c-8a0d-46f929abe6fa req-a7ae2c16-0c24-4d4a-97b3-f1c9567a4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.819775 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15d5aaaf-5290-4f8c-8a0d-46f929abe6fa req-a7ae2c16-0c24-4d4a-97b3-f1c9567a4a68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1098 time: 0.1095817 Jul 16 01:28:09.844924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23e5c649-c7f5-41ad-ae33-751704a857c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.907683 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15d5aaaf-5290-4f8c-8a0d-46f929abe6fa req-8a3b861f-acb2-41a9-bed7-81d178356e35 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806732 Jul 16 01:28:09.930328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22dd42-518d-42c3-83d7-42280cdc8c48 req-5bfb38dd-499c-4969-9431-e531bc652233 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.939228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:09.943985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d22dd42-518d-42c3-83d7-42280cdc8c48 req-5bfb38dd-499c-4969-9431-e531bc652233 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 951 time: 0.0906656 Jul 16 01:28:09.982301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:09.984653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6eeeb35c-4b1e-4e36-9dd1-a0c408742ac3 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:10.014463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d22dd42-518d-42c3-83d7-42280cdc8c48 req-fe09c9b5-5087-4db9-a9ed-60b9fc95cd20 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/security-groups?id=d983fb7d-4959-449d-9e4e-31432a2973a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662553 Jul 16 01:28:10.220792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daf964-dffb-400f-aea3-bcb98f729324 req-1c5fe3eb-6863-4604-882e-362392dfe878 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.222491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9daf964-dffb-400f-aea3-bcb98f729324 req-1c5fe3eb-6863-4604-882e-362392dfe878 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.0759799 Jul 16 01:28:10.252480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b687064-c91a-460e-9390-485eadc651ea req-0ee9e7d4-568a-468f-9c18-2484947d5e2c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.254306 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7b687064-c91a-460e-9390-485eadc651ea req-0ee9e7d4-568a-468f-9c18-2484947d5e2c tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 951 time: 0.0810637 Jul 16 01:28:10.269571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9daf964-dffb-400f-aea3-bcb98f729324 req-cebd7f06-1037-4160-82fc-39750d1a3525 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Jul 16 01:28:10.377729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Deleting port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:10.378159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.479769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] For port 3b674241-62c0-49fd-94af-d27a5a4e5cd0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3b674241-62c0-49fd-94af-d27a5a4e5cd0,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.481065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.493676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Calling delete_port for 3b674241-62c0-49fd-94af-d27a5a4e5cd0 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:10.594485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab9be4-374c-4b1c-be38-abe999dc4061 req-9b116095-1f65-4aca-a274-d241dfcfcb44 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.595632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01ab9be4-374c-4b1c-be38-abe999dc4061 req-9b116095-1f65-4aca-a274-d241dfcfcb44 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0646069 Jul 16 01:28:10.644984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01ab9be4-374c-4b1c-be38-abe999dc4061 req-84568ead-9b85-46a8-8185-c0b2a1e8f8d1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Jul 16 01:28:10.656630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.687666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Pushing event deleted for resources: {'Port': ['ID=3b674241-62c0-49fd-94af-d27a5a4e5cd0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.691198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3b674241-62c0-49fd-94af-d27a5a4e5cd0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:10.741897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] No DVR routers for this DVR port 3b674241-62c0-49fd-94af-d27a5a4e5cd0 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:10.745453 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.748589 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7b687064-c91a-460e-9390-485eadc651ea req-1acd7b65-84f2-4320-a757-7a947eb43600 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.13 "DELETE /v2.0/ports/3b674241-62c0-49fd-94af-d27a5a4e5cd0 HTTP/1.1" status: 204 len: 173 time: 0.4885509 Jul 16 01:28:10.749160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-deleted', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:10.752723 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee35a1-fe34-4b00-a843-37ddec359016" -d '{"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-deleted", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:10.798565 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63620b70-c69d-4512-ab68-342e5f33e899 x-openstack-request-id: req-63620b70-c69d-4512-ab68-342e5f33e899 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:10.798867 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd8759f-4666-425d-b8f0-dc3913299453", "name": "network-vif-deleted", "tag": "3b674241-62c0-49fd-94af-d27a5a4e5cd0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:10.800752 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63620b70-c69d-4512-ab68-342e5f33e899 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:10.802355 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8759f-4666-425d-b8f0-dc3913299453', 'name': 'network-vif-deleted', 'tag': '3b674241-62c0-49fd-94af-d27a5a4e5cd0', 'status': 'completed', 'code': 200} Jul 16 01:28:11.194295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ccc2d1f-a37d-47db-b4a6-0f03c0fc4e07 req-f0d9f8b7-4e6f-41e8-b7f3-672cc19edae0 tempest-ServersAdminTestJSON-39870256 tempest-ServersAdminTestJSON-39870256-project] 10.222.0.42 "GET /v2.0/ports?device_id=edd8759f-4666-425d-b8f0-dc3913299453 HTTP/1.1" status: 200 len: 210 time: 0.0358031 Jul 16 01:28:11.463462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41879606-5af2-4ecf-aa66-f7a87e0cb073 req-c86a1e76-bf63-4c91-bc52-9e623468bda1 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.465079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41879606-5af2-4ecf-aa66-f7a87e0cb073 req-c86a1e76-bf63-4c91-bc52-9e623468bda1 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.0772178 Jul 16 01:28:11.513591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41879606-5af2-4ecf-aa66-f7a87e0cb073 req-3845ff6a-c796-41cd-846a-36ee7c05b035 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Jul 16 01:28:11.789388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107811b2-2036-4d9d-81d3-457376488cd8 req-b68afd81-a7dc-47b8-87db-07fab2626f80 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.790870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-107811b2-2036-4d9d-81d3-457376488cd8 req-b68afd81-a7dc-47b8-87db-07fab2626f80 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1098 time: 0.0578420 Jul 16 01:28:11.829034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-107811b2-2036-4d9d-81d3-457376488cd8 req-0e2bc5ea-00d5-4146-994d-300eb3c87540 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Jul 16 01:28:12.005268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ad845-5a53-4f46-8a85-b5d41380185c req-5d8b7b3f-c9b0-48f8-add6-da8d8f31d2d8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.006844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-168ad845-5a53-4f46-8a85-b5d41380185c req-5d8b7b3f-c9b0-48f8-add6-da8d8f31d2d8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0758331 Jul 16 01:28:12.051693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-168ad845-5a53-4f46-8a85-b5d41380185c req-1515db77-276f-4a8f-a78f-ab178c969b14 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Jul 16 01:28:12.232711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17726f3-6088-47c2-a2fe-0932f96ca567 req-26147e5a-bc52-4db7-941c-3b543e0c581c tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.234501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a17726f3-6088-47c2-a2fe-0932f96ca567 req-26147e5a-bc52-4db7-941c-3b543e0c581c tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1098 time: 0.0574501 Jul 16 01:28:12.273918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a17726f3-6088-47c2-a2fe-0932f96ca567 req-908d87e4-8e41-4d42-9184-55ba69c9c36a tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Jul 16 01:28:12.307002 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f30e821f-b67d-4bb0-b787-9262e7520143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.349778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.626755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:12.798250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:12.798876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-21aa737f-4f5a-47d7-b5d8-c4c24d3303ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4e9331e8aea473ca35ed5ae84019399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703115 Jul 16 01:28:12.860355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccfb130b-63b2-49a9-9931-5ecd8b5beb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.882543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccfb130b-63b2-49a9-9931-5ecd8b5beb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.945641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccfb130b-63b2-49a9-9931-5ecd8b5beb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.948476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccfb130b-63b2-49a9-9931-5ecd8b5beb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.957043 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ccfb130b-63b2-49a9-9931-5ecd8b5beb94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d983fb7d-4959-449d-9e4e-31432a2973a7 HTTP/1.1" status: 204 len: 168 time: 0.1576130 Jul 16 01:28:12.968853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb130b-63b2-49a9-9931-5ecd8b5beb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983fb7d-4959-449d-9e4e-31432a2973a7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.310587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.360261 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c204f148-1392-449a-85ac-68852e677232 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5f8462070f94e9794fe3b149c53e942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462558 Jul 16 01:28:13.360755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.426457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-953cd2cc-420d-4aea-853c-06ffc7fca7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.453554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-953cd2cc-420d-4aea-853c-06ffc7fca7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.507407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-953cd2cc-420d-4aea-853c-06ffc7fca7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.510138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-953cd2cc-420d-4aea-853c-06ffc7fca7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.511868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-953cd2cc-420d-4aea-853c-06ffc7fca7b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97fc0a61-ccfc-402a-b79b-3f535f6dd51e HTTP/1.1" status: 204 len: 168 time: 0.1495008 Jul 16 01:28:13.533961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cd2cc-420d-4aea-853c-06ffc7fca7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fc0a61-ccfc-402a-b79b-3f535f6dd51e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.546902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-fb400c55-1e98-47a4-8c20-dc9013764a7e tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:28:13.550161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-fb400c55-1e98-47a4-8c20-dc9013764a7e tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096529 Jul 16 01:28:13.560874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Request body: {'binding': {'host': 'n-h2-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:13.561505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:28:13.608209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.725667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on host n-h2-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:13.726014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:13.726349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:13.731671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:13.732385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:13.740774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:13.741116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:13.741527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:13.741960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Bound port: f806fccf-d845-4077-a224-65c9eaf6f0eb, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:13.806018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:13.814344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.816668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68caf23b-a719-4a8d-836d-eaf3bf8df41a service neutron] 10.222.0.42 "POST /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb/bindings HTTP/1.1" status: 201 len: 390 time: 0.2602444 Jul 16 01:28:13.958775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:13.993158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 3b674241-62c0-49fd-94af-d27a5a4e5cd0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:13.993548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3b674241-62c0-49fd-94af-d27a5a4e5cd0 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:14.232884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-dcbbf379-98b6-4070-a5e0-4e8f45b98622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.235142 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-dcbbf379-98b6-4070-a5e0-4e8f45b98622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1098 time: 0.1233599 Jul 16 01:28:14.235292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-6a2c9274-a472-48de-8f6b-a713ff67c6c1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.236790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-6a2c9274-a472-48de-8f6b-a713ff67c6c1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2046840 Jul 16 01:28:14.285317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1546-e38e-42d4-9d33-8459963cd251 req-5d22230c-ed4e-4dbb-be04-8cb9dbe886a8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.287118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c19b1546-e38e-42d4-9d33-8459963cd251 req-5d22230c-ed4e-4dbb-be04-8cb9dbe886a8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1441941 Jul 16 01:28:14.289006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-8b4d8e9b-67db-4924-982c-5fa71a3ae98d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.0321820 Jul 16 01:28:14.353407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-1bb16234-d8a0-4aef-8fb4-e0f9ed80b3eb tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502119 Jul 16 01:28:14.402613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-ae0de3a4-2343-4c3a-91ed-e61710966af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.405032 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-ae0de3a4-2343-4c3a-91ed-e61710966af5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1634264 Jul 16 01:28:14.414236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c19b1546-e38e-42d4-9d33-8459963cd251 req-94bc6ff4-2962-4f6f-a42f-e82191aa3260 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205502 Jul 16 01:28:14.465962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-e6f47823-20d7-4b2c-b65f-709eeb2ee32e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 217 time: 0.0544171 Jul 16 01:28:14.524565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-34cba968-6a52-4976-a5b0-79f9699c718d service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512539 Jul 16 01:28:14.541774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-998012eb-85d9-4320-ac79-9804cd48c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.543954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-998012eb-85d9-4320-ac79-9804cd48c454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0717070 Jul 16 01:28:14.591377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-692cb9de-60fe-44eb-9792-c89b12da8abb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393913 Jul 16 01:28:14.687003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-cb8f41b9-5f61-42dc-bb2f-384390e64bee service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614490 Jul 16 01:28:14.719609 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68cb5efb-38fe-4903-8dab-317e986a5a10 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239803 Jul 16 01:28:14.736461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210746a7-cbcb-41cd-9d2a-2fb5325d8e3c req-a1eea672-1f50-4a26-bf06-8be5ae362b52 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.746096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-210746a7-cbcb-41cd-9d2a-2fb5325d8e3c req-a1eea672-1f50-4a26-bf06-8be5ae362b52 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1402597 Jul 16 01:28:14.803039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-210746a7-cbcb-41cd-9d2a-2fb5325d8e3c req-3ffd2db1-e2de-48b6-ab0e-f0030ebd504b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Jul 16 01:28:14.882285 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-79aabea5-226f-48d7-a7e4-9aea1a3b1aba service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558514 Jul 16 01:28:15.028974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77a8839c-62a9-47a0-ae68-064408c34ed9 req-4c054a35-c64c-4a1b-b960-caa622c195fe tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 210 time: 0.0643265 Jul 16 01:28:15.133978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.756809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f445-f314-416c-b825-3793cefac2de req-3d8a31ea-b4cf-4f2a-ab1c-9c67cfa63eba tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:15.767023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3547f445-f314-416c-b825-3793cefac2de req-3d8a31ea-b4cf-4f2a-ab1c-9c67cfa63eba tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0962896 Jul 16 01:28:15.805168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3547f445-f314-416c-b825-3793cefac2de req-306fa6f8-e904-4a41-95fc-f3dcbf06f743 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Jul 16 01:28:16.128404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19f252-cf8d-4bba-8326-3bcdfae8c3dc req-99f5781e-d9c8-476f-81aa-026e64ac9f71 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.139157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e19f252-cf8d-4bba-8326-3bcdfae8c3dc req-99f5781e-d9c8-476f-81aa-026e64ac9f71 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1554923 Jul 16 01:28:16.210345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54096022-7d64-42e7-ab6e-0ce4164a37bb req-5316a0e5-e5be-407b-a011-617ce479693b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 210 time: 0.0375631 Jul 16 01:28:16.254493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e19f252-cf8d-4bba-8326-3bcdfae8c3dc req-a9e7332b-93d2-4e68-a066-4a08ad1d111e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134887 Jul 16 01:28:17.022775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-3d54a17b-ec01-4df0-9fbf-9b1a87ef17d9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.026027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-3d54a17b-ec01-4df0-9fbf-9b1a87ef17d9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2351356 Jul 16 01:28:17.047067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:17.217329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674707-dc95-402f-b81a-a89702497880 req-3a1f4843-2477-4386-8a9f-c8c50131d42b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.252564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69674707-dc95-402f-b81a-a89702497880 req-3a1f4843-2477-4386-8a9f-c8c50131d42b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1639371 Jul 16 01:28:17.306555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:17.312571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.404688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69674707-dc95-402f-b81a-a89702497880 req-158bf53c-ff4e-4a6e-98c5-b47967e0df85 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510503 Jul 16 01:28:17.441862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.629960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00afc5ea-16f4-4ba6-aacc-cb71ce9255ac req-6337ed4c-c6db-4a50-9a8f-e5b2f6ffc8f8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 210 time: 0.0564938 Jul 16 01:28:17.659355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.4 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/1c30a5cc-558d-4c61-bb31-0df60567487a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:17.734375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6269f7ad-dadb-4359-b43b-fa5b9299f0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.959556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6269f7ad-dadb-4359-b43b-fa5b9299f0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.979670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.010582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6269f7ad-dadb-4359-b43b-fa5b9299f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.033853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.070253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.079659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6269f7ad-dadb-4359-b43b-fa5b9299f0af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe363b671e504425a72fd5894f7ad799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363769 Jul 16 01:28:18.083853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269f7ad-dadb-4359-b43b-fa5b9299f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d52ea0-ea7d-43f0-a621-e4bef638139a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.087944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.159046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c204ee9-053a-41b2-9b13-31a26387a652 req-31046fea-9a36-4808-884f-cb81aa09a851 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.166573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c204ee9-053a-41b2-9b13-31a26387a652 req-31046fea-9a36-4808-884f-cb81aa09a851 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.2220907 Jul 16 01:28:18.170211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:18.171554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=1c30a5cc-558d-4c61-bb31-0df60567487a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.178387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:18.185881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:18.189808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fd3-ffef-4009-9f7b-500e93ed6a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.231453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fd3-ffef-4009-9f7b-500e93ed6a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.253620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c204ee9-053a-41b2-9b13-31a26387a652 req-5e41e6d3-d5a0-4230-a47c-46c28ed5713b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851464 Jul 16 01:28:18.254485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.255171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.281530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-2a3294c2-c7b6-409c-a969-c3c49dec74cd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384672 Jul 16 01:28:18.299918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Request body: {'port': {'device_id': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:18.354474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fd3-ffef-4009-9f7b-500e93ed6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.367114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a3c2fd3-ffef-4009-9f7b-500e93ed6a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.382824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a3c2fd3-ffef-4009-9f7b-500e93ed6a72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05d52ea0-ea7d-43f0-a621-e4bef638139a HTTP/1.1" status: 204 len: 168 time: 0.2812266 Jul 16 01:28:18.409645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c2fd3-ffef-4009-9f7b-500e93ed6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d52ea0-ea7d-43f0-a621-e4bef638139a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.441694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.736833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e2fc9-d9ce-4ea9-b3aa-c47e87f9d480 req-0d032071-2d23-4768-862b-0bb2597ab581 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.752181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb7e2fc9-d9ce-4ea9-b3aa-c47e87f9d480 req-0d032071-2d23-4768-862b-0bb2597ab581 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1325998 Jul 16 01:28:18.827925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb7e2fc9-d9ce-4ea9-b3aa-c47e87f9d480 req-5a4a0258-5923-46ee-bead-50a5ba0d32bf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681870 Jul 16 01:28:18.861899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c30a5cc-558d-4c61-bb31-0df60567487a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:18.882044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.910901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Transition to ACTIVE for port object 1c30a5cc-558d-4c61-bb31-0df60567487a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:18.921563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.943038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46398) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.996814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b03a-d7ac-4664-9e42-5c0ea5bf4a00 req-3ec6fb34-a9d5-40ff-b396-50973759d0da tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.998403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed46b03a-d7ac-4664-9e42-5c0ea5bf4a00 req-3ec6fb34-a9d5-40ff-b396-50973759d0da tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 931 time: 0.1468852 Jul 16 01:28:19.032196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6fe2-16cc-4481-ab74-6d10e5506b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.049579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed46b03a-d7ac-4664-9e42-5c0ea5bf4a00 req-90c4aca3-aea7-4f33-aec0-c9e252f1b087 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jul 16 01:28:19.169137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6fe2-16cc-4481-ab74-6d10e5506b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.174144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Pushing event updated for resources: {'Port': ['ID=1c30a5cc-558d-4c61-bb31-0df60567487a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.205121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6fe2-16cc-4481-ab74-6d10e5506b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.300212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e0cf6fe2-16cc-4481-ab74-6d10e5506b9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9a58fd5cf984906bf99e2309187395f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561585 Jul 16 01:28:19.302828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46402) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.309178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf6fe2-16cc-4481-ab74-6d10e5506b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19f65de-745b-4641-b418-9e278787daf1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.325584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Attempting to bind port 1c30a5cc-558d-4c61-bb31-0df60567487a on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:19.326027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Attempting to bind port 1c30a5cc-558d-4c61-bb31-0df60567487a by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:19.326665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Attempting to bind port 1c30a5cc-558d-4c61-bb31-0df60567487a on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:19.331041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Port 1c30a5cc-558d-4c61-bb31-0df60567487a on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:19.331368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Attempting to bind port 1c30a5cc-558d-4c61-bb31-0df60567487a on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:19.345927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:19.346274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:19.346671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:19.347127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Bound port: 1c30a5cc-558d-4c61-bb31-0df60567487a, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:19.347497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.425989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b41b0146-7f2f-4e49-bea4-c5d8b227b24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.458011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] For port 1c30a5cc-558d-4c61-bb31-0df60567487a, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:19.462206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] For port 1c30a5cc-558d-4c61-bb31-0df60567487a, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1c30a5cc-558d-4c61-bb31-0df60567487a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:19.469322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.480746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b41b0146-7f2f-4e49-bea4-c5d8b227b24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.524797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.528783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.530900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] 10.222.0.13 "PUT /v2.0/ports/1c30a5cc-558d-4c61-bb31-0df60567487a HTTP/1.1" status: 200 len: 1092 time: 1.2354083 Jul 16 01:28:19.531686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'tag': '1c30a5cc-558d-4c61-bb31-0df60567487a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:19.535643 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2793807-a745-4068-b998-1e46974b8eee" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfbaae8-03bf-4390-a035-bd1e1484d485", "tag": "1c30a5cc-558d-4c61-bb31-0df60567487a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:19.605926 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca0eeb-3af2-4d81-9813-0daf02906da3 x-openstack-request-id: req-7cca0eeb-3af2-4d81-9813-0daf02906da3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:19.606215 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfbaae8-03bf-4390-a035-bd1e1484d485", "tag": "1c30a5cc-558d-4c61-bb31-0df60567487a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:19.606469 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cca0eeb-3af2-4d81-9813-0daf02906da3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:19.606871 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'tag': '1c30a5cc-558d-4c61-bb31-0df60567487a', 'status': 'completed', 'code': 200} Jul 16 01:28:19.607987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16622-b9d0-4de7-a3c3-fa3c49639802 service neutron] Pushing event updated for resources: {'Port': ['ID=1c30a5cc-558d-4c61-bb31-0df60567487a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.653191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b41b0146-7f2f-4e49-bea4-c5d8b227b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.656277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b41b0146-7f2f-4e49-bea4-c5d8b227b24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.658593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b41b0146-7f2f-4e49-bea4-c5d8b227b24b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b19f65de-745b-4641-b418-9e278787daf1 HTTP/1.1" status: 204 len: 168 time: 0.3540246 Jul 16 01:28:19.703792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab1fe9-dd85-40b6-8734-7281b2e59356 req-310293c4-9dbb-4633-8f50-88a291eb906a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.712357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbab1fe9-dd85-40b6-8734-7281b2e59356 req-310293c4-9dbb-4633-8f50-88a291eb906a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.2125778 Jul 16 01:28:19.745858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-97d5d036-20c5-435e-a613-2137beae57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.747818 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-97d5d036-20c5-435e-a613-2137beae57f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 1095 time: 0.1301787 Jul 16 01:28:19.780028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbab1fe9-dd85-40b6-8734-7281b2e59356 req-2db2c5db-1329-4040-80cb-992093c9affb tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662444 Jul 16 01:28:19.781792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b0146-7f2f-4e49-bea4-c5d8b227b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19f65de-745b-4641-b418-9e278787daf1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.842225 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-bebbe504-4454-4e31-989f-8e82e713e30b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c30a5cc-558d-4c61-bb31-0df60567487a HTTP/1.1" status: 200 len: 217 time: 0.0771687 Jul 16 01:28:19.952094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-26255caf-fdba-40b1-8c92-a870918a8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.956089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-26255caf-fdba-40b1-8c92-a870918a8d4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1022394 Jul 16 01:28:20.004832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-1746cf10-77e9-4068-a306-7e6cf0c5e1f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412347 Jul 16 01:28:20.093735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead804-d437-460c-b7e6-c0be1605b2f0 req-3db6d8ce-3989-499d-bc6b-7a66dc4d26a6 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.102133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cead804-d437-460c-b7e6-c0be1605b2f0 req-3db6d8ce-3989-499d-bc6b-7a66dc4d26a6 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1003118 Jul 16 01:28:20.175895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cead804-d437-460c-b7e6-c0be1605b2f0 req-0cd253d5-91ab-4689-aa0b-5b3b1668186f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716348 Jul 16 01:28:20.262851 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-9983a940-974c-4805-8274-26e6e8e9e98e service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498431 Jul 16 01:28:20.500322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f92f-1598-4c3c-a7b0-96c60ac88f72 req-16c8ef0b-2273-4adc-80e0-eac8baa180fe tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.507771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25f0f92f-1598-4c3c-a7b0-96c60ac88f72 req-16c8ef0b-2273-4adc-80e0-eac8baa180fe tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 943 time: 0.1716287 Jul 16 01:28:20.543052 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-914e83af-a4df-44ed-8134-0c887755b3c9 req-95bc4fbb-dd9a-489a-8786-e41d388ee6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729797 Jul 16 01:28:20.577971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25f0f92f-1598-4c3c-a7b0-96c60ac88f72 req-0f01083e-d0cc-4a8b-9ec9-7bfdd0870af9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Jul 16 01:28:20.771281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793807-a745-4068-b998-1e46974b8eee req-77eac415-cba8-4223-8ad6-d543c3297b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.774171 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-77eac415-cba8-4223-8ad6-d543c3297b79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 1095 time: 0.1063697 Jul 16 01:28:21.088325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:21.153084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55676-71e0-46da-8377-2ac3816162d8 req-abe057f1-f0cf-44f7-b49d-48a3fefbc3d9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.159502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb55676-71e0-46da-8377-2ac3816162d8 req-abe057f1-f0cf-44f7-b49d-48a3fefbc3d9 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1362307 Jul 16 01:28:21.243280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fb55676-71e0-46da-8377-2ac3816162d8 req-1ad26b22-0ccc-40c2-af46-9ab4446c5c6f tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807166 Jul 16 01:28:21.288873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-748428996-network', 'tenant_id': 'caf1f213a9164f3c99e3f9aba24d486b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:21.368743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Made reservation on behalf of caf1f213a9164f3c99e3f9aba24d486b for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:21.374005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.387944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.513445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793807-a745-4068-b998-1e46974b8eee req-f3ff6098-1039-449e-9fda-476f51d21f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.515407 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-f3ff6098-1039-449e-9fda-476f51d21f58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.7302406 Jul 16 01:28:21.578911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-4ef4f510-f9e4-45d6-8865-2e2726b9906d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c30a5cc-558d-4c61-bb31-0df60567487a HTTP/1.1" status: 200 len: 217 time: 0.0531785 Jul 16 01:28:21.649695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a67f-2d7a-4b4b-80cc-8637de168eb8 req-28bea3a5-5974-4310-956b-0fa983f452ae tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.652244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88b6a67f-2d7a-4b4b-80cc-8637de168eb8 req-28bea3a5-5974-4310-956b-0fa983f452ae tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1907408 Jul 16 01:28:21.664724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793807-a745-4068-b998-1e46974b8eee req-ccca9115-7928-4fa7-8aa1-de46c7b4a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.669731 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-ccca9115-7928-4fa7-8aa1-de46c7b4a023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.0838528 Jul 16 01:28:21.732062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.750591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.751904 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-87975bf5-b3b7-4db3-afad-30497714b5c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740111 Jul 16 01:28:21.789854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88b6a67f-2d7a-4b4b-80cc-8637de168eb8 req-4d493c9e-c44e-4ce7-bd5f-4dbd8c7cb9b9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246049 Jul 16 01:28:21.872675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:21.882270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36abf67c-1de7-49a8-ba4b-c1493e877705,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:21.901343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.901936 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Added segment 5821e616-16d2-45cc-9ad1-55c1a5745760 of type vlan for network 02b08fc1-15ce-4497-8724-06a31d3642d9 Jul 16 01:28:21.974402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-e0a57f9c-c306-498c-aaf1-65037f043ffc service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130024 Jul 16 01:28:21.981277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f61f0-5d04-470f-a999-3e7e3050091a req-e1990a72-3a3b-4648-be28-aaaff210d7fd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.989104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e24f61f0-5d04-470f-a999-3e7e3050091a req-e1990a72-3a3b-4648-be28-aaaff210d7fd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 943 time: 0.1970253 Jul 16 01:28:21.993171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.058225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.060193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.061195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.110835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2793807-a745-4068-b998-1e46974b8eee req-08093302-9cf9-49e8-af8c-40d00f460aec service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260698 Jul 16 01:28:22.111857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e24f61f0-5d04-470f-a999-3e7e3050091a req-e7a60efb-b9c8-4b79-91fa-967b5e599fe1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215501 Jul 16 01:28:22.128745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46444) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:22.128971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0389097 Jul 16 01:28:22.136963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Request body: {'subnet': {'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-748428996-subnet', 'tenant_id': 'caf1f213a9164f3c99e3f9aba24d486b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:22.169386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Made reservation on behalf of caf1f213a9164f3c99e3f9aba24d486b for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:22.172251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.184233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f0d86-5c04-4a6f-8e89-01d21c1d29b6 admin admin] Pushing event updated for resources: {'Network': ['ID=02b08fc1-15ce-4497-8724-06a31d3642d9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.195910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:22.421782 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.443264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cfa80-a2cb-41a5-b521-d34c949d6416 req-078cf789-989c-45ef-964e-8343b54aea02 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.450808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e4cfa80-a2cb-41a5-b521-d34c949d6416 req-078cf789-989c-45ef-964e-8343b54aea02 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.0735335 Jul 16 01:28:22.475911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.497144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e4cfa80-a2cb-41a5-b521-d34c949d6416 req-a9dcde60-038c-49de-9fd7-e92b1e566e94 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Jul 16 01:28:22.519813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Checking segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:22.520320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Network hostable DHCP agents. Network: 02b08fc1-15ce-4497-8724-06a31d3642d9, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:22.541721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:22.552329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 02b08fc1-15ce-4497-8724-06a31d3642d9) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:22.559533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.562819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.565213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd27665-e8e3-4da8-b957-9ba8b77bf4ea None None] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:22.582484 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e9960d69-07eb-45dc-85be-aa55c29218dd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4511538 Jul 16 01:28:22.733880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44af07-509c-48e7-9642-5473d7ca68e8 None None] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:23.048897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282213a-18e5-4cfa-a1a5-d22a498eaa70 req-a62b35a5-f547-46d3-837a-77dab871ff1b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.050478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5282213a-18e5-4cfa-a1a5-d22a498eaa70 req-a62b35a5-f547-46d3-837a-77dab871ff1b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0981979 Jul 16 01:28:23.146145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5282213a-18e5-4cfa-a1a5-d22a498eaa70 req-a2d4fc94-ad3b-4756-bee4-da3fc572f797 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853963 Jul 16 01:28:23.197459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-189accf4-47f2-4e44-9ef3-4a4a4ecadf91 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.199670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-189accf4-47f2-4e44-9ef3-4a4a4ecadf91 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 821 time: 0.1482751 Jul 16 01:28:23.217293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-866afd9f-d01e-44c6-9ff8-7eaea4cd52b5 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/quotas/caf1f213a9164f3c99e3f9aba24d486b HTTP/1.1" status: 200 len: 375 time: 0.0108702 Jul 16 01:28:23.256644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-9a4d3184-d1b9-4182-b939-6c86a44adbd0 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330176 Jul 16 01:28:23.391875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-cadc948d-77d7-4197-a15b-e7acea57a88d service neutron] 10.222.0.42 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244917 Jul 16 01:28:23.400325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f443-bc14-4e9e-960b-0cd42ff56d71 req-a1f7f8ef-dc8e-4d09-ba83-e81411e77ef2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.401948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32c8f443-bc14-4e9e-960b-0cd42ff56d71 req-a1f7f8ef-dc8e-4d09-ba83-e81411e77ef2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 943 time: 0.1443424 Jul 16 01:28:23.492748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32c8f443-bc14-4e9e-960b-0cd42ff56d71 req-10fa7ec1-301a-43d5-bf65-ba4f7dde7381 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822144 Jul 16 01:28:23.520191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-d3a3580e-7177-4fb8-902d-aceb57c3dab0 service neutron] 10.222.0.42 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172750 Jul 16 01:28:23.691162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeaed7-195e-4c60-a46b-63e2764b93bb req-dcb83e01-e31b-4db1-a51c-2c91602bef1e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.698135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6aeaed7-195e-4c60-a46b-63e2764b93bb req-dcb83e01-e31b-4db1-a51c-2c91602bef1e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.0789802 Jul 16 01:28:23.742952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6aeaed7-195e-4c60-a46b-63e2764b93bb req-d15d8263-5783-449c-bbf8-1a06ab6661e8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Jul 16 01:28:23.819526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d0c6e9-748e-4d28-92b4-39a4432ac7a4 req-323fc156-1649-4385-827d-1135069f553b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 210 time: 0.0335670 Jul 16 01:28:23.992651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1c30a5cc-558d-4c61-bb31-0df60567487a details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:24.108652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 1c30a5cc-558d-4c61-bb31-0df60567487a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1c30a5cc-558d-4c61-bb31-0df60567487a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:24.122711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '1c30a5cc-558d-4c61-bb31-0df60567487a', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '1c30a5cc-558d-4c61-bb31-0df60567487a', 'mac_address': 'fa:16:3e:98:ee:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:24.169446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.186885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c30a5cc-558d-4c61-bb31-0df60567487a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:24.220239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 1c30a5cc-558d-4c61-bb31-0df60567487a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1c30a5cc-558d-4c61-bb31-0df60567487a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:24.225587 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.317523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=1c30a5cc-558d-4c61-bb31-0df60567487a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:24.330276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.330844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.331413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.331908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.332518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.333009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.333511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.334004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.340304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.340304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.340304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.340304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:24.383767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc01a33-ea98-4c7b-be47-b5e7b68482d1 req-aa9fea0d-d445-4bd7-83a1-f975153ef456 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.389552 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:24.391550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfc01a33-ea98-4c7b-be47-b5e7b68482d1 req-aa9fea0d-d445-4bd7-83a1-f975153ef456 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.0879722 Jul 16 01:28:24.428236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfc01a33-ea98-4c7b-be47-b5e7b68482d1 req-857d4b8b-6c50-440b-a617-4b68b746d1d9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358310 Jul 16 01:28:24.569391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1c30a5cc-558d-4c61-bb31-0df60567487a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:24.677490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41576005-4c95-4ee6-b7b9-f16dd01c4bfd req-a8b85aab-0285-4938-84c4-f002db4eb232 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.679105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41576005-4c95-4ee6-b7b9-f16dd01c4bfd req-a8b85aab-0285-4938-84c4-f002db4eb232 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 944 time: 0.0666149 Jul 16 01:28:24.729359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41576005-4c95-4ee6-b7b9-f16dd01c4bfd req-c0eeed63-b03d-4de7-9a34-7b784e2b65e7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Jul 16 01:28:25.031793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7d0de-56d2-47ed-91aa-ce3f3690ef52 req-9977b74b-a143-43f3-bf61-e85e02fe76f4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.044751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7c7d0de-56d2-47ed-91aa-ce3f3690ef52 req-9977b74b-a143-43f3-bf61-e85e02fe76f4 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1654902 Jul 16 01:28:25.090241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-106c3108-9bbc-4874-959b-5c5ed5a63600 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.090241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-106c3108-9bbc-4874-959b-5c5ed5a63600 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 821 time: 0.1480920 Jul 16 01:28:25.103408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'port': {'device_id': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'admin_state_up': True, 'tenant_id': 'caf1f213a9164f3c99e3f9aba24d486b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:25.118721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7660cf8-eada-4dbe-b479-44f3eac004ee req-c057152b-d9fb-40d9-9154-92579ce58528 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 210 time: 0.0454464 Jul 16 01:28:25.165227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7c7d0de-56d2-47ed-91aa-ce3f3690ef52 req-bf53ead2-0732-40f1-bf6a-ed73e693fede tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193161 Jul 16 01:28:25.253519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Made reservation on behalf of caf1f213a9164f3c99e3f9aba24d486b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:25.258038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.418704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Allocated IP 172.20.0.4 (02b08fc1-15ce-4497-8724-06a31d3642d9/c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33/e9fec89e-2483-4d1c-bb01-9ee2b792e74e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:25.640454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.707842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab3ba-f131-4720-8f85-7a974361e115 req-b46b46e0-abb5-4f1c-8008-2d471c7fd519 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.717803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-919ab3ba-f131-4720-8f85-7a974361e115 req-b46b46e0-abb5-4f1c-8008-2d471c7fd519 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1086833 Jul 16 01:28:25.722983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.817144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-919ab3ba-f131-4720-8f85-7a974361e115 req-df60aa01-9e7c-462d-8b9e-207baaf18afa tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980878 Jul 16 01:28:25.840758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:25.865965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:25.873333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:25.977760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.978411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.003769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.009168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1c30a5cc-558d-4c61-bb31-0df60567487a up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:26.013906 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-f8b07aee-0a87-4f1f-ad6b-ba198ae5ebe3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154415 Jul 16 01:28:26.025158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-843f2654-bd5a-424a-acfe-3a36bc810d5e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.027472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-843f2654-bd5a-424a-acfe-3a36bc810d5e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.2092996 Jul 16 01:28:26.032080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Request body: {'port': {'device_id': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:26.098888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 1c30a5cc-558d-4c61-bb31-0df60567487a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:26.107738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 1c30a5cc-558d-4c61-bb31-0df60567487a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:26.108516 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.131369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-9bf0af28-be9e-45a1-8daa-d515e4acfce1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/quotas/2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 375 time: 0.0952356 Jul 16 01:28:26.191606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.216094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.294234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 1c30a5cc-558d-4c61-bb31-0df60567487a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1c30a5cc-558d-4c61-bb31-0df60567487a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:26.295959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c30a5cc-558d-4c61-bb31-0df60567487a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:26.299236 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36538cc-1014-449c-9739-b06bf86ab849" -d '{"events": [{"server_uuid": "2dfbaae8-03bf-4390-a035-bd1e1484d485", "name": "network-vif-plugged", "status": "completed", "tag": "1c30a5cc-558d-4c61-bb31-0df60567487a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:26.309430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.318406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd7165-ed23-45bc-8d4a-35a739c926c3 req-ea2cb8fa-7a38-44af-8b05-fc65903f463c tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.320570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19dd7165-ed23-45bc-8d4a-35a739c926c3 req-ea2cb8fa-7a38-44af-8b05-fc65903f463c tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 944 time: 0.2915606 Jul 16 01:28:26.336494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-7a381c45-fae5-4e30-bfad-e1db133342d2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2036662 Jul 16 01:28:26.402313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=1c30a5cc-558d-4c61-bb31-0df60567487a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.474376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19dd7165-ed23-45bc-8d4a-35a739c926c3 req-74d476d4-524b-404c-ad16-1e35102df256 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292300 Jul 16 01:28:26.524745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-20572836-ea36-46e0-9364-5f79719f8fa6 service neutron] 10.222.0.13 "GET /v2.0/ports/4119bc0d-8930-48a1-95bf-0603cee6a807/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.1454818 Jul 16 01:28:26.560060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-4b09d206-6e05-4801-831c-e71dac953aee service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232707 Jul 16 01:28:26.670634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fec89e-2483-4d1c-bb01-9ee2b792e74e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:26.692464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.711549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Transition to ACTIVE for port object e9fec89e-2483-4d1c-bb01-9ee2b792e74e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:26.724879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.819338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-4550365f-bbf7-4a71-8fb2-8536cd80bf15 service neutron] 10.222.0.42 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431786 Jul 16 01:28:26.863528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.989410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb68d35-4352-4bcc-a0ae-7e854c3354b5 req-3eebba10-e012-4aa5-afa9-24b37a8cedf4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.991052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bb68d35-4352-4bcc-a0ae-7e854c3354b5 req-3eebba10-e012-4aa5-afa9-24b37a8cedf4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 943 time: 0.1504629 Jul 16 01:28:27.037302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bb68d35-4352-4bcc-a0ae-7e854c3354b5 req-d9a0fe43-f536-45ab-bc9b-9c2bc6df8e4c tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Jul 16 01:28:27.046742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Attempting to bind port e9fec89e-2483-4d1c-bb01-9ee2b792e74e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:27.047075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Attempting to bind port e9fec89e-2483-4d1c-bb01-9ee2b792e74e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:27.047620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Attempting to bind port e9fec89e-2483-4d1c-bb01-9ee2b792e74e on network 02b08fc1-15ce-4497-8724-06a31d3642d9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:27.055761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Port e9fec89e-2483-4d1c-bb01-9ee2b792e74e on network 02b08fc1-15ce-4497-8724-06a31d3642d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:27.056103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Attempting to bind port e9fec89e-2483-4d1c-bb01-9ee2b792e74e on network 02b08fc1-15ce-4497-8724-06a31d3642d9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:27.063550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:27.063907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Checking segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:27.064407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Bound using segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:27.065946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Bound port: e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:27.065946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.122262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-142a5197-a23e-406e-842a-d68b47235266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.123987 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-142a5197-a23e-406e-842a-d68b47235266 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec&tenant_id=d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 1101 time: 0.1560497 Jul 16 01:28:27.207895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:27.225884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:27.236185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.305768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.306715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bbdc1-cbb9-4386-aa70-db3f125625f3 req-184b8906-8079-4c05-a873-667f13dd4729 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.314816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b87bbdc1-cbb9-4386-aa70-db3f125625f3 req-184b8906-8079-4c05-a873-667f13dd4729 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1358941 Jul 16 01:28:27.326716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.327348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.328959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-6a6eef8f-8eba-471b-b576-73f456d733e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/e9fec89e-2483-4d1c-bb01-9ee2b792e74e HTTP/1.1" status: 200 len: 1092 time: 1.3028502 Jul 16 01:28:27.330366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:27.332679 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3343f57e-7cd9-434d-9f83-5a4f306d4424" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:27.341397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-d4b3278c-8fa6-4c1d-b306-8ac0e6c94b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.353154 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-d4b3278c-8fa6-4c1d-b306-8ac0e6c94b2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1101 time: 0.1820197 Jul 16 01:28:27.364504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b87bbdc1-cbb9-4386-aa70-db3f125625f3 req-f56b718c-ab3b-483d-85c3-4f7483b28572 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486178 Jul 16 01:28:27.397150 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb70f23-2cdd-43ab-8d88-baf15bef95b0 x-openstack-request-id: req-3bb70f23-2cdd-43ab-8d88-baf15bef95b0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:27.398446 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbaae8-03bf-4390-a035-bd1e1484d485", "name": "network-vif-plugged", "status": "completed", "tag": "1c30a5cc-558d-4c61-bb31-0df60567487a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:27.399037 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bb70f23-2cdd-43ab-8d88-baf15bef95b0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:27.399910 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c30a5cc-558d-4c61-bb31-0df60567487a', 'code': 200} Jul 16 01:28:27.591939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-657aebac-d7c8-4512-89b8-d1c79c85bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.594086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-657aebac-d7c8-4512-89b8-d1c79c85bd9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2293360 Jul 16 01:28:27.611131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-b79aa48f-b1d1-4078-a3ae-24a2788b7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.616825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-b79aa48f-b1d1-4078-a3ae-24a2788b7f53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 1095 time: 0.1632853 Jul 16 01:28:27.678281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b648294-4f24-45b1-820a-f57dfabd2423 req-be3b461b-976c-406a-92fc-d41dff63cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.680106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b648294-4f24-45b1-820a-f57dfabd2423 req-be3b461b-976c-406a-92fc-d41dff63cc4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 1097 time: 0.1676493 Jul 16 01:28:27.730376 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-8a496dd5-9690-455a-840f-f66c480ab205 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 217 time: 0.1118066 Jul 16 01:28:27.732626 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-72d076b1-4c14-4d6b-98b9-e5f694d0bae9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e HTTP/1.1" status: 200 len: 217 time: 0.0788777 Jul 16 01:28:27.801044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2aa568f-7130-48bc-9ec0-b0b318aef2d9 req-f18712fc-47d2-4fb4-b4dc-3276bebd29dd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 210 time: 0.0868704 Jul 16 01:28:27.852893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd4d49-66d4-425c-8f66-0bd50c659932 req-1e85b459-b514-48a2-ac77-40699e355cb8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.861361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52dd4d49-66d4-425c-8f66-0bd50c659932 req-1e85b459-b514-48a2-ac77-40699e355cb8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.2700062 Jul 16 01:28:27.870730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b648294-4f24-45b1-820a-f57dfabd2423 req-8a2ab8b7-0e10-41db-bba7-bfec5729020f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821802 Jul 16 01:28:27.900625 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728755d8-dae2-4ad1-b815-3fc7d2ced427 x-openstack-request-id: req-728755d8-dae2-4ad1-b815-3fc7d2ced427 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:27.900921 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:27.901254 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-728755d8-dae2-4ad1-b815-3fc7d2ced427 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:27.901774 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'status': 'completed', 'code': 200} Jul 16 01:28:27.903340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-9ee3df56-6b1e-4c11-894d-665b7af780dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.904917 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-9ee3df56-6b1e-4c11-894d-665b7af780dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1683044 Jul 16 01:28:27.924902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52dd4d49-66d4-425c-8f66-0bd50c659932 req-ade605b2-5233-4b5f-b839-460fedba9496 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Jul 16 01:28:27.930248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-4c3413ea-5ec6-4f9e-b836-319c71c615b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.931884 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-4c3413ea-5ec6-4f9e-b836-319c71c615b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 200 len: 861 time: 0.1859140 Jul 16 01:28:28.014302 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-91bda2e0-ae00-48c3-9e7a-9d555e9c32d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02b08fc1-15ce-4497-8724-06a31d3642d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628538 Jul 16 01:28:28.158467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432308c9-20f8-42d3-be2c-92f29ae69bc1 req-1ad90832-f9b3-4bee-80c7-e48ae85e66db tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.167595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-432308c9-20f8-42d3-be2c-92f29ae69bc1 req-1ad90832-f9b3-4bee-80c7-e48ae85e66db tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 945 time: 0.1333969 Jul 16 01:28:28.198660 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-aca6305c-5b2b-4ba8-bcce-d560ce250f21 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764364 Jul 16 01:28:28.236397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-432308c9-20f8-42d3-be2c-92f29ae69bc1 req-61bf793f-5567-499e-bc92-74060f935e39 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676241 Jul 16 01:28:28.253140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-c3cce075-34a5-4417-8295-3cbb23911e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.255152 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-c3cce075-34a5-4417-8295-3cbb23911e96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225541 Jul 16 01:28:28.367377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268dab8-1c91-49e5-8c54-f6ff7885f514 req-3c6cef1d-2b4d-46a6-a51a-a12928112bb4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.373019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a268dab8-1c91-49e5-8c54-f6ff7885f514 req-3c6cef1d-2b4d-46a6-a51a-a12928112bb4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 943 time: 0.0989389 Jul 16 01:28:28.451007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d4869960-95b3-4682-ba9b-7e8173dce043 req-5014a3a7-a4b6-4653-a714-41ebd8863240 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415185 Jul 16 01:28:28.458291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a268dab8-1c91-49e5-8c54-f6ff7885f514 req-333a7caa-63a6-4de4-ab39-b9b60b414117 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758371 Jul 16 01:28:28.512506 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-61f732e4-149b-4208-bc77-0b4e49d29cbc service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495675 Jul 16 01:28:28.638309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:28.647247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1457831019'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:28.679547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fcbc5-a463-4563-816e-9b4b5a74a047 req-1203efe8-c1e6-4b6a-aaf0-cca96bbfc53a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.681200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e6fcbc5-a463-4563-816e-9b4b5a74a047 req-1203efe8-c1e6-4b6a-aaf0-cca96bbfc53a tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1323464 Jul 16 01:28:28.700475 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a56ba1ec-5119-4ec5-ae8c-626f510bcb94 req-fcc7f8c5-3be5-4fbb-b841-ab0c623e9079 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800768 Jul 16 01:28:28.700997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:28.705160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.712292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-c237df9d-f4fd-40b0-8ef3-e637de11f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.713962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-c237df9d-f4fd-40b0-8ef3-e637de11f929 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 1095 time: 0.1446981 Jul 16 01:28:28.759670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e6fcbc5-a463-4563-816e-9b4b5a74a047 req-74d1676e-60e1-4f63-9dc7-8d0ba1d4bc2d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683801 Jul 16 01:28:28.779356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:28.790624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.791026 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Added segment 8ac79efe-2f0f-42aa-9bd8-e5446d6091dd of type vlan for network c7658c97-960e-4ad5-9708-4d3be453e277 Jul 16 01:28:28.840401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.859670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-3659ffe9-0a00-474a-bb91-1793d4bd11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.861613 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-3659ffe9-0a00-474a-bb91-1793d4bd11cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 922 time: 0.1353085 Jul 16 01:28:28.934552 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.941503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.942543 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.949498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-8e474231-d624-429d-af92-f45cab8e1a32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e HTTP/1.1" status: 200 len: 217 time: 0.0793831 Jul 16 01:28:29.047207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-ed91b0c4-2d4a-4323-b048-951cb69de02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.048780 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-ed91b0c4-2d4a-4323-b048-951cb69de02a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 200 len: 861 time: 0.0926759 Jul 16 01:28:29.059995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4163644 Jul 16 01:28:29.068255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed00895f-d032-44c3-9e70-374639d71f6f req-6355a423-fb66-4bbc-9bcd-377d58bae5fc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 210 time: 0.0784650 Jul 16 01:28:29.083246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46584) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:29.088566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-666535500'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:29.139343 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-6e252734-610d-421a-a0c5-6afba98e7f14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02b08fc1-15ce-4497-8724-06a31d3642d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781898 Jul 16 01:28:29.235439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:29.239183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.388393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:29.481622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-44c1d757-1f1f-4ea4-add9-c81c794ea6cf service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285570 Jul 16 01:28:29.483388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.483833 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Added segment 923c8f2e-b533-4c98-8519-0482c8732e62 of type vlan for network a4064a8d-e31f-44b1-8dea-726ed8a8b529 Jul 16 01:28:29.494071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27f9a-aab0-4f3e-90d2-1d770a3730a7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Network': ['ID=c7658c97-960e-4ad5-9708-4d3be453e277,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.507262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c7658c97-960e-4ad5-9708-4d3be453e277 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:29.591997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.595823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c870e-d9a5-47de-bfc0-6d129bdb6022 req-43151a5d-6f25-4c4a-8ae6-94f01e4dbd0b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.597592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-000c870e-d9a5-47de-bfc0-6d129bdb6022 req-43151a5d-6f25-4c4a-8ae6-94f01e4dbd0b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.5085273 Jul 16 01:28:29.622412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f17d-3ad8-4b41-abd4-2055fa24da7a req-7a208dec-26c2-4997-a5c5-5d90bfc6180b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.624072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5f8f17d-3ad8-4b41-abd4-2055fa24da7a req-7a208dec-26c2-4997-a5c5-5d90bfc6180b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 945 time: 0.1504581 Jul 16 01:28:29.673950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-eaf9248b-8193-41a9-b92f-37cfec658f31 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.676408 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-eaf9248b-8193-41a9-b92f-37cfec658f31 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 821 time: 0.3365846 Jul 16 01:28:29.701317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-000c870e-d9a5-47de-bfc0-6d129bdb6022 req-71401c4a-e097-4070-b41e-254e36bcffb7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946662 Jul 16 01:28:29.704146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5f8f17d-3ad8-4b41-abd4-2055fa24da7a req-42f61233-9c4b-4843-ae50-77a5a23c3ac6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720580 Jul 16 01:28:29.731501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Request body: {'port': {'device_id': 'e71dea02-145a-47ee-9249-6605769a0825', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'admin_state_up': True, 'tenant_id': '2d65ffd125da41a08a64015412dbfe88'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:29.736776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3343f57e-7cd9-434d-9f83-5a4f306d4424 req-2ab2e077-5dc4-4c07-80c4-b3f27127aad8 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420650 Jul 16 01:28:29.806234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.813314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.814072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.966678 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8818231 Jul 16 01:28:29.969027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:29.976740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'subnet': {'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:30.022103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:30.063439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a23c3-a3d7-4ead-8960-93d56d1e097c req-1a51380a-96f1-4dfb-a2c6-d02c2b802617 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.066575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-763a23c3-a3d7-4ead-8960-93d56d1e097c req-1a51380a-96f1-4dfb-a2c6-d02c2b802617 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 943 time: 0.1792929 Jul 16 01:28:30.125106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc4e91-2a9d-4ddf-b75f-57e03b4171d8 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Network': ['ID=a4064a8d-e31f-44b1-8dea-726ed8a8b529,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.180691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-763a23c3-a3d7-4ead-8960-93d56d1e097c req-cf1aab4f-c3e3-4e73-80ad-7025377cef0b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036925 Jul 16 01:28:30.182166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:30.188178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.227718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:30.231981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Made reservation on behalf of 2d65ffd125da41a08a64015412dbfe88 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:30.236153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.383142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.411058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab265f-3843-4c02-9529-514edcc790d5 req-7f86cd94-755c-4e9e-a55e-fadffdada3e8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.421017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:30.422432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ab265f-3843-4c02-9529-514edcc790d5 req-7f86cd94-755c-4e9e-a55e-fadffdada3e8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.1829979 Jul 16 01:28:30.427139 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00ce41-580f-41ea-a12d-5178d5fb12cc" -d '{"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:30.457717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:30.464977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.499485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Allocated IP 172.20.0.13 (5f659f07-8e6c-4520-8855-00b805943fea/6439169b-a333-49f7-851e-e0ebaf35dcbc/d8d0684f-da82-4e58-a78a-68f37cd43c2f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:30.524717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.591962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ab265f-3843-4c02-9529-514edcc790d5 req-87ac5e7b-10bd-4602-aee4-22e72c501866 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683142 Jul 16 01:28:30.613488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1e1c7-011d-4608-86e3-07705ac21aab req-bde6fe29-7440-4528-9117-b4d1937c647e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.618388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bc1e1c7-011d-4608-86e3-07705ac21aab req-bde6fe29-7440-4528-9117-b4d1937c647e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 945 time: 0.2761090 Jul 16 01:28:30.722467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bc1e1c7-011d-4608-86e3-07705ac21aab req-4060de69-9584-4f30-877a-6f8cdee93bbc tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913470 Jul 16 01:28:30.757331 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.799062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d64bdf60-d841-4a80-87d0-c794b6179b97 req-173ecc44-a414-4d03-8491-37b7f731ddba tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 210 time: 0.0650997 Jul 16 01:28:30.809761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.853287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.895739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['da811483-c9de-453d-8ec3-012f95b335e5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:30.960315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Checking segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:30.971790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network hostable DHCP agents. Network: c7658c97-960e-4ad5-9708-4d3be453e277, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:30.975389 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f66385-412c-4596-96c6-05a5b3095a14 x-openstack-request-id: req-47f66385-412c-4596-96c6-05a5b3095a14 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:30.976963 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:30.977498 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47f66385-412c-4596-96c6-05a5b3095a14 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:30.978109 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'code': 200} Jul 16 01:28:31.002253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Subnet': ['ID=b936200c-deaf-4983-b50f-204d4a396fce,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.006429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Network 5f659f07-8e6c-4520-8855-00b805943fea is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:31.013413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.018506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network c7658c97-960e-4ad5-9708-4d3be453e277 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:31.019811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:31.033582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:31.040949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c7658c97-960e-4ad5-9708-4d3be453e277) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:31.047351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.050589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.079146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9fa6e-1d97-4ef2-9c90-6a39b8e7eb89 None None] Network c7658c97-960e-4ad5-9708-4d3be453e277 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:31.096165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-49a41d82-3b70-43b8-b340-54b7db88de82 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1253119 Jul 16 01:28:31.099497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:31.104925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'subnet': {'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:31.139301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.140764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.182351 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-446743cc-36dc-4304-9a89-f687cfc8f528 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4893944 Jul 16 01:28:31.222993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Request body: {'port': {'device_id': 'e71dea02-145a-47ee-9249-6605769a0825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:31.447802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c7658c97-960e-4ad5-9708-4d3be453e277', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:31.449967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.476768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.487606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:31.491593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.558525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c5684-fe80-476f-9bf1-032dd311febc req-b38b177f-c3b8-43c7-97c5-ad50f7368eed tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.566648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec1c5684-fe80-476f-9bf1-032dd311febc req-b38b177f-c3b8-43c7-97c5-ad50f7368eed tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 947 time: 0.3945887 Jul 16 01:28:31.644864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Allocated IP 10.1.1.2 (c7658c97-960e-4ad5-9708-4d3be453e277/b936200c-deaf-4983-b50f-204d4a396fce/69848af7-938c-4359-a0da-4f6e745a79b7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:31.657602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d020ee-d75c-4216-bdb8-5aa8fa810710 req-16d8e74f-d868-44bf-8e06-1918b529194d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.665115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05d020ee-d75c-4216-bdb8-5aa8fa810710 req-16d8e74f-d868-44bf-8e06-1918b529194d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 943 time: 0.2281084 Jul 16 01:28:31.706136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec1c5684-fe80-476f-9bf1-032dd311febc req-f4138cc8-558f-499a-842c-f0c3595cdecd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382313 Jul 16 01:28:31.836711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05d020ee-d75c-4216-bdb8-5aa8fa810710 req-56964cc6-ee61-42f4-a957-ad98f9ccee5e tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705790 Jul 16 01:28:31.900215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d0684f-da82-4e58-a78a-68f37cd43c2f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:31.918252 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.930080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.944863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Transition to ACTIVE for port object d8d0684f-da82-4e58-a78a-68f37cd43c2f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:31.950375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Transition to ACTIVE for port object 69848af7-938c-4359-a0da-4f6e745a79b7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:31.951721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.991244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Transition to ACTIVE for port object 69848af7-938c-4359-a0da-4f6e745a79b7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:32.000018 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.021839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:32.032607 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.058447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Network c7658c97-960e-4ad5-9708-4d3be453e277 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:32.067744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:32.079232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:32.109486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Subnet': ['ID=76282840-b288-43f9-88f3-b86d52ac13af,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.145689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-63067237-e9e3-4646-a323-fc3a988b7d7b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.147257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-63067237-e9e3-4646-a323-fc3a988b7d7b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 945 time: 0.4779007 Jul 16 01:28:32.153545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Pushing event updated for resources: {'Port': ['ID=69848af7-938c-4359-a0da-4f6e745a79b7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.247467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Attempting to bind port 69848af7-938c-4359-a0da-4f6e745a79b7 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:32.247740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Attempting to bind port 69848af7-938c-4359-a0da-4f6e745a79b7 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:32.248097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Attempting to bind port 69848af7-938c-4359-a0da-4f6e745a79b7 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:32.256869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:32.257383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Checking segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:32.257824 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.258216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Bound using segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:32.258733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Bound port: 69848af7-938c-4359-a0da-4f6e745a79b7, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:32.259147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.308731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Checking segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:32.309202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network hostable DHCP agents. Network: a4064a8d-e31f-44b1-8dea-726ed8a8b529, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:32.335664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.356796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:32.373799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2304e-6816-45e3-8b5c-a8e3baa013b0 req-a494a9a8-3210-4721-96c1-185e711e4f7a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.381790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07c2304e-6816-45e3-8b5c-a8e3baa013b0 req-a494a9a8-3210-4721-96c1-185e711e4f7a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 945 time: 0.4043970 Jul 16 01:28:32.388127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'mac_address': 'fa:16:3e:62:9d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:32.427248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83627f-f55f-4f1b-98b6-14da362a27de req-afdc5c09-ea53-49fe-b3be-a508e3882389 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.434650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a83627f-f55f-4f1b-98b6-14da362a27de req-afdc5c09-ea53-49fe-b3be-a508e3882389 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 946 time: 0.5445719 Jul 16 01:28:32.439489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] For port 69848af7-938c-4359-a0da-4f6e745a79b7, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:32.441993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.459239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:32.464378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] For port 69848af7-938c-4359-a0da-4f6e745a79b7, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69848af7-938c-4359-a0da-4f6e745a79b7,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:32.473740 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.477278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4119bc0d-8930-48a1-95bf-0603cee6a807 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:32.491638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:32.492369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:32.492988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:32.509315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a4064a8d-e31f-44b1-8dea-726ed8a8b529) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:32.515068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:32.515662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:32.533838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26115950-6030-4562-8923-e064a92335fb None None] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:32.539403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.540127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.553998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07c2304e-6816-45e3-8b5c-a8e3baa013b0 req-456c9eeb-896e-4deb-8a16-da09155d3b1a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707466 Jul 16 01:28:32.559531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:32.561809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:32.562369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:32.564843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Bound port: d8d0684f-da82-4e58-a78a-68f37cd43c2f, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:32.565540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.590603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:32.590849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a83627f-f55f-4f1b-98b6-14da362a27de req-cd3449bd-8f7e-418b-9fc5-1dd5ecfeec10 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496470 Jul 16 01:28:32.605656 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.621130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e999403c-c328-48d5-9c27-ec7d944ee81b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5204170 Jul 16 01:28:32.621809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46630) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.628252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'name': 'tempest-TaggedBootDevicesTest-1422209985', 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:32.662513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba7a36-9a1b-4d09-a639-4e60098d5483 None None] Pushing event updated for resources: {'Port': ['ID=69848af7-938c-4359-a0da-4f6e745a79b7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.696266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port 1c30a5cc-558d-4c61-bb31-0df60567487a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:32.701683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.814425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:32.824324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:32.832243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.947550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.948391 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.954088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] 10.222.0.13 "PUT /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 1093 time: 1.7355280 Jul 16 01:28:32.955318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:32.957855 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ca637-2075-427f-98f7-ef8670b5b1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:33.034919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d0bb-25f2-4c51-98e7-cf9ce631b49a service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.096574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.117779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port 1c30a5cc-558d-4c61-bb31-0df60567487a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1c30a5cc-558d-4c61-bb31-0df60567487a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:33.118464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.129765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:33.154138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for 1c30a5cc-558d-4c61-bb31-0df60567487a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:33.169750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'fixed_ips': [{'subnet_id': '76282840-b288-43f9-88f3-b86d52ac13af'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:33.170434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-bee095d6-5b0e-412c-8837-720dab33612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.171033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.172005 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-bee095d6-5b0e-412c-8837-720dab33612a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1096 time: 0.1289332 Jul 16 01:28:33.192139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81a6-aaec-4215-b7f3-ff654c3124fb req-b92869c7-21d0-447f-bfe4-d67fcb517837 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.194502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa6b81a6-aaec-4215-b7f3-ff654c3124fb req-b92869c7-21d0-447f-bfe4-d67fcb517837 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.4496770 Jul 16 01:28:33.238117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-c54fd4e5-3c0a-411f-b2dc-4d941eb251cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 217 time: 0.0486419 Jul 16 01:28:33.254193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['4119bc0d-8930-48a1-95bf-0603cee6a807'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:33.317733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-eff4efad-7de0-4656-8dca-3ba6a83ddc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.319882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-eff4efad-7de0-4656-8dca-3ba6a83ddc5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0741699 Jul 16 01:28:33.351364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa6b81a6-aaec-4215-b7f3-ff654c3124fb req-cb035d9e-a145-4a2d-97e7-9f3c0f52038b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498494 Jul 16 01:28:33.391034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-cda54810-7d29-4e30-a7ad-7969efb2dee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582817 Jul 16 01:28:33.393448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122e22-7e9c-47ea-8a10-212379cc397f req-329946f2-7b31-400b-8e73-13a1eb9b3b52 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.394394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Allocated IP 10.2.2.2 (a4064a8d-e31f-44b1-8dea-726ed8a8b529/76282840-b288-43f9-88f3-b86d52ac13af/82626de7-47f6-4539-af4e-94f99e5ac0a9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:33.395047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c122e22-7e9c-47ea-8a10-212379cc397f req-329946f2-7b31-400b-8e73-13a1eb9b3b52 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 948 time: 0.3721399 Jul 16 01:28:33.463129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.504573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c122e22-7e9c-47ea-8a10-212379cc397f req-f67764d8-cdbd-41f0-8f53-e05422cebef5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031621 Jul 16 01:28:33.514259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] device_id is not set on port baaed00c-8169-42a8-a33e-65555adafac6 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:33.575367 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-24fca656-d1b0-42c9-98e6-c015545bfb91 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772163 Jul 16 01:28:33.583146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96a05dcf-d939-462b-a09a-ac601deb7c43 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.585139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96a05dcf-d939-462b-a09a-ac601deb7c43 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1098 time: 0.1388083 Jul 16 01:28:33.598787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-20'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:33.667650 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a6beb-0054-4ca2-a2ec-8f3f02f058b7 x-openstack-request-id: req-604a6beb-0054-4ca2-a2ec-8f3f02f058b7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:33.668010 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:33.668332 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-604a6beb-0054-4ca2-a2ec-8f3f02f058b7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:33.668829 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'status': 'completed', 'code': 200} Jul 16 01:28:33.782985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e9fec89e-2483-4d1c-bb01-9ee2b792e74e details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:33.839261 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.853079 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.875008 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e17da6b8-f52a-4efe-a0ff-1e892a17998e req-06b38cd2-f6f9-4186-8ffe-e2d840699afe service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881923 Jul 16 01:28:33.879645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.881728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Transition to ACTIVE for port object 82626de7-47f6-4539-af4e-94f99e5ac0a9 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:33.932605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=1c30a5cc-558d-4c61-bb31-0df60567487a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.997315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Transition to ACTIVE for port object 82626de7-47f6-4539-af4e-94f99e5ac0a9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:34.023651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.065576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:34.099088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51245df0-568b-4e75-854a-a423451419bd req-11a372d5-4a9d-47e5-bc05-eb05f1e52a33 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.100582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51245df0-568b-4e75-854a-a423451419bd req-11a372d5-4a9d-47e5-bc05-eb05f1e52a33 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 943 time: 0.4534478 Jul 16 01:28:34.140851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port 1c30a5cc-558d-4c61-bb31-0df60567487a on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:34.143889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.146471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "DELETE /v2.0/ports/1c30a5cc-558d-4c61-bb31-0df60567487a HTTP/1.1" status: 204 len: 173 time: 1.9857078 Jul 16 01:28:34.160370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'name': 'network-vif-deleted', 'tag': '1c30a5cc-558d-4c61-bb31-0df60567487a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:34.164139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:34.170704 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea55bf-e1bb-4c3d-a68a-9ec2fd2bb3ed" -d '{"events": [{"server_uuid": "2dfbaae8-03bf-4390-a035-bd1e1484d485", "name": "network-vif-deleted", "tag": "1c30a5cc-558d-4c61-bb31-0df60567487a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:34.193617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-040db85f-4885-4904-82bb-600907a2349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.195338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-040db85f-4885-4904-82bb-600907a2349f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1096 time: 0.1603544 Jul 16 01:28:34.227336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:34.272720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 10.1.1.202 (c7658c97-960e-4ad5-9708-4d3be453e277/b936200c-deaf-4983-b50f-204d4a396fce/baaed00c-8169-42a8-a33e-65555adafac6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:34.297384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:34.323268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb has no active binding in host n-h2-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:28:34.325823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa5728-6993-4cb0-a403-a50688395a0a None None] Network c7658c97-960e-4ad5-9708-4d3be453e277 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:34.414837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-9f7e0065-4340-40d8-8e60-3c7c219757ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.416334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-9f7e0065-4340-40d8-8e60-3c7c219757ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.2122757 Jul 16 01:28:34.422014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.467052 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-92647bf7-793f-4ca5-8fdc-ca8182d0e667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 217 time: 0.0425973 Jul 16 01:28:34.467720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.505300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:34.520320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Pushing event updated for resources: {'Port': ['ID=82626de7-47f6-4539-af4e-94f99e5ac0a9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.522896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:34.556890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:34.563484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7fafed38-e980-4e78-a5cd-ceb8db4bf3cb None None] Provisioning for port 69848af7-938c-4359-a0da-4f6e745a79b7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:34.602527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:34.607113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.614848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'port_id': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'mac_address': 'fa:16:3e:ef:3f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:34.626016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-5566e263-e191-40ab-9085-84ef75153b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.627940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-5566e263-e191-40ab-9085-84ef75153b06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1533871 Jul 16 01:28:34.703957 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-e903e1fe-d988-42c3-ae21-8b35f7ccc420 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438418 Jul 16 01:28:34.706904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on host n-h1-791506-20 for vnic_type normal with profile {"migrating_to": "n-h2-791506-20"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:34.707332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:34.707769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:34.742924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:34.745295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Attempting to bind port f806fccf-d845-4077-a224-65c9eaf6f0eb on network 73e5b720-b23b-4f22-ae91-5b302c58f07d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:34.802628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:34.803345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Checking segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:34.803897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Bound using segment: {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:34.804545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Bound port: f806fccf-d845-4077-a224-65c9eaf6f0eb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20e2aff-62be-47b8-821b-4129c46062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '73e5b720-b23b-4f22-ae91-5b302c58f07d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:34.805099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.826750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.841185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object baaed00c-8169-42a8-a33e-65555adafac6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:34.927822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b7d961d-a322-4346-a3cc-8f0810a9f7b9 req-fb3253cf-43db-4036-b7d3-aa76aa24ba35 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfbaae8-03bf-4390-a035-bd1e1484d485 HTTP/1.1" status: 200 len: 210 time: 0.8647811 Jul 16 01:28:34.945883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-8bc21f7d-9be9-4836-b9e5-b4437b9c7f70 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276664 Jul 16 01:28:34.946127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51245df0-568b-4e75-854a-a423451419bd req-292ad780-c74e-4adc-ab97-acf962484133 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7854736 Jul 16 01:28:34.947374 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.956278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69848af7-938c-4359-a0da-4f6e745a79b7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:34.968368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:34.983718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:35.019606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.033593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network c7658c97-960e-4ad5-9708-4d3be453e277 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:35.052822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-5b75b569-fa76-4b33-813c-4ad94c801055 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.056254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-5b75b569-fa76-4b33-813c-4ad94c801055 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec&tenant_id=d016397d79854b1ca90017ec4e6a9a66&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 948 time: 1.0163207 Jul 16 01:28:35.066538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Attempting to bind port 82626de7-47f6-4539-af4e-94f99e5ac0a9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:35.066538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Attempting to bind port 82626de7-47f6-4539-af4e-94f99e5ac0a9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:35.067118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Attempting to bind port 82626de7-47f6-4539-af4e-94f99e5ac0a9 on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:35.071748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:35.083820 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.091454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:35.141200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:35.141962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Checking segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:35.142604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.143236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Bound using segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:35.144157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Bound port: 82626de7-47f6-4539-af4e-94f99e5ac0a9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:35.144845 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.162994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fec89e-2483-4d1c-bb01-9ee2b792e74e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:35.202183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.314323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.315010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.355851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-130b526c-766e-4b07-a1ca-51a5f99d3db3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7326956 Jul 16 01:28:35.366535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:35.370429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.375728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'name': 'tempest-TaggedBootDevicesTest-1494722145', 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:35.388486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 69848af7-938c-4359-a0da-4f6e745a79b7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:35.401757 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.409063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.411815 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.415390 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] 10.222.0.13 "PUT /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 1124 time: 1.8208594 Jul 16 01:28:35.435684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 69848af7-938c-4359-a0da-4f6e745a79b7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:35.436279 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.455835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a5f2e-b51d-44f5-8f64-2459791501ad req-635520ce-faac-4c9e-a1dc-77d0f801b0e2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.457487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-385a5f2e-b51d-44f5-8f64-2459791501ad req-635520ce-faac-4c9e-a1dc-77d0f801b0e2 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.3000774 Jul 16 01:28:35.461926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-2bb978fd-4fda-45a5-80e1-37f850e3a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.464075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-2bb978fd-4fda-45a5-80e1-37f850e3a9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1100 time: 0.2785282 Jul 16 01:28:35.572903 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e60ca637-2075-427f-98f7-ef8670b5b1a6 req-7bf4ad31-24b5-4573-b055-0acdfcbc5e21 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858288 Jul 16 01:28:35.574198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c78fe-eb9d-4856-9dfb-cbfb7af2a972 service neutron] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.589349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-385a5f2e-b51d-44f5-8f64-2459791501ad req-c4bb4c28-f3f8-41d5-81ae-2e6cffc36b88 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196928 Jul 16 01:28:35.617876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['f806fccf-d845-4077-a224-65c9eaf6f0eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:35.620052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['f806fccf-d845-4077-a224-65c9eaf6f0eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:35.670143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb'}, {'name': 'network-changed', 'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:35.674322 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef524125-8ccb-4d3b-8d7c-c525e0215222" -d '{"events": [{"server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "name": "network-vif-unplugged", "status": "completed", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb"}, {"name": "network-changed", "server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:35.689542 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5164c9-a2dd-4435-a2cd-13b49217cf94 x-openstack-request-id: req-5f5164c9-a2dd-4435-a2cd-13b49217cf94 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:35.690298 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbaae8-03bf-4390-a035-bd1e1484d485", "name": "network-vif-deleted", "tag": "1c30a5cc-558d-4c61-bb31-0df60567487a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:35.691205 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f5164c9-a2dd-4435-a2cd-13b49217cf94 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:35.693557 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfbaae8-03bf-4390-a035-bd1e1484d485', 'name': 'network-vif-deleted', 'tag': '1c30a5cc-558d-4c61-bb31-0df60567487a', 'status': 'completed', 'code': 200} Jul 16 01:28:35.749683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] For port 82626de7-47f6-4539-af4e-94f99e5ac0a9, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:35.803878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['e9fec89e-2483-4d1c-bb01-9ee2b792e74e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:35.813487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036d02c-932c-4290-be11-02a6cf6dc047 req-9a3020b6-033e-4ebc-bfa5-6ea5d5597c32 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.821666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b036d02c-932c-4290-be11-02a6cf6dc047 req-9a3020b6-033e-4ebc-bfa5-6ea5d5597c32 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 948 time: 0.2311051 Jul 16 01:28:35.846724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-06850cbc-b784-4cf6-a8b3-ab7c50327b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.848934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-06850cbc-b784-4cf6-a8b3-ab7c50327b33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3738322 Jul 16 01:28:35.865482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] For port 82626de7-47f6-4539-af4e-94f99e5ac0a9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=82626de7-47f6-4539-af4e-94f99e5ac0a9,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:35.871049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.877793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:35.883956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.887665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.890568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4e61f750-71d1-4152-ae1a-2ee9a225ba3d None None] Provisioning complete for port 69848af7-938c-4359-a0da-4f6e745a79b7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:35.890935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e61f750-71d1-4152-ae1a-2ee9a225ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.968085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-9c329fb8-569d-43ee-bafb-4534e563d5fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 217 time: 0.0929656 Jul 16 01:28:35.972855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b036d02c-932c-4290-be11-02a6cf6dc047 req-3238c946-db16-4a20-8d0d-c59f82b0cf50 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498768 Jul 16 01:28:35.994638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] device_id is not set on port 2f228ba5-98af-4500-a86d-e614b7a1f60b yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:36.049551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:36.100398 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f500f-e7fa-4a21-bc0b-0e4d12a13319 x-openstack-request-id: req-255f500f-e7fa-4a21-bc0b-0e4d12a13319 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:36.100796 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "name": "network-vif-unplugged", "status": "completed", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb", "code": 200}, {"name": "network-changed", "server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:36.101340 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-255f500f-e7fa-4a21-bc0b-0e4d12a13319 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:36.102775 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'code': 200} Jul 16 01:28:36.103065 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'status': 'completed', 'code': 200} Jul 16 01:28:36.137694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-15d08984-c2e6-4c44-b939-03d3aa705e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.139207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-15d08984-c2e6-4c44-b939-03d3aa705e48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1621139 Jul 16 01:28:36.153503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff115fb9-e582-419d-b462-f9370d26b248 req-9d9e867f-5512-4917-9790-cb9f9773faa6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.161403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff115fb9-e582-419d-b462-f9370d26b248 req-9d9e867f-5512-4917-9790-cb9f9773faa6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.3107252 Jul 16 01:28:36.282245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-a6d4827b-cebc-4b16-a880-aafdcbe783a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.284077 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-a6d4827b-cebc-4b16-a880-aafdcbe783a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1127 time: 0.1557016 Jul 16 01:28:36.285463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9bb30-adf9-490e-90f4-c0aba061ef38 None None] Pushing event updated for resources: {'Port': ['ID=82626de7-47f6-4539-af4e-94f99e5ac0a9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.326798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff115fb9-e582-419d-b462-f9370d26b248 req-8a677c01-dc30-4c88-b79d-950d949f3381 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643384 Jul 16 01:28:36.447365 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.571510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-14b93067-49fb-4f5e-8dc4-76c4dae6d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.579365 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-14b93067-49fb-4f5e-8dc4-76c4dae6d0b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.2844415 Jul 16 01:28:36.623632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-250fa501-154a-4caf-9863-f59c35afc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.634333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-250fa501-154a-4caf-9863-f59c35afc2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4649625 Jul 16 01:28:36.686070 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-4a592f57-85bd-4ae0-91b6-444fb2f479aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 217 time: 0.0988424 Jul 16 01:28:36.721407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 10.1.1.77 (c7658c97-960e-4ad5-9708-4d3be453e277/b936200c-deaf-4983-b50f-204d4a396fce/2f228ba5-98af-4500-a86d-e614b7a1f60b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:36.810655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 4119bc0d-8930-48a1-95bf-0603cee6a807 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:36.811606 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.819920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-52291315-8e61-44f2-b66a-45c8bc315670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.824211 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-52291315-8e61-44f2-b66a-45c8bc315670 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.1264169 Jul 16 01:28:36.887806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318bf96-d061-4abc-ab30-68cdf8c81baf req-c9db6aba-b35a-46fa-a2a4-832c66c117ec tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.895834 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b318bf96-d061-4abc-ab30-68cdf8c81baf req-c9db6aba-b35a-46fa-a2a4-832c66c117ec tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 944 time: 0.2542121 Jul 16 01:28:36.903301 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e61f750-71d1-4152-ae1a-2ee9a225ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.930253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-770f2c2b-8328-4c54-8cec-6d0ffc8829ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922670 Jul 16 01:28:36.960669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-9a8623d3-01bf-4225-a14f-a80470a1d432 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870221 Jul 16 01:28:37.149385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-bd30ace3-5c22-4146-8f9b-e6d26944f7bc service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126405 Jul 16 01:28:37.213771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 69848af7-938c-4359-a0da-4f6e745a79b7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69848af7-938c-4359-a0da-4f6e745a79b7,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:37.220879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b318bf96-d061-4abc-ab30-68cdf8c81baf req-c676955a-06ec-41cd-b1e6-b7e8541ae40b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240228 Jul 16 01:28:37.238311 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.312918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=69848af7-938c-4359-a0da-4f6e745a79b7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.425761 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ef524125-8ccb-4d3b-8d7c-c525e0215222 req-c260addd-9fd9-4f0a-a7bf-d84278e9c013 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636235 Jul 16 01:28:37.488182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4520c9-b9bb-4d81-bcb6-4eaeba2cf9ab req-3be25a30-e1c2-4803-94fb-0abc4c255fec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.489867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b4520c9-b9bb-4d81-bcb6-4eaeba2cf9ab req-3be25a30-e1c2-4803-94fb-0abc4c255fec tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.4886820 Jul 16 01:28:37.494058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-4e61f750-71d1-4152-ae1a-2ee9a225ba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:28:37.495206 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-4e61f750-71d1-4152-ae1a-2ee9a225ba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:28:37.507715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82626de7-47f6-4539-af4e-94f99e5ac0a9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:37.527626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34ec6658-5fe7-4b63-ad5d-cba2e35b3055 req-593ef6c4-8572-45b5-893b-66e755ca8fb6 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711933 Jul 16 01:28:37.567582 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.594704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b4520c9-b9bb-4d81-bcb6-4eaeba2cf9ab req-18a197a8-cac1-4e00-9da1-7c786899ddc6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777669 Jul 16 01:28:37.611964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.635561 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.652794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:37.659145 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460a827c-4b77-4d90-a057-e5431d8fd958" -d '{"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:37.664971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object 2f228ba5-98af-4500-a86d-e614b7a1f60b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:37.679860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72671be7-1d00-4ee0-bc50-d8623753b5c9 None None] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:37.700309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-62d932ce-57dc-4731-9679-57fc9b3bb9f3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.703671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-62d932ce-57dc-4731-9679-57fc9b3bb9f3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2567074 Jul 16 01:28:37.727903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 82626de7-47f6-4539-af4e-94f99e5ac0a9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:37.733606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:37.760231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.776260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.777449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1c30a5cc-558d-4c61-bb31-0df60567487a no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:37.800450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fe41dcd0-2370-480b-89b6-d70a2e22f8d0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.0909002 Jul 16 01:28:37.826290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 1c30a5cc-558d-4c61-bb31-0df60567487a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:37.826791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1c30a5cc-558d-4c61-bb31-0df60567487a not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:37.853173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-49f890c0-a0e0-45d1-b4a9-fcede6fc1160 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514553 Jul 16 01:28:37.871911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.882931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.891559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network c7658c97-960e-4ad5-9708-4d3be453e277 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:37.926724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:37.929246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:38.003876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.003876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.122325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-18a37767-44a0-4924-af34-208be1d5edc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7405679 Jul 16 01:28:38.145120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825aa40c-fa23-40bd-a690-f04594e32836 req-40b9727f-5221-4d45-8fd9-48f0c167f73a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.153108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825aa40c-fa23-40bd-a690-f04594e32836 req-40b9727f-5221-4d45-8fd9-48f0c167f73a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.3073249 Jul 16 01:28:38.212353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-2fcedd1b-1779-4512-acfb-f37beeb5e34d service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242481 Jul 16 01:28:38.224283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Provisioning for port baaed00c-8169-42a8-a33e-65555adafac6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:38.230302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Provisioning complete for port baaed00c-8169-42a8-a33e-65555adafac6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:38.230843 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.321012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Port baaed00c-8169-42a8-a33e-65555adafac6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:38.344639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Provisioning for port 82626de7-47f6-4539-af4e-94f99e5ac0a9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:38.360991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825aa40c-fa23-40bd-a690-f04594e32836 req-f4ef9454-3430-4e3d-bfcc-ae309756bf64 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021201 Jul 16 01:28:38.369408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Provisioning complete for port 82626de7-47f6-4539-af4e-94f99e5ac0a9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:38.370970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.413389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-ca8af33a-2335-419a-befc-e8721b4cf4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000091 Jul 16 01:28:38.534841 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.611034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] For port 82626de7-47f6-4539-af4e-94f99e5ac0a9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=82626de7-47f6-4539-af4e-94f99e5ac0a9,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:38.619607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.700950 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920181a-e884-4b96-b2a1-b69e279096e0 x-openstack-request-id: req-a920181a-e884-4b96-b2a1-b69e279096e0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:38.701240 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-plugged", "status": "completed", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:38.701488 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a920181a-e884-4b96-b2a1-b69e279096e0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:38.701873 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'code': 200} Jul 16 01:28:38.729102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dbeb5-3bba-41b6-a60e-26ee608f0afe req-29cbca48-e3b0-444a-a2cb-1954e2435955 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.730921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-040dbeb5-3bba-41b6-a60e-26ee608f0afe req-29cbca48-e3b0-444a-a2cb-1954e2435955 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.1769574 Jul 16 01:28:38.773965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1fb51902-863c-4542-857a-7e5afff06fb4 None None] Provisioning complete for port 82626de7-47f6-4539-af4e-94f99e5ac0a9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:38.774653 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1fb51902-863c-4542-857a-7e5afff06fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.777119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fb1e5-5a7c-4f5e-9ff6-6e929b472eb0 None None] Pushing event updated for resources: {'Port': ['ID=82626de7-47f6-4539-af4e-94f99e5ac0a9,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.835971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-040dbeb5-3bba-41b6-a60e-26ee608f0afe req-0f631bd5-fbab-4510-99e5-e402d359e198 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921314 Jul 16 01:28:39.047745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1fb51902-863c-4542-857a-7e5afff06fb4 None None] Provisioning for port 2f228ba5-98af-4500-a86d-e614b7a1f60b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:39.053305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1fb51902-863c-4542-857a-7e5afff06fb4 None None] Provisioning complete for port 2f228ba5-98af-4500-a86d-e614b7a1f60b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:39.054378 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1fb51902-863c-4542-857a-7e5afff06fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.178147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1fb51902-863c-4542-857a-7e5afff06fb4 None None] Port 2f228ba5-98af-4500-a86d-e614b7a1f60b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:39.493085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82626de7-47f6-4539-af4e-94f99e5ac0a9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:39.496027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e9fec89e-2483-4d1c-bb01-9ee2b792e74e up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:39.505337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88f434-ccbe-4620-b637-e42c2e35f139 req-696f7c22-8b2e-4ee8-8460-d64582bcfdc4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.516965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f88f434-ccbe-4620-b637-e42c2e35f139 req-696f7c22-8b2e-4ee8-8460-d64582bcfdc4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 944 time: 0.1210814 Jul 16 01:28:39.520760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.554831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85454090', 'description': 'tempest-description--1579338386'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:39.709503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port e9fec89e-2483-4d1c-bb01-9ee2b792e74e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:39.715386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port e9fec89e-2483-4d1c-bb01-9ee2b792e74e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:39.716231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.725890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.802578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 82626de7-47f6-4539-af4e-94f99e5ac0a9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:39.803008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.836682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9dc6dc72-5b8e-4887-8b82-ebeb2a65d08d req-31ce1f46-3ba6-4c84-9e3c-10ebe009da46 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 210 time: 0.0779102 Jul 16 01:28:39.856201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f88f434-ccbe-4620-b637-e42c2e35f139 req-13768425-3775-4dbb-b0be-99da2e96f1f9 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235030 Jul 16 01:28:39.969650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.035112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca403b98-e4f8-4b5f-a4d1-fc57268de9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.089300 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.097779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.121423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:40.134443 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.175308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69848af7-938c-4359-a0da-4f6e745a79b7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:40.241996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.246945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7206652 Jul 16 01:28:40.247209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.247329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46730) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.252356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'security_group_rule': {'security_group_id': 'b9281da2-ab1a-40cf-aff3-f8c5129c6b77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:40.273446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4912d1-269d-472f-87c5-17d7db1846db tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9281da2-ab1a-40cf-aff3-f8c5129c6b77,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.281311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 69848af7-938c-4359-a0da-4f6e745a79b7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:40.281959 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.304319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.321104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1dd7-ba3e-4b4b-8d48-3012e385655d req-f3804194-fdb9-4e4c-a85a-8f0353cf6672 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.323105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb1c1dd7-ba3e-4b4b-8d48-3012e385655d req-f3804194-fdb9-4e4c-a85a-8f0353cf6672 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.2112386 Jul 16 01:28:40.399963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb1c1dd7-ba3e-4b4b-8d48-3012e385655d req-88b241ec-0259-43a4-983c-2cc1e0cac058 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678706 Jul 16 01:28:40.462423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.474479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.516909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.519700 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713814 Jul 16 01:28:40.522599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.527998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'security_group_rule': {'security_group_id': 'b9281da2-ab1a-40cf-aff3-f8c5129c6b77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:40.546518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a748e-1bed-43d5-aec2-c1ed3f96a754 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef24223-40be-4575-891d-255972a4cc54,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.670005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.703026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:40.705405 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7686815b-b2d6-4f6e-85de-4c69ede059b1" -d '{"events": [{"server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "name": "network-vif-plugged", "status": "completed", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:40.814960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1a9e7-8271-4471-afda-b2a45bd612e2 req-d819f58d-a118-4d37-84e0-a18484ddcd01 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.817123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80e1a9e7-8271-4471-afda-b2a45bd612e2 req-d819f58d-a118-4d37-84e0-a18484ddcd01 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.2307384 Jul 16 01:28:40.954165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.972143 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.005818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a8215b-779f-467c-9328-9a0ddaf52f72,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:41.032118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80e1a9e7-8271-4471-afda-b2a45bd612e2 req-8f7660aa-97c2-4340-9365-163b054cbcfb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684008 Jul 16 01:28:41.054755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-8dd30c20-9a8c-4bcf-86d1-b6bc272e6dac tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.056372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-8dd30c20-9a8c-4bcf-86d1-b6bc272e6dac tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.3276246 Jul 16 01:28:41.071330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.073586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-63ae1c38-3357-4944-9470-0a9737fa32dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5488367 Jul 16 01:28:41.076778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46744) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.082239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:41.083918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066363d-fc67-4451-99db-6574ab42f0d9 req-5f4d80e3-9a1f-4a39-aa07-01f9420ecfca tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.093812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b066363d-fc67-4451-99db-6574ab42f0d9 req-5f4d80e3-9a1f-4a39-aa07-01f9420ecfca tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.3215196 Jul 16 01:28:41.102049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:41.141006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.281496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.460109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 172.25.7.163 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/7440330c-0833-4fcf-b4e4-415889774ab3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:41.489178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:41.684271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-f04222a5-0cbc-4726-bda4-2160fb54f73b service neutron] 10.222.0.23 "GET /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.1423590 Jul 16 01:28:41.685417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b066363d-fc67-4451-99db-6574ab42f0d9 req-dfdd822b-c532-4fca-bea6-364326f95a20 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902696 Jul 16 01:28:41.703399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.722900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:41.726655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.747406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8916cb-dbb4-4cb1-81d7-caa5370f6858 req-757a004c-5b7f-469f-8c5f-f726d29aa131 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.747999 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22573e6b-5835-420a-84e2-92529b443da0 x-openstack-request-id: req-22573e6b-5835-420a-84e2-92529b443da0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:41.748937 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "name": "network-vif-plugged", "status": "completed", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:41.749076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e8916cb-dbb4-4cb1-81d7-caa5370f6858 req-757a004c-5b7f-469f-8c5f-f726d29aa131 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 945 time: 0.1485281 Jul 16 01:28:41.749505 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22573e6b-5835-420a-84e2-92529b443da0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:41.750264 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'code': 200} Jul 16 01:28:41.845216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e8916cb-dbb4-4cb1-81d7-caa5370f6858 req-b6293025-e374-4acb-8b04-e2a6e5be434c tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864246 Jul 16 01:28:41.860799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.883269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:41.887794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:41.911118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:41.935071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecf21d1b-7575-4efc-b073-45d00e732c70 req-c5005489-ecfb-4d02-8763-8f7450674c25 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 210 time: 0.0796762 Jul 16 01:28:42.006819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.10 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/36d6f52e-1460-4038-8942-e71d8af3dd0a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:42.007673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=7440330c-0833-4fcf-b4e4-415889774ab3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.066145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415e177-e04b-4e64-acb3-217f46c953b5 req-4aa8a0e4-26ac-41d7-b632-2372de1bef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.067674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9415e177-e04b-4e64-acb3-217f46c953b5 req-4aa8a0e4-26ac-41d7-b632-2372de1bef27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 1097 time: 0.1999989 Jul 16 01:28:42.089178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:42.148539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.154399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:42.207571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d203e-3f8c-4295-8f0a-4a582b4a7f91 req-3a59c3ae-7146-49b8-a839-9427d3d30620 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.209048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-169d203e-3f8c-4295-8f0a-4a582b4a7f91 req-3a59c3ae-7146-49b8-a839-9427d3d30620 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.2524660 Jul 16 01:28:42.215446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9415e177-e04b-4e64-acb3-217f46c953b5 req-8d6ff73b-2f48-4576-a366-bc69bb108ba6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351614 Jul 16 01:28:42.238435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f806fccf-d845-4077-a224-65c9eaf6f0eb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:42.243917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.272060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:42.291844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.311810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-169d203e-3f8c-4295-8f0a-4a582b4a7f91 req-665bfdc0-1f08-4cf9-820c-2f79e16838c6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699239 Jul 16 01:28:42.323379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19a6268d-e659-472a-b836-cd944e4a627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.340794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.350863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.364504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbd90f-e77d-4adb-a69d-da34aaaf4420 req-c8ad5d98-3f96-4b05-aa44-bfe063dce592 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.369869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ffbd90f-e77d-4adb-a69d-da34aaaf4420 req-c8ad5d98-3f96-4b05-aa44-bfe063dce592 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.2746513 Jul 16 01:28:42.476999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ffbd90f-e77d-4adb-a69d-da34aaaf4420 req-19776e5b-477e-424f-8009-c7982ebda255 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005771 Jul 16 01:28:42.525401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.630648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-d769aee8-8835-4325-9f1e-c7ad38a18099 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.632385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-d769aee8-8835-4325-9f1e-c7ad38a18099 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.23 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 945 time: 0.2208724 Jul 16 01:28:42.635610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:42.649370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:42.652732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:42.723746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=36d6f52e-1460-4038-8942-e71d8af3dd0a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.748974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] Transition to ACTIVE for port object f806fccf-d845-4077-a224-65c9eaf6f0eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:42.755825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.814381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15492217-22b7-4a71-9992-b99fe45a9c02 req-1caa3e9f-6612-4e2f-85c1-2b87479d8c95 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.816140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15492217-22b7-4a71-9992-b99fe45a9c02 req-1caa3e9f-6612-4e2f-85c1-2b87479d8c95 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 944 time: 0.3146672 Jul 16 01:28:42.848649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.849353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.874995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] No DVR routers for this DVR port f806fccf-d845-4077-a224-65c9eaf6f0eb on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:42.886000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.891771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.893215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fc339123-4c26-4eb1-afa4-c0c5372c25ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7966599 Jul 16 01:28:42.919644 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.927441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-96589428-686e-4dd4-beda-1591f672ce66 service neutron] 10.222.0.23 "PUT /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb/bindings/n-h2-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 1.2364755 Jul 16 01:28:42.930229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Request body: {'port': {'device_id': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:42.940995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15492217-22b7-4a71-9992-b99fe45a9c02 req-a56c331f-101a-4bd8-8c41-f8918bd74e08 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998471 Jul 16 01:28:43.000621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=7440330c-0833-4fcf-b4e4-415889774ab3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.057412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.084816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Deleting port b607cceb-9f0b-4312-8838-80862215956d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:43.085576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.093745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.105257 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-be2fd67b-ae7c-4b3d-aedb-d25b106f2623 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0180306 Jul 16 01:28:43.114491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.135605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-1455fbaf-ebcd-4f5d-b7e2-1062ba0cdbde tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.138772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-1455fbaf-ebcd-4f5d-b7e2-1062ba0cdbde tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1248183 Jul 16 01:28:43.219482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-bd27aa56-4df6-4681-892c-8ecdf86b7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.222518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-bd27aa56-4df6-4681-892c-8ecdf86b7b4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f&tenant_id=07eca64fee8345f790c174acbcbe1809 HTTP/1.1" status: 200 len: 1097 time: 0.0757461 Jul 16 01:28:43.281332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d246-8524-45b5-8e13-220aa37e4be7 req-2d26fbda-1f56-4750-8771-89e58260e49e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.289257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7023d246-8524-45b5-8e13-220aa37e4be7 req-2d26fbda-1f56-4750-8771-89e58260e49e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.3840737 Jul 16 01:28:43.346000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68fd906f-7094-45b1-9e2e-1f1f8f19c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.346958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] For port b607cceb-9f0b-4312-8838-80862215956d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b607cceb-9f0b-4312-8838-80862215956d,segment=NetworkSegment(3996d9c4-15e6-47aa-84ff-536380778a21),segment_id=3996d9c4-15e6-47aa-84ff-536380778a21)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:43.347333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.349606 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-68fd906f-7094-45b1-9e2e-1f1f8f19c41a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1097 time: 0.0870879 Jul 16 01:28:43.423769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Calling delete_port for b607cceb-9f0b-4312-8838-80862215956d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:43.465198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7023d246-8524-45b5-8e13-220aa37e4be7 req-2b6ad0f6-f772-44a2-9c86-0fd0d4c5de71 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753068 Jul 16 01:28:43.465998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-31aa1b57-4766-4c6c-971f-6626afb4e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.467613 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-31aa1b57-4766-4c6c-971f-6626afb4e955 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1114054 Jul 16 01:28:43.522500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-9bd7fa1a-f743-4db8-84c4-3da6ffe434ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 200 len: 217 time: 0.0451548 Jul 16 01:28:43.529421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da61b-da57-43c3-bf8a-dfe65bd59f95 req-5c38c324-47bd-487c-b5a1-beeda8145430 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.531383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e6da61b-da57-43c3-bf8a-dfe65bd59f95 req-5c38c324-47bd-487c-b5a1-beeda8145430 tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/ports?device_id=119acfdb-0136-47fe-bcb2-4f0a2d25cac5 HTTP/1.1" status: 200 len: 945 time: 0.3422582 Jul 16 01:28:43.581442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-0e378599-acc2-40ab-bbc4-a63b93cfd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.583263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-0e378599-acc2-40ab-bbc4-a63b93cfd84d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0546172 Jul 16 01:28:43.613320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.625383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-238a5206-e679-4cda-8419-8a3c8e1acad7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355618 Jul 16 01:28:43.672659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e6da61b-da57-43c3-bf8a-dfe65bd59f95 req-fc06333b-c0ae-4c4a-9d81-f20674993b2e tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.42 "GET /v2.0/security-groups?id=88346b67-d48b-4a47-bc4f-fd524a53d578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334312 Jul 16 01:28:43.743331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-99e1e198-b8b7-4163-bb82-f268fd7604bd service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115215 Jul 16 01:28:43.817240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-523c49ff-0ba2-4ff1-8599-237b068c8292 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457671 Jul 16 01:28:43.840359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.845036 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-1fbf75d8-2c07-4862-b8fa-7bf69203e1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914848 Jul 16 01:28:43.881122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af4cd-f333-4704-b565-600b03c33a5b req-f5801616-b1fc-4612-b13a-59cf7a65f7d7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.882654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-060af4cd-f333-4704-b565-600b03c33a5b req-f5801616-b1fc-4612-b13a-59cf7a65f7d7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 932 time: 0.2668731 Jul 16 01:28:43.946994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Pushing event deleted for resources: {'Port': ['ID=b607cceb-9f0b-4312-8838-80862215956d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.959714 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-daf57541-1749-4626-9e30-ad14c9978bb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579619 Jul 16 01:28:43.965584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d6f52e-1460-4038-8942-e71d8af3dd0a {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:43.979122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.069941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-ff9459a9-53e1-472a-9b99-39e979740b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.071407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Transition to ACTIVE for port object 36d6f52e-1460-4038-8942-e71d8af3dd0a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:44.071836 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-ff9459a9-53e1-472a-9b99-39e979740b9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07eca64fee8345f790c174acbcbe1809&device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 1096 time: 0.0638330 Jul 16 01:28:44.106254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] No DVR routers for this DVR port b607cceb-9f0b-4312-8838-80862215956d on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:44.112017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.117162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.119151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7298b96-89ea-4724-bb8f-cfe1e39b3620 req-b18b7187-f0d2-4d90-8e30-12245d293d9a tempest-VolumesAdminNegativeTest-895545842 tempest-VolumesAdminNegativeTest-895545842-project] 10.222.0.23 "DELETE /v2.0/ports/b607cceb-9f0b-4312-8838-80862215956d HTTP/1.1" status: 204 len: 173 time: 1.4713976 Jul 16 01:28:44.124176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'name': 'network-vif-deleted', 'tag': 'b607cceb-9f0b-4312-8838-80862215956d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:44.126478 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2bcc62-24eb-4622-83c5-97e7d453da6b" -d '{"events": [{"server_uuid": "119acfdb-0136-47fe-bcb2-4f0a2d25cac5", "name": "network-vif-deleted", "tag": "b607cceb-9f0b-4312-8838-80862215956d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:44.158892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-060af4cd-f333-4704-b565-600b03c33a5b req-22e5bc16-409f-47ab-b407-80e7c426388a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177317 Jul 16 01:28:44.189017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-32c8f109-d421-43e0-adb7-0a63b070807b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.195540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-32c8f109-d421-43e0-adb7-0a63b070807b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589756 Jul 16 01:28:44.219845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Pushing event updated for resources: {'Port': ['ID=36d6f52e-1460-4038-8942-e71d8af3dd0a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.251427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-08629d52-3682-4455-8b6d-3bc9ccb8fcd1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/quotas/d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 375 time: 0.0550270 Jul 16 01:28:44.279183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-ae9bf12c-7309-4f23-a0a4-aae2e57421eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.280699 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-ae9bf12c-7309-4f23-a0a4-aae2e57421eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 200 len: 908 time: 0.1859763 Jul 16 01:28:44.336453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-6fd281f7-2be9-4c6c-bf3e-69d5f5f52dda tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.338086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-6fd281f7-2be9-4c6c-bf3e-69d5f5f52dda tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f&tenant_id=07eca64fee8345f790c174acbcbe1809&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.1646490 Jul 16 01:28:44.340072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-6ce7d80f-8320-4164-91e9-5b8f2a04a569 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 200 len: 217 time: 0.0518305 Jul 16 01:28:44.387294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-b5af0134-b5cf-4b5d-84fb-b368e1ae0fc7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--85454090&fields=id&tenant_id=20aaecba68d4413d9b9e3b4f99923f07 HTTP/1.1" status: 200 len: 267 time: 0.1139269 Jul 16 01:28:44.398333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Attempting to bind port 36d6f52e-1460-4038-8942-e71d8af3dd0a on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:44.398968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Attempting to bind port 36d6f52e-1460-4038-8942-e71d8af3dd0a by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:44.399109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Attempting to bind port 36d6f52e-1460-4038-8942-e71d8af3dd0a on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:44.421716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Port 36d6f52e-1460-4038-8942-e71d8af3dd0a on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:44.422066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Attempting to bind port 36d6f52e-1460-4038-8942-e71d8af3dd0a on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:44.437403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-e12fb697-1361-4851-9ca3-2e51c33129d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.439031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-e12fb697-1361-4851-9ca3-2e51c33129d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 200 len: 847 time: 0.0865269 Jul 16 01:28:44.454245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:44.454589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:44.454983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:44.455441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Bound port: 36d6f52e-1460-4038-8942-e71d8af3dd0a, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:44.455798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.467721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-49775bb2-5b26-4180-b044-f299730e7493 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844249 Jul 16 01:28:44.503059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-fc0c720c-1d95-45ab-99e2-63d6130557e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73e5b720-b23b-4f22-ae91-5b302c58f07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559049 Jul 16 01:28:44.522700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-6c538a40-6c92-46bc-886e-dde15ee42e12 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.527261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-6c538a40-6c92-46bc-886e-dde15ee42e12 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 932 time: 0.1203477 Jul 16 01:28:44.559458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-dc6b8568-491e-49b9-bd6f-4b2eef5f8b24 service neutron] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:44.564505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-dc6b8568-491e-49b9-bd6f-4b2eef5f8b24 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.566116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-189edeec-95ef-4298-8b83-c1a9ad418ec8 req-dc6b8568-491e-49b9-bd6f-4b2eef5f8b24 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb/bindings/n-h1-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.2199917 Jul 16 01:28:44.629794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-0bc39583-b98d-4bf3-9281-519aa58fa691 service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190093 Jul 16 01:28:44.654240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] For port 36d6f52e-1460-4038-8942-e71d8af3dd0a, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:44.665926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-65ba4a33-0c14-4c62-8805-f31c215afe49 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.673320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-65ba4a33-0c14-4c62-8805-f31c215afe49 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 931 time: 0.1365223 Jul 16 01:28:44.734401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] For port 36d6f52e-1460-4038-8942-e71d8af3dd0a, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:44.743979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f56b0ab0-e957-4bc5-9700-a96b2748c992 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0697117 Jul 16 01:28:44.759396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.825320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9b3a052-8851-400b-b21a-79d6c33f74e3 req-3b29ec7c-6689-4608-8595-61851e070c0c service neutron] 10.222.0.23 "GET /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778185 Jul 16 01:28:44.856862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.857437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.859270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] 10.222.0.13 "PUT /v2.0/ports/36d6f52e-1460-4038-8942-e71d8af3dd0a HTTP/1.1" status: 200 len: 1093 time: 1.9465907 Jul 16 01:28:44.867760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-760071b9-b829-4edb-9ab9-203f1c201015 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1227286 Jul 16 01:28:45.036659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391749c-a9b4-4adb-a424-d888fa855af7 service neutron] Pushing event updated for resources: {'Port': ['ID=36d6f52e-1460-4038-8942-e71d8af3dd0a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.074964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63464c6-27a5-42c4-9e79-a66a410a27ae req-8424a1a8-b6d2-456a-99f3-51d6eeaed4c1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.082279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b63464c6-27a5-42c4-9e79-a66a410a27ae req-8424a1a8-b6d2-456a-99f3-51d6eeaed4c1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.3504593 Jul 16 01:28:45.128979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.131697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-fd0363a4-8dfd-4d2a-b485-dce65fb0ecd2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.138902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-fd0363a4-8dfd-4d2a-b485-dce65fb0ecd2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.145065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-fd0363a4-8dfd-4d2a-b485-dce65fb0ecd2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.146713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-fd0363a4-8dfd-4d2a-b485-dce65fb0ecd2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 1989 time: 0.2780743 Jul 16 01:28:45.188087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b63464c6-27a5-42c4-9e79-a66a410a27ae req-7d1b3302-505d-44bd-99b0-c30bb3ee0f54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049263 Jul 16 01:28:45.192065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-dfcea396-7eae-42f6-a8c2-3b9975d1a44c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/quotas/20aaecba68d4413d9b9e3b4f99923f07 HTTP/1.1" status: 200 len: 375 time: 0.0356455 Jul 16 01:28:45.199369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fa67434e-ce40-487d-b97e-7ca66473e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.200852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-fa67434e-ce40-487d-b97e-7ca66473e928 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 1096 time: 0.2538934 Jul 16 01:28:45.492629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b607cceb-9f0b-4312-8838-80862215956d no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:45.516144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: b607cceb-9f0b-4312-8838-80862215956d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:45.516939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b607cceb-9f0b-4312-8838-80862215956d not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:45.618360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-c1ee69f7-70a9-42be-bcda-df3a1a5803aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a HTTP/1.1" status: 200 len: 217 time: 0.4033687 Jul 16 01:28:45.701903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-38ef70fc-944a-4e0c-a325-1c8e48eb42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.703478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-38ef70fc-944a-4e0c-a325-1c8e48eb42ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.0774813 Jul 16 01:28:45.726806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-43607542-8174-4eda-a7dc-5ed07b733042 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5247266 Jul 16 01:28:45.744097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58253f29-8e42-43d9-a6f2-6cd34528c396 req-d517a012-8255-4cd5-896e-4f2c3a3e148c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.745676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58253f29-8e42-43d9-a6f2-6cd34528c396 req-d517a012-8255-4cd5-896e-4f2c3a3e148c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 945 time: 0.1972620 Jul 16 01:28:45.789627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-f240d698-0ae2-4624-abd2-fb5afacd1b65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608037 Jul 16 01:28:45.929773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58253f29-8e42-43d9-a6f2-6cd34528c396 req-e40690a9-50d5-4454-b7e4-9a87feb709fa tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733806 Jul 16 01:28:45.964890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-2edb2d2c-2f77-4af1-a652-007da90fea72 service neutron] 10.222.0.42 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166641 Jul 16 01:28:45.975502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-3519b689-e1bc-4ef3-94c3-f5e3ec48709f service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780646 Jul 16 01:28:46.025259 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860f24d3-855e-46dc-a1e7-bb7691beecb4 x-openstack-request-id: req-860f24d3-855e-46dc-a1e7-bb7691beecb4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:46.025576 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119acfdb-0136-47fe-bcb2-4f0a2d25cac5", "name": "network-vif-deleted", "tag": "b607cceb-9f0b-4312-8838-80862215956d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:46.025831 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-860f24d3-855e-46dc-a1e7-bb7691beecb4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:46.026254 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119acfdb-0136-47fe-bcb2-4f0a2d25cac5', 'name': 'network-vif-deleted', 'tag': 'b607cceb-9f0b-4312-8838-80862215956d', 'status': 'completed', 'code': 200} Jul 16 01:28:46.170629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-203c7ed7-3e4b-47ef-b16f-109bdef0f008 service neutron] 10.222.0.42 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929150 Jul 16 01:28:46.220534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707c1cad-7d22-4f86-8941-f404efea0c2b req-1699d332-5deb-4999-8a7c-19443d30afda service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344718 Jul 16 01:28:46.241949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-0e4f71e5-91ab-4716-b0b1-5f78cde2fe73 service neutron] 10.222.0.42 "GET /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0617471 Jul 16 01:28:46.273784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1b74-fada-47cb-8988-4bed1fe87972 req-591ffc8d-ef88-4e2a-b760-2d9fc90058e1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.275657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c2e1b74-fada-47cb-8988-4bed1fe87972 req-591ffc8d-ef88-4e2a-b760-2d9fc90058e1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.1516399 Jul 16 01:28:46.380861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c2e1b74-fada-47cb-8988-4bed1fe87972 req-552e8768-3eac-42b5-b9da-f817b81691df tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870199 Jul 16 01:28:46.401600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-4b8b33f7-a68b-4699-9bb4-28283159a0fe service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469319 Jul 16 01:28:46.446407 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-a6c2e941-6e69-4a68-a209-8811f019f914 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358834 Jul 16 01:28:46.577928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f19464ae-dc19-499c-9bdb-775ce1a41150 req-973b3f8b-c336-42cc-a40c-8679fc4be001 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 210 time: 0.0429370 Jul 16 01:28:46.581166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-77bbbe2d-15a1-422a-9034-fa4801b4cbe6 service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719370 Jul 16 01:28:46.599174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-39118ff8-f42e-419c-ab3b-d8ff7f2effee tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.600611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-39118ff8-f42e-419c-ab3b-d8ff7f2effee tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498103 Jul 16 01:28:46.616958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Request body: {'port': {'device_id': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'd016397d79854b1ca90017ec4e6a9a66'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:46.647722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-12eba193-78e6-47f0-9dca-e134b5c32d82 service neutron] 10.222.0.42 "GET /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0594459 Jul 16 01:28:46.730172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.774685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-397dcd2c-1ff4-47e3-9bb8-41c2faa714aa service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188855 Jul 16 01:28:46.798481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Deleting subnet 952a90a9-e814-4e42-934e-3bd9dbe0a5c9 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:46.804916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.856699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.859025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Made reservation on behalf of d016397d79854b1ca90017ec4e6a9a66 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:46.862651 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.935122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-b5405a1c-e727-4126-a1d2-db4ac3f91cbf service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525519 Jul 16 01:28:46.952909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.986197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff55758-cfbe-4e18-910d-839c168313f0 req-9bcaf57b-654e-4ef9-ada9-3be3f963ff1d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.987919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ff55758-cfbe-4e18-910d-839c168313f0 req-9bcaf57b-654e-4ef9-ada9-3be3f963ff1d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 944 time: 0.1652935 Jul 16 01:28:47.067446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Allocated IP 192.168.233.146 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/5f4100f0-2a94-438c-80f7-dce6b95705e4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:47.070044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.084519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ff55758-cfbe-4e18-910d-839c168313f0 req-ce67e49a-bf29-4d0c-9b1f-9d9a7b155545 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633276 Jul 16 01:28:47.086942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed9cb00a-a541-4e34-8a80-3100fa6705a3 service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449218 Jul 16 01:28:47.114322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952a90a9-e814-4e42-934e-3bd9dbe0a5c9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.116547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.121536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4f1a8c63-52b3-4560-9c5b-0bc55c6a4dfc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/952a90a9-e814-4e42-934e-3bd9dbe0a5c9 HTTP/1.1" status: 204 len: 168 time: 0.3873742 Jul 16 01:28:47.122932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46822) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:47.203801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-6a2fecf6-e91f-4a04-b954-0e1ccadcc71d service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099946 Jul 16 01:28:47.249317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.365079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cff8-882b-4df8-9283-7c10c94e4988 req-2ac74155-8894-4018-8804-33db101f67b9 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.366722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a772cff8-882b-4df8-9283-7c10c94e4988 req-2ac74155-8894-4018-8804-33db101f67b9 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.1571343 Jul 16 01:28:47.368865 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-20ca11e7-e355-4a4d-8bee-b1e527fb1c84 service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574106 Jul 16 01:28:47.428345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.439677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.445753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a772cff8-882b-4df8-9283-7c10c94e4988 req-0f792d2f-2532-4f33-b723-4c9a67e20209 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Jul 16 01:28:47.446147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65afaae5-94ff-4d2c-b552-74c11245f216']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:47.465019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3996d9c4-15e6-47aa-84ff-536380778a21') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:47.465581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3996d9c4-15e6-47aa-84ff-536380778a21') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:47.469243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Transition to ACTIVE for port object 5f4100f0-2a94-438c-80f7-dce6b95705e4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:47.488908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.512973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-8f6666ee-e293-4746-8166-220302ba3aea service neutron] 10.222.0.42 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307127 Jul 16 01:28:47.515632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.525495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:47.526002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:47.527898 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:47.535588 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:47.535588 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:47.535588 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:47.535588 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:47.535588 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:47.549876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.588236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a', '4119bc0d-8930-48a1-95bf-0603cee6a807'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:47.637313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.640343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:47.647569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.653425 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/65afaae5-94ff-4d2c-b552-74c11245f216 HTTP/1.1" status: 204 len: 168 time: 0.5274765 Jul 16 01:28:47.655468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46830) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:47.659453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:47.671281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:47.674323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.685761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3b6b2-8fae-4ed8-82cf-a67adce814f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65afaae5-94ff-4d2c-b552-74c11245f216,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.734345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-60b8641c-21f0-49e1-a675-ad88e638265b service neutron] 10.222.0.42 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112687 Jul 16 01:28:47.753410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.754369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.761382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Deleting subnet 4d06b214-da9b-4464-bb5e-0ca359066faa {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:47.768250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.775972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-cd835a87-e763-4b57-b5ac-d24702afbd1a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1663942 Jul 16 01:28:47.787607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Request body: {'port': {'device_id': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:47.832312 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.872037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9ed97-dc00-44f7-b722-11f9c54b05b6 req-1f35a578-a0ff-4a72-b10b-d31e69c792b3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.873348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9f9ed97-dc00-44f7-b722-11f9c54b05b6 req-1f35a578-a0ff-4a72-b10b-d31e69c792b3 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.2715924 Jul 16 01:28:47.896655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.989643 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.996952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9f9ed97-dc00-44f7-b722-11f9c54b05b6 req-d88fefdf-db25-4ee3-b2e0-0dbe6500914c tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030586 Jul 16 01:28:47.999309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-2d382fbd-6b0e-4b3e-9a56-c84ffb119056 service neutron] 10.222.0.42 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535121 Jul 16 01:28:48.042669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'tag': '36d6f52e-1460-4038-8942-e71d8af3dd0a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:48.049967 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea3c91c-8083-48b5-8f85-74592dbf1eef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fbf3a5-015c-4cce-99df-2f03d5c030df", "tag": "36d6f52e-1460-4038-8942-e71d8af3dd0a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:48.078686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.082405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-652e431b-2257-47ae-bd85-02a033da40fe None None] Provisioning for port 5f4100f0-2a94-438c-80f7-dce6b95705e4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:48.087422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-652e431b-2257-47ae-bd85-02a033da40fe None None] Provisioning complete for port 5f4100f0-2a94-438c-80f7-dce6b95705e4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:48.087817 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-652e431b-2257-47ae-bd85-02a033da40fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.131227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 36d6f52e-1460-4038-8942-e71d8af3dd0a details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:48.143953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-652e431b-2257-47ae-bd85-02a033da40fe None None] Port 5f4100f0-2a94-438c-80f7-dce6b95705e4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:48.193481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.247115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d06b214-da9b-4464-bb5e-0ca359066faa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.250388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.252754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5ba499ab-1edf-4ecb-a140-4248d44a7c63 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4d06b214-da9b-4464-bb5e-0ca359066faa HTTP/1.1" status: 204 len: 168 time: 0.5928535 Jul 16 01:28:48.255553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:48.277959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-77ad21d8-7181-49f8-8702-85c6d910c0bd service neutron] 10.222.0.42 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284338 Jul 16 01:28:48.278819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 36d6f52e-1460-4038-8942-e71d8af3dd0a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.290997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '36d6f52e-1460-4038-8942-e71d8af3dd0a', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '36d6f52e-1460-4038-8942-e71d8af3dd0a', 'mac_address': 'fa:16:3e:be:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:48.295924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:48.308088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.340871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.357235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d6f52e-1460-4038-8942-e71d8af3dd0a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:48.365418 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.378325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Transition to ACTIVE for port object 5f4100f0-2a94-438c-80f7-dce6b95705e4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:48.384193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 36d6f52e-1460-4038-8942-e71d8af3dd0a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.388791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.392198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ea84c-8223-4ea3-880a-af03e9eef613 req-2c5c2af8-0aea-42e3-aee5-37119241e593 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.392691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.393472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:48.399810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b38ea84c-8223-4ea3-880a-af03e9eef613 req-2c5c2af8-0aea-42e3-aee5-37119241e593 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.1958816 Jul 16 01:28:48.444769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-af935ca1-c7fd-4f38-bfe9-91e7e4ec2f56 service neutron] 10.222.0.42 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613894 Jul 16 01:28:48.470743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b38ea84c-8223-4ea3-880a-af03e9eef613 req-4efd522a-3162-4894-b200-40e95bc9ed58 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Jul 16 01:28:48.494642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=36d6f52e-1460-4038-8942-e71d8af3dd0a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.575859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.591944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b14a15b-922e-44d7-9e89-70f0f438893b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.601881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.607884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f059f149-762a-4c33-8bce-ad58746215da') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.608191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f059f149-762a-4c33-8bce-ad58746215da') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.617819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea', 'port_id': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'mac_address': 'fa:16:3e:f6:d1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6439169b-a333-49f7-851e-e0ebaf35dcbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:48.622653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.640140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.647988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:48.648484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.675975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.715760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d0684f-da82-4e58-a78a-68f37cd43c2f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:48.719659 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:48.721820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.734582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.766422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.768769 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b14a15b-922e-44d7-9e89-70f0f438893b HTTP/1.1" status: 204 len: 168 time: 0.5120499 Jul 16 01:28:48.785014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.790193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65004a8e-60e9-43a5-982b-44438426a5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=6b14a15b-922e-44d7-9e89-70f0f438893b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.797473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.825128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fabb-8396-42f3-a271-e53e4cc66a8f req-3692fa99-e287-433d-aea6-f3665bc63f97 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.828148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d245fabb-8396-42f3-a271-e53e4cc66a8f req-3692fa99-e287-433d-aea6-f3665bc63f97 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 948 time: 0.1586483 Jul 16 01:28:48.883212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.905328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Attempting to bind port 5f4100f0-2a94-438c-80f7-dce6b95705e4 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:48.905650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Attempting to bind port 5f4100f0-2a94-438c-80f7-dce6b95705e4 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:48.905996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Attempting to bind port 5f4100f0-2a94-438c-80f7-dce6b95705e4 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:48.911762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Port 5f4100f0-2a94-438c-80f7-dce6b95705e4 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:48.912023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Attempting to bind port 5f4100f0-2a94-438c-80f7-dce6b95705e4 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:48.917488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d245fabb-8396-42f3-a271-e53e4cc66a8f req-f44db448-8387-4681-afab-5edf99a1e584 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835025 Jul 16 01:28:48.921356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:48.921356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:48.921763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:48.921913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Bound port: 5f4100f0-2a94-438c-80f7-dce6b95705e4, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:48.922186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.965713 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23449d4d-45ef-4a9e-be18-a8dd518697c0 x-openstack-request-id: req-23449d4d-45ef-4a9e-be18-a8dd518697c0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:48.966211 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fbf3a5-015c-4cce-99df-2f03d5c030df", "tag": "36d6f52e-1460-4038-8942-e71d8af3dd0a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:48.966647 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23449d4d-45ef-4a9e-be18-a8dd518697c0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:48.967275 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'tag': '36d6f52e-1460-4038-8942-e71d8af3dd0a', 'status': 'completed', 'code': 200} Jul 16 01:28:48.996600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.036253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:49.047190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:49.055135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.098581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.099358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.100926 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] 10.222.0.23 "PUT /v2.0/ports/5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 1097 time: 1.3177240 Jul 16 01:28:49.101351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:49.103733 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8729f84a-8288-4935-a712-88c7c9d3cea8" -d '{"events": [{"name": "network-changed", "server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:49.138652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529d8fc-1409-455e-a4be-0f8343c0cbff service neutron] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.189696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9ab5c90a-89e3-4b8a-a9ab-ae8f9d54bff5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f855467dac2411b81c04587f7932312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851752 Jul 16 01:28:49.196084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.247252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['36d6f52e-1460-4038-8942-e71d8af3dd0a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:49.267199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-211c71f5-edd4-4b12-b7e1-a52216df4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.271549 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-211c71f5-edd4-4b12-b7e1-a52216df4775 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1100 time: 0.1160467 Jul 16 01:28:49.301104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d8d0684f-da82-4e58-a78a-68f37cd43c2f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:49.302106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-314e7219-66cc-4ce9-a7cd-d2108bd63880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.303881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-314e7219-66cc-4ce9-a7cd-d2108bd63880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 1097 time: 0.2769670 Jul 16 01:28:49.379356 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-9fac7895-30dc-4c22-ba00-b11e3c5f759c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.0945342 Jul 16 01:28:49.455470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-98dbc4b6-dabc-4d6a-8478-d6b8a9754a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.457348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-98dbc4b6-dabc-4d6a-8478-d6b8a9754a34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0733211 Jul 16 01:28:49.472915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-b573fbcd-7844-4137-b300-0d3569e10baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.474753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-b573fbcd-7844-4137-b300-0d3569e10baa service neutron] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.1435096 Jul 16 01:28:49.530854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-845d6e49-b7c2-4540-8fd4-a306e8e3740b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a HTTP/1.1" status: 200 len: 217 time: 0.0440390 Jul 16 01:28:49.545094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7df51-3ef0-460a-992f-b0dd75953cb3 req-37831ff1-65fe-4047-a538-306668dd66fe tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.546956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4d7df51-3ef0-460a-992f-b0dd75953cb3 req-37831ff1-65fe-4047-a538-306668dd66fe tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 1097 time: 0.4604299 Jul 16 01:28:49.582568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-0dc50eb5-d248-4f3b-96d0-2568b2ed5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.584209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-0dc50eb5-d248-4f3b-96d0-2568b2ed5d20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195810 Jul 16 01:28:49.661246 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eee3064e-f17e-4a95-b1e7-0c8d49f087f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.748268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eee3064e-f17e-4a95-b1e7-0c8d49f087f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.755279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-34ef3e33-858b-4eaa-aa05-2a7d79ec4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.757332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-34ef3e33-858b-4eaa-aa05-2a7d79ec4f7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.2092812 Jul 16 01:28:49.782937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-0ade5fd9-2d23-43a9-98d2-631371093c3d service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902807 Jul 16 01:28:49.800972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4d7df51-3ef0-460a-992f-b0dd75953cb3 req-8b0484ee-8e4a-4e6d-b506-c492989fdf90 tempest-LiveMigrationTest-1119768725 tempest-LiveMigrationTest-1119768725-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523736 Jul 16 01:28:49.866040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-8e62be55-a870-473b-afaf-bedb6a03322c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960841 Jul 16 01:28:49.938485 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2386681e-39f8-4b74-8143-0ca8078ea4e3 req-3b0b491e-84ab-4cea-9e2d-6f1bba568207 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490774 Jul 16 01:28:50.095518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eee3064e-f17e-4a95-b1e7-0c8d49f087f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.098219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eee3064e-f17e-4a95-b1e7-0c8d49f087f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.099421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eee3064e-f17e-4a95-b1e7-0c8d49f087f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88346b67-d48b-4a47-bc4f-fd524a53d578 HTTP/1.1" status: 204 len: 168 time: 0.8959410 Jul 16 01:28:50.437148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3064e-f17e-4a95-b1e7-0c8d49f087f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88346b67-d48b-4a47-bc4f-fd524a53d578,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.451191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-818df34c-b4cd-4621-b0d4-63c06e7ca064 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642791 Jul 16 01:28:50.488762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa981a5-d41d-4cd3-adf8-4c62d45772c3 req-d4e6c11c-e05f-4e95-a224-b5c6ce8f2e63 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.490333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fa981a5-d41d-4cd3-adf8-4c62d45772c3 req-d4e6c11c-e05f-4e95-a224-b5c6ce8f2e63 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 945 time: 0.9480917 Jul 16 01:28:50.575090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b6818-9fec-42ff-b301-a268c6e7b4dd req-343b6612-4e82-4f2b-b910-e0eedd823737 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.576805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-945b6818-9fec-42ff-b301-a268c6e7b4dd req-343b6612-4e82-4f2b-b910-e0eedd823737 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.5985332 Jul 16 01:28:50.604956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46894) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:50.626316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fa981a5-d41d-4cd3-adf8-4c62d45772c3 req-f5459784-575f-43fe-b9ce-be5e4082603e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Jul 16 01:28:50.655805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea3c91c-8083-48b5-8f85-74592dbf1eef req-fc0aed17-0789-46dd-92af-e580f91a91f7 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884871 Jul 16 01:28:50.659437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-945b6818-9fec-42ff-b301-a268c6e7b4dd req-a8b06fd8-288c-4c7a-ac8f-245e78578903 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759718 Jul 16 01:28:50.668472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7bef3b76-3a73-4cc8-8422-645249e03a79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7bd9265c35a4105968c14e97fdbe71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610328 Jul 16 01:28:50.670335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:50.739586 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc81ad0-cb81-4629-971e-15eb9bd83909 x-openstack-request-id: req-ebc81ad0-cb81-4629-971e-15eb9bd83909 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:50.739999 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:50.740271 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebc81ad0-cb81-4629-971e-15eb9bd83909 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:50.741385 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'status': 'completed', 'code': 200} Jul 16 01:28:50.748657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ce5c1c-0633-4150-9d48-01a008297901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.778921 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ce5c1c-0633-4150-9d48-01a008297901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.854363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ce5c1c-0633-4150-9d48-01a008297901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.857262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40ce5c1c-0633-4150-9d48-01a008297901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.862809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-40ce5c1c-0633-4150-9d48-01a008297901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bd33401-f77b-4769-b075-62942a2f8277 HTTP/1.1" status: 204 len: 168 time: 0.1892908 Jul 16 01:28:50.875788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-980ea1b2-68d4-4c93-adf6-08b9b5bd1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.877554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-980ea1b2-68d4-4c93-adf6-08b9b5bd1f15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1100 time: 0.1109447 Jul 16 01:28:50.884257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce5c1c-0633-4150-9d48-01a008297901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd33401-f77b-4769-b075-62942a2f8277,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.948140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0773a22-6fc8-4c26-9a4b-8c9d07430dea req-9e3ee6c1-395f-41f4-b525-545c42a0aa46 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0527585 Jul 16 01:28:51.040710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-4e0f314e-e67a-4bba-8cc0-5ac48efa3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.043029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-4e0f314e-e67a-4bba-8cc0-5ac48efa3354 service neutron] 10.222.0.23 "GET /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 1028 time: 0.1324432 Jul 16 01:28:51.060373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-a64f1063-951a-4a80-9490-07e36292a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.064202 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-a64f1063-951a-4a80-9490-07e36292a85d service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1770163 Jul 16 01:28:51.176523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-33f277a3-d5d5-45dc-8fe5-05d22c269ea2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.1025019 Jul 16 01:28:51.185905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-0e8aef5c-2ae5-4cc3-a6e0-871fcb457769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.187334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-0e8aef5c-2ae5-4cc3-a6e0-871fcb457769 service neutron] 10.222.0.23 "GET /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 1027 time: 0.1289022 Jul 16 01:28:51.269663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-c83beb7d-c0ee-48c2-a278-bb617608b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.271546 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-c83beb7d-c0ee-48c2-a278-bb617608b0f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0879302 Jul 16 01:28:51.406976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-f8b17e21-ae4d-48ea-b41f-4c5dba58a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.417508 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-f8b17e21-ae4d-48ea-b41f-4c5dba58a89f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385889 Jul 16 01:28:51.451297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-aa40b483-3dca-4e52-acbc-4406f20e6d59 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.470239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-aa40b483-3dca-4e52-acbc-4406f20e6d59 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.480864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-aa40b483-3dca-4e52-acbc-4406f20e6d59 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.482589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-aa40b483-3dca-4e52-acbc-4406f20e6d59 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 1989 time: 0.2885916 Jul 16 01:28:51.596647 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-5b6ddfd7-dd08-4bfa-8c10-5ba7e573f37e service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667523 Jul 16 01:28:51.599924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-dd5e2621-c8b6-48c3-b3f5-21a2fa76a443 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20aaecba68d4413d9b9e3b4f99923f07 HTTP/1.1" status: 200 len: 378 time: 0.1075501 Jul 16 01:28:51.630021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'admin_state_up': True, 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'security_groups': ['b9281da2-ab1a-40cf-aff3-f8c5129c6b77']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:51.712324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194300b5-44ec-4959-953a-24dce52d2f32 req-468738ef-d797-4f65-a737-5a9f36f8bad8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.724842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-194300b5-44ec-4959-953a-24dce52d2f32 req-468738ef-d797-4f65-a737-5a9f36f8bad8 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 948 time: 0.1998556 Jul 16 01:28:51.731901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8729f84a-8288-4935-a712-88c7c9d3cea8 req-aa8ad0f6-10dd-4f6c-be89-8bb223e96343 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244333 Jul 16 01:28:51.863712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-194300b5-44ec-4959-953a-24dce52d2f32 req-1ce60c02-546c-4ca1-a24e-1018d0b24f2a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370754 Jul 16 01:28:51.926849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:51.934305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.959994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0e129-f474-4105-b767-9d175a7871e7 req-73ee1fe2-2398-472d-887a-9213ec4ee18d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.973064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5c0e129-f474-4105-b767-9d175a7871e7 req-73ee1fe2-2398-472d-887a-9213ec4ee18d tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 945 time: 0.8309789 Jul 16 01:28:52.140603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46930) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.149640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 36d6f52e-1460-4038-8942-e71d8af3dd0a up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:52.181222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5c0e129-f474-4105-b767-9d175a7871e7 req-12bd8fce-3fb5-44ec-8b1e-d6dcf71ece03 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064855 Jul 16 01:28:52.277817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 36d6f52e-1460-4038-8942-e71d8af3dd0a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:52.284093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 36d6f52e-1460-4038-8942-e71d8af3dd0a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:52.285015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.314051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-network', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:52.372620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Made reservation on behalf of aef2fe5d5b17449797870ebcc72678e1 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:52.377257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.394716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.400570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf638d-99bd-4ed7-b08d-5ec116e5e458 req-e9d403f4-889b-49eb-a790-fc7ae82d4d49 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.410404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.413292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bddf638d-99bd-4ed7-b08d-5ec116e5e458 req-e9d403f4-889b-49eb-a790-fc7ae82d4d49 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.3977938 Jul 16 01:28:52.446107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d6f52e-1460-4038-8942-e71d8af3dd0a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:52.450243 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0966b1-4fd4-496d-a711-bba67c203a71" -d '{"events": [{"server_uuid": "f4fbf3a5-015c-4cce-99df-2f03d5c030df", "name": "network-vif-plugged", "status": "completed", "tag": "36d6f52e-1460-4038-8942-e71d8af3dd0a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:52.467974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 36d6f52e-1460-4038-8942-e71d8af3dd0a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:52.474007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.475224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:52.543544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.549040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.555132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 172.20.0.10 (a32b881b-37a1-4df7-ae67-f980a68ea571/e0c83b79-5648-4070-9667-a566e2051d29/c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:52.583038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:52.597009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4a54b-eecf-460e-a66f-bf036e80071e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.604710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.605017 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Added segment 33a11761-79d2-499a-b515-701b525a6db2 of type vlan for network 52b68899-8f9f-476a-8f6b-80016dc5547e Jul 16 01:28:52.635727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=36d6f52e-1460-4038-8942-e71d8af3dd0a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.654567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port d8d0684f-da82-4e58-a78a-68f37cd43c2f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:52.663881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port d8d0684f-da82-4e58-a78a-68f37cd43c2f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:52.664742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.667134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.673273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bddf638d-99bd-4ed7-b08d-5ec116e5e458 req-d60f320e-78ef-457f-9824-695b264823a3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585185 Jul 16 01:28:52.704251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.705264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.708174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.720812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-96ceaae1-543c-4e23-b8a1-f57b4e6b90fd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.726742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-96ceaae1-543c-4e23-b8a1-f57b4e6b90fd tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 945 time: 0.5042574 Jul 16 01:28:52.856155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7136638 Jul 16 01:28:52.859901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.862527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46938) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.872316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Request body: {'subnet': {'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-subnet', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:52.877929 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.893158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:52.914503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:52.923646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.959415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Made reservation on behalf of aef2fe5d5b17449797870ebcc72678e1 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:52.965041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.969260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a2706-671e-43aa-93b7-8f19ff132b19 admin admin] Pushing event updated for resources: {'Network': ['ID=52b68899-8f9f-476a-8f6b-80016dc5547e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.982267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 52b68899-8f9f-476a-8f6b-80016dc5547e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:53.043160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.080321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.097983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce086d-948f-476b-90b4-b931632fa993 req-1436087c-7ddd-434f-af88-80ad9bd273bd tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.099643 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9ce086d-948f-476b-90b4-b931632fa993 req-1436087c-7ddd-434f-af88-80ad9bd273bd tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.3317811 Jul 16 01:28:53.159608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118486f-2253-4b9e-bc39-4a0f6395ac06 req-1678517a-7e27-470c-b601-cda527c6da8a tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.161729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9118486f-2253-4b9e-bc39-4a0f6395ac06 req-1678517a-7e27-470c-b601-cda527c6da8a tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 945 time: 0.7869048 Jul 16 01:28:53.174816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network a32b881b-37a1-4df7-ae67-f980a68ea571 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:53.186297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:53.188904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:53.250632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.301282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda84aab-7e06-4b32-ab59-6b09dd846301 req-0cb0021a-ba50-4d82-a257-e61226c4726d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.302982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda84aab-7e06-4b32-ab59-6b09dd846301 req-0cb0021a-ba50-4d82-a257-e61226c4726d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 945 time: 0.3732190 Jul 16 01:28:53.319936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9118486f-2253-4b9e-bc39-4a0f6395ac06 req-d9414a56-3ca0-45fe-afac-59e009309f81 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups?id=ce7ef664-0a6a-47ed-a370-ee903e2807ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436203 Jul 16 01:28:53.332075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.332838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.335355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.344535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Deleting port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:53.345452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.405766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Deleting port f806fccf-d845-4077-a224-65c9eaf6f0eb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:53.407737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.473716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-41dff02e-f9c7-46ed-92a2-f02317c9597d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566535 Jul 16 01:28:53.510257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'admin_state_up': True, 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'security_groups': ['b9281da2-ab1a-40cf-aff3-f8c5129c6b77']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:53.518572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e129d5-ce83-4cd2-8df8-cca410c405b3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.542034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:53.545928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] For port c6b883dd-56f4-4d85-b9d0-43ffc2f81446, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:53.545928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.569202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fead159a-86c1-4bc3-a887-ead2060432cb None None] Provisioning for port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:53.577931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fead159a-86c1-4bc3-a887-ead2060432cb None None] Provisioning complete for port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:53.578248 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fead159a-86c1-4bc3-a887-ead2060432cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.642278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fead159a-86c1-4bc3-a887-ead2060432cb None None] Port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:53.667467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda84aab-7e06-4b32-ab59-6b09dd846301 req-9b007de7-51bc-4531-86d6-96c465a3b963 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522379 Jul 16 01:28:53.845076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] For port f806fccf-d845-4077-a224-65c9eaf6f0eb, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f806fccf-d845-4077-a224-65c9eaf6f0eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:53.845445 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.860776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:53.875697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'mac_address': 'fa:16:3e:98:7f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:53.878679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9ba2-e1b8-49e7-bfd0-1f7f786cfa92 req-b3bda682-9bb9-49ed-8947-dc7b8e273737 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.887013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87aa9ba2-e1b8-49e7-bfd0-1f7f786cfa92 req-b3bda682-9bb9-49ed-8947-dc7b8e273737 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 946 time: 0.2338974 Jul 16 01:28:53.908234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Calling delete_port for f806fccf-d845-4077-a224-65c9eaf6f0eb owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:53.926665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:53.930877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.959827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.978770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87aa9ba2-e1b8-49e7-bfd0-1f7f786cfa92 req-95f3f5b0-cae5-4bb9-af52-1a7674412950 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901444 Jul 16 01:28:53.979846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:54.035059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:54.055424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.094317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Checking segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:54.095204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Network hostable DHCP agents. Network: 52b68899-8f9f-476a-8f6b-80016dc5547e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:54.159846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Network 52b68899-8f9f-476a-8f6b-80016dc5547e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:54.215911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.226304 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84076a97-a3dc-4990-83c2-c26fc0b2a9b3 x-openstack-request-id: req-84076a97-a3dc-4990-83c2-c26fc0b2a9b3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:54.228736 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fbf3a5-015c-4cce-99df-2f03d5c030df", "name": "network-vif-plugged", "status": "completed", "tag": "36d6f52e-1460-4038-8942-e71d8af3dd0a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:54.229961 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84076a97-a3dc-4990-83c2-c26fc0b2a9b3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:54.229961 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d6f52e-1460-4038-8942-e71d8af3dd0a', 'code': 200} Jul 16 01:28:54.288413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 52b68899-8f9f-476a-8f6b-80016dc5547e) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:54.312538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e6a4d-e88d-4345-9791-85f6ab850291 None None] Network 52b68899-8f9f-476a-8f6b-80016dc5547e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:54.325127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.326526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.401706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f4100f0-2a94-438c-80f7-dce6b95705e4'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:54.419732 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-df8a5122-b6a9-42b5-9540-0628bc81b164 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5551512 Jul 16 01:28:54.429920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.450802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed5fc-20f5-44fb-a2b1-eea6c86bc3e1 req-4120a042-a290-46ad-932a-f4f5e5e64937 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.451655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:54.452658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4bed5fc-20f5-44fb-a2b1-eea6c86bc3e1 req-4120a042-a290-46ad-932a-f4f5e5e64937 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 932 time: 0.4867365 Jul 16 01:28:54.552646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.554514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.565393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 10.1.1.253 (c7658c97-960e-4ad5-9708-4d3be453e277/b936200c-deaf-4983-b50f-204d4a396fce/6488d57d-525b-4970-99f0-9d9ef918dc93) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:54.605830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.651285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:54.683449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event deleted for resources: {'Port': ['ID=f806fccf-d845-4077-a224-65c9eaf6f0eb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.702689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4bed5fc-20f5-44fb-a2b1-eea6c86bc3e1 req-6aac8af9-a413-4835-aa8c-b1e9784ee6ac tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2045398 Jul 16 01:28:54.704366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.752977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.753645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.755750 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75 disassociated. External IP: 172.25.7.227, port: c6b883dd-56f4-4d85-b9d0-43ffc2f81446. Jul 16 01:28:54.756114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Calling delete_port for c6b883dd-56f4-4d85-b9d0-43ffc2f81446 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:54.811599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] No DVR routers for this DVR port f806fccf-d845-4077-a224-65c9eaf6f0eb on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:54.820471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.823262 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64f425b5-d9bc-43c5-95e9-9e1778a4168b req-796dbc6c-d891-4d8c-afb7-4f16cd7274cc tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "DELETE /v2.0/ports/f806fccf-d845-4077-a224-65c9eaf6f0eb HTTP/1.1" status: 204 len: 173 time: 1.8570263 Jul 16 01:28:54.823262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'name': 'network-vif-deleted', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:54.826937 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeb4c2e-47ae-48b3-bf4a-187c89516821" -d '{"events": [{"server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "name": "network-vif-deleted", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:54.848808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288a828-d132-4d95-8039-fe8798ba3412 req-d38722a3-f583-414f-9775-3651c164f6cc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.861109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4288a828-d132-4d95-8039-fe8798ba3412 req-d38722a3-f583-414f-9775-3651c164f6cc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 949 time: 0.4010959 Jul 16 01:28:55.049282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4288a828-d132-4d95-8039-fe8798ba3412 req-a089748d-62db-4e59-b6eb-12a7030ddedb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870444 Jul 16 01:28:55.069529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-52b68899-8f9f-476a-8f6b-80016dc5547e', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:55.069529 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.072219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.096360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object 6488d57d-525b-4970-99f0-9d9ef918dc93 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:55.149776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de845c-e8b7-4d86-8289-9a0f392390e2 req-9c45344d-18d9-4fcf-aa0b-565eb52a8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.153052 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-77de845c-e8b7-4d86-8289-9a0f392390e2 req-9c45344d-18d9-4fcf-aa0b-565eb52a8b8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 1098 time: 0.9217529 Jul 16 01:28:55.155044 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.223868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-77de845c-e8b7-4d86-8289-9a0f392390e2 req-ab840b48-2f29-4132-8a3b-45bb911cdfe4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539656 Jul 16 01:28:55.237968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network c7658c97-960e-4ad5-9708-4d3be453e277 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:55.297344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.305604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:55.312231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Allocated IP 172.20.0.2 (52b68899-8f9f-476a-8f6b-80016dc5547e/93e129d5-ce83-4cd2-8df8-cca410c405b3/d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:55.314516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:55.351238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.388493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.388895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.389201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.389540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.389870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.390202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.390533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.391295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.391705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.392044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.392374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.392740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.415358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.416779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.451381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-3dadcfaf-9ac9-4af6-af56-0f08344ed02d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9511623 Jul 16 01:28:55.471926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a6bd4-2a7a-4955-9cd5-519b4168f9d2 req-a0139bd0-f0bc-4c64-a95c-c465119b490c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.482481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a7a6bd4-2a7a-4955-9cd5-519b4168f9d2 req-a0139bd0-f0bc-4c64-a95c-c465119b490c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.5256343 Jul 16 01:28:55.486894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.496734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'admin_state_up': True, 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'security_groups': ['b9281da2-ab1a-40cf-aff3-f8c5129c6b77']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:55.561331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event deleted for resources: {'Port': ['ID=c6b883dd-56f4-4d85-b9d0-43ffc2f81446,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.582489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c6b883dd-56f4-4d85-b9d0-43ffc2f81446 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:55.612150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: c6b883dd-56f4-4d85-b9d0-43ffc2f81446 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:55.612663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c6b883dd-56f4-4d85-b9d0-43ffc2f81446 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:55.670654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.676574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Transition to ACTIVE for port object d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:55.695739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Transition to ACTIVE for port object d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:55.708490 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.758855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617621c4-9ee6-4734-94ec-4d4bc1c1b68c req-90f3aedb-c969-47dc-9786-2cb0519023fe tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.766425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Network 52b68899-8f9f-476a-8f6b-80016dc5547e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:55.767710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d63c5386-6c43-4ee7-bc17-942f2984756d None None] Provisioning for port 6488d57d-525b-4970-99f0-9d9ef918dc93 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:55.771250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-617621c4-9ee6-4734-94ec-4d4bc1c1b68c req-90f3aedb-c969-47dc-9786-2cb0519023fe tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.5304976 Jul 16 01:28:55.772104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:55.781121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:55.787324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a7a6bd4-2a7a-4955-9cd5-519b4168f9d2 req-6f8d2b4a-e99a-4852-ac29-e6dd5eea0364 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034501 Jul 16 01:28:55.807642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Router b4e7edff-3158-4b7b-bf91-0ed35287136c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:55.815121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d63c5386-6c43-4ee7-bc17-942f2984756d None None] Provisioning complete for port 6488d57d-525b-4970-99f0-9d9ef918dc93 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:55.816049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d63c5386-6c43-4ee7-bc17-942f2984756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.880710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-617621c4-9ee6-4734-94ec-4d4bc1c1b68c req-00783e30-60ac-4734-a08c-61e54a5bba30 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058650 Jul 16 01:28:55.930865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:55.938681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.941132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Pushing event updated for resources: {'Port': ['ID=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.024802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Attempting to bind port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:56.025960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Attempting to bind port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:56.026080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Attempting to bind port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 on network 52b68899-8f9f-476a-8f6b-80016dc5547e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:56.029612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d63c5386-6c43-4ee7-bc17-942f2984756d None None] Port 6488d57d-525b-4970-99f0-9d9ef918dc93 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:56.043234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:56.043634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Checking segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:56.044058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.044478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Bound using segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:56.047117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Bound port: d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:56.047548 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.118530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0732e70-eac7-4e60-bf80-200027fb2dbd req-26d335a1-851e-459e-b6cc-9e5719674d3b tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8b3b68e-b9d8-48ca-9293-5223fbcc168e HTTP/1.1" status: 200 len: 210 time: 0.1077447 Jul 16 01:28:56.159746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.183919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.188307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:56.231653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:56.237116 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e5965e-0ba1-46f2-9867-85ed78383dc8" -d '{"events": [{"server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "name": "network-vif-plugged", "status": "completed", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:56.258771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: f806fccf-d845-4077-a224-65c9eaf6f0eb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:56.260123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f806fccf-d845-4077-a224-65c9eaf6f0eb not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:56.268997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] For port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:56.279395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] For port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:56.294277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.342475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Allocated IP 172.25.7.200 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/81c4d88f-7b46-44c9-a6a0-03ed4565bf65) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:56.376187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd9bc-c23e-46e5-aaef-29161ee1a5c3 None None] Pushing event updated for resources: {'Port': ['ID=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.388043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:56.401459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:56.423984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:56.424683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:28:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:56.558586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] No DVR routers for this DVR port c6b883dd-56f4-4d85-b9d0-43ffc2f81446 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:56.562955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.565788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d9ce086d-948f-476b-90b4-b931632fa993 req-18004001-ea93-4363-b14d-0050d7bb41d8 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.23 "DELETE /v2.0/ports/c6b883dd-56f4-4d85-b9d0-43ffc2f81446 HTTP/1.1" status: 204 len: 173 time: 3.4597280 Jul 16 01:28:56.566573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'name': 'network-vif-deleted', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:56.569114 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5cb9a8-b2e5-4caf-a141-9d83e059a41a" -d '{"events": [{"server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "name": "network-vif-deleted", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:56.589137 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fffc036-9180-416d-be95-660f2f7192c1 x-openstack-request-id: req-2fffc036-9180-416d-be95-660f2f7192c1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:56.589781 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18abde87-71aa-4666-86ae-ba4bc853a05f", "name": "network-vif-deleted", "tag": "f806fccf-d845-4077-a224-65c9eaf6f0eb", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:56.590260 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fffc036-9180-416d-be95-660f2f7192c1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:56.590819 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18abde87-71aa-4666-86ae-ba4bc853a05f', 'name': 'network-vif-deleted', 'tag': 'f806fccf-d845-4077-a224-65c9eaf6f0eb', 'status': 'completed', 'code': 200} Jul 16 01:28:56.596501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfd0d50d-1076-4fb5-a4a9-736fcae6e3c9 req-2ccf88a9-5775-4233-8a67-eea8b076f412 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 210 time: 0.4808004 Jul 16 01:28:56.610535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:56.764996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 10.1.1.165 (c7658c97-960e-4ad5-9708-4d3be453e277/b936200c-deaf-4983-b50f-204d4a396fce/b7cee912-1ec8-4552-b048-9fc308a3a858) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:56.769606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.803008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c8ed-3539-4011-bd5c-c284d3266424 req-eeb3440e-f1ce-411c-8c00-43c8416329a7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.804888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b278c8ed-3539-4011-bd5c-c284d3266424 req-eeb3440e-f1ce-411c-8c00-43c8416329a7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 946 time: 0.2187822 Jul 16 01:28:56.890940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.921435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b278c8ed-3539-4011-bd5c-c284d3266424 req-22fb985c-e7d7-48c5-be01-89da0e3b5e5a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079292 Jul 16 01:28:56.985298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:56.989858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:56.992436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Pushing event updated for resources: {'Port': ['ID=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.995344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:57.036650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.120221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:57.123801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f5673-526f-4b1c-8f2d-e31957293dcb req-f325f358-2b7e-4c41-b2ff-74bb324e7728 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.130155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f5673-526f-4b1c-8f2d-e31957293dcb req-f325f358-2b7e-4c41-b2ff-74bb324e7728 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.133262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:57.133906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:28:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.138403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b57f5673-526f-4b1c-8f2d-e31957293dcb req-f325f358-2b7e-4c41-b2ff-74bb324e7728 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 1654 time: 0.1172800 Jul 16 01:28:57.149124 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.208604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object b7cee912-1ec8-4552-b048-9fc308a3a858 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:57.255683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b57f5673-526f-4b1c-8f2d-e31957293dcb req-54b3df49-5948-4957-8584-bf671447198f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162672 Jul 16 01:28:57.297143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cf9d1-cb2b-4af7-919a-b5142fe1a1eb req-cbe0311e-765e-4e71-a82e-d667ca722371 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.298707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-609cf9d1-cb2b-4af7-919a-b5142fe1a1eb req-cbe0311e-765e-4e71-a82e-d667ca722371 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.1532485 Jul 16 01:28:57.372027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:57.425320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.434588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-609cf9d1-cb2b-4af7-919a-b5142fe1a1eb req-f8a05c1c-1a83-4b2a-8d42-5543db31d154 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091595 Jul 16 01:28:57.442476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.546993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network c7658c97-960e-4ad5-9708-4d3be453e277 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:57.552267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:57.571673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:57.597034 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a60979-862c-4b5e-98ea-163c5c4418e3 x-openstack-request-id: req-30a60979-862c-4b5e-98ea-163c5c4418e3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:57.597408 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "name": "network-vif-plugged", "status": "completed", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:57.597595 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30a60979-862c-4b5e-98ea-163c5c4418e3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:57.597990 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'code': 200} Jul 16 01:28:57.603713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:57.605832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:57.666361 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f4fad-1048-4901-8f6d-ddc53a8b3deb x-openstack-request-id: req-a62f4fad-1048-4901-8f6d-ddc53a8b3deb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:57.667362 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b3b68e-b9d8-48ca-9293-5223fbcc168e", "name": "network-vif-deleted", "tag": "c6b883dd-56f4-4d85-b9d0-43ffc2f81446", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:57.667671 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a62f4fad-1048-4901-8f6d-ddc53a8b3deb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:57.668082 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b3b68e-b9d8-48ca-9293-5223fbcc168e', 'name': 'network-vif-deleted', 'tag': 'c6b883dd-56f4-4d85-b9d0-43ffc2f81446', 'status': 'completed', 'code': 200} Jul 16 01:28:57.745847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.811567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.812225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.901348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-44c425ae-4d5c-41bf-bb70-fc875f6bd595 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4085777 Jul 16 01:28:57.911316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5f4100f0-2a94-438c-80f7-dce6b95705e4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.913066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.914585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1535b-41f2-4a97-8ea3-791a66881902 req-6ec2749a-81a0-4371-8b30-97071bf083f4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.920051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5f4100f0-2a94-438c-80f7-dce6b95705e4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:57.920326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.923765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6b1535b-41f2-4a97-8ea3-791a66881902 req-6ec2749a-81a0-4371-8b30-97071bf083f4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 949 time: 0.3873928 Jul 16 01:28:57.959776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'admin_state_up': True, 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'security_groups': ['b9281da2-ab1a-40cf-aff3-f8c5129c6b77']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:58.000348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e148b23-31fa-481a-a29b-435a8d05a587 req-cdbd7504-c555-41cf-ace7-6da1bcd16ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.002059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e148b23-31fa-481a-a29b-435a8d05a587 req-cdbd7504-c555-41cf-ace7-6da1bcd16ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1098 time: 0.2713711 Jul 16 01:28:58.003538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.029894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6b1535b-41f2-4a97-8ea3-791a66881902 req-cdc92e7c-13d4-4c5c-81ff-f3ea506d96eb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042950 Jul 16 01:28:58.033207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-00ff97fa-956a-4675-bebd-580539c2cbd2 None None] Provisioning for port b7cee912-1ec8-4552-b048-9fc308a3a858 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:58.049167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-00ff97fa-956a-4675-bebd-580539c2cbd2 None None] Provisioning complete for port b7cee912-1ec8-4552-b048-9fc308a3a858 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:58.049798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00ff97fa-956a-4675-bebd-580539c2cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.104276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00ff97fa-956a-4675-bebd-580539c2cbd2 None None] Port b7cee912-1ec8-4552-b048-9fc308a3a858 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:58.106175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea1add9-768b-42d3-a527-7228f8d3a9c6 None None] Network 52b68899-8f9f-476a-8f6b-80016dc5547e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:58.132867 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e148b23-31fa-481a-a29b-435a8d05a587 req-ca214777-1104-47ca-b366-4e822fb3563e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798352 Jul 16 01:28:58.212246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:58.214292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dace88-973a-4a41-8c70-c29e0ea65794 req-cb0a4ad9-c6cf-4887-8db0-b3d26f02f630 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.224147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77dace88-973a-4a41-8c70-c29e0ea65794 req-cb0a4ad9-c6cf-4887-8db0-b3d26f02f630 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.3919051 Jul 16 01:28:58.246233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:58.252987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a98f05-f572-46ad-bafe-68e237b3aea4 None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:23:50Z', 'revision_number': 4, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c683e060-3faf-4d25-9fc3-25b6c7471d2d', 'name': '', 'network_id': 'd69542b7-a5a1-40ee-8540-75290d611b90', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'mac_address': 'fa:16:3e:76:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:49Z', 'updated_at': '2021-07-16T01:24:01Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'subnets': [{'id': 'e8bf8f47-8885-4339-a0fb-fcf1483bbf45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:58.360589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77dace88-973a-4a41-8c70-c29e0ea65794 req-029e6419-0e41-4b3a-a2ae-1cff9dc9dae7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245430 Jul 16 01:28:58.368932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.403584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] Provisioning for port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:58.427999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] Provisioning complete for port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:58.430280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.438187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18aa8086-d4a8-4397-873d-ddf6d18a7428 req-1e944516-2a5d-4da9-893c-dcfc2b4fece6 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 210 time: 0.0762784 Jul 16 01:28:58.448984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:58.531772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:58.544971 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:58.568884 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:58.569680 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:28:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:58.588964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.591756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-48d8517d-b259-4b1e-b03e-e69a2d39f905 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1463652 Jul 16 01:28:58.595110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46982) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:58.599801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:58.620674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.624849 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.694690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:58.747110 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.844477 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:58.943794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9624f-faa9-404b-80f0-d4d81855321e None None] New status for floating IP fcc92f79-6a19-4c06-831d-9b3240b02f75: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:28:59.099470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] For port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:59.111437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.175340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b27f-fff0-4459-a14d-d2c394d0458f req-76443a3b-9698-48b7-9c3c-e2840b11f7f9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.183282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917050a-b189-4c23-bb62-457393ba9091 None None] Pushing event updated for resources: {'Port': ['ID=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.194932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9421b27f-fff0-4459-a14d-d2c394d0458f req-76443a3b-9698-48b7-9c3c-e2840b11f7f9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 946 time: 0.5524986 Jul 16 01:28:59.245265 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 3, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:59.278238 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:59.278578 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Updating router d0b974f6-05e1-4d86-9164-9d83968fcb72 port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:59.360562 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.361989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31884850-81fd-44f1-b9a4-51edd73dc50e req-1d837951-95fe-44b9-b866-d43fb823842d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.369695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31884850-81fd-44f1-b9a4-51edd73dc50e req-1d837951-95fe-44b9-b866-d43fb823842d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.4447742 Jul 16 01:28:59.441480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9421b27f-fff0-4459-a14d-d2c394d0458f req-41f8592f-7baa-48c1-bc8e-92d11c4943c2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383218 Jul 16 01:28:59.461406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.474655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:59.477405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 10.2.2.100 (a4064a8d-e31f-44b1-8dea-726ed8a8b529/76282840-b288-43f9-88f3-b86d52ac13af/4181de50-cd02-41b3-9d36-a3d91d44b7fe) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:59.559339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31884850-81fd-44f1-b9a4-51edd73dc50e req-418e5c93-1b44-4120-ae87-9b0b56f84e11 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889470 Jul 16 01:28:59.607556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:59.619316 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd482911-a80b-41ef-87dd-3e34c61ca11c" -d '{"events": [{"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:59.690385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bce47af1-efe7-4cd5-bcc3-1bfedc0ebcbd None None] Provisioning complete for port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:59.690774 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bce47af1-efe7-4cd5-bcc3-1bfedc0ebcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.728059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:59.728340 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.793802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Allocated IP 172.20.0.1 (52b68899-8f9f-476a-8f6b-80016dc5547e/93e129d5-ce83-4cd2-8df8-cca410c405b3/078544f2-c40c-4450-99f0-5bba299a3479) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:59.976508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.995828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48510965-069e-4935-abdc-6196aea5ed5e req-90a577ee-95df-408b-8dfd-ff7fe987a90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.997845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Transition to ACTIVE for port object 078544f2-c40c-4450-99f0-5bba299a3479 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:00.002014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48510965-069e-4935-abdc-6196aea5ed5e req-90a577ee-95df-408b-8dfd-ff7fe987a90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.008378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48510965-069e-4935-abdc-6196aea5ed5e req-90a577ee-95df-408b-8dfd-ff7fe987a90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.016393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48510965-069e-4935-abdc-6196aea5ed5e req-90a577ee-95df-408b-8dfd-ff7fe987a90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 2375 time: 0.3160951 Jul 16 01:29:00.047814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.055424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.118685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object 4181de50-cd02-41b3-9d36-a3d91d44b7fe will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:00.142373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Network 52b68899-8f9f-476a-8f6b-80016dc5547e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:00.152058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48510965-069e-4935-abdc-6196aea5ed5e req-cb30b8d0-808c-4b4d-ae95-79eeb0cf622e tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346493 Jul 16 01:29:00.152943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:00.154278 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.158157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:00.160883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Pushing event updated for resources: {'Port': ['ID=078544f2-c40c-4450-99f0-5bba299a3479,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.177916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Transition to ACTIVE for port object 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:00.186484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.186991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.187433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.188045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.188593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.189002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.190872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.190872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.190872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.190872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.190872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.191677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.192079 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.250360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.255809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-e4b2beba-1cd0-4f4a-9405-f83041c11ad4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1749978 Jul 16 01:29:00.258468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Pushing event updated for resources: {'Port': ['ID=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.272487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a30af0-c987-4850-bce1-5058da56a27c req-a7aafce2-e0a7-48c9-96f5-be15fb97072e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.293430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78a30af0-c987-4850-bce1-5058da56a27c req-a7aafce2-e0a7-48c9-96f5-be15fb97072e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2625158 Jul 16 01:29:00.303243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Attempting to bind port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:00.303872 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Attempting to bind port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:00.304240 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Attempting to bind port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:00.316101 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.316793 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.317289 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.317778 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.318536 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.319022 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.319520 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.320011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.320518 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.323549 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.324733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.325256 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:00.339939 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:00.340376 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:00.340810 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.341207 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:00.344075 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Bound port: 81c4d88f-7b46-44c9-a6a0-03ed4565bf65, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:00.344525 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.361806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.438103 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] For port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:00.442147 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] For port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:00.448731 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.450815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:00.454580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:00.460190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:00.475982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78a30af0-c987-4850-bce1-5058da56a27c req-a2201e37-0e73-4c36-b17b-dc3f46035abf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815391 Jul 16 01:29:00.518054 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:00.518714 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:28:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:00.612895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36c73925-04bd-4df3-8e44-a58ea6e16dae None None] Provisioning for port 078544f2-c40c-4450-99f0-5bba299a3479 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:00.625813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36c73925-04bd-4df3-8e44-a58ea6e16dae None None] Provisioning complete for port 078544f2-c40c-4450-99f0-5bba299a3479 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:00.626893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c73925-04bd-4df3-8e44-a58ea6e16dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.633104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.680057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.680830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.689677 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:00.720795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-36c73925-04bd-4df3-8e44-a58ea6e16dae None None] Port 078544f2-c40c-4450-99f0-5bba299a3479 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:00.761914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17f845cc-758d-4fe5-baad-0d84d1c2bc92 req-45cfd9df-2371-409e-81fc-e3ece3def36b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 210 time: 0.0444009 Jul 16 01:29:00.767136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ed47cc64-bb15-4c03-aa99-b8a53b8bafc4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8403797 Jul 16 01:29:00.786766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'admin_state_up': True, 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'security_groups': ['b9281da2-ab1a-40cf-aff3-f8c5129c6b77']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:00.817379 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37697e51-ce56-4dc0-8c20-8af4170e30a6 None None] Pushing event updated for resources: {'Port': ['ID=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.837016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d038-3a45-4617-bf9d-f48bdb7fc6be req-fb6012c6-0f11-4f46-b697-8fda3adcdb2c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.861048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be20d038-3a45-4617-bf9d-f48bdb7fc6be req-fb6012c6-0f11-4f46-b697-8fda3adcdb2c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.4657509 Jul 16 01:29:00.921184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-14295d5c-80a0-4472-aca2-aebd9cf7a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.924674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-14295d5c-80a0-4472-aca2-aebd9cf7a744 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 1097 time: 0.6162779 Jul 16 01:29:00.946118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f58f539-3ce6-4ed5-91a8-29d39daa5056 None None] Provisioning for port 4181de50-cd02-41b3-9d36-a3d91d44b7fe completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:00.952351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f58f539-3ce6-4ed5-91a8-29d39daa5056 None None] Provisioning complete for port 4181de50-cd02-41b3-9d36-a3d91d44b7fe triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:00.953157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f58f539-3ce6-4ed5-91a8-29d39daa5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.987381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be20d038-3a45-4617-bf9d-f48bdb7fc6be req-9e708fb2-8f7c-46b4-beab-ca87fc7b70e8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253707 Jul 16 01:29:00.990854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.047702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9f58f539-3ce6-4ed5-91a8-29d39daa5056 None None] Port 4181de50-cd02-41b3-9d36-a3d91d44b7fe cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:01.057235 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0baa52-a4ab-42aa-80b2-3db07b283ebb x-openstack-request-id: req-ef0baa52-a4ab-42aa-80b2-3db07b283ebb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:01.058857 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:01.060228 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef0baa52-a4ab-42aa-80b2-3db07b283ebb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:01.060228 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'code': 200} Jul 16 01:29:01.071140 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 3, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:01.115044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Made reservation on behalf of 20aaecba68d4413d9b9e3b4f99923f07 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:01.121076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.127449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47002) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:01.148494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-c53dbea0-5d7a-44d5-9fba-1fb03a1798fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.152929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-c53dbea0-5d7a-44d5-9fba-1fb03a1798fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.1626866 Jul 16 01:29:01.160691 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b896-5660-4cfb-b6c3-eb82752fd6a7 None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 3, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:01.195053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00f622-5c0e-4185-ae05-3a50dfd418cd req-cbcc8409-afa3-449a-915c-fee2a167319f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.202479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c00f622-5c0e-4185-ae05-3a50dfd418cd req-cbcc8409-afa3-449a-915c-fee2a167319f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.1721649 Jul 16 01:29:01.335281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-344eaca5-37a6-4392-a1cb-bbaf69c4e274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 200 len: 217 time: 0.1606104 Jul 16 01:29:01.394809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d24654-35e9-48fe-9fd3-51f3081109bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.396079 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:01.443131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57eed4-f206-4c99-8a71-fbb7ee00f154 req-d6d51574-853e-43e8-b5b9-438e6e27a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.444067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e57eed4-f206-4c99-8a71-fbb7ee00f154 req-d6d51574-853e-43e8-b5b9-438e6e27a50d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1102 time: 0.2894161 Jul 16 01:29:01.455706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c00f622-5c0e-4185-ae05-3a50dfd418cd req-62ba02d8-d3af-4ae1-8ff1-57958468b943 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488933 Jul 16 01:29:01.521969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-c21d6335-9959-4e50-8e99-9aa1595e43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.523482 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-c21d6335-9959-4e50-8e99-9aa1595e43bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1773224 Jul 16 01:29:01.526011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d24654-35e9-48fe-9fd3-51f3081109bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.599096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-367bf7ff-917e-4cde-84da-277db7569578 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368085 Jul 16 01:29:01.656302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000bdcf-dc83-4632-96c2-8dff0233978a req-da1f6a73-2b15-4d1c-b0a8-a463f7aefb0b tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.658221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f000bdcf-dc83-4632-96c2-8dff0233978a req-da1f6a73-2b15-4d1c-b0a8-a463f7aefb0b tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1098 time: 0.3279791 Jul 16 01:29:01.667431 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e57eed4-f206-4c99-8a71-fbb7ee00f154 req-ac0153be-5bba-4237-9a6f-8a126983a116 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834652 Jul 16 01:29:01.700755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d24654-35e9-48fe-9fd3-51f3081109bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.703748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d24654-35e9-48fe-9fd3-51f3081109bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.707553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f6d24654-35e9-48fe-9fd3-51f3081109bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "DELETE /v2.0/security-groups/ce7ef664-0a6a-47ed-a370-ee903e2807ad HTTP/1.1" status: 204 len: 168 time: 0.5763209 Jul 16 01:29:01.710248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:01.723876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Allocated IP 10.2.2.200 (a4064a8d-e31f-44b1-8dea-726ed8a8b529/76282840-b288-43f9-88f3-b86d52ac13af/5dc63e14-ee87-4ac7-b8f0-0f66f9797992) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:01.773033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d24654-35e9-48fe-9fd3-51f3081109bc tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ef664-0a6a-47ed-a370-ee903e2807ad,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:01.773631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.778423 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-ddecf08c-4921-456f-8d35-2a5058bba95a tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] show failed (client error): The resource could not be found. Jul 16 01:29:01.787207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f000bdcf-dc83-4632-96c2-8dff0233978a req-714b9dd8-92a5-4b9d-9a71-f444b02290eb tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221817 Jul 16 01:29:01.793243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:01.805191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ddecf08c-4921-456f-8d35-2a5058bba95a tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "GET /v2.0/security-groups/ce7ef664-0a6a-47ed-a370-ee903e2807ad HTTP/1.1" status: 404 len: 347 time: 0.0929813 Jul 16 01:29:01.812625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.875296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Pushing event updated for resources: {'Port': ['ID=078544f2-c40c-4450-99f0-5bba299a3479,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:01.974352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-99c8b2f7-f2b6-404c-8dcd-134ba0d4ca4e service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583341 Jul 16 01:29:01.997780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f723-3c69-4384-b90a-3e6da71a1594 req-39ab0f05-64bf-4f1d-aaa9-fa1bf8564f0d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.014075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f723-3c69-4384-b90a-3e6da71a1594 req-39ab0f05-64bf-4f1d-aaa9-fa1bf8564f0d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.020172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f723-3c69-4384-b90a-3e6da71a1594 req-39ab0f05-64bf-4f1d-aaa9-fa1bf8564f0d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.039394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f723-3c69-4384-b90a-3e6da71a1594 req-39ab0f05-64bf-4f1d-aaa9-fa1bf8564f0d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.041882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9059f723-3c69-4384-b90a-3e6da71a1594 req-39ab0f05-64bf-4f1d-aaa9-fa1bf8564f0d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 3096 time: 0.3335180 Jul 16 01:29:02.093618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a059c2-a21b-4a13-91f1-aa59c4fe8cee req-6a1acd33-0e38-4fb8-ae5a-9355f9cee92c service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104250 Jul 16 01:29:02.094766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.198458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.250923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Network 52b68899-8f9f-476a-8f6b-80016dc5547e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:02.253132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:02.265241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Transition to ACTIVE for port object 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:02.271604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Deleting port 958a3471-09e0-4311-b2f1-8f145680972e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:02.272055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.291810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9059f723-3c69-4384-b90a-3e6da71a1594 req-7e3238de-2067-44b6-b236-5613c4c8f584 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474998 Jul 16 01:29:02.528228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.528919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.605412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:02.616573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Calling delete_port for 958a3471-09e0-4311-b2f1-8f145680972e owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:02.713352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecce95b8-6b4b-4b55-961f-1b9232b7e9b0 None None] Provisioning complete for port 078544f2-c40c-4450-99f0-5bba299a3479 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:02.714138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecce95b8-6b4b-4b55-961f-1b9232b7e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.826955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:02.839877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-788e792d-57bd-4acf-a8f9-9401d48ea207 admin admin] 10.222.0.42 "PUT /v2.0/routers/d0b974f6-05e1-4d86-9164-9d83968fcb72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2434297 Jul 16 01:29:02.866155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97d10a60-e453-45ee-bcc4-b470c639e5a1 req-17769aaa-f718-436d-a599-81195392d71c tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=18abde87-71aa-4666-86ae-ba4bc853a05f HTTP/1.1" status: 200 len: 210 time: 0.0596869 Jul 16 01:29:02.872637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.887168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ecce95b8-6b4b-4b55-961f-1b9232b7e9b0 None None] Port 078544f2-c40c-4450-99f0-5bba299a3479 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:03.051231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:03.111984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:03.114823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:03.182502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event updated for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.460580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:03.562311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:03.567097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:03.567809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.639927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-adce43d9-2f06-40b8-84ba-1862dc7fc4bb None None] Provisioning for port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:03.646534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-adce43d9-2f06-40b8-84ba-1862dc7fc4bb None None] Provisioning complete for port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:03.647299 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adce43d9-2f06-40b8-84ba-1862dc7fc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.703835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e44cc-bd65-42af-bbe6-a99c5f5dffb6 req-fd4a8da5-6d55-4d50-8b0d-ccee97f3baef tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.705126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a1e44cc-bd65-42af-bbe6-a99c5f5dffb6 req-fd4a8da5-6d55-4d50-8b0d-ccee97f3baef tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.9028492 Jul 16 01:29:03.717794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.718456 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.739070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.751440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f4dae4cd-0999-4c09-b245-91013b3935d7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9770811 Jul 16 01:29:03.757037 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:03.775396 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:03.776207 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:28:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:03.786548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-adce43d9-2f06-40b8-84ba-1862dc7fc4bb None None] Port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:03.814272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:03.814910 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.846188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Pushing event deleted for resources: {'Port': ['ID=958a3471-09e0-4311-b2f1-8f145680972e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.848776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:03.856368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.923710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.974020 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:04.047957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dafa3d-0775-4bf3-a3d5-6b3321afeacf req-7f617306-facb-4540-931c-07db7964ec38 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.055049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1dafa3d-0775-4bf3-a3d5-6b3321afeacf req-7f617306-facb-4540-931c-07db7964ec38 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1098 time: 0.9171712 Jul 16 01:29:04.064133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a1e44cc-bd65-42af-bbe6-a99c5f5dffb6 req-fc04b28c-65a5-4e80-bfb3-ee152ef31f30 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326232 Jul 16 01:29:04.098897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.101381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.102538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e4c49c70-0af9-4357-8e5b-f0a57767a6b2 tempest-ServersWithSpecificFlavorTestJSON-1857367272 tempest-ServersWithSpecificFlavorTestJSON-1857367272-project] 10.222.0.42 "DELETE /v2.0/floatingips/fcc92f79-6a19-4c06-831d-9b3240b02f75 HTTP/1.1" status: 204 len: 168 time: 2.3080873 Jul 16 01:29:04.120353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.217011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1dafa3d-0775-4bf3-a3d5-6b3321afeacf req-ccfc68ec-4225-4d5d-92b0-dd906386010e tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610186 Jul 16 01:29:04.511751 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:01Z', 'revision_number': 2, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:04.567107 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:04.567694 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Updating router d0b974f6-05e1-4d86-9164-9d83968fcb72 port 078544f2-c40c-4450-99f0-5bba299a3479 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:04.608834 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.669179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:04.683573 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.745425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Transition to ACTIVE for port object c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:04.756411 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.816744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-8db59c8e-9510-4522-8f14-90beefa447cb tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.823899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-8db59c8e-9510-4522-8f14-90beefa447cb tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 821 time: 0.2279778 Jul 16 01:29:04.855486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-2cc99030-5711-4120-b10a-0e97f79cf8aa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.861499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-2cc99030-5711-4120-b10a-0e97f79cf8aa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.871764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-2cc99030-5711-4120-b10a-0e97f79cf8aa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.877862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-2cc99030-5711-4120-b10a-0e97f79cf8aa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.885514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-2cc99030-5711-4120-b10a-0e97f79cf8aa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.894778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-2cc99030-5711-4120-b10a-0e97f79cf8aa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 3817 time: 0.3004694 Jul 16 01:29:04.928953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-60f2bbc3-45f0-4c1d-b7fc-68102ba5de6e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/quotas/aef2fe5d5b17449797870ebcc72678e1 HTTP/1.1" status: 200 len: 375 time: 0.1040490 Jul 16 01:29:04.945507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Pushing event updated for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:04.991951 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.008627 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Transition to ACTIVE for port object 078544f2-c40c-4450-99f0-5bba299a3479 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:05.020794 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.070921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1eb0a3d0-e27d-458d-a409-8eb0a7535612 req-c8093130-195b-4e66-aa4a-96f48117c340 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1750941 Jul 16 01:29:05.123137 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f35228-86f9-484c-93db-eb8754ee2c24 None None] Pushing event updated for resources: {'Port': ['ID=078544f2-c40c-4450-99f0-5bba299a3479,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.167076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Attempting to bind port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:05.167502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Attempting to bind port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:05.167765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Attempting to bind port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee on network a32b881b-37a1-4df7-ae67-f980a68ea571 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:05.207165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-56110518-0ebd-4b2a-81ef-89d2a7a9bb10 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2772655 Jul 16 01:29:05.215990 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Attempting to bind port 078544f2-c40c-4450-99f0-5bba299a3479 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:05.216370 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Attempting to bind port 078544f2-c40c-4450-99f0-5bba299a3479 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:05.216763 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Attempting to bind port 078544f2-c40c-4450-99f0-5bba299a3479 on network 52b68899-8f9f-476a-8f6b-80016dc5547e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:05.224168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee on network a32b881b-37a1-4df7-ae67-f980a68ea571 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:05.224526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Attempting to bind port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee on network a32b881b-37a1-4df7-ae67-f980a68ea571 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:05.234499 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:05.234882 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Checking segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:05.235291 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.235693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Bound using segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:05.236172 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Bound port: 078544f2-c40c-4450-99f0-5bba299a3479, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:05.236610 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.267713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:05.268066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Checking segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:05.272642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Bound using segment: {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:05.273230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Bound port: c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644f8e83-3cd4-4711-94ca-f56c1db8734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:05.273618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.429695 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] For port 078544f2-c40c-4450-99f0-5bba299a3479, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:05.438280 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] For port 078544f2-c40c-4450-99f0-5bba299a3479, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=078544f2-c40c-4450-99f0-5bba299a3479,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:05.441254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:05.449359 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.505292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-63712ff3-94bb-4823-bd0b-c4681ecf2d6d service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969279 Jul 16 01:29:05.563044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f35228-86f9-484c-93db-eb8754ee2c24 None None] Pushing event updated for resources: {'Port': ['ID=078544f2-c40c-4450-99f0-5bba299a3479,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.574435 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:05.574934 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:28:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:05.607465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:05.611131 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.732746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:05.769814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:05.798430 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.873622 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:05.882336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.886568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.888251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] 10.222.0.23 "PUT /v2.0/ports/c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1093 time: 2.1069140 Jul 16 01:29:05.897113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:05.904007 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11acb2df-16f5-4c82-963c-9bc52f2507f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:05.958892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:05.984247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-d425d801-dda4-42f2-a4ba-821d4e127613 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728897 Jul 16 01:29:06.043440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff6dc-6dc4-4738-83d9-793aaa532056 service neutron] Pushing event updated for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.162962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.443413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:06.559807 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a489-ec0f-45be-a7b1-cddf93d2e313 None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:07.159328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baaed00c-8169-42a8-a33e-65555adafac6 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:07.176826 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.197847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea4cde-cb27-4fe6-8a4d-77b8eafc4b0e req-e7e6b1af-c187-4dda-8687-e57f2d732dc7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.200796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfea4cde-cb27-4fe6-8a4d-77b8eafc4b0e req-e7e6b1af-c187-4dda-8687-e57f2d732dc7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2424507 Jul 16 01:29:07.235955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Transition to ACTIVE for port object baaed00c-8169-42a8-a33e-65555adafac6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:07.250988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.290926 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.568068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 078544f2-c40c-4450-99f0-5bba299a3479 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:07.616469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e9fec89e-2483-4d1c-bb01-9ee2b792e74e details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:07.710581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfea4cde-cb27-4fe6-8a4d-77b8eafc4b0e req-a6c98b04-55a7-4bc9-a41a-35806be1777f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965951 Jul 16 01:29:07.780314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Pushing event updated for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:07.867228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 078544f2-c40c-4450-99f0-5bba299a3479 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:07.945429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Attempting to bind port baaed00c-8169-42a8-a33e-65555adafac6 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:07.949666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Attempting to bind port baaed00c-8169-42a8-a33e-65555adafac6 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:07.950156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Attempting to bind port baaed00c-8169-42a8-a33e-65555adafac6 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:07.952472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 078544f2-c40c-4450-99f0-5bba299a3479 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:07.953186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.966801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Port baaed00c-8169-42a8-a33e-65555adafac6 on network c7658c97-960e-4ad5-9708-4d3be453e277 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:07.968336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Attempting to bind port baaed00c-8169-42a8-a33e-65555adafac6 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:07.988467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:07.992999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Checking segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:07.996323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Bound using segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:07.997056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Bound port: baaed00c-8169-42a8-a33e-65555adafac6, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:07.998349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.168182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:08.207487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'port_id': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'mac_address': 'fa:16:3e:ef:3f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:08.244494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:08.249114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=baaed00c-8169-42a8-a33e-65555adafac6,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:08.255700 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.283307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.284003 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.285744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] 10.222.0.23 "PUT /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 1132 time: 2.3340015 Jul 16 01:29:08.382523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.384740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:08.603442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.640728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba4f7-9588-461e-a998-af2a058047e7 req-e2c30422-7526-4abd-96dd-167e2a2b36cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.643222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-426ba4f7-9588-461e-a998-af2a058047e7 req-e2c30422-7526-4abd-96dd-167e2a2b36cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.5571411 Jul 16 01:29:08.663605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 078544f2-c40c-4450-99f0-5bba299a3479, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=078544f2-c40c-4450-99f0-5bba299a3479,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:08.672444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd38192-ce62-4539-baaf-415123235b6b service neutron] Pushing event updated for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.694505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.700056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fec89e-2483-4d1c-bb01-9ee2b792e74e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:08.704917 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.791441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:08.803201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.831125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=078544f2-c40c-4450-99f0-5bba299a3479,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.904297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['e9fec89e-2483-4d1c-bb01-9ee2b792e74e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:08.969672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.991646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-15026d1c-bb49-41aa-b0c0-9489fa859ada tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:08.994224 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-15026d1c-bb49-41aa-b0c0-9489fa859ada tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083935 Jul 16 01:29:09.007191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Request body: {'binding': {'host': 'n-h1-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:09.007998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Unknown quota resources ['binding']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:29:09.146346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f228ba5-98af-4500-a86d-e614b7a1f60b {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:09.159171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.175990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Transition to ACTIVE for port object 2f228ba5-98af-4500-a86d-e614b7a1f60b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:09.184374 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.305309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-426ba4f7-9588-461e-a998-af2a058047e7 req-594ceb95-8dee-4ccc-be7b-c37ab09dee5c tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487315 Jul 16 01:29:09.435199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 078544f2-c40c-4450-99f0-5bba299a3479 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:09.436466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on host n-h1-791506-20 for vnic_type normal with profile None {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:09.436822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:09.437162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:09.469264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:09.471404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Pushing event updated for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.472093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:09.533657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Attempting to bind port 2f228ba5-98af-4500-a86d-e614b7a1f60b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:09.538476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Attempting to bind port 2f228ba5-98af-4500-a86d-e614b7a1f60b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:09.538814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Attempting to bind port 2f228ba5-98af-4500-a86d-e614b7a1f60b on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:09.562409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Port 2f228ba5-98af-4500-a86d-e614b7a1f60b on network c7658c97-960e-4ad5-9708-4d3be453e277 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:09.563700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:09.564280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:09.564872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:09.565607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Bound port: d8d0684f-da82-4e58-a78a-68f37cd43c2f, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:09.572176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Attempting to bind port 2f228ba5-98af-4500-a86d-e614b7a1f60b on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:09.604890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:09.605744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Checking segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:09.607551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Bound using segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:09.609703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Bound port: 2f228ba5-98af-4500-a86d-e614b7a1f60b, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:09.612146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.616950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e9fec89e-2483-4d1c-bb01-9ee2b792e74e up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:09.679963 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0c4a3-2bb8-4569-be7c-4d77bf3668b6 x-openstack-request-id: req-6ae0c4a3-2bb8-4569-be7c-4d77bf3668b6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:09.680266 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:09.680552 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ae0c4a3-2bb8-4569-be7c-4d77bf3668b6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:09.682804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:09.690616 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'status': 'completed', 'code': 200} Jul 16 01:29:09.691532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.711800 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-57b4240b-83cc-4134-b328-544943eb3db1 service neutron] 10.222.0.42 "POST /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7091823 Jul 16 01:29:09.805309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-12a6b45a-2fb2-4a4e-b748-1677dd7c651e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.808740 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-12a6b45a-2fb2-4a4e-b748-1677dd7c651e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.23 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 821 time: 0.5529203 Jul 16 01:29:09.833088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'port': {'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'admin_state_up': True, 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:09.869392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 078544f2-c40c-4450-99f0-5bba299a3479 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:09.870366 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.008948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:10.016028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e40a751d-372a-4926-b018-adea4cb78cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.038564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:10.056724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port e9fec89e-2483-4d1c-bb01-9ee2b792e74e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:10.057447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.115118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fdeabe75-020b-4582-822a-c04634c7c568 req-84a308a0-8b5d-4339-8a98-1ba24d4bc908 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 210 time: 0.1029184 Jul 16 01:29:10.122038 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.196270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.197999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.204908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] 10.222.0.23 "PUT /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 1131 time: 1.8429143 Jul 16 01:29:10.205467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Made reservation on behalf of aef2fe5d5b17449797870ebcc72678e1 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:10.222873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.237290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.237784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.238261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.238734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.239199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.239661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.240123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.250800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-f24db243-f830-4034-981b-ee3a90dd3bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6172 time: 0.4423141 Jul 16 01:29:10.259922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.287870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:10.309654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:10.315182 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e8cfca-bf5c-4847-91e2-5339bc6dc774" -d '{"events": [{"server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "name": "network-vif-plugged", "status": "completed", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:10.323479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-e212994b-c729-446a-8846-57aa73ed8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.335666 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-e212994b-c729-446a-8846-57aa73ed8bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1098 time: 0.2366824 Jul 16 01:29:10.354868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:10.359811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.467181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.595721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Allocated IP 172.20.0.7 (52b68899-8f9f-476a-8f6b-80016dc5547e/93e129d5-ce83-4cd2-8df8-cca410c405b3/daa87985-ea79-46e4-94e5-5cd75a2e7293) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:10.804926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beea08-22a6-468a-a408-e56e4a456406 service neutron] Pushing event updated for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.826403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.849048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Transition to ACTIVE for port object daa87985-ea79-46e4-94e5-5cd75a2e7293 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:10.881931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-8b57da6f-dc94-47ed-82c9-830dab334a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.884067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-8b57da6f-dc94-47ed-82c9-830dab334a5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.4860306 Jul 16 01:29:10.961603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.970553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.981331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.988223 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-5694231a-684c-402d-9a59-7b63c336cfc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 217 time: 0.0854573 Jul 16 01:29:10.990153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.990301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.998282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.004931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.011123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.019391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c6355a65-7794-4532-ae18-73670f185fd3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5374 time: 0.8990188 Jul 16 01:29:11.038855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.049386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-564cae6c-0354-4aa9-a26a-eb25e52ef9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.051158 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-564cae6c-0354-4aa9-a26a-eb25e52ef9fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.0528562 Jul 16 01:29:11.069326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602a7f-16b3-4dcb-99a0-4a0ed7de7d75 req-29a27642-2e1f-40e1-bc42-a93ededba501 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.078002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c0602a7f-16b3-4dcb-99a0-4a0ed7de7d75 req-29a27642-2e1f-40e1-bc42-a93ededba501 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.4569793 Jul 16 01:29:11.118228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-41502a0d-f5e5-45a3-8c3a-f0ef4551fa06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377073 Jul 16 01:29:11.127339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-ce6e6ae7-6ca8-4d53-9e7e-e28078b9a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.128497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-ce6e6ae7-6ca8-4d53-9e7e-e28078b9a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.129225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Network 52b68899-8f9f-476a-8f6b-80016dc5547e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:11.129716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-ce6e6ae7-6ca8-4d53-9e7e-e28078b9a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.132886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-ce6e6ae7-6ca8-4d53-9e7e-e28078b9a86f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8394072 Jul 16 01:29:11.137482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:11.267143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-6e645d70-4721-44d4-8f89-d37b706419b9 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307781 Jul 16 01:29:11.273336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:11.371941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.373227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.520257 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-0fd0e5ba-31aa-42d7-8ec1-db5588c06c3d service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361954 Jul 16 01:29:11.524101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event updated for resources: {'Port': ['ID=daa87985-ea79-46e4-94e5-5cd75a2e7293,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.536982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-e45d463b-c73b-4795-b6aa-397b82bdb677 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7182176 Jul 16 01:29:11.557430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Request body: {'port': {'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:11.601665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e71092b5-9585-42d9-9883-bd599f80e4ca None None] Provisioning for port daa87985-ea79-46e4-94e5-5cd75a2e7293 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:11.608379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e71092b5-9585-42d9-9883-bd599f80e4ca None None] Provisioning complete for port daa87985-ea79-46e4-94e5-5cd75a2e7293 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:11.608809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e71092b5-9585-42d9-9883-bd599f80e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.674764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.688517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e71092b5-9585-42d9-9883-bd599f80e4ca None None] Port daa87985-ea79-46e4-94e5-5cd75a2e7293 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:11.802401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'baaed00c-8169-42a8-a33e-65555adafac6'}, {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '2f228ba5-98af-4500-a86d-e614b7a1f60b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:11.805051 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3d59a8-04da-41ae-8c9d-090d9d90a106" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "baaed00c-8169-42a8-a33e-65555adafac6"}, {"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "2f228ba5-98af-4500-a86d-e614b7a1f60b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:11.824579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c0602a7f-16b3-4dcb-99a0-4a0ed7de7d75 req-59bd8b0e-16b3-4a3c-8468-cfdba4034d5c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450423 Jul 16 01:29:11.905199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa0a1fe0-7d28-4230-96cd-7d41148ddf2c req-c5e88691-0242-4a37-abce-3f945f80f058 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8793364 Jul 16 01:29:12.021753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa87985-ea79-46e4-94e5-5cd75a2e7293 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:12.030660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.045716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Transition to ACTIVE for port object daa87985-ea79-46e4-94e5-5cd75a2e7293 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:12.052218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.172939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Pushing event updated for resources: {'Port': ['ID=daa87985-ea79-46e4-94e5-5cd75a2e7293,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.283884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Attempting to bind port daa87985-ea79-46e4-94e5-5cd75a2e7293 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:12.285133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Attempting to bind port daa87985-ea79-46e4-94e5-5cd75a2e7293 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:12.285724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Attempting to bind port daa87985-ea79-46e4-94e5-5cd75a2e7293 on network 52b68899-8f9f-476a-8f6b-80016dc5547e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:12.297022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Port daa87985-ea79-46e4-94e5-5cd75a2e7293 on network 52b68899-8f9f-476a-8f6b-80016dc5547e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:12.297784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Attempting to bind port daa87985-ea79-46e4-94e5-5cd75a2e7293 on network 52b68899-8f9f-476a-8f6b-80016dc5547e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:12.315763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:12.321016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Checking segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:12.322790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Bound using segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:12.325327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Bound port: daa87985-ea79-46e4-94e5-5cd75a2e7293, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:12.327603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.405463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.413864 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fca83bd-1580-4b64-a60a-7a995627514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.421209 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d5e4ce-6b07-4d36-a1fe-b5ba3b57ab94 x-openstack-request-id: req-18d5e4ce-6b07-4d36-a1fe-b5ba3b57ab94 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:12.421744 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "name": "network-vif-plugged", "status": "completed", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:12.422343 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18d5e4ce-6b07-4d36-a1fe-b5ba3b57ab94 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:12.423477 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'code': 200} Jul 16 01:29:12.481005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] For port daa87985-ea79-46e4-94e5-5cd75a2e7293, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:12.485980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] For port daa87985-ea79-46e4-94e5-5cd75a2e7293, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:12.489674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-a53af620-a799-451b-b132-853a93489845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.491704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11acb2df-16f5-4c82-963c-9bc52f2507f1 req-a53af620-a799-451b-b132-853a93489845 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3121998 Jul 16 01:29:12.495640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.584369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.585352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.586622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] 10.222.0.23 "PUT /v2.0/ports/daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 1092 time: 1.0419292 Jul 16 01:29:12.587146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:12.590620 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078577fb-e63e-4a85-b173-dfc65e7cc635" -d '{"events": [{"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:12.665659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6a85-47b6-4e48-8ca4-33ad7e972e8f service neutron] Pushing event updated for resources: {'Port': ['ID=daa87985-ea79-46e4-94e5-5cd75a2e7293,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.726920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65f98e-84c8-4fba-8c84-2d2658777865 req-0493cb41-7bd3-4fe8-a7ef-fe0de92462c0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.735678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f65f98e-84c8-4fba-8c84-2d2658777865 req-0493cb41-7bd3-4fe8-a7ef-fe0de92462c0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.4535687 Jul 16 01:29:12.842118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f65f98e-84c8-4fba-8c84-2d2658777865 req-e008c592-84eb-48c2-9b01-714457141cbc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055810 Jul 16 01:29:12.873262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-7d632563-2599-4b06-ace2-e001bc12f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.884481 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-7d632563-2599-4b06-ace2-e001bc12f4bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1095 time: 0.1731331 Jul 16 01:29:12.958629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-968fbd6a-47bb-44d5-8311-6be98e747713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 217 time: 0.0761487 Jul 16 01:29:12.969403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6fcfb-870b-44fc-939e-0d8caaf9bece req-5c787181-cd7c-4f87-a48c-236250ca806a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.977939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fdc6fcfb-870b-44fc-939e-0d8caaf9bece req-5c787181-cd7c-4f87-a48c-236250ca806a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 943 time: 0.2720275 Jul 16 01:29:13.051269 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271fc796-d920-4242-84df-481578bbef1a x-openstack-request-id: req-271fc796-d920-4242-84df-481578bbef1a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:13.051269 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "baaed00c-8169-42a8-a33e-65555adafac6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "2f228ba5-98af-4500-a86d-e614b7a1f60b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:13.051269 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-271fc796-d920-4242-84df-481578bbef1a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:13.058491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-b2391f0f-3815-4f67-bb19-a09ad749b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.060202 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'baaed00c-8169-42a8-a33e-65555adafac6', 'status': 'completed', 'code': 200} Jul 16 01:29:13.064480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-b2391f0f-3815-4f67-bb19-a09ad749b400 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0977032 Jul 16 01:29:13.064774 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '2f228ba5-98af-4500-a86d-e614b7a1f60b', 'status': 'completed', 'code': 200} Jul 16 01:29:13.076774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6488d57d-525b-4970-99f0-9d9ef918dc93 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:13.114920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fdc6fcfb-870b-44fc-939e-0d8caaf9bece req-ffbe01f8-3724-4af6-b010-622467d71e58 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329598 Jul 16 01:29:13.128459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.162790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59291614-86be-4c93-999b-deb1819576eb req-315a187e-c075-46eb-ba05-db4df76a6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.164591 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-315a187e-c075-46eb-ba05-db4df76a6863 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867240 Jul 16 01:29:13.209341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Transition to ACTIVE for port object 6488d57d-525b-4970-99f0-9d9ef918dc93 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:13.216289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.298675 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-9338dc14-7969-47c6-9430-434afdf43275 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255324 Jul 16 01:29:13.429099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.430720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.431327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.431905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.432383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.432900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.433366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.436027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-495cde4b-d057-42d4-a067-ea27822d0c8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6214 time: 0.3517420 Jul 16 01:29:13.450464 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59291614-86be-4c93-999b-deb1819576eb req-7ffe7978-926d-4d58-a31b-1e30d2c00fdb service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391177 Jul 16 01:29:13.481736 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5722a1-56a1-4f8e-be02-0f935239c56c x-openstack-request-id: req-1f5722a1-56a1-4f8e-be02-0f935239c56c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:13.482197 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:13.482607 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f5722a1-56a1-4f8e-be02-0f935239c56c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:13.483266 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'status': 'completed', 'code': 200} Jul 16 01:29:13.522778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Pushing event updated for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.615094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.652468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-6cd30205-d163-4c9a-828c-38407a9750a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.654224 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-6cd30205-d163-4c9a-828c-38407a9750a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1095 time: 0.1157093 Jul 16 01:29:13.684676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c30f-718d-41b8-b1ba-c9221b933cc9 req-b0d9cd28-58b1-4365-8c0c-df7f3339aba2 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.687319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d85c30f-718d-41b8-b1ba-c9221b933cc9 req-b0d9cd28-58b1-4365-8c0c-df7f3339aba2 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.3605347 Jul 16 01:29:13.727600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Attempting to bind port 6488d57d-525b-4970-99f0-9d9ef918dc93 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:13.727916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Attempting to bind port 6488d57d-525b-4970-99f0-9d9ef918dc93 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:13.728480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Attempting to bind port 6488d57d-525b-4970-99f0-9d9ef918dc93 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:13.776185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Port 6488d57d-525b-4970-99f0-9d9ef918dc93 on network c7658c97-960e-4ad5-9708-4d3be453e277 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:13.776688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Attempting to bind port 6488d57d-525b-4970-99f0-9d9ef918dc93 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:13.798380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-d9267b15-1a1d-40f5-a893-74ae6c06d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.799901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-d9267b15-1a1d-40f5-a893-74ae6c06d2c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1394711 Jul 16 01:29:13.806748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:13.807106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Checking segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:13.807674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Bound using segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:13.808324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Bound port: 6488d57d-525b-4970-99f0-9d9ef918dc93, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:13.808608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.820040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-9d453866-120e-489a-b7b4-e29bd883af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.820535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-9d453866-120e-489a-b7b4-e29bd883af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.821000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-9d453866-120e-489a-b7b4-e29bd883af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.823108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-9d453866-120e-489a-b7b4-e29bd883af06 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3608499 Jul 16 01:29:13.845007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d85c30f-718d-41b8-b1ba-c9221b933cc9 req-5d99419e-c34d-416a-9a1f-4b87d3306d34 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373560 Jul 16 01:29:13.852085 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-169bc9d9-1164-429f-a1f4-90421ca152c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 217 time: 0.0438554 Jul 16 01:29:13.918729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-cac4c5bf-cbf3-4eb2-bfdd-c6444e4df6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.921416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-cac4c5bf-cbf3-4eb2-bfdd-c6444e4df6d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0563126 Jul 16 01:29:13.949750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.956861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.963869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.970767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.977738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.984352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.991230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.000992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-306655d8-4b5a-45d1-911e-a322a686a729 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5386 time: 0.3292744 Jul 16 01:29:14.008999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-8a49531d-21c1-4c88-868d-86ddc5869029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.011773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-8a49531d-21c1-4c88-868d-86ddc5869029 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760200 Jul 16 01:29:14.152823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b51650e9-1db3-47e5-9b3a-cd64d2ae10ed req-bcd4bf37-e383-4af8-8ab6-bc63c218bc0f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1504307 Jul 16 01:29:14.154821 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-a586d312-a12f-4b0d-9a87-6ad871cd130a service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356738 Jul 16 01:29:14.161176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:14.190889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6488d57d-525b-4970-99f0-9d9ef918dc93,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:14.204116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-1ef748ce-202d-464c-b934-34dcebe97996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.205726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-1ef748ce-202d-464c-b934-34dcebe97996 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3672585 Jul 16 01:29:14.210462 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.315402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.316047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.317496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] 10.222.0.23 "PUT /v2.0/ports/6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 1092 time: 4.0472372 Jul 16 01:29:14.355491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:14.384790 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-a29f7e75-467e-42dd-919b-7eaa4a977091 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223780 Jul 16 01:29:14.418906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.419793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.420475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.421147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.422000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.422643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.423283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.425808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-90ecbde4-e669-44e5-a96d-7da75ad89a6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6282 time: 0.1626556 Jul 16 01:29:14.451027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29486bb-c3f7-4c0e-95aa-696c65d1367e service neutron] Pushing event updated for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.494901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54fa7a-cacc-4817-a9cc-529d436e3278 req-be2a8fcd-b25a-4dff-98bf-88732dfb94dd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.507151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b54fa7a-cacc-4817-a9cc-529d436e3278 req-be2a8fcd-b25a-4dff-98bf-88732dfb94dd tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.4157834 Jul 16 01:29:14.594113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b54fa7a-cacc-4817-a9cc-529d436e3278 req-dfe65972-059d-4ce8-9d3f-292dd26e5fbb tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857413 Jul 16 01:29:14.698107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-9d6c68bb-12ca-4252-90e5-55fcdc549563 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.699686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-9d6c68bb-12ca-4252-90e5-55fcdc549563 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.4279180 Jul 16 01:29:14.791805 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.108527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:15.110778 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d54663-9ba4-42d1-bdcb-435b0b38714c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:15.159459 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.199956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-8eae459c-4f52-4688-a543-32e20f4fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.200567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-8eae459c-4f52-4688-a543-32e20f4fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.201048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-8eae459c-4f52-4688-a543-32e20f4fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.202678 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-8eae459c-4f52-4688-a543-32e20f4fc1f1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7653735 Jul 16 01:29:15.295551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Deleting port e9fec89e-2483-4d1c-bb01-9ee2b792e74e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:15.295888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.306717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cee912-1ec8-4552-b048-9fc308a3a858 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:15.308692 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-04ef5134-ab46-4e59-8a56-34397d50f74f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2279227 Jul 16 01:29:15.331382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fcbd-d998-4e7b-b29b-0c78e908f23c req-579e3cd9-8f8c-4f83-bee5-17a6bc8ca744 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.338845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77b2fcbd-d998-4e7b-b29b-0c78e908f23c req-579e3cd9-8f8c-4f83-bee5-17a6bc8ca744 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 943 time: 0.4892473 Jul 16 01:29:15.357772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.413617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4684f-33c7-47d9-a6e4-a7b7fd5f5ddd req-1690bc23-47b6-4cbc-81e6-a28a4e8d9259 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.416083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38e4684f-33c7-47d9-a6e4-a7b7fd5f5ddd req-1690bc23-47b6-4cbc-81e6-a28a4e8d9259 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2950604 Jul 16 01:29:15.440642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Transition to ACTIVE for port object b7cee912-1ec8-4552-b048-9fc308a3a858 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:15.524686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.542195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-926aa591-8920-41a8-a0f6-f789675579d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.546323 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae3d59a8-04da-41ae-8c9d-090d9d90a106 req-926aa591-8920-41a8-a0f6-f789675579d5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3337460 Jul 16 01:29:15.602238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77b2fcbd-d998-4e7b-b29b-0c78e908f23c req-01cc6926-9690-4acc-b3c4-4d3a88c73e15 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619286 Jul 16 01:29:15.654626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] For port e9fec89e-2483-4d1c-bb01-9ee2b792e74e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:15.655108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.695411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38e4684f-33c7-47d9-a6e4-a7b7fd5f5ddd req-fa263868-adaf-4a74-951f-183f72a9d42b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663393 Jul 16 01:29:15.713493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Calling delete_port for e9fec89e-2483-4d1c-bb01-9ee2b792e74e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:15.730861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.903481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47216) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:15.983637 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f5d301-9602-45bb-a77e-8768f3f916c3 x-openstack-request-id: req-48f5d301-9602-45bb-a77e-8768f3f916c3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:15.984266 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:15.984711 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48f5d301-9602-45bb-a77e-8768f3f916c3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:15.984886 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93', 'status': 'completed', 'code': 200} Jul 16 01:29:15.988000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Attempting to bind port b7cee912-1ec8-4552-b048-9fc308a3a858 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:15.988337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Attempting to bind port b7cee912-1ec8-4552-b048-9fc308a3a858 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:15.988791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Attempting to bind port b7cee912-1ec8-4552-b048-9fc308a3a858 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:16.002749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Port b7cee912-1ec8-4552-b048-9fc308a3a858 on network c7658c97-960e-4ad5-9708-4d3be453e277 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:16.003375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Attempting to bind port b7cee912-1ec8-4552-b048-9fc308a3a858 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:16.104766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:16.107574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Checking segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:16.109707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Bound using segment: {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:16.112535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Bound port: b7cee912-1ec8-4552-b048-9fc308a3a858, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:16.114152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.161004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6446b-78e6-4a68-90c0-9e712a55aa76 req-762a3b84-a990-4162-9b38-edd715a36c59 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.163136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52c6446b-78e6-4a68-90c0-9e712a55aa76 req-762a3b84-a990-4162-9b38-edd715a36c59 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3aa014e-6ee6-497c-822c-619c97b3537a HTTP/1.1" status: 200 len: 945 time: 0.3438671 Jul 16 01:29:16.262906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.397188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event deleted for resources: {'Port': ['ID=e9fec89e-2483-4d1c-bb01-9ee2b792e74e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.532602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.533491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.534281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.535096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.535760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.536399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.537075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.540838 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-3d2b441b-8641-4324-915a-e0234ac6c82c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6308 time: 0.5156183 Jul 16 01:29:16.543644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52c6446b-78e6-4a68-90c0-9e712a55aa76 req-8e7dda06-a1f0-4780-bc2d-9ab9f4d1a1ce tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646343 Jul 16 01:29:16.586707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:16.595101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] No DVR routers for this DVR port e9fec89e-2483-4d1c-bb01-9ee2b792e74e on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:16.599739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.603957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4693e9ed-fc5b-4fb8-a272-2ce8953fd94b req-a3773d8f-51cf-4ee3-93f4-659ae052795f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "DELETE /v2.0/ports/e9fec89e-2483-4d1c-bb01-9ee2b792e74e HTTP/1.1" status: 204 len: 173 time: 1.8893576 Jul 16 01:29:16.677371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b7cee912-1ec8-4552-b048-9fc308a3a858,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:16.690459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.778939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.779936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.782470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] 10.222.0.23 "PUT /v2.0/ports/b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 1092 time: 2.4356022 Jul 16 01:29:16.813720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.844819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.869330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.878178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-5ea9b224-d9fd-47e6-812f-cbea630c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.880298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.881750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-5ea9b224-d9fd-47e6-812f-cbea630c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.882709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-5ea9b224-d9fd-47e6-812f-cbea630c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.886349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-5ea9b224-d9fd-47e6-812f-cbea630c6036 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3345630 Jul 16 01:29:16.892103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.910047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.923753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.936184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-8b574a64-016c-4c7e-b24c-1c9d15272a2a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5398 time: 0.5747545 Jul 16 01:29:16.955262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:17.160166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d487755-afea-4b4f-acf0-47f9be1c1db2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.170270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-fec1351b-d3a1-4a99-bff2-3e0c22950fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.172385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-73d54663-9ba4-42d1-bdcb-435b0b38714c req-fec1351b-d3a1-4a99-bff2-3e0c22950fcf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967862 Jul 16 01:29:17.245086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a9e847-6aa3-4092-a0b9-16dd95b3de5e req-bd91c06d-4853-4cb6-93ca-b845ca5b2c57 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2988350 Jul 16 01:29:17.259748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.263919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.290310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeaa34-db7d-44c0-ac55-0b2a85b423d8 req-c1b4647b-0f85-4a06-8c37-bf9318308cde tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.297434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcdeaa34-db7d-44c0-ac55-0b2a85b423d8 req-c1b4647b-0f85-4a06-8c37-bf9318308cde tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.3532419 Jul 16 01:29:17.637374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device daa87985-ea79-46e4-94e5-5cd75a2e7293 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:17.641885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e9fec89e-2483-4d1c-bb01-9ee2b792e74e no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:17.702665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: e9fec89e-2483-4d1c-bb01-9ee2b792e74e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:17.705307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e9fec89e-2483-4d1c-bb01-9ee2b792e74e not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:17.761730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Deleting port c683e060-3faf-4d25-9fc3-25b6c7471d2d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:17.762460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.832833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port daa87985-ea79-46e4-94e5-5cd75a2e7293, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:17.849934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:17.909237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] For port c683e060-3faf-4d25-9fc3-25b6c7471d2d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c683e060-3faf-4d25-9fc3-25b6c7471d2d,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:17.909815 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.923595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.923846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Calling delete_port for c683e060-3faf-4d25-9fc3-25b6c7471d2d owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:17.940910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa87985-ea79-46e4-94e5-5cd75a2e7293 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:17.965023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port daa87985-ea79-46e4-94e5-5cd75a2e7293, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:17.969845 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.069194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=daa87985-ea79-46e4-94e5-5cd75a2e7293,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.074052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.081587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4181de50-cd02-41b3-9d36-a3d91d44b7fe {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:18.087594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'name': 'network-vif-deleted', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e'}, {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:18.089939 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a23a3-cc87-4fb1-9db0-c5c7ff933195" -d '{"events": [{"server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "name": "network-vif-deleted", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e"}, {"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:18.097379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.113827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-7e373826-44c3-4807-919f-9cd6ca4512c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.115494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-7e373826-44c3-4807-919f-9cd6ca4512c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1102 time: 0.1379251 Jul 16 01:29:18.128580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Transition to ACTIVE for port object 4181de50-cd02-41b3-9d36-a3d91d44b7fe will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:18.142244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcdeaa34-db7d-44c0-ac55-0b2a85b423d8 req-27dd8184-f683-4b16-97b2-ec2824b1a888 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438497 Jul 16 01:29:18.158571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.271908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['daa87985-ea79-46e4-94e5-5cd75a2e7293'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:18.308709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-43983964-7901-4fc0-b7a6-9b41927d74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.311773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-43983964-7901-4fc0-b7a6-9b41927d74db service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1860027 Jul 16 01:29:18.348555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a54e0f-9c36-4855-a16c-1c85e2822e53 req-266003bc-b2f2-416a-b233-c9c634c7557e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.350106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73a54e0f-9c36-4855-a16c-1c85e2822e53 req-266003bc-b2f2-416a-b233-c9c634c7557e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 943 time: 0.7898827 Jul 16 01:29:18.352348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.446620 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-74132ffe-94be-48bd-9885-c345512b05b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.1189106 Jul 16 01:29:18.448230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.506460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c683e060-3faf-4d25-9fc3-25b6c7471d2d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.583141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Attempting to bind port 4181de50-cd02-41b3-9d36-a3d91d44b7fe on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:18.583757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Attempting to bind port 4181de50-cd02-41b3-9d36-a3d91d44b7fe by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:18.584287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Attempting to bind port 4181de50-cd02-41b3-9d36-a3d91d44b7fe on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:18.606239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73a54e0f-9c36-4855-a16c-1c85e2822e53 req-0aba558c-5d52-427f-9693-bd7b70b8e936 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221646 Jul 16 01:29:18.613648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Port 4181de50-cd02-41b3-9d36-a3d91d44b7fe on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:18.614166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Attempting to bind port 4181de50-cd02-41b3-9d36-a3d91d44b7fe on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:18.638095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:18.638445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Checking segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:18.638850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Bound using segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:18.651422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Bound port: 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:18.651880 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.743947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-a5bf27b7-0879-43fe-906d-3d231c33d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.747079 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-a5bf27b7-0879-43fe-906d-3d231c33d463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.2856622 Jul 16 01:29:18.751624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a4c1c-c1b4-4dc4-9984-14a976706a60 req-e9e00c9e-9df1-47fb-a1f5-280b2d9440e5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.761480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-332a4c1c-c1b4-4dc4-9984-14a976706a60 req-e9e00c9e-9df1-47fb-a1f5-280b2d9440e5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.3390884 Jul 16 01:29:18.893837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-332a4c1c-c1b4-4dc4-9984-14a976706a60 req-00ea72a4-70ab-4bf7-bbfc-f0fb4d485452 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313543 Jul 16 01:29:18.898449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-1e46a82b-cbf6-4f86-9687-8a5ee6570ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.900597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-1e46a82b-cbf6-4f86-9687-8a5ee6570ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448665 Jul 16 01:29:18.911554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:18.920187 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044f1eec-c474-41fb-aa1e-a0f630deb209 x-openstack-request-id: req-044f1eec-c474-41fb-aa1e-a0f630deb209 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:18.921087 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa014e-6ee6-497c-822c-619c97b3537a", "name": "network-vif-deleted", "tag": "e9fec89e-2483-4d1c-bb01-9ee2b792e74e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:18.921775 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-044f1eec-c474-41fb-aa1e-a0f630deb209 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:18.922667 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa014e-6ee6-497c-822c-619c97b3537a', 'name': 'network-vif-deleted', 'tag': 'e9fec89e-2483-4d1c-bb01-9ee2b792e74e', 'status': 'completed', 'code': 200} Jul 16 01:29:18.923322 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858', 'status': 'completed', 'code': 200} Jul 16 01:29:18.930494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:18.966485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.970637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.110096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-65a4bd2f-b87d-4d31-b22f-5186eb0b0a7f service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918106 Jul 16 01:29:19.110684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.111748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.113558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] 10.222.0.23 "PUT /v2.0/ports/4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 1092 time: 2.1742616 Jul 16 01:29:19.183426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Request body: {'port': {'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:19.434008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a258fc-5ee8-4fd2-98f9-8becae733ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.500916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.650527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device daa87985-ea79-46e4-94e5-5cd75a2e7293 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:19.753389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port daa87985-ea79-46e4-94e5-5cd75a2e7293 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:19.763674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port daa87985-ea79-46e4-94e5-5cd75a2e7293 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:19.764620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.825503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.825977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.826454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.827430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.827669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.828725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.828725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.829902 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-be23db3b-5840-44cd-85ce-eb7711dd3d0d service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769032 Jul 16 01:29:19.830599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-7f7e6cd1-fc2e-42c6-a475-ae88072ec220 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6418 time: 0.8904312 Jul 16 01:29:19.890900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.909328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:19.917284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.917948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272916181', 'description': 'tempest-description--1667974839'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:19.923315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.930017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.936976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.943665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.951335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.958461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.962755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34dc764a-b8d5-4019-b734-80e61bee368c req-59a36d80-f976-412b-8a22-43a0a6deb73a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5410 time: 0.7674873 Jul 16 01:29:19.997258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:20.000036 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf25edb-6038-4b83-bae5-84eb94fd69dc" -d '{"events": [{"server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "name": "network-vif-plugged", "status": "completed", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:20.015726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.038407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:20.040614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port daa87985-ea79-46e4-94e5-5cd75a2e7293, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:20.049710 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.054702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34dc764a-b8d5-4019-b734-80e61bee368c req-1c4a37cd-2210-451f-87ce-f0e0b6ed7c3c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0662560 Jul 16 01:29:20.059923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.129246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Transition to ACTIVE for port object 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:20.143384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.154367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Router b4e7edff-3158-4b7b-bf91-0ed35287136c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:20.217797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=daa87985-ea79-46e4-94e5-5cd75a2e7293,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.294143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-d28db2ce-5218-40b9-9f0c-29966577c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.301661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-d28db2ce-5218-40b9-9f0c-29966577c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.302868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-d28db2ce-5218-40b9-9f0c-29966577c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.306074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-d28db2ce-5218-40b9-9f0c-29966577c93c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4260573 Jul 16 01:29:20.308517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Pushing event updated for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.443491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.456488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.485556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:20.497966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] Sync routers for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:20.508070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:20.508956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:20.520175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35427653-eee3-40e9-883f-8648eecdeb2e admin admin] 10.222.0.42 "PUT /v2.0/routers/b4e7edff-3158-4b7b-bf91-0ed35287136c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6146867 Jul 16 01:29:20.535155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47264) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:20.555111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.565180 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6503351 Jul 16 01:29:20.569100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47266) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:20.573382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'security_group_rule': {'security_group_id': '37483cfa-018a-4b42-8ce2-b601ab1d8ded', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:20.615814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdd4e4-edca-4b8d-ba48-c298ca71ff92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37483cfa-018a-4b42-8ce2-b601ab1d8ded,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.707524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.718091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d9e7-5ca6-43d7-8a78-94762ac373cb req-d0a7a054-f01c-4a26-9fab-4055b3445177 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.720653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c23d9e7-5ca6-43d7-8a78-94762ac373cb req-d0a7a054-f01c-4a26-9fab-4055b3445177 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.4130919 Jul 16 01:29:20.756227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.782289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-78b694b3-ee29-4c11-994a-0a51aad3c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.783845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-756a23a3-cc87-4fb1-9db0-c5c7ff933195 req-78b694b3-ee29-4c11-994a-0a51aad3c7a0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4628720 Jul 16 01:29:20.784620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Attempting to bind port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:20.784958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Attempting to bind port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:20.785288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Attempting to bind port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:20.814456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddbf22-af03-4269-aa08-9b8f49bce78e req-7e816c78-9535-424d-8921-b67e10d03552 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.816048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6ddbf22-af03-4269-aa08-9b8f49bce78e req-7e816c78-9535-424d-8921-b67e10d03552 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 945 time: 0.2481031 Jul 16 01:29:20.834548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:20.834882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Attempting to bind port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 on network a4064a8d-e31f-44b1-8dea-726ed8a8b529 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:20.844592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c23d9e7-5ca6-43d7-8a78-94762ac373cb req-6f823afb-a16f-4a5b-9143-e1d9a2d2b31f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028001 Jul 16 01:29:20.855431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:20.855701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Checking segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:20.856207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Bound using segment: {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:20.856705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Bound port: 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923c8f2e-b533-4c98-8519-0482c8732e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:20.857166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.901445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.941056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:20.945979 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4ade22-ee82-48c5-b975-c03480bfdb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:20.968782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:20.971216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6ddbf22-af03-4269-aa08-9b8f49bce78e req-49fa1a49-87b2-4085-ad9d-37d8bbee9c38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298289 Jul 16 01:29:21.015952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.025738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.067842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8379bd92-ef36-453d-9b47-bc0e812b03cd,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.082550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:21.091286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:21.092395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.095897 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf0473f2-9763-44a2-91f9-b9262a54731a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250924 Jul 16 01:29:21.096630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Deleting port 63647d8b-f0b4-4c14-800c-7b754d1165f9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:21.097042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.098945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47272) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:21.111673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'security_group_rule': {'security_group_id': '37483cfa-018a-4b42-8ce2-b601ab1d8ded', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:21.128712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.249414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.250283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.253222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] 10.222.0.23 "PUT /v2.0/ports/5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 1092 time: 2.0823162 Jul 16 01:29:21.293643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] For port 63647d8b-f0b4-4c14-800c-7b754d1165f9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=63647d8b-f0b4-4c14-800c-7b754d1165f9,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:21.294321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.318073 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc91f74-80d5-4313-ab4f-fa08b78813fc x-openstack-request-id: req-fbc91f74-80d5-4313-ab4f-fa08b78813fc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:21.318584 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "name": "network-vif-plugged", "status": "completed", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:21.319021 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbc91f74-80d5-4313-ab4f-fa08b78813fc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:21.324147 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'code': 200} Jul 16 01:29:21.330909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Calling delete_port for 63647d8b-f0b4-4c14-800c-7b754d1165f9 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:21.348742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.418199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e75385-e4c7-4da4-a0ae-40d66c645f4b service neutron] Pushing event updated for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.487527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-bbdea795-344b-48f5-88bd-babc1513cec8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.489330 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-bbdea795-344b-48f5-88bd-babc1513cec8 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.2949696 Jul 16 01:29:21.514469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:29:18Z', 'revision_number': 5, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port': {'id': '63647d8b-f0b4-4c14-800c-7b754d1165f9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:47Z', 'updated_at': '2021-07-16T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:21.581392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568ab-c68b-4920-a1c2-d3df58e363e4 req-cd81c1c5-caf1-44f7-bc8a-d9a50ae4db2d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.583257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a46568ab-c68b-4920-a1c2-d3df58e363e4 req-cd81c1c5-caf1-44f7-bc8a-d9a50ae4db2d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.3819029 Jul 16 01:29:21.601943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] Checking router: b4e7edff-3158-4b7b-bf91-0ed35287136c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:21.626059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] Routers {'b4e7edff-3158-4b7b-bf91-0ed35287136c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:21.627643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4e7edff-3158-4b7b-bf91-0ed35287136c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:21.783604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.809248 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.818759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e2c45-f0c3-43a5-94e6-84b1382c1775 req-f431baf6-6954-4f2d-bc85-066ac9d4a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.821470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b5e2c45-f0c3-43a5-94e6-84b1382c1775 req-f431baf6-6954-4f2d-bc85-066ac9d4a141 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.3177345 Jul 16 01:29:21.847019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.847690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.848237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.848959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.849742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.850346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.850955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.854057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-46dbf991-aeab-4b10-8e41-9bc54f4ee525 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6486 time: 0.4613216 Jul 16 01:29:21.924345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] Set router b4e7edff-3158-4b7b-bf91-0ed35287136c gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:21.983314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.012536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5a9687-0b32-4481-98c3-88109c4e721e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.029277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a46568ab-c68b-4920-a1c2-d3df58e363e4 req-e08b2654-71c3-43ed-a734-d5927b7c4612 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280610 Jul 16 01:29:22.037950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Pushing event deleted for resources: {'Port': ['ID=63647d8b-f0b4-4c14-800c-7b754d1165f9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.085726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ee491006-c29c-4f4c-8f23-59f45480974b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 217 time: 0.1836305 Jul 16 01:29:22.109068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 6, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.110080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.116935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2ca7482c-17cf-49dd-b7c8-c2fbfda79395 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0122283 Jul 16 01:29:22.131985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b5e2c45-f0c3-43a5-94e6-84b1382c1775 req-1323c6cc-9365-4c33-bc50-5d7346e4d92c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721164 Jul 16 01:29:22.148565 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e503526-f9e4-411a-ac1e-9ba0b351943b x-openstack-request-id: req-3e503526-f9e4-411a-ac1e-9ba0b351943b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:22.149754 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:22.150175 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e503526-f9e4-411a-ac1e-9ba0b351943b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:22.150793 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe', 'status': 'completed', 'code': 200} Jul 16 01:29:22.171030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47280) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:22.180049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:22.183210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca294e-d0a0-4f95-92e4-58c66186004f None None] The sync data for ids ['b4e7edff-3158-4b7b-bf91-0ed35287136c'] in n-d-791506-20 is: [{'id': 'b4e7edff-3158-4b7b-bf91-0ed35287136c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-237446035-router', 'tenant_id': '5f06b352d0e14026a3d5aa90a7c56520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:46Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 6, 'project_id': '5f06b352d0e14026a3d5aa90a7c56520', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:22.191859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.324079 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.327115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.401105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783ed46-8ed6-4f1d-b685-58290cec9fe9 req-e1d3359d-d181-48ec-bee5-cb97ecee07b5 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.409553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b783ed46-8ed6-4f1d-b685-58290cec9fe9 req-e1d3359d-d181-48ec-bee5-cb97ecee07b5 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 944 time: 0.7549582 Jul 16 01:29:22.440331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-38bd5d48-2b27-4b62-8973-ebdebe59a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.442015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-38bd5d48-2b27-4b62-8973-ebdebe59a80e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.3222067 Jul 16 01:29:22.465678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.466578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e7edff-3158-4b7b-bf91-0ed35287136c {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:22.471952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.480473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.482304 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d6229fc-180f-4e54-b180-91694ce1e443 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b4e7edff-3158-4b7b-bf91-0ed35287136c HTTP/1.1" status: 204 len: 168 time: 1.9459870 Jul 16 01:29:22.490837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:22.500701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Deleting port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:22.501300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.507784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b783ed46-8ed6-4f1d-b685-58290cec9fe9 req-aaf4c663-ab94-4e72-8937-87828c29726e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937104 Jul 16 01:29:22.719463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-a147a4cc-b678-4099-861c-9cdcfce15503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.722238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-a147a4cc-b678-4099-861c-9cdcfce15503 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723875 Jul 16 01:29:22.743607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.756962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.765518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.777249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.780823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Deleting subnet e8bf8f47-8885-4339-a0fb-fcf1483bbf45 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:22.785567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.786968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.794374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.802360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.804592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-2df4ed9b-f67e-4384-adf8-4e3ac39e4f47 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.3398974 Jul 16 01:29:22.852371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.960685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-a1f258f7-7c26-44c0-8aeb-42d84e6802af service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545229 Jul 16 01:29:23.036067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.145657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef4b7c4-a7b0-4d9f-b6e8-b2ad369260f9 req-a28df769-a8eb-4ec3-8ee3-6647643df6ae tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1830797 Jul 16 01:29:23.226270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.284127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] For port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:23.284537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.352164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8bf8f47-8885-4339-a0fb-fcf1483bbf45,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.354636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Calling delete_port for 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:23.365251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-7bc915bb-f8b2-4023-a2e6-2c7c38bde69c service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682413 Jul 16 01:29:23.376462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.382864 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61f0a561-107a-42c2-bd7d-1bd67243a45d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8bf8f47-8885-4339-a0fb-fcf1483bbf45 HTTP/1.1" status: 204 len: 168 time: 0.8723574 Jul 16 01:29:23.384175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47290) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:23.390134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff3871-998c-499d-8c8f-53ad3d37189b None None] Network d69542b7-a5a1-40ee-8540-75290d611b90 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:23.551921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ad22a8f9-37d9-4abe-8e36-91db593dd928 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 217 time: 0.1363926 Jul 16 01:29:23.616050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c683e060-3faf-4d25-9fc3-25b6c7471d2d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:23.648116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.660934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c683e060-3faf-4d25-9fc3-25b6c7471d2d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:23.661566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c683e060-3faf-4d25-9fc3-25b6c7471d2d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:23.662296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 63647d8b-f0b4-4c14-800c-7b754d1165f9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:23.670669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.710163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 63647d8b-f0b4-4c14-800c-7b754d1165f9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:23.710886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 63647d8b-f0b4-4c14-800c-7b754d1165f9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:23.721655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ac21d-1d15-4349-8558-f9fce64ae0b7 req-206d1d61-3769-4121-82fa-26668731d1d0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.729843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e4ac21d-1d15-4349-8558-f9fce64ae0b7 req-206d1d61-3769-4121-82fa-26668731d1d0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.7653129 Jul 16 01:29:23.750373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1816ede7-476f-4ddf-909b-f99e90d63aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.757575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1816ede7-476f-4ddf-909b-f99e90d63aad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1953311 Jul 16 01:29:23.927726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.928015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e4ac21d-1d15-4349-8558-f9fce64ae0b7 req-688f2eb4-de3e-47b6-baa7-9c645299d763 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595798 Jul 16 01:29:23.972231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] DHCP port deletion for d69542b7-a5a1-40ee-8540-75290d611b90 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:23.981122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event deleted for resources: {'Port': ['ID=0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.986661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Allocated IP 172.25.7.221 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/7529dfa1-f475-4f3f-a80b-3e0fdbb519bf) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:23.991134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Deleting port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:23.991537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.034888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-6bb3f8e4-11ee-43b4-9316-e6ddc75ba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.038368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-6bb3f8e4-11ee-43b4-9316-e6ddc75ba665 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2343798 Jul 16 01:29:24.094938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Deleting port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:24.095620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.097596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfee165-a2ac-48c6-94a8-22e3be8bd6b4 req-466be28f-1b24-4e07-8141-31913deb08d6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.115912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bfee165-a2ac-48c6-94a8-22e3be8bd6b4 req-466be28f-1b24-4e07-8141-31913deb08d6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 945 time: 0.4245019 Jul 16 01:29:24.131145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] No DVR routers for this DVR port 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:24.140939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.144521 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-542fdedb-7bb0-443d-99cf-af118143d1bd req-0b99f8e3-e6a2-47ba-86f9-c5f0f5e62407 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "DELETE /v2.0/ports/0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb HTTP/1.1" status: 204 len: 173 time: 2.6467497 Jul 16 01:29:24.202447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:24.208699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'name': 'network-vif-deleted', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:24.212769 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf5dbf-8612-4d49-83f6-5e918b02b4dd" -d '{"events": [{"server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "name": "network-vif-deleted", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:24.215813 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974d436f-f60e-4cfe-baae-ad33c95fad28" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:24.226331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] For port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:24.227163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.248303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Calling delete_port for 9e5f933d-0fd5-46f4-83a9-26f53bcb978f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:24.327331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] For port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,segment=NetworkSegment(847e08a9-f380-478b-a41c-509754c3be87),segment_id=847e08a9-f380-478b-a41c-509754c3be87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:24.328151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.368076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Calling delete_port for 9e5f933d-0fd5-46f4-83a9-26f53bcb978f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:24.424759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.447959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bfee165-a2ac-48c6-94a8-22e3be8bd6b4 req-971bd5d4-4b02-40a5-9b49-d74de9a5fd06 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309274 Jul 16 01:29:24.483155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.498317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71765230-d8c7-4b8e-91a8-a9421510d859 req-434eef7a-f308-4853-b7c9-2af8b058e3e5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.500451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71765230-d8c7-4b8e-91a8-a9421510d859 req-434eef7a-f308-4853-b7c9-2af8b058e3e5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2375200 Jul 16 01:29:24.527966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] No DVR routers for this DVR port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:24.547091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:24.551947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Pushing event deleted for resources: {'Port': ['ID=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.583847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.583847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.584549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.584932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.585458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.585968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.586203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.587092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.587634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.588201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.588804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.589355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.589912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04a157-b792-411b-bfd1-d5f514dcc5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:24.594336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.602755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:24.603603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:24.637958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-b987dd70-2bc2-496b-8b7e-2c5ffef0d571 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842173 Jul 16 01:29:24.657390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71765230-d8c7-4b8e-91a8-a9421510d859 req-aa8f1c0a-8339-4ca8-bad4-4d3d320bce1f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429293 Jul 16 01:29:24.665810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5f933d-0fd5-46f4-83a9-26f53bcb978f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.677785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] No DVR routers for this DVR port 9e5f933d-0fd5-46f4-83a9-26f53bcb978f on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:24.688305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:24.743978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:24.790106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f58ce2ac-a880-49fe-b965-1fc31ce428e7 req-19f034d4-e1e8-46a8-a1d0-28bd520a781b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2aac714-ddee-4c08-a1c6-9c8e21716019 HTTP/1.1" status: 200 len: 210 time: 0.0652435 Jul 16 01:29:24.877123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.892731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69542b7-a5a1-40ee-8540-75290d611b90']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:24.908451 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accf54f1-892c-4f21-bd72-6d1f87dd62ea x-openstack-request-id: req-accf54f1-892c-4f21-bd72-6d1f87dd62ea {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:24.908936 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:24.909536 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-accf54f1-892c-4f21-bd72-6d1f87dd62ea {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:24.910149 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992', 'status': 'completed', 'code': 200} Jul 16 01:29:24.911083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847e08a9-f380-478b-a41c-509754c3be87') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:24.911504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847e08a9-f380-478b-a41c-509754c3be87') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:24.925736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.945403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.949628 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075f582-6cd7-4b7a-a8e3-dae296cdf4c7 x-openstack-request-id: req-3075f582-6cd7-4b7a-a8e3-dae296cdf4c7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:24.950108 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2aac714-ddee-4c08-a1c6-9c8e21716019", "name": "network-vif-deleted", "tag": "0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:24.950108 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3075f582-6cd7-4b7a-a8e3-dae296cdf4c7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:24.950674 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2aac714-ddee-4c08-a1c6-9c8e21716019', 'name': 'network-vif-deleted', 'tag': '0e8a291f-02d2-4c3c-a11c-bc4e255ea9eb', 'status': 'completed', 'code': 200} Jul 16 01:29:24.952036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:24.954551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'Port': ['ID=7529dfa1-f475-4f3f-a80b-3e0fdbb519bf,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.990930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:24.991388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:24.993796 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:25.038646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-415bd0eb-5874-4475-86fa-d9cbc3c52d5d service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790898 Jul 16 01:29:25.091665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.105150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.107865 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d69542b7-a5a1-40ee-8540-75290d611b90 HTTP/1.1" status: 204 len: 168 time: 1.7176068 Jul 16 01:29:25.124689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:25.136994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c1b0-5787-4077-b2b2-7a7527e513c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d69542b7-a5a1-40ee-8540-75290d611b90,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.252315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-b0118fd4-0b29-4193-920a-015a88f0521a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2951927 Jul 16 01:29:25.304233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-26250fe0-3b5d-414b-b45c-c02269d56357 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 217 time: 0.2430298 Jul 16 01:29:25.315395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:25.379777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e5f933d-0fd5-46f4-83a9-26f53bcb978f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:25.409477 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.410876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9e5f933d-0fd5-46f4-83a9-26f53bcb978f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:25.411226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e5f933d-0fd5-46f4-83a9-26f53bcb978f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:25.439229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.445394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.452124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.458270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.467438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.479700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.489248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.491365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-80548e8c-a125-4b82-8920-b247d2dadf8f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.6059682 Jul 16 01:29:25.554276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1d8e68f4-d069-424c-a7d5-9e7dfc6fbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.558067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1d8e68f4-d069-424c-a7d5-9e7dfc6fbabd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.2463117 Jul 16 01:29:25.626935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.645089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8827207-09f6-4ce5-a92a-a99161d7df70 req-07f04b4c-8406-46a6-87a6-0887ffe85fbf tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1391447 Jul 16 01:29:25.740539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ff8d791f-cb0c-445f-afcc-6d8e5e71b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.744169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ff8d791f-cb0c-445f-afcc-6d8e5e71b845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774635 Jul 16 01:29:25.754118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.808814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.136366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.146675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.278424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'Port': ['ID=7529dfa1-f475-4f3f-a80b-3e0fdbb519bf,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.303164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.340035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.346226 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.358380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3bdbd1fb-ab03-4fc4-9de0-5f8858e97ec6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1736660 Jul 16 01:29:26.373496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Allocated IP 172.25.7.214 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/a0305414-e5a3-4ca9-9b3a-dd75a214d3cb) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:26.411966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-d81c1d4f-b197-487b-ab03-dc4eb0062be1 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613975 Jul 16 01:29:26.432674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb404403-f0c1-4409-9520-01ef9ba91563 req-22d8fd1e-e2bb-4261-bec4-61ac54c4fabf tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.440197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb404403-f0c1-4409-9520-01ef9ba91563 req-22d8fd1e-e2bb-4261-bec4-61ac54c4fabf tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.5471795 Jul 16 01:29:26.645747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb404403-f0c1-4409-9520-01ef9ba91563 req-cbf979f2-9abd-4dce-ba3b-5f43f3680a90 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047069 Jul 16 01:29:26.655703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-58aecce2-92a6-4c54-acaa-02eb677a0ce1 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066672 Jul 16 01:29:26.670367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.782047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-0ba45085-89be-4fec-a5bc-b05d051338b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 217 time: 0.1080344 Jul 16 01:29:26.783879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.854132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Deleting port 631a0f66-d845-4f3d-aaa3-5a566ab130ad {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:26.855056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.896126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:26.908546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:26.913340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:26.966992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] For port 631a0f66-d845-4f3d-aaa3-5a566ab130ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=631a0f66-d845-4f3d-aaa3-5a566ab130ad,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:26.967355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.983733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Calling delete_port for 631a0f66-d845-4f3d-aaa3-5a566ab130ad owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:27.002392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-c713142c-65f8-4f94-9a69-29cbb367c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.005678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-c713142c-65f8-4f94-9a69-29cbb367c287 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.2119668 Jul 16 01:29:27.013000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event updated for resources: {'Port': ['ID=a0305414-e5a3-4ca9-9b3a-dd75a214d3cb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.149353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386f273-741e-454f-8b13-ecbdd9fedd4e req-bdf9fa65-ad2f-4e04-9435-b11f5d10e413 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.157571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f386f273-741e-454f-8b13-ecbdd9fedd4e req-bdf9fa65-ad2f-4e04-9435-b11f5d10e413 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2955320 Jul 16 01:29:27.197801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.201039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1fcdd439-0499-4304-ac06-9f086b0a7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.202593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1fcdd439-0499-4304-ac06-9f086b0a7635 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1852009 Jul 16 01:29:27.285364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.295800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f386f273-741e-454f-8b13-ecbdd9fedd4e req-78b90b71-b81b-4481-809d-d0f5b4de4f98 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369627 Jul 16 01:29:27.339069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Pushing event deleted for resources: {'Port': ['ID=631a0f66-d845-4f3d-aaa3-5a566ab130ad,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.445217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.580183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-25538476-0b99-46cc-95fd-37571d269043 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656712 Jul 16 01:29:27.730869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.852490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-bd529db4-6c9f-4008-b95c-70b6760110cf service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630229 Jul 16 01:29:27.928929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-1c13bed7-03fe-448d-9f81-5226def82cce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 217 time: 0.0681674 Jul 16 01:29:27.939602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-b16ade80-cdde-4b83-811e-cf9a28315d0e tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.941202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-b16ade80-cdde-4b83-811e-cf9a28315d0e tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 821 time: 0.2798557 Jul 16 01:29:28.007908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-b1d21889-a481-4227-baec-47f3400824c3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/quotas/caf1f213a9164f3c99e3f9aba24d486b HTTP/1.1" status: 200 len: 375 time: 0.0521026 Jul 16 01:29:28.029480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.044184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.087203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-30692d93-602c-4502-b55a-22953d297c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.089170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-30692d93-602c-4502-b55a-22953d297c2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1448739 Jul 16 01:29:28.116662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:28.212804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event updated for resources: {'Port': ['ID=a0305414-e5a3-4ca9-9b3a-dd75a214d3cb,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.267813 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.279383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c50ff84d-8e7c-4bff-8e36-2cc2fd2290f5 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572305 Jul 16 01:29:28.317836 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.321441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-f536c2d1-7de1-42ed-9cd4-aa7d656a7de2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0155103 Jul 16 01:29:28.325837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:28.331606 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e139c235-87ac-4964-9f2a-52fdc3e6af9e admin admin] 10.222.0.42 "PUT /v2.0/routers/a5ea6eea-d45c-47b6-bea9-2bb8629a51b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2052665 Jul 16 01:29:28.335672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47332) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.338919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-be86885f-26b2-4b9e-ac6f-73f2fcb840ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.342274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-be86885f-26b2-4b9e-ac6f-73f2fcb840ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2260363 Jul 16 01:29:28.343342 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] Sync routers for ids ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:28.378221 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] Routers {'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:28.380152 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:28.545239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.606040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-623e236e-c3cb-4877-89d9-a8af511916a3 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 696 time: 0.2616234 Jul 16 01:29:28.618408 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] Set router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:28.705037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.795434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Deleting port 959d92db-57e7-480c-80f3-fe9eb6e02b90 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:28.796337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.883122 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:29:27Z', 'revision_number': 5, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port': {'id': '959d92db-57e7-480c-80f3-fe9eb6e02b90', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:57Z', 'updated_at': '2021-07-16T01:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:28.928969 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] Checking router: a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:28.940638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] For port 959d92db-57e7-480c-80f3-fe9eb6e02b90, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=959d92db-57e7-480c-80f3-fe9eb6e02b90,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.941123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.942212 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] Routers {'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:28.943693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:28.960705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Calling delete_port for 959d92db-57e7-480c-80f3-fe9eb6e02b90 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:28.988895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-9a7ab411-3cee-4959-923f-6998edf16e71 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914700 Jul 16 01:29:29.000076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-ce9792d6-7d3e-4b76-9bd7-e22b155280d1 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.001578 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-ce9792d6-7d3e-4b76-9bd7-e22b155280d1 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.3825662 Jul 16 01:29:29.003533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-58fa9663-225f-4f0a-a64c-344696efa492 service neutron] 10.222.0.42 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993399 Jul 16 01:29:29.085427 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] Set router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:29.105797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-33ea8cae-1e69-4f47-949f-65b937d0bd88 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012268 Jul 16 01:29:29.111239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-1133b24b-a2d6-4abd-9125-9fdaeaceb581 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:29.112221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f3097e-a373-477a-bd4d-ec2971cd8419 req-1133b24b-a2d6-4abd-9125-9fdaeaceb581 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055461 Jul 16 01:29:29.205731 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:29:28Z', 'revision_number': 6, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:29.222327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-73fcde80-dbca-401f-b28a-79fa69781e7c service neutron] 10.222.0.42 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089864 Jul 16 01:29:29.261642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.284260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-9e132096-7fa9-467a-b1c0-c83344bc89b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.0608113 Jul 16 01:29:29.296803 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d4e8c-ed86-4a45-956d-c12ca7ee9eb2 None None] The sync data for ids ['a5ea6eea-d45c-47b6-bea9-2bb8629a51b7'] in n-d-791506-20 is: [{'id': 'a5ea6eea-d45c-47b6-bea9-2bb8629a51b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1170697112-router', 'tenant_id': '8820835737c44d4699ded58a4e043eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:55Z', 'updated_at': '2021-07-16T01:29:28Z', 'revision_number': 6, 'project_id': '8820835737c44d4699ded58a4e043eac', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:29.386389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=959d92db-57e7-480c-80f3-fe9eb6e02b90,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.388406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-753245f9-2d7f-4eba-a17f-ca3fe746bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.390395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-753245f9-2d7f-4eba-a17f-ca3fe746bf11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.0967441 Jul 16 01:29:29.504458 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.538037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-b572fef3-8661-4112-89d7-c627848c3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.540271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-b572fef3-8661-4112-89d7-c627848c3474 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343822 Jul 16 01:29:29.553590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.569371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.577584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.597679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.615435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.622507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.628739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.630744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78f70e8b-6713-472f-940f-e2f256056e9f req-fcb524d2-03c6-4213-9840-6b8f89033f43 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.2390447 Jul 16 01:29:29.651751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.655217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.788968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.790910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:29.800816 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.802354 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-54add387-0413-4899-987d-88dd61d64d69 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a5ea6eea-d45c-47b6-bea9-2bb8629a51b7 HTTP/1.1" status: 204 len: 168 time: 1.4644756 Jul 16 01:29:29.813652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47342) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.845282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78f70e8b-6713-472f-940f-e2f256056e9f req-f7e4167c-9494-44a6-ba0a-27d8ff18cdb5 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1908891 Jul 16 01:29:29.913305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-e091c2b0-db43-43bc-b163-ac999d2f58ef service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795353 Jul 16 01:29:29.974017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Deleting subnet 4558bf23-7843-4a1a-abe3-f8b9dedc6edb {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:29.978789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.026882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.258019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.358604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.420905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-4c123711-96f2-4c7d-a990-246fdf82af03 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019341 Jul 16 01:29:30.428220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4558bf23-7843-4a1a-abe3-f8b9dedc6edb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.440085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.443025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3670b7ca-fec0-48b6-98b5-1a22438b3d14 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4558bf23-7843-4a1a-abe3-f8b9dedc6edb HTTP/1.1" status: 204 len: 168 time: 0.6276848 Jul 16 01:29:30.447441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47352) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:30.459607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb22e3-49dc-4f4b-b834-66c2f5c9ddb7 None None] Network 6c73cad7-fcd3-442b-acfc-6a1b398e0502 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:30.526834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2e69-d8a9-4e7e-b3a5-6ddc36a7f25a req-b5c9b4e5-0858-4947-8899-6f665036cb14 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.536125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-440f2e69-d8a9-4e7e-b3a5-6ddc36a7f25a req-b5c9b4e5-0858-4947-8899-6f665036cb14 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.3670881 Jul 16 01:29:30.553936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-e7b82532-449a-4850-9559-b8a1cce3eac5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.1207836 Jul 16 01:29:30.629687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.710548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Deleting port b8b850ba-01a2-4a21-894b-d6df754ec10e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:30.710874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.764106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-dfdb9d52-1d82-4e3d-9c81-366b22bb9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.767537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-dfdb9d52-1d82-4e3d-9c81-366b22bb9f55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.1606147 Jul 16 01:29:30.934566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-440f2e69-d8a9-4e7e-b3a5-6ddc36a7f25a req-9c1b2195-1c66-4be1-a46a-c0b53cd46e7c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968410 Jul 16 01:29:30.961164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] DHCP port deletion for 6c73cad7-fcd3-442b-acfc-6a1b398e0502 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:30.965168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e98a82-b9d2-450c-8a71-b90db7521aae req-99b772ed-3476-4c1b-b366-49c1dbad494e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.975177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60e98a82-b9d2-450c-8a71-b90db7521aae req-99b772ed-3476-4c1b-b366-49c1dbad494e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.7023199 Jul 16 01:29:31.003504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] For port b8b850ba-01a2-4a21-894b-d6df754ec10e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b8b850ba-01a2-4a21-894b-d6df754ec10e,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.003963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.045933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Calling delete_port for b8b850ba-01a2-4a21-894b-d6df754ec10e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:31.089610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60e98a82-b9d2-450c-8a71-b90db7521aae req-fce59615-9f07-4c01-b1bd-a1ea206ff8d5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027842 Jul 16 01:29:31.110179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ff2eac87-f8e9-4c9f-be64-a67c0e362427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.114850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-ff2eac87-f8e9-4c9f-be64-a67c0e362427 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3324144 Jul 16 01:29:31.154412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] Deleting port b8b850ba-01a2-4a21-894b-d6df754ec10e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:31.154808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.186723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.212692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b850ba-01a2-4a21-894b-d6df754ec10e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.246992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-90dc92be-d447-44ff-b640-119711ceb088 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.249807 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-90dc92be-d447-44ff-b640-119711ceb088 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 945 time: 0.4698536 Jul 16 01:29:31.255721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] No DVR routers for this DVR port b8b850ba-01a2-4a21-894b-d6df754ec10e on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:31.358207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] For port b8b850ba-01a2-4a21-894b-d6df754ec10e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b8b850ba-01a2-4a21-894b-d6df754ec10e,segment=NetworkSegment(81adda11-5d08-4193-8854-007556c89ee6),segment_id=81adda11-5d08-4193-8854-007556c89ee6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.358207 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.390908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] Calling delete_port for b8b850ba-01a2-4a21-894b-d6df754ec10e owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:31.505954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.517410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b8b850ba-01a2-4a21-894b-d6df754ec10e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:31.550610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] No DVR routers for this DVR port b8b850ba-01a2-4a21-894b-d6df754ec10e on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:31.573144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: b8b850ba-01a2-4a21-894b-d6df754ec10e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:31.573927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b8b850ba-01a2-4a21-894b-d6df754ec10e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:31.574682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 959d92db-57e7-480c-80f3-fe9eb6e02b90 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:31.578610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f68ef-7f8d-4582-af45-01e1dcf76f3e None None] Pushing event deleted for resources: {'Port': ['ID=b8b850ba-01a2-4a21-894b-d6df754ec10e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.604469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 959d92db-57e7-480c-80f3-fe9eb6e02b90 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:31.605331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 959d92db-57e7-480c-80f3-fe9eb6e02b90 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:31.605985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 631a0f66-d845-4f3d-aaa3-5a566ab130ad no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:31.640996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 631a0f66-d845-4f3d-aaa3-5a566ab130ad {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:31.642120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 631a0f66-d845-4f3d-aaa3-5a566ab130ad not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:31.660611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.679572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c73cad7-fcd3-442b-acfc-6a1b398e0502']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:31.694756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81adda11-5d08-4193-8854-007556c89ee6') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:31.694756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81adda11-5d08-4193-8854-007556c89ee6') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:31.710291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.729038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Deleting port 5e84dd5c-1645-4629-b3d1-26502a76c052 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:31.729363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.751379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.770049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:31.770409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:31.773819 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:32.132069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-7c65f0f4-6e36-4af6-96db-7d2b7a19746e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.152561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-7c65f0f4-6e36-4af6-96db-7d2b7a19746e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 821 time: 0.9422801 Jul 16 01:29:32.296183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ca498d9-0d43-4849-ae8e-333c23de22a9 req-8422db03-6ecf-457c-b708-a6eff9444119 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 210 time: 0.3407693 Jul 16 01:29:32.297407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-46130a4c-65d9-4cff-8d73-d9e58a6688b8 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/quotas/aef2fe5d5b17449797870ebcc72678e1 HTTP/1.1" status: 200 len: 375 time: 0.1438742 Jul 16 01:29:32.437322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.456365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-31d96497-e9b3-4b6d-8af1-f09c1f4854a5 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3339260 Jul 16 01:29:32.457335 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.467391 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6c73cad7-fcd3-442b-acfc-6a1b398e0502 HTTP/1.1" status: 204 len: 168 time: 2.0189726 Jul 16 01:29:32.496104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeb7d2-0c9a-45f2-9bce-adbdf2360373 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c73cad7-fcd3-442b-acfc-6a1b398e0502,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.509589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] For port 5e84dd5c-1645-4629-b3d1-26502a76c052, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5e84dd5c-1645-4629-b3d1-26502a76c052,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:32.510282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.552276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Calling delete_port for 5e84dd5c-1645-4629-b3d1-26502a76c052 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:32.566159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-218ade5c-87bf-4236-86a7-e47386d6b53b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.567797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-218ade5c-87bf-4236-86a7-e47386d6b53b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 821 time: 0.4688756 Jul 16 01:29:32.595113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'port': {'device_id': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'admin_state_up': True, 'tenant_id': 'caf1f213a9164f3c99e3f9aba24d486b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:32.742007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:32.825107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e169b4e2-aa1a-46b2-ba59-fc6526c9f72c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f06b352d0e14026a3d5aa90a7c56520&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0811973 Jul 16 01:29:32.827903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:32.835890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-fa6e400f-0437-41e9-bf04-51123467396c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3750536 Jul 16 01:29:32.873079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e940738-ddac-489a-900b-7bda4f340e98 req-4f7a1058-3169-4278-b933-52f651e4b4a7 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579218 Jul 16 01:29:32.874962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Made reservation on behalf of caf1f213a9164f3c99e3f9aba24d486b for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:32.878551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.894560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.966795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cc982-c1bb-4de4-b9e3-8ada8322f0b6 req-6116b8a2-5bd8-4f91-b734-14be692879e0 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.969985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-299cc982-c1bb-4de4-b9e3-8ada8322f0b6 req-6116b8a2-5bd8-4f91-b734-14be692879e0 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aca27f0-e3fd-4394-aa47-8ff758afab81 HTTP/1.1" status: 200 len: 866 time: 0.2777822 Jul 16 01:29:32.974599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event deleted for resources: {'Port': ['ID=5e84dd5c-1645-4629-b3d1-26502a76c052,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.057427 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a87038a1-f958-4be3-aa59-d2bb9c6d32f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.125514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] No DVR routers for this DVR port 5e84dd5c-1645-4629-b3d1-26502a76c052 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:33.133270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.136966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df035dfa-42b1-4883-8f19-fb9277d3a6c8 req-bc1df885-9d6a-4715-b5a0-038793fa5b3d tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.13 "DELETE /v2.0/ports/5e84dd5c-1645-4629-b3d1-26502a76c052 HTTP/1.1" status: 204 len: 173 time: 1.7614172 Jul 16 01:29:33.137970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'name': 'network-vif-deleted', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:33.141971 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850ea693-188b-4752-b072-91f1d966ee1c" -d '{"events": [{"server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "name": "network-vif-deleted", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:33.162512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-299cc982-c1bb-4de4-b9e3-8ada8322f0b6 req-5a961399-9297-4ff6-855b-02020d7b7aad tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339133 Jul 16 01:29:33.179193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a87038a1-f958-4be3-aa59-d2bb9c6d32f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.331945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a87038a1-f958-4be3-aa59-d2bb9c6d32f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.338578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a87038a1-f958-4be3-aa59-d2bb9c6d32f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.340981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a87038a1-f958-4be3-aa59-d2bb9c6d32f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcd129b4-5be5-4563-87da-c71bcbca23db HTTP/1.1" status: 204 len: 168 time: 0.5117064 Jul 16 01:29:33.371414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87038a1-f958-4be3-aa59-d2bb9c6d32f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd129b4-5be5-4563-87da-c71bcbca23db,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.472764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.473679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.474928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.476042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.477327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.478265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.479367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.483225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1507c61-c3e7-4e8c-a3c8-bb80f340bad5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6486 time: 0.5107653 Jul 16 01:29:33.625974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Allocated IP 172.20.0.8 (02b08fc1-15ce-4497-8724-06a31d3642d9/c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33/c0d27cd6-fed7-49f3-a2f0-a9e06529958d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:33.653456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-2c50b836-462e-47bc-869b-2159ca8949a5 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999268 Jul 16 01:29:33.911418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-71f4c9b3-c970-43dd-aee9-b541b53e0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.914961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-71f4c9b3-c970-43dd-aee9-b541b53e0c6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 902 time: 0.4163139 Jul 16 01:29:33.975860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47390) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:33.983519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.995970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.008954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.021962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.035044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.039765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e4b817e3-b31d-4db7-94d6-0f7672b77f8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8820835737c44d4699ded58a4e043eac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616858 Jul 16 01:29:34.042807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47392) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.048449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.058287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.061753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-1446d78b-0451-42ab-abf4-fba426faead0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.6033428 Jul 16 01:29:34.120452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0f42a80-4164-47d3-aec7-d3d91ed2a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.156025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0f42a80-4164-47d3-aec7-d3d91ed2a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.194184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-20dec2d8-073a-41ea-a032-f8593def45f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.2690506 Jul 16 01:29:34.234785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0f42a80-4164-47d3-aec7-d3d91ed2a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.239083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0f42a80-4164-47d3-aec7-d3d91ed2a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.244388 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a0f42a80-4164-47d3-aec7-d3d91ed2a767 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d13fede9-7ae6-4e58-9ac9-82b7732acaf6 HTTP/1.1" status: 204 len: 168 time: 0.1962066 Jul 16 01:29:34.244615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-a0ad3d47-3d96-430d-aac5-e9b55ac97f72 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742800 Jul 16 01:29:34.263618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f42a80-4164-47d3-aec7-d3d91ed2a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13fede9-7ae6-4e58-9ac9-82b7732acaf6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.388197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bab2e9c-1024-4460-b8cd-1b784ef117d1 req-df56382b-b669-4c3c-97e1-fb2eaf9db0bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2633193 Jul 16 01:29:34.396865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1a5b469-ef40-40c9-a2ea-5e56a227deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.399566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-f1a5b469-ef40-40c9-a2ea-5e56a227deb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.1877713 Jul 16 01:29:34.434365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.504306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:34.612365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-1d5fd016-fb2e-4b90-84ad-a36c651608a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.616357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-1d5fd016-fb2e-4b90-84ad-a36c651608a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2060218 Jul 16 01:29:34.628389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.636824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 5e84dd5c-1645-4629-b3d1-26502a76c052 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:34.641056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5e84dd5c-1645-4629-b3d1-26502a76c052 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:34.898912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:34.909643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:34.913858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-eb9f330a-9fde-4e7f-b471-a429fdf38b08 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904506 Jul 16 01:29:34.914537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.917895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:35.078199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.079645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.095589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4edc98-8413-4ba4-9f5d-6200d3204803 req-dba837c4-fe81-42df-aff6-9c212fc16a18 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.098108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a4edc98-8413-4ba4-9f5d-6200d3204803 req-dba837c4-fe81-42df-aff6-9c212fc16a18 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.3511353 Jul 16 01:29:35.116478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bab401-5260-4520-938f-bbb9ebdcadb5 req-5b5e006f-a3ce-4678-83a3-c672ecc31e2c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.119303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bab401-5260-4520-938f-bbb9ebdcadb5 req-5b5e006f-a3ce-4678-83a3-c672ecc31e2c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.3680925 Jul 16 01:29:35.206055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-c470acd2-2fc2-4851-8f41-1e8c4477bd54 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6149025 Jul 16 01:29:35.225682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Request body: {'port': {'device_id': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:35.241972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce4ade22-ee82-48c5-b975-c03480bfdb1c req-fed8eeb5-71ea-4d89-a1f5-d8c1ccbc3de6 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185041 Jul 16 01:29:35.326350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a4edc98-8413-4ba4-9f5d-6200d3204803 req-d9f12d7e-3d4d-4c3f-a132-db9c8c824dc5 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983025 Jul 16 01:29:35.394280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bab401-5260-4520-938f-bbb9ebdcadb5 req-431dda27-cf6b-44b4-b0ca-1e186438697f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494323 Jul 16 01:29:35.518673 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.603567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.604396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.605243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.606066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.606923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.607752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.608622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.612140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-ddbf06a2-95b7-46eb-b8cf-0d37b401e435 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6486 time: 0.2723937 Jul 16 01:29:35.746882 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c728fe-b89e-49b7-bea3-72561e22e878 x-openstack-request-id: req-87c728fe-b89e-49b7-bea3-72561e22e878 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:35.747858 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aca27f0-e3fd-4394-aa47-8ff758afab81", "name": "network-vif-deleted", "tag": "5e84dd5c-1645-4629-b3d1-26502a76c052", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:35.748331 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87c728fe-b89e-49b7-bea3-72561e22e878 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:35.748971 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aca27f0-e3fd-4394-aa47-8ff758afab81', 'name': 'network-vif-deleted', 'tag': '5e84dd5c-1645-4629-b3d1-26502a76c052', 'status': 'completed', 'code': 200} Jul 16 01:29:35.969020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-1f4acdfa-0772-4b70-8211-4316dc9bda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.971485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-1f4acdfa-0772-4b70-8211-4316dc9bda61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 902 time: 0.3501425 Jul 16 01:29:36.142456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-42951db9-f692-4e00-b811-64254cb13601 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.1385059 Jul 16 01:29:36.349663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96a2b484-e7c7-49ec-b9f7-2d2512c3cd5d req-2512b681-7fb6-4649-a043-a3a47a885716 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 210 time: 0.1281667 Jul 16 01:29:36.378850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-eb1a18e0-4c9f-489a-9be1-00b7821150f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.380590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-eb1a18e0-4c9f-489a-9be1-00b7821150f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.2232034 Jul 16 01:29:36.393273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7ea00-9644-4321-b131-3506a82b6398 req-e99e737a-cad9-4a30-a9a2-8d5730c6c5b1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.397474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11c7ea00-9644-4321-b131-3506a82b6398 req-e99e737a-cad9-4a30-a9a2-8d5730c6c5b1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 931 time: 0.4484193 Jul 16 01:29:36.880001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-fdd348ba-35da-4cc9-902c-5fc04df7fab0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.881828 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-fdd348ba-35da-4cc9-902c-5fc04df7fab0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.13 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 821 time: 0.1197572 Jul 16 01:29:36.913549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'port': {'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'admin_state_up': True, 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:36.989297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d27cd6-fed7-49f3-a2f0-a9e06529958d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:37.005310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.016726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11c7ea00-9644-4321-b131-3506a82b6398 req-17a30846-d0c2-4afd-86e8-9589e3e60ab6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854509 Jul 16 01:29:37.037960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Transition to ACTIVE for port object c0d27cd6-fed7-49f3-a2f0-a9e06529958d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:37.045446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.096590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Made reservation on behalf of aef2fe5d5b17449797870ebcc72678e1 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:37.105017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-41581b70-2f78-425a-9ab5-9607082b03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.106586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-41581b70-2f78-425a-9ab5-9607082b03b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6913135 Jul 16 01:29:37.111584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.176632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.182517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.188273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.194068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.200058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.205854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.212698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.214642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60e19244-a8f6-415f-969b-8462b3c21754 req-843145cd-089e-4511-9719-114e1fbae567 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.6878340 Jul 16 01:29:37.234068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.277885 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.285481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Allocated IP 172.20.0.14 (52b68899-8f9f-476a-8f6b-80016dc5547e/93e129d5-ce83-4cd2-8df8-cca410c405b3/df73891c-41a1-475f-b3d9-912b805bc3b7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:37.466965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-9d17ad38-dacc-484c-bfcd-73035e61aad7 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479807 Jul 16 01:29:37.474800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.475249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60e19244-a8f6-415f-969b-8462b3c21754 req-a70e18ec-3953-4903-b684-f89c0de87814 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2493248 Jul 16 01:29:37.493516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Transition to ACTIVE for port object df73891c-41a1-475f-b3d9-912b805bc3b7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:37.537751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.540249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Attempting to bind port c0d27cd6-fed7-49f3-a2f0-a9e06529958d on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:37.540249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Attempting to bind port c0d27cd6-fed7-49f3-a2f0-a9e06529958d by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:37.540630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Attempting to bind port c0d27cd6-fed7-49f3-a2f0-a9e06529958d on network 02b08fc1-15ce-4497-8724-06a31d3642d9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:37.551301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['daa87985-ea79-46e4-94e5-5cd75a2e7293'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:37.553541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Port c0d27cd6-fed7-49f3-a2f0-a9e06529958d on network 02b08fc1-15ce-4497-8724-06a31d3642d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:37.553998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Attempting to bind port c0d27cd6-fed7-49f3-a2f0-a9e06529958d on network 02b08fc1-15ce-4497-8724-06a31d3642d9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:37.610587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c50f68-ac32-4786-82bb-e6dbefbdd0ee req-402fa1c1-9659-46a8-a9e2-82f80d3675de tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.615141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event updated for resources: {'Port': ['ID=df73891c-41a1-475f-b3d9-912b805bc3b7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.622584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4c50f68-ac32-4786-82bb-e6dbefbdd0ee req-402fa1c1-9659-46a8-a9e2-82f80d3675de tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 946 time: 0.4038830 Jul 16 01:29:37.625367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:37.625914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Checking segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:37.626440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Bound using segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:37.626685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Network 52b68899-8f9f-476a-8f6b-80016dc5547e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:37.627155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Bound port: c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:37.627665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.628848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:37.643498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:37.724782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.725680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.746316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-00f60cc4-d103-4506-bb0f-338102142ee7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8462243 Jul 16 01:29:37.773710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-974d436f-f60e-4cfe-baae-ad33c95fad28 req-a7cef9e3-a8be-48e3-9b87-b1d929c006fe service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911689 Jul 16 01:29:37.775835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Request body: {'port': {'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.868078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4c50f68-ac32-4786-82bb-e6dbefbdd0ee req-ef72892a-850f-40bb-9ad8-d55c5e6f7cbb tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432075 Jul 16 01:29:37.968567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:37.980506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:38.000280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.014580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7f7a02d7-2bb7-4f5f-90e4-b648d211b166 None None] Provisioning for port df73891c-41a1-475f-b3d9-912b805bc3b7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:38.032338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7f7a02d7-2bb7-4f5f-90e4-b648d211b166 None None] Provisioning complete for port df73891c-41a1-475f-b3d9-912b805bc3b7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:38.033224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7f7a02d7-2bb7-4f5f-90e4-b648d211b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.068054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.138835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a02d7-2bb7-4f5f-90e4-b648d211b166 None None] Port df73891c-41a1-475f-b3d9-912b805bc3b7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:38.190553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.191690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.194449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] 10.222.0.23 "PUT /v2.0/ports/c0d27cd6-fed7-49f3-a2f0-a9e06529958d HTTP/1.1" status: 200 len: 1092 time: 2.9767041 Jul 16 01:29:38.196018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'tag': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:38.209501 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8382d96c-0534-4128-98d0-215f0faab535" -d '{"events": [{"name": "network-changed", "server_uuid": "e41b2892-4386-490b-ab33-a97dc3ba8ba7", "tag": "c0d27cd6-fed7-49f3-a2f0-a9e06529958d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:38.298241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-27b3ea81-8a18-47c7-850e-81fd120492c8 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.300713 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-27b3ea81-8a18-47c7-850e-81fd120492c8 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1098 time: 0.7764933 Jul 16 01:29:38.324712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-20'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:38.331883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f2c0b-6270-4300-9080-4dfe745561cd service neutron] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.402416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:38.501003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7128ce-466f-451d-9d80-2de52efedd5a req-5f5d0731-5599-4706-867f-b7b60e714668 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.502578 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c7128ce-466f-451d-9d80-2de52efedd5a req-5f5d0731-5599-4706-867f-b7b60e714668 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 946 time: 0.3703651 Jul 16 01:29:38.511054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.524802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0261de-48a2-4be0-9f6d-65fdf20a0b90 req-8cd6055b-3fa1-423a-a3d9-d3d7f7eb1c7b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.526222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef0261de-48a2-4be0-9f6d-65fdf20a0b90 req-8cd6055b-3fa1-423a-a3d9-d3d7f7eb1c7b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.3078222 Jul 16 01:29:38.537492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-6c11dee6-f155-4435-ab1b-015934aabcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.539633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-6c11dee6-f155-4435-ab1b-015934aabcae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 1095 time: 0.2800679 Jul 16 01:29:38.586629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-9c5f8a7a-4f67-4988-83fc-9e3abfbf0798 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.588226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-9c5f8a7a-4f67-4988-83fc-9e3abfbf0798 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 946 time: 0.2103701 Jul 16 01:29:38.679116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-699ea497-2b60-4162-8fa0-b0c15e920dda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d HTTP/1.1" status: 200 len: 217 time: 0.1213439 Jul 16 01:29:38.707572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df73891c-41a1-475f-b3d9-912b805bc3b7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:38.722870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.740945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c7128ce-466f-451d-9d80-2de52efedd5a req-aab5aed7-810e-4040-b69a-284e2dbe6358 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260699 Jul 16 01:29:38.748877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Transition to ACTIVE for port object df73891c-41a1-475f-b3d9-912b805bc3b7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:38.754271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.758346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:38.777590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef0261de-48a2-4be0-9f6d-65fdf20a0b90 req-22d59f01-21dc-40c9-9091-a8a16e8f8c16 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348540 Jul 16 01:29:38.851669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-8ada5ad0-623d-4aec-bf0d-f8c696009a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.854545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-8ada5ad0-623d-4aec-bf0d-f8c696009a5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 200 len: 861 time: 0.1591418 Jul 16 01:29:38.872188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Pushing event updated for resources: {'Port': ['ID=df73891c-41a1-475f-b3d9-912b805bc3b7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.880764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:38.945628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-26b9d3a0-dc9d-4cbf-a56f-2fd348e2af9e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.947585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-26b9d3a0-dc9d-4cbf-a56f-2fd348e2af9e tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 944 time: 0.4067519 Jul 16 01:29:38.987225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-ffcdb638-81cf-4bcf-91b8-39d90fe9cd33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02b08fc1-15ce-4497-8724-06a31d3642d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247215 Jul 16 01:29:39.039561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:39.043343 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1829a97-1cfa-4661-95a2-2a3bc63112b0" -d '{"events": [{"server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:39.049332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.065595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Attempting to bind port df73891c-41a1-475f-b3d9-912b805bc3b7 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:39.065961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Attempting to bind port df73891c-41a1-475f-b3d9-912b805bc3b7 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:39.066308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Attempting to bind port df73891c-41a1-475f-b3d9-912b805bc3b7 on network 52b68899-8f9f-476a-8f6b-80016dc5547e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:39.070608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.081824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Port df73891c-41a1-475f-b3d9-912b805bc3b7 on network 52b68899-8f9f-476a-8f6b-80016dc5547e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:39.082168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Attempting to bind port df73891c-41a1-475f-b3d9-912b805bc3b7 on network 52b68899-8f9f-476a-8f6b-80016dc5547e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:39.120518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:39.121118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Checking segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:39.121448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Bound using segment: {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:39.122094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Bound port: df73891c-41a1-475f-b3d9-912b805bc3b7, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a11761-79d2-499a-b515-701b525a6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:39.122519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.213066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-2771b2a6-5226-4bc5-bcc4-bc0b83ee5fae service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097602 Jul 16 01:29:39.237765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port 36d6f52e-1460-4038-8942-e71d8af3dd0a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:39.238242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.240435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.297878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca35ae-06c4-4ac3-a5ac-0ca6979b19b2 req-5948ab7f-d15f-4e1b-8525-6f75455c7381 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.299914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bca35ae-06c4-4ac3-a5ac-0ca6979b19b2 req-5948ab7f-d15f-4e1b-8525-6f75455c7381 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 944 time: 0.3490784 Jul 16 01:29:39.302321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on host n-h2-791506-20 for vnic_type normal with profile {"migrating_to": "n-h1-791506-20"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:39.302575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:39.302847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:39.335159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:39.336280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Attempting to bind port d8d0684f-da82-4e58-a78a-68f37cd43c2f on network 5f659f07-8e6c-4520-8855-00b805943fea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:39.356113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:39.356578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Checking segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:39.357216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Bound using segment: {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:39.357979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Bound port: d8d0684f-da82-4e58-a78a-68f37cd43c2f, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686eecf2-8fda-4867-addc-0ece0db81d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f659f07-8e6c-4520-8855-00b805943fea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:39.358849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.387987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] For port df73891c-41a1-475f-b3d9-912b805bc3b7, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:39.431974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] For port df73891c-41a1-475f-b3d9-912b805bc3b7, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=df73891c-41a1-475f-b3d9-912b805bc3b7,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:39.444645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.516183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.517276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.519764 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] 10.222.0.13 "PUT /v2.0/ports/df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 1093 time: 1.7566304 Jul 16 01:29:39.551018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:39.556504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:39.560150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42685e53-9451-4473-8135-cb9ac9554295 service neutron] Pushing event updated for resources: {'Port': ['ID=df73891c-41a1-475f-b3d9-912b805bc3b7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.564505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.569278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bca35ae-06c4-4ac3-a5ac-0ca6979b19b2 req-cb5764da-f32c-4a85-8aab-93dc35218b7c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412155 Jul 16 01:29:39.615799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port 36d6f52e-1460-4038-8942-e71d8af3dd0a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=36d6f52e-1460-4038-8942-e71d8af3dd0a,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:39.616928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.665787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.666250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.667872 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] 10.222.0.23 "PUT /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 1124 time: 1.3509178 Jul 16 01:29:39.668957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63080-f672-4bf4-aebf-4fb12d97729f service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.672940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Deleting port 17668a17-085e-4aab-a0c1-951394a34071 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:39.673247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.693143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:39.793726 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-b488a4db-26df-40fe-8d49-8ecc97b8c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.797361 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-b488a4db-26df-40fe-8d49-8ecc97b8c78a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1096 time: 0.1469648 Jul 16 01:29:39.808473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for 36d6f52e-1460-4038-8942-e71d8af3dd0a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:39.865970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-028b2e42-41f8-4a7f-8dd2-aa3c5a1dd72e req-e3078746-fdda-48ad-877f-08d1382d41eb service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219633 Jul 16 01:29:39.954498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-41479ba2-01aa-4e2a-a6a8-d7340b5ab01b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 217 time: 0.1410253 Jul 16 01:29:39.980971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3f384461-a5d3-4931-b099-9b26b65a34e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.000184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.027841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d8d0684f-da82-4e58-a78a-68f37cd43c2f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:40.075595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d8d0684f-da82-4e58-a78a-68f37cd43c2f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:40.085272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f has no active binding in host n-h1-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:29:40.098138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-24011b2c-40e7-4b5a-8bbd-864938c56fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.100893 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-24011b2c-40e7-4b5a-8bbd-864938c56fbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.1136861 Jul 16 01:29:40.130856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717e2e-b9af-4430-bcfe-2b5029b0a804 req-f248ac6f-6282-4864-9ea6-1380146c5dde tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.133993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a717e2e-b9af-4430-bcfe-2b5029b0a804 req-f248ac6f-6282-4864-9ea6-1380146c5dde tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1703df3-13d3-4d93-af1d-43631bc321ac HTTP/1.1" status: 200 len: 944 time: 0.8821158 Jul 16 01:29:40.219088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-3c5269e2-9e31-40ca-afb3-bdc7dc14c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.221441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-3c5269e2-9e31-40ca-afb3-bdc7dc14c9ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139555 Jul 16 01:29:40.353755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] For port 17668a17-085e-4aab-a0c1-951394a34071, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=17668a17-085e-4aab-a0c1-951394a34071,segment=NetworkSegment(b20e2aff-62be-47b8-821b-4129c46062d6),segment_id=b20e2aff-62be-47b8-821b-4129c46062d6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.355166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.393189 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-b7cdb2e5-4bf2-467f-b940-1e6b1e02d12f service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640186 Jul 16 01:29:40.410247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a717e2e-b9af-4430-bcfe-2b5029b0a804 req-23928e7f-beb0-4a65-9a21-d084971a6d59 tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.42 "GET /v2.0/security-groups?id=beaad424-fcdc-47f4-a39c-d0d47bb09f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103724 Jul 16 01:29:40.425896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Calling delete_port for 17668a17-085e-4aab-a0c1-951394a34071 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:40.442982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e73289-0a0b-4483-8db3-a65616ba792f req-456f497b-35f8-4e87-bd47-db4722e8a982 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.460454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7e73289-0a0b-4483-8db3-a65616ba792f req-456f497b-35f8-4e87-bd47-db4722e8a982 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 943 time: 0.5656524 Jul 16 01:29:40.536984 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e1dba6f4-1497-4c54-a904-cb1a1b438196 req-6951f9d7-d5f4-4eec-867e-e87f78229d1b service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356251 Jul 16 01:29:40.607619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 36d6f52e-1460-4038-8942-e71d8af3dd0a no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:40.610697 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c8f02c-fa1d-4a60-a68f-6d3e7808c5db x-openstack-request-id: req-c7c8f02c-fa1d-4a60-a68f-6d3e7808c5db {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:40.611483 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41b2892-4386-490b-ab33-a97dc3ba8ba7", "tag": "c0d27cd6-fed7-49f3-a2f0-a9e06529958d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:40.611483 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7c8f02c-fa1d-4a60-a68f-6d3e7808c5db {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:40.612081 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'tag': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'status': 'completed', 'code': 200} Jul 16 01:29:40.707298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.767685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7e73289-0a0b-4483-8db3-a65616ba792f req-164534ce-e586-4189-91be-829c237362ac tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102174 Jul 16 01:29:40.834380 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.932459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=36d6f52e-1460-4038-8942-e71d8af3dd0a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.022184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d96c-0534-4128-98d0-215f0faab535 req-a7a108a6-0650-4dac-8b09-875b18f00239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.024761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-a7a108a6-0650-4dac-8b09-875b18f00239 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 1095 time: 0.3993678 Jul 16 01:29:41.075066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port 36d6f52e-1460-4038-8942-e71d8af3dd0a on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:41.105792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.107740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a1f31d1-b4b4-4a9f-85b4-f73ca4da0bc7 req-dc74db39-c2af-4386-955e-42ce25896e2a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "DELETE /v2.0/ports/36d6f52e-1460-4038-8942-e71d8af3dd0a HTTP/1.1" status: 204 len: 173 time: 2.4993505 Jul 16 01:29:41.113095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82094ea7-46d5-46a1-98e9-b495ffaa2eaa req-c8b6892a-39e8-40e5-ac0d-81f340d16884 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 210 time: 0.1080835 Jul 16 01:29:41.153171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.159428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.166255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.172536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.178443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.184525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.190812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.192840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-0a149c37-2fd2-40e2-aeb1-b8efe97c054b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.4694023 Jul 16 01:29:41.203151 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef8b68-62ee-480d-85ae-314c9e974a2c x-openstack-request-id: req-9bef8b68-62ee-480d-85ae-314c9e974a2c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:41.204226 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:41.204672 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bef8b68-62ee-480d-85ae-314c9e974a2c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:41.209185 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'code': 200} Jul 16 01:29:41.282914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.344296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Pushing event deleted for resources: {'Port': ['ID=17668a17-085e-4aab-a0c1-951394a34071,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.402147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20f51010-b29b-474e-b7c3-9f2bf443ca9f req-57fd99ee-7fe8-4f3c-9f98-2bb548d0e055 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1815910 Jul 16 01:29:41.545963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] No DVR routers for this DVR port 17668a17-085e-4aab-a0c1-951394a34071 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:41.551015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d96c-0534-4128-98d0-215f0faab535 req-b7016cd9-473c-433a-a1f9-9b74a04cb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.553434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-b7016cd9-473c-433a-a1f9-9b74a04cb1ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 922 time: 0.4795129 Jul 16 01:29:41.555590 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.558612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81247a48-9686-4b37-8d46-56c25a3438f7 req-6e3851f5-b44d-4f31-93ee-2472b144300b tempest-LiveMigrationTest-972377066 tempest-LiveMigrationTest-972377066-project] 10.222.0.23 "DELETE /v2.0/ports/17668a17-085e-4aab-a0c1-951394a34071 HTTP/1.1" status: 204 len: 173 time: 2.5674822 Jul 16 01:29:41.691234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-d225b76b-387c-4329-b71c-360d9ebaf149 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d HTTP/1.1" status: 200 len: 217 time: 0.0780156 Jul 16 01:29:41.710227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 17668a17-085e-4aab-a0c1-951394a34071 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.744254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 17668a17-085e-4aab-a0c1-951394a34071 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:41.745113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 17668a17-085e-4aab-a0c1-951394a34071 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:42.107444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cb83f-1dd3-43c3-bf52-4f1665a98283 req-07ef4167-b6b1-47c6-bcb8-722db3f6fca4 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.107444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e40cb83f-1dd3-43c3-bf52-4f1665a98283 req-07ef4167-b6b1-47c6-bcb8-722db3f6fca4 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.6543071 Jul 16 01:29:42.119730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d96c-0534-4128-98d0-215f0faab535 req-9609a4d1-53bf-4f96-a559-ac274ded8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.121236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-9609a4d1-53bf-4f96-a559-ac274ded8274 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 200 len: 861 time: 0.4182532 Jul 16 01:29:42.128771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c963d-2943-48a3-964f-d070d572c2f4 req-6a6a3432-e053-418c-ad78-41caf9e8d478 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.130252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a74c963d-2943-48a3-964f-d070d572c2f4 req-6a6a3432-e053-418c-ad78-41caf9e8d478 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.5663371 Jul 16 01:29:42.181644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-0190886f-1a31-4bc6-9779-1f8abd172ab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02b08fc1-15ce-4497-8724-06a31d3642d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452621 Jul 16 01:29:42.274604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e40cb83f-1dd3-43c3-bf52-4f1665a98283 req-fc0318f7-0893-4051-9f55-9bb8421f95bb tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585879 Jul 16 01:29:42.285006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a74c963d-2943-48a3-964f-d070d572c2f4 req-54f166b8-0c84-43e6-a123-f8d4c0d10472 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337910 Jul 16 01:29:42.366409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9f69d5e-64d7-46b8-9aee-5dc8edfac32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.372249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-20fdb313-149b-460f-959c-94e287fbb463 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795552 Jul 16 01:29:42.380900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.581479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8382d96c-0534-4128-98d0-215f0faab535 req-6b5fa42e-e96b-4013-a90e-41de08fa7e33 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963930 Jul 16 01:29:42.611055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b316-da97-4460-858b-3efd478097c9 req-dea7dc58-e861-408b-b690-7f7ce6d3a6c7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.622215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f71b316-da97-4460-858b-3efd478097c9 req-dea7dc58-e861-408b-b690-7f7ce6d3a6c7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 944 time: 0.1442969 Jul 16 01:29:42.625839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47494) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:42.626816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device df73891c-41a1-475f-b3d9-912b805bc3b7 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:42.653648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'name': 'network-vif-deleted', 'tag': '36d6f52e-1460-4038-8942-e71d8af3dd0a'}, {'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'name': 'network-vif-deleted', 'tag': '17668a17-085e-4aab-a0c1-951394a34071'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:42.659005 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eee444-de2f-4580-a1e0-fa8bd120a340" -d '{"events": [{"server_uuid": "f4fbf3a5-015c-4cce-99df-2f03d5c030df", "name": "network-vif-deleted", "tag": "36d6f52e-1460-4038-8942-e71d8af3dd0a"}, {"server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "name": "network-vif-deleted", "tag": "17668a17-085e-4aab-a0c1-951394a34071"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:42.702049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f71b316-da97-4460-858b-3efd478097c9 req-5322135f-419c-440b-a9a3-4dc12c713535 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763173 Jul 16 01:29:42.833352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port df73891c-41a1-475f-b3d9-912b805bc3b7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=df73891c-41a1-475f-b3d9-912b805bc3b7,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:42.865908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:42.935262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Deleting subnet ff0e21ad-857b-444e-b696-0f1f25b9abfc {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:42.940835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.941091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.958446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b84ff198-fb53-492b-bc96-1bef5c6f3551 req-8bfb59ef-fe53-45f0-97bb-55ca2cbd21dd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 210 time: 0.0753548 Jul 16 01:29:42.973916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df73891c-41a1-475f-b3d9-912b805bc3b7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:42.995248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-a1f3dba3-46f8-46d2-b809-53662555932b service neutron] 10.222.0.23 "GET /v2.0/ports/5f4100f0-2a94-438c-80f7-dce6b95705e4/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.1530719 Jul 16 01:29:43.011405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0e4a-985c-4708-ad77-0f810df69053 req-09faa7ef-354d-4afa-af98-63fa77fbe6b8 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.020958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.030565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-133e0e4a-985c-4708-ad77-0f810df69053 req-09faa7ef-354d-4afa-af98-63fa77fbe6b8 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 943 time: 0.2282064 Jul 16 01:29:43.035143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port df73891c-41a1-475f-b3d9-912b805bc3b7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=df73891c-41a1-475f-b3d9-912b805bc3b7,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.043662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.096697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-133e0e4a-985c-4708-ad77-0f810df69053 req-404ccae0-4f3c-4cc2-bada-ef2afed2f736 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Jul 16 01:29:43.117123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.159395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=df73891c-41a1-475f-b3d9-912b805bc3b7,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.213729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7'}, {'name': 'network-changed', 'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:43.217762 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0041dd45-8756-4daa-b45d-2373491fd4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7"}, {"name": "network-changed", "server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:43.228559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.269629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0e21ad-857b-444e-b696-0f1f25b9abfc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.289808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.293786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-199a02e3-f0d7-46e2-a6a3-1821f252276c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ff0e21ad-857b-444e-b696-0f1f25b9abfc HTTP/1.1" status: 204 len: 168 time: 0.6653996 Jul 16 01:29:43.295902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47504) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:43.303401 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d531982-0d6c-4342-a754-3f9abb8b4add x-openstack-request-id: req-6d531982-0d6c-4342-a754-3f9abb8b4add {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:43.303736 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fbf3a5-015c-4cce-99df-2f03d5c030df", "name": "network-vif-deleted", "tag": "36d6f52e-1460-4038-8942-e71d8af3dd0a", "status": "completed", "code": 200}, {"server_uuid": "f1703df3-13d3-4d93-af1d-43631bc321ac", "name": "network-vif-deleted", "tag": "17668a17-085e-4aab-a0c1-951394a34071", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:43.304089 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d531982-0d6c-4342-a754-3f9abb8b4add {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:43.305026 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fbf3a5-015c-4cce-99df-2f03d5c030df', 'name': 'network-vif-deleted', 'tag': '36d6f52e-1460-4038-8942-e71d8af3dd0a', 'status': 'completed', 'code': 200} Jul 16 01:29:43.305402 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1703df3-13d3-4d93-af1d-43631bc321ac', 'name': 'network-vif-deleted', 'tag': '17668a17-085e-4aab-a0c1-951394a34071', 'status': 'completed', 'code': 200} Jul 16 01:29:43.428557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['df73891c-41a1-475f-b3d9-912b805bc3b7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:43.493188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.497158 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3f9dc-6ec0-47b9-a9e7-067136855f74 x-openstack-request-id: req-5cd3f9dc-6ec0-47b9-a9e7-067136855f74 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:43.497809 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:43.498374 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cd3f9dc-6ec0-47b9-a9e7-067136855f74 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:43.499008 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'status': 'completed', 'code': 200} Jul 16 01:29:43.499578 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'status': 'completed', 'code': 200} Jul 16 01:29:43.514208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.523861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.555261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.561603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.594582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.601862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.608214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.626640 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.630244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-a678df9e-eab3-493a-8fd0-26e15967f2fa tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.3772073 Jul 16 01:29:43.658916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.678921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e5b720-b23b-4f22-ae91-5b302c58f07d']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:43.697392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20e2aff-62be-47b8-821b-4129c46062d6') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:43.697901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20e2aff-62be-47b8-821b-4129c46062d6') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:43.704117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad94a677-ced6-40c3-b9e1-7b0217a4a284 req-704c372a-46b6-4c08-93f8-34b673fdc9fe tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0729868 Jul 16 01:29:43.715765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.716043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-59d41358-2276-4fd3-b633-dc1349bc8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.717533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-59d41358-2276-4fd3-b633-dc1349bc8e35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c&tenant_id=d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 1102 time: 0.3332117 Jul 16 01:29:43.730161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c0d27cd6-fed7-49f3-a2f0-a9e06529958d details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:43.760085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.772188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:43.773700 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:43.777407 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:43.855658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-f69a70f6-1ec4-442c-b930-96e6535b2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.857203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-f69a70f6-1ec4-442c-b930-96e6535b2c85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1097 time: 0.3835764 Jul 16 01:29:43.871267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e544b4-a9b3-4e24-a118-d8e31e4102d9 req-af2c903a-fb20-484e-85ff-da7548fab271 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.873027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87e544b4-a9b3-4e24-a118-d8e31e4102d9 req-af2c903a-fb20-484e-85ff-da7548fab271 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2377534 Jul 16 01:29:43.892899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.913294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.923033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] 10.222.0.42 "DELETE /v2.0/networks/73e5b720-b23b-4f22-ae91-5b302c58f07d HTTP/1.1" status: 204 len: 168 time: 0.6251521 Jul 16 01:29:43.927017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47514) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:43.961318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b86a03-b477-4100-a168-da12380f43df admin admin] Pushing event deleted for resources: {'Network': ['ID=73e5b720-b23b-4f22-ae91-5b302c58f07d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.968770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.998865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'port_id': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'mac_address': 'fa:16:3e:6f:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:44.047785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Deleting subnet 7d29216d-a459-4f7e-b1df-1c4f96a54815 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:44.053038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-c1f9dd66-0eb4-4a48-828d-38e7ae09dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.055746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.056187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-c1f9dd66-0eb4-4a48-828d-38e7ae09dd5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1102 time: 0.2925191 Jul 16 01:29:44.067310 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.084693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d27cd6-fed7-49f3-a2f0-a9e06529958d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:44.120327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.129672 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.131539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.190821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-6014331d-29c5-4de9-b320-d123b06d0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.193681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-6014331d-29c5-4de9-b320-d123b06d0718 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.3180664 Jul 16 01:29:44.207056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.218500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.242367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87e544b4-a9b3-4e24-a118-d8e31e4102d9 req-24088317-d541-45c3-88f8-b004060a5812 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665799 Jul 16 01:29:44.318433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.377778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-82db5ff8-a39b-417e-8041-19ddf78be987 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 217 time: 0.1745720 Jul 16 01:29:44.378085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.379950 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7d29216d-a459-4f7e-b1df-1c4f96a54815 HTTP/1.1" status: 204 len: 168 time: 0.4512210 Jul 16 01:29:44.381045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46eed-bdda-4464-9ef0-737d6b26a343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d29216d-a459-4f7e-b1df-1c4f96a54815,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.384285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47522) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:44.461769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c0d27cd6-fed7-49f3-a2f0-a9e06529958d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:44.463221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-ec39136f-b83e-4273-9f63-4f7c050324d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.463803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-ec39136f-b83e-4273-9f63-4f7c050324d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3895998 Jul 16 01:29:44.534873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.566487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-ec9c950c-b7b1-4da7-a4a4-1e86632c5304 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.0882995 Jul 16 01:29:44.568145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-6bf46c70-41bd-4918-8662-8427e90f528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.570718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-6bf46c70-41bd-4918-8662-8427e90f528c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.1748793 Jul 16 01:29:44.582521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70156c89-52b1-4f2d-b2b6-a3897e0bba2b req-3060ad25-9c2e-4ac1-ae02-ebb368e6db86 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.591372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70156c89-52b1-4f2d-b2b6-a3897e0bba2b req-3060ad25-9c2e-4ac1-ae02-ebb368e6db86 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.5244198 Jul 16 01:29:44.650663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device df73891c-41a1-475f-b3d9-912b805bc3b7 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:44.687803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.709056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:44.726870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656b8731-84d4-404d-b979-9c4ce4162d82') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:44.728101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656b8731-84d4-404d-b979-9c4ce4162d82') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:44.733916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port df73891c-41a1-475f-b3d9-912b805bc3b7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:44.740631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port df73891c-41a1-475f-b3d9-912b805bc3b7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:44.741493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.746661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.772289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-02b5d2fb-0d06-4bd0-a096-65fd1b3bd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.774371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-02b5d2fb-0d06-4bd0-a096-65fd1b3bd504 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1789055 Jul 16 01:29:44.778680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.789150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70156c89-52b1-4f2d-b2b6-a3897e0bba2b req-41c7010f-60d3-4770-8dfa-31f0bbb7dbcc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963463 Jul 16 01:29:44.792343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:44.793314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:44.879101 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:44.885233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.902419 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.907359 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] 10.222.0.42 "DELETE /v2.0/networks/1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629 HTTP/1.1" status: 204 len: 168 time: 0.5195203 Jul 16 01:29:44.923745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad001a-b3ff-4a31-a1fd-e29773860ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbb9a06-c5ce-4b58-b6d8-d6fd3ba43629,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.028907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.049258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294f7cb-a749-4b3c-9bab-bad469d0ff98 req-d3ffbebf-193c-426e-9aa3-e893f82556a6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.050892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e294f7cb-a749-4b3c-9bab-bad469d0ff98 req-d3ffbebf-193c-426e-9aa3-e893f82556a6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 945 time: 0.5023341 Jul 16 01:29:45.103505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port df73891c-41a1-475f-b3d9-912b805bc3b7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=df73891c-41a1-475f-b3d9-912b805bc3b7,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:45.104750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:45.107754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-ab38c758-c7b3-4692-91ed-e09b0cbf8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.108982 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6efcd3-2f5c-48ab-ab02-8c4b412b2d33" -d '{"events": [{"server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "name": "network-vif-plugged", "status": "completed", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:45.109578 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-ab38c758-c7b3-4692-91ed-e09b0cbf8979 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5159950 Jul 16 01:29:45.125602 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.127169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:45.136905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87462386-da8b-482c-90d7-cad7a58904ee req-9f981bf7-37da-4555-b00f-88e4d6f5716d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 210 time: 0.0751870 Jul 16 01:29:45.231361 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.247788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47530) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.320236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=df73891c-41a1-475f-b3d9-912b805bc3b7,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.329269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-edebac1c-d6f9-417e-9c01-00bab5ffb8ff service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821749 Jul 16 01:29:45.377436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-82a180e7-4563-417d-b79f-4f7dd59ecbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.379318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-82a180e7-4563-417d-b79f-4f7dd59ecbd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5772686 Jul 16 01:29:45.382366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a0ff6546-dfb6-441d-9f47-c34113da440e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07eca64fee8345f790c174acbcbe1809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317637 Jul 16 01:29:45.383124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.474452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e4ef-5d7e-479a-baf6-f222d395bbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.508088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e294f7cb-a749-4b3c-9bab-bad469d0ff98 req-16471921-8405-44a7-8240-d0097f00ea52 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343913 Jul 16 01:29:45.542348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e4ef-5d7e-479a-baf6-f222d395bbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.664770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-ecc1540c-73e4-47a5-866c-b02acf003250 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472880 Jul 16 01:29:45.666698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-aea96432-6e5b-4134-a742-e596fcf6374c service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084967 Jul 16 01:29:45.691893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4800da-0aee-4cec-93e0-88d1bdc3d3bc req-7b3fd922-3936-46e9-83b1-942614cdbd3d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.700974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b4800da-0aee-4cec-93e0-88d1bdc3d3bc req-7b3fd922-3936-46e9-83b1-942614cdbd3d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 944 time: 0.3701029 Jul 16 01:29:45.722644 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e4ef-5d7e-479a-baf6-f222d395bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.726519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e4ef-5d7e-479a-baf6-f222d395bbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.732548 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1dc2e4ef-5d7e-479a-baf6-f222d395bbae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beaad424-fcdc-47f4-a39c-d0d47bb09f11 HTTP/1.1" status: 204 len: 168 time: 0.3440838 Jul 16 01:29:45.741977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c0d27cd6-fed7-49f3-a2f0-a9e06529958d up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:45.751352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2e4ef-5d7e-479a-baf6-f222d395bbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaad424-fcdc-47f4-a39c-d0d47bb09f11,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.827753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b4800da-0aee-4cec-93e0-88d1bdc3d3bc req-50860c4c-570a-408f-ad2e-3d247e68024a tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256833 Jul 16 01:29:45.908693 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2324cac8-1157-4c99-81be-0f221e678bc6 x-openstack-request-id: req-2324cac8-1157-4c99-81be-0f221e678bc6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:45.909219 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "name": "network-vif-plugged", "status": "completed", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:45.909592 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2324cac8-1157-4c99-81be-0f221e678bc6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:45.910032 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'code': 200} Jul 16 01:29:45.974799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port c0d27cd6-fed7-49f3-a2f0-a9e06529958d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.985930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port c0d27cd6-fed7-49f3-a2f0-a9e06529958d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.987402 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.115350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65295b6c-ba32-49a9-b2e4-58c71bc2752f req-351cf791-bf25-47cf-a0cf-8bdca19c25d6 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374156 Jul 16 01:29:46.185962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201c5d-319d-4fa3-a9bd-5879b6e63d4d req-049ef99b-975e-4bca-8eca-f6755e153c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.188123 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3201c5d-319d-4fa3-a9bd-5879b6e63d4d req-049ef99b-975e-4bca-8eca-f6755e153c08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1098 time: 0.1398540 Jul 16 01:29:46.208563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.221427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.227626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.244679 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3201c5d-319d-4fa3-a9bd-5879b6e63d4d req-23398648-99c0-42de-9895-377f621200bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Jul 16 01:29:46.246793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.267464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.279959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.285691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.286716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:46.290910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.318342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.325341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.332986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-481eaf1d-6118-4cae-b254-3a4f15851f9b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.5230536 Jul 16 01:29:46.352788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-ecbaec9d-89f0-4d44-90aa-9795dc93a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.354251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-ecbaec9d-89f0-4d44-90aa-9795dc93a50c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1127 time: 0.5231810 Jul 16 01:29:46.406616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550d5a-83d2-4f2f-bf69-9f1fb76311cc req-8cb67624-2935-4f69-9956-6cf7464a53c3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.414495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2550d5a-83d2-4f2f-bf69-9f1fb76311cc req-8cb67624-2935-4f69-9956-6cf7464a53c3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.3679838 Jul 16 01:29:46.450879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.466226 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.490611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b6c0ae7-174b-4dc7-ae31-09c4fda8e526 req-2446cfff-e515-4511-ba95-57ad9ee1667b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1564546 Jul 16 01:29:46.534159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.566980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2550d5a-83d2-4f2f-bf69-9f1fb76311cc req-5dde40a5-40b5-48ea-838a-0d390b700ecf tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513608 Jul 16 01:29:46.582182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.596452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.664561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47552) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.666470 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a3b4eb3-11b3-491a-8a2a-c48dd9442fd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33f2cf98e96640f4bd4e1e027a669334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301348 Jul 16 01:29:46.712995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.788172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7f47e1c-a667-4c6f-b044-edcc76dae8df req-c5e77cf7-dc5b-408a-ba03-ff7a96781118 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fbf3a5-015c-4cce-99df-2f03d5c030df HTTP/1.1" status: 200 len: 210 time: 0.0567336 Jul 16 01:29:46.800083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-e48d1d42-a33e-4c6d-8b3e-782e891512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.801628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-e48d1d42-a33e-4c6d-8b3e-782e891512d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.2956111 Jul 16 01:29:46.910102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-d2942198-a7ca-4d43-85f4-4eefb59ef900 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 217 time: 0.0793259 Jul 16 01:29:47.011997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-486e4eb2-8377-40d1-8ffe-f6c8b5953971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.046065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-6baba683-9a2b-4358-afd6-7d952110b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.047672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-6baba683-9a2b-4358-afd6-7d952110b159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1298931 Jul 16 01:29:47.070099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83024-89aa-4cf1-8914-743b12d563a0 req-da5ab13c-0aea-4f59-ae24-21db78ef0fe4 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.072393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29a83024-89aa-4cf1-8914-743b12d563a0 req-da5ab13c-0aea-4f59-ae24-21db78ef0fe4 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.2887664 Jul 16 01:29:47.074842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-486e4eb2-8377-40d1-8ffe-f6c8b5953971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.524549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-53625fd8-df26-42d5-8931-bc4f1f63979d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4627221 Jul 16 01:29:47.605630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767b39c-c49f-4f55-be56-e558d1582a21 req-9325fc25-2163-4da9-af34-a998a78c1bdb tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.607190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c767b39c-c49f-4f55-be56-e558d1582a21 req-9325fc25-2163-4da9-af34-a998a78c1bdb tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 946 time: 0.6490700 Jul 16 01:29:47.617283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29a83024-89aa-4cf1-8914-743b12d563a0 req-58d07139-80ba-4ec7-97d0-e8f10f4427d2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328286 Jul 16 01:29:47.686642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-486e4eb2-8377-40d1-8ffe-f6c8b5953971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.689166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-486e4eb2-8377-40d1-8ffe-f6c8b5953971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.690362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-486e4eb2-8377-40d1-8ffe-f6c8b5953971 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ab09270-16cf-4a72-8ba1-58be974e77e1 HTTP/1.1" status: 204 len: 168 time: 1.0188720 Jul 16 01:29:47.713588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-39e4258c-58bf-48f3-8e56-5f9ac537050a service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701665 Jul 16 01:29:47.747270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4eb2-8377-40d1-8ffe-f6c8b5953971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab09270-16cf-4a72-8ba1-58be974e77e1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.802643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c767b39c-c49f-4f55-be56-e558d1582a21 req-51bfb407-5080-407e-b0df-21b0e9c50f0f tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521757 Jul 16 01:29:47.911686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d'}, {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:47.916260 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969fb03-bbb1-43e7-ae60-bf015a89b715" -d '{"events": [{"server_uuid": "e41b2892-4386-490b-ab33-a97dc3ba8ba7", "name": "network-vif-plugged", "status": "completed", "tag": "c0d27cd6-fed7-49f3-a2f0-a9e06529958d"}, {"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:48.013532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0041dd45-8756-4daa-b45d-2373491fd4ee req-26670098-b67f-49e5-a3ae-a859187e9fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818253 Jul 16 01:29:48.063789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.097047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c86327-7619-4890-b301-468c2376beae req-06110206-3cf1-4f82-84ea-f1c558b2d1c6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.103430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c86327-7619-4890-b301-468c2376beae req-06110206-3cf1-4f82-84ea-f1c558b2d1c6 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 945 time: 0.1959679 Jul 16 01:29:48.161961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c86327-7619-4890-b301-468c2376beae req-9742f579-7bd9-414c-a7d5-c5b415a082c4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488758 Jul 16 01:29:48.178623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.185534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.191876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.198851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.204752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.210724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.217140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.219106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ef60f82-d70c-4084-a320-d025938ae17d req-700c0ae9-6ee5-4277-97ea-a058de930445 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.1936328 Jul 16 01:29:48.270173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ef60f82-d70c-4084-a320-d025938ae17d req-8706be57-fe7d-43e7-a27b-109e80d2ee4d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450652 Jul 16 01:29:48.434987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3d66f-ae21-4095-ba6d-bd9cefc64c5d req-9740f1ad-8d19-45f3-a3b6-5a1b07709c57 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.437948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ea3d66f-ae21-4095-ba6d-bd9cefc64c5d req-9740f1ad-8d19-45f3-a3b6-5a1b07709c57 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 948 time: 0.0957506 Jul 16 01:29:48.508196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ea3d66f-ae21-4095-ba6d-bd9cefc64c5d req-3a1050c0-f376-430a-8486-bf612818f971 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595112 Jul 16 01:29:48.551643 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e332ea4a-2dc3-412e-bab5-08ec08488e1b x-openstack-request-id: req-e332ea4a-2dc3-412e-bab5-08ec08488e1b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:48.553095 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41b2892-4386-490b-ab33-a97dc3ba8ba7", "name": "network-vif-plugged", "status": "completed", "tag": "c0d27cd6-fed7-49f3-a2f0-a9e06529958d", "code": 200}, {"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:48.553777 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e332ea4a-2dc3-412e-bab5-08ec08488e1b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:48.555293 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'code': 200} Jul 16 01:29:48.555697 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'code': 200} Jul 16 01:29:48.922919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee979f-aabf-4ccc-8eee-1c53ab61e59f req-202e8faf-1148-4509-9d54-3c6141690af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.924968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4ee979f-aabf-4ccc-8eee-1c53ab61e59f req-202e8faf-1148-4509-9d54-3c6141690af7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 1097 time: 0.1689255 Jul 16 01:29:49.091032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4ee979f-aabf-4ccc-8eee-1c53ab61e59f req-63737281-58bf-4500-8294-d33fb4be8840 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551819 Jul 16 01:29:49.112763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da4bc3-6fec-4742-bb2d-6dbd7c42acaf req-6931a1ba-9541-47ca-9563-4964b873fe94 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.114602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8da4bc3-6fec-4742-bb2d-6dbd7c42acaf req-6931a1ba-9541-47ca-9563-4964b873fe94 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 944 time: 0.2437379 Jul 16 01:29:49.177903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48f993-0608-4221-a19a-525fdf8e0201 req-a1a3d188-e0fc-4d6c-9579-4737a37ed4f2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.180601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b48f993-0608-4221-a19a-525fdf8e0201 req-a1a3d188-e0fc-4d6c-9579-4737a37ed4f2 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 946 time: 0.1943521 Jul 16 01:29:49.213696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47614) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:49.217155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8da4bc3-6fec-4742-bb2d-6dbd7c42acaf req-3fbdded0-2bcc-4ea3-9043-b958e249cfba tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919442 Jul 16 01:29:49.281850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b48f993-0608-4221-a19a-525fdf8e0201 req-61ef9a95-0608-459f-8e61-1772516acae6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939217 Jul 16 01:29:49.437094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-d5bc5a7d-b947-409b-9f0e-7628b447c6e9 service neutron] 10.222.0.13 "GET /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.1538000 Jul 16 01:29:49.576208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be75ae54-38ce-4a2d-a632-8db7055c6bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.630009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-6fcf8f10-bd00-4243-828b-254f29040f3a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.631737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-6fcf8f10-bd00-4243-828b-254f29040f3a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2435100 Jul 16 01:29:49.711327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-94d47f5d-c897-4d9b-bb9d-bcb6b0a40fc6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.0437815 Jul 16 01:29:49.723717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be75ae54-38ce-4a2d-a632-8db7055c6bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.728837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be75ae54-38ce-4a2d-a632-8db7055c6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.764641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-e15c0633-a539-447f-897d-dcb4c42efd02 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427849 Jul 16 01:29:49.775747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:49.778465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e3678-2a7f-42ca-9e8d-025fd1d332cb req-af9c263f-8399-4a75-aad4-b50d7ad5a4c0 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.786756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-326e3678-2a7f-42ca-9e8d-025fd1d332cb req-af9c263f-8399-4a75-aad4-b50d7ad5a4c0 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 945 time: 0.3016586 Jul 16 01:29:49.793404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-be75ae54-38ce-4a2d-a632-8db7055c6bc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=838859acb3f440b1875d0c973d4ff4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774446 Jul 16 01:29:49.804644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75ae54-38ce-4a2d-a632-8db7055c6bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28b98f-ba35-4292-8b34-169506b1ee80,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.807832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47642) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:49.892709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe0c85-f4f2-46d6-b547-beddd589c057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.932261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe0c85-f4f2-46d6-b547-beddd589c057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.959818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-326e3678-2a7f-42ca-9e8d-025fd1d332cb req-e613f93d-5093-480c-86fc-e6df66a04b09 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720757 Jul 16 01:29:49.965964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.031727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe0c85-f4f2-46d6-b547-beddd589c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.037272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.039532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5fe0c85-f4f2-46d6-b547-beddd589c057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.041431 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5fe0c85-f4f2-46d6-b547-beddd589c057 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b28b98f-ba35-4292-8b34-169506b1ee80 HTTP/1.1" status: 204 len: 168 time: 0.2319684 Jul 16 01:29:50.048801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-26202491-b303-466a-953a-f10a12ca4435 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588363 Jul 16 01:29:50.071853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'mac_address': 'fa:16:3e:98:7f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:50.099634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe0c85-f4f2-46d6-b547-beddd589c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28b98f-ba35-4292-8b34-169506b1ee80,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.139247 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.162549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:50.202467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.203661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:50.215394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.296829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.343350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d0684f-da82-4e58-a78a-68f37cd43c2f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:50.375353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.382815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a0f2d91d-b4d3-449c-8bdb-5a6ba9019841 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318675 Jul 16 01:29:50.413225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.460485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.470323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.476409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.482364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.488354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.494791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.497016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f4100f0-2a94-438c-80f7-dce6b95705e4'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:50.500866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.502843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eea81253-6190-4c6f-9748-07d4174f1585 req-284eab07-df77-41d8-a576-fd2cb4026736 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5422 time: 0.2659130 Jul 16 01:29:50.647285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eea81253-6190-4c6f-9748-07d4174f1585 req-559db094-b512-416d-84df-ae4bd5ff9ab1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1119828 Jul 16 01:29:50.764824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] Transition to ACTIVE for port object d8d0684f-da82-4e58-a78a-68f37cd43c2f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:50.775042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.782325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47662) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.825641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb205-8f80-40aa-885f-01bf387eaf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.940235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] No DVR routers for this DVR port d8d0684f-da82-4e58-a78a-68f37cd43c2f on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:50.970409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-47f059ae-228f-4a0a-a1a9-908b493b0dc6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.972121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-47f059ae-228f-4a0a-a1a9-908b493b0dc6 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2943616 Jul 16 01:29:50.977631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.979133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb205-8f80-40aa-885f-01bf387eaf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.989935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb205-8f80-40aa-885f-01bf387eaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.029393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-3e4dd308-5730-4fcc-9416-8e536196fd7d service neutron] 10.222.0.13 "PUT /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f/bindings/n-h1-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 1.5817602 Jul 16 01:29:51.031704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b1ffb205-8f80-40aa-885f-01bf387eaf54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcd2e9d05f7c44a2b82c7bdad9df9519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471189 Jul 16 01:29:51.032686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffb205-8f80-40aa-885f-01bf387eaf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4090cff2-5f4a-448b-80c7-d1d43810e7cf,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.035609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47670) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.099770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-6c8926f9-6d7e-4cfa-a97d-16c1238a77b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 696 time: 0.0927486 Jul 16 01:29:51.115174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'floatingip': {'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.121363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6359b51a-5ae1-475c-8ca1-51e408fa80ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.169041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6359b51a-5ae1-475c-8ca1-51e408fa80ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.208136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcc966-5e3d-40ee-b2d3-004c823655be req-a33e248e-c9fe-4da5-8e1c-7faabf7e2623 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.220128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fbbcc966-5e3d-40ee-b2d3-004c823655be req-a33e248e-c9fe-4da5-8e1c-7faabf7e2623 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 949 time: 0.3646085 Jul 16 01:29:51.258624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6359b51a-5ae1-475c-8ca1-51e408fa80ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.261626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6359b51a-5ae1-475c-8ca1-51e408fa80ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.265571 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6359b51a-5ae1-475c-8ca1-51e408fa80ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4090cff2-5f4a-448b-80c7-d1d43810e7cf HTTP/1.1" status: 204 len: 168 time: 0.2261763 Jul 16 01:29:51.278161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359b51a-5ae1-475c-8ca1-51e408fa80ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4090cff2-5f4a-448b-80c7-d1d43810e7cf,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.281511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.401085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fbbcc966-5e3d-40ee-b2d3-004c823655be req-810ade0e-2cff-47dd-a69d-8691e10934ef tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796918 Jul 16 01:29:51.457812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-b1d2c565-5bc3-4d27-80e1-abb63339d092 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.459959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-b1d2c565-5bc3-4d27-80e1-abb63339d092 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.2820101 Jul 16 01:29:51.720472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-440118fe-2a41-4d59-9a83-54b2fcea4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.722909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-440118fe-2a41-4d59-9a83-54b2fcea4151 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825&tenant_id=2d65ffd125da41a08a64015412dbfe88 HTTP/1.1" status: 200 len: 1097 time: 0.2485180 Jul 16 01:29:51.789571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:51.828059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886f8a6-fe5e-452e-b2bf-aa1da57c55b5 req-4d6826a0-ce55-4558-97a4-d87f6c5482bc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.829651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b886f8a6-fe5e-452e-b2bf-aa1da57c55b5 req-4d6826a0-ce55-4558-97a4-d87f6c5482bc tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 945 time: 0.2538104 Jul 16 01:29:51.860500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5f4100f0-2a94-438c-80f7-dce6b95705e4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:51.860983 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.977733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b886f8a6-fe5e-452e-b2bf-aa1da57c55b5 req-b02f0656-e4cd-4b15-8aeb-9bf0dfc820d4 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068313 Jul 16 01:29:51.998224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.030327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-d3555f63-6829-466d-9c7e-9b98d7773fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.032318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-d3555f63-6829-466d-9c7e-9b98d7773fc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d65ffd125da41a08a64015412dbfe88&device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1097 time: 0.2487910 Jul 16 01:29:52.052453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:52.056017 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887d7bb-f3ca-4f78-98ea-f61a4a97925a" -d '{"events": [{"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:52.080287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:52.088739 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.189034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.613930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.642349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.651507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-e892e316-164c-4ca6-8fe6-bc6530374843 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f34831f2ecfd4916946a120e5325a2e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845919 Jul 16 01:29:52.745122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-81698d86-f217-4116-abb7-0e8d71ae6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.746689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-81698d86-f217-4116-abb7-0e8d71ae6122 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 200 len: 922 time: 0.6992035 Jul 16 01:29:52.859830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-b12548e3-131c-446e-8d0b-3444de0a264a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 200 len: 217 time: 0.0971127 Jul 16 01:29:52.963656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-cd7fabe2-332a-4194-996a-6badd7bc87c3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.965192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-cd7fabe2-332a-4194-996a-6badd7bc87c3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.4060340 Jul 16 01:29:52.987017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:53.030902 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511 associated. External IP: 172.25.7.214, port: daa87985-ea79-46e4-94e5-5cd75a2e7293. Jul 16 01:29:53.041940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-a9b7403c-74a5-484f-9ecb-771a20c6aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.042988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-a9b7403c-74a5-484f-9ecb-771a20c6aeff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 200 len: 861 time: 0.1710958 Jul 16 01:29:53.108925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-65fb5c58-a9ee-40f1-977a-86fc08123bdb tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.110570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-65fb5c58-a9ee-40f1-977a-86fc08123bdb tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4429052 Jul 16 01:29:53.181690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-9850af42-b165-4733-964b-331b5c98ae67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f659f07-8e6c-4520-8855-00b805943fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920038 Jul 16 01:29:53.197798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c6cece8f-4bdb-40e6-9a82-ef6736620c31 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/quotas/f34831f2ecfd4916946a120e5325a2e1 HTTP/1.1" status: 200 len: 375 time: 0.0536723 Jul 16 01:29:53.318668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-e919767b-f353-4614-b26f-b2883ae48b8a tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f34831f2ecfd4916946a120e5325a2e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746973 Jul 16 01:29:53.455565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:53.459939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.485628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-c6d3f938-02db-422d-a9fb-2e37600c3050 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940395 Jul 16 01:29:53.659801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64a8d5a6-c9e1-4c75-94c7-b1348d992250 req-23a1f6c6-ebd6-4f6f-8e14-df43630531d9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 210 time: 0.0656388 Jul 16 01:29:53.752480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:53.786646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-89c8fbfa-9f26-45d2-afef-74b656c8fb08 service neutron] 10.222.0.23 "GET /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879837 Jul 16 01:29:53.788670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.2 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/f7575cf7-797c-4445-babf-914d77f40a56) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:53.801316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b7cee912-1ec8-4552-b048-9fc308a3a858 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:53.961183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b7cee912-1ec8-4552-b048-9fc308a3a858,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:53.988523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'b7cee912-1ec8-4552-b048-9fc308a3a858', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'port_id': 'b7cee912-1ec8-4552-b048-9fc308a3a858', 'mac_address': 'fa:16:3e:cb:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:54.052077 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.055019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:54.063141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.079165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:54.087927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cee912-1ec8-4552-b048-9fc308a3a858 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:54.104147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:54.104830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:54.148049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a32a9-79ee-44db-9e2c-652379cbd148 req-9deb02ba-4497-492b-a988-98f023d30fc4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.151008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc4a32a9-79ee-44db-9e2c-652379cbd148 req-9deb02ba-4497-492b-a988-98f023d30fc4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 945 time: 0.2951035 Jul 16 01:29:54.156976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b7cee912-1ec8-4552-b048-9fc308a3a858,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.164317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.165099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device baaed00c-8169-42a8-a33e-65555adafac6 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:54.227476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.310497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-3fc51fb0-12f6-4677-88ef-2a8445ca6d4a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 996 time: 3.2032573 Jul 16 01:29:54.315967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=baaed00c-8169-42a8-a33e-65555adafac6,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.318464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:54.321304 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf92256-909f-4174-a6b9-6393eca25198" -d '{"events": [{"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:54.328071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.328323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.345910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc4a32a9-79ee-44db-9e2c-652379cbd148 req-743475e2-2da0-413c-8df3-7d9791558f0f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838160 Jul 16 01:29:54.360025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'baaed00c-8169-42a8-a33e-65555adafac6', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'port_id': 'baaed00c-8169-42a8-a33e-65555adafac6', 'mac_address': 'fa:16:3e:62:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:54.379452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:54.453280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:54.465863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:54.478751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:54.506206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=f7575cf7-797c-4445-babf-914d77f40a56,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.521432 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.550867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.552357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.556748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baaed00c-8169-42a8-a33e-65555adafac6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:54.568692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd175-2d63-4351-8975-5a79d8741781 req-f646dcf4-c7ea-412c-8fe5-971a75f57a12 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.570939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-f646dcf4-c7ea-412c-8fe5-971a75f57a12 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825&tenant_id=2d65ffd125da41a08a64015412dbfe88&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.4104695 Jul 16 01:29:54.593213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-37338929-2c73-49d4-b3b8-8c7c8d74d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.594879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-37338929-2c73-49d4-b3b8-8c7c8d74d61f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.2377365 Jul 16 01:29:54.605955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=baaed00c-8169-42a8-a33e-65555adafac6,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.616096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-a02230ed-c3ab-4f22-975d-2e19475eef29 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6368201 Jul 16 01:29:54.626398 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.626398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4181de50-cd02-41b3-9d36-a3d91d44b7fe details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:54.649193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Request body: {'port': {'device_id': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:54.802427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.862696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-d5c84b83-1d6c-478a-b94c-e61eb3eab108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.864288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-d5c84b83-1d6c-478a-b94c-e61eb3eab108 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.2453425 Jul 16 01:29:54.867833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.961786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-c700c29e-479e-46fe-9287-c88b9ea698c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 999 time: 0.0790818 Jul 16 01:29:55.056159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-765fd175-2d63-4351-8975-5a79d8741781 req-2fd5f843-5067-4c7a-b4a6-23cc10935838 service neutron] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:55.070170 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-765fd175-2d63-4351-8975-5a79d8741781 req-2fd5f843-5067-4c7a-b4a6-23cc10935838 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.071842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-765fd175-2d63-4351-8975-5a79d8741781 req-2fd5f843-5067-4c7a-b4a6-23cc10935838 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f/bindings/n-h2-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.4890828 Jul 16 01:29:55.127794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-513b925d-8d18-44d5-a6a1-171587e17e09 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.129474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-513b925d-8d18-44d5-a6a1-171587e17e09 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c&tenant_id=d016397d79854b1ca90017ec4e6a9a66&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 950 time: 0.1830635 Jul 16 01:29:55.140705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.168678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '4181de50-cd02-41b3-9d36-a3d91d44b7fe', 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'port_id': '4181de50-cd02-41b3-9d36-a3d91d44b7fe', 'mac_address': 'fa:16:3e:57:78:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76282840-b288-43f9-88f3-b86d52ac13af', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:55.185060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-2d459598-a46e-48ca-a35f-4254a766e81b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f34831f2ecfd4916946a120e5325a2e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340760 Jul 16 01:29:55.191514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-0b10a6c7-4ff0-493f-a4b9-6d58207aa9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.199031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-0b10a6c7-4ff0-493f-a4b9-6d58207aa9a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.2226224 Jul 16 01:29:55.229272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:29:51Z', 'revision_number': 1, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:55.232630 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.238361 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-128bb221-9726-4a9f-b2c6-b74d006a60b9 service neutron] 10.222.0.23 "GET /v2.0/ports/5f4100f0-2a94-438c-80f7-dce6b95705e4/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.0993481 Jul 16 01:29:55.286361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:55.289905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4181de50-cd02-41b3-9d36-a3d91d44b7fe {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:55.325427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:55.326338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:55.381605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-0516199f-5f58-4f95-9711-3f9fb149dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.384788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-0516199f-5f58-4f95-9711-3f9fb149dd03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1102 time: 0.1146414 Jul 16 01:29:55.471507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.478810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.479547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:55.528119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:55.565540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-78bd1600-72a9-46e8-ba79-33cdd7239710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.567750 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-78bd1600-72a9-46e8-ba79-33cdd7239710 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1761034 Jul 16 01:29:55.591518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.647089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-f76d26eb-1873-4ec1-a9a6-93cf2f7b20d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.0724573 Jul 16 01:29:55.657624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.680004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992', 'network_id': 'a4064a8d-e31f-44b1-8dea-726ed8a8b529', 'port_id': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992', 'mac_address': 'fa:16:3e:6a:21:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76282840-b288-43f9-88f3-b86d52ac13af', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:55.731569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-92cb9b05-2d59-4c39-b8a9-52bebd9f070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.733453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-92cb9b05-2d59-4c39-b8a9-52bebd9f070b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0791237 Jul 16 01:29:55.814927 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.832265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-bc240581-c176-4bb1-b1d6-bee32cc9ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.833371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-bc240581-c176-4bb1-b1d6-bee32cc9ed5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905700 Jul 16 01:29:55.836409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:55.872464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.877575 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.878366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:55.943546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-dd4e464b-9802-4dfe-949e-d3e300e539be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.945351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-dd4e464b-9802-4dfe-949e-d3e300e539be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7451127 Jul 16 01:29:55.956792 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-7f972897-f4c8-4776-b4f6-789299a1071e service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154625 Jul 16 01:29:55.961938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.968004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.974111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.980193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.986693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.993377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.999222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.001169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06ab9c63-d82f-428b-8879-d231212955b4 req-d9e8c128-aaea-4fcf-9191-28d1c0063d5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5424 time: 0.9278154 Jul 16 01:29:56.007901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-523faac4-5ce2-408c-b3bc-cf09f6bb4a25 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:56.008922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-523faac4-5ce2-408c-b3bc-cf09f6bb4a25 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052118 Jul 16 01:29:56.026324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.081348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-413db282-eb5e-4d30-a146-0344ea6bd386 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180491 Jul 16 01:29:56.101447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:29:51Z', 'revision_number': 1, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.115424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-8cc71d4c-3be5-40bb-902d-bb196b792aa8 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.117522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-8cc71d4c-3be5-40bb-902d-bb196b792aa8 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8851545 Jul 16 01:29:56.134468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e90de-d3a2-461f-a10d-453d7eec9116 None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:29:51Z', 'revision_number': 1, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:56.140242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.150282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Request body: {'port': {'device_id': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'f34831f2ecfd4916946a120e5325a2e1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:56.152973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'port_id': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'mac_address': 'fa:16:3e:6e:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:56.199784 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.207263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06ab9c63-d82f-428b-8879-d231212955b4 req-78116142-250f-40ca-8a54-1e52684e1c38 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1953328 Jul 16 01:29:56.236171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:56.281534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.287145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.288164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6488d57d-525b-4970-99f0-9d9ef918dc93 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:56.353134 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2431376-fb73-41d2-9a53-6b06f0af951f x-openstack-request-id: req-c2431376-fb73-41d2-9a53-6b06f0af951f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:56.353134 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:56.353134 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2431376-fb73-41d2-9a53-6b06f0af951f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:56.353134 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'code': 200} Jul 16 01:29:56.406775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.411326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6488d57d-525b-4970-99f0-9d9ef918dc93,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.426135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '6488d57d-525b-4970-99f0-9d9ef918dc93', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'port_id': '6488d57d-525b-4970-99f0-9d9ef918dc93', 'mac_address': 'fa:16:3e:66:8c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:56.474286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.478741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Made reservation on behalf of f34831f2ecfd4916946a120e5325a2e1 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:56.482196 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.487092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7575cf7-797c-4445-babf-914d77f40a56 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:56.489107 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e71277-b23b-4495-b20f-2be0bcb8a710 None None] New status for floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:56.490256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6488d57d-525b-4970-99f0-9d9ef918dc93 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:56.494738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-2a06fafd-3e6b-41cb-853e-6ba21f707037 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474657 Jul 16 01:29:56.517816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.520197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6488d57d-525b-4970-99f0-9d9ef918dc93,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.521240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.525998 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.527479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2f228ba5-98af-4500-a86d-e614b7a1f60b details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:56.578901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Transition to ACTIVE for port object f7575cf7-797c-4445-babf-914d77f40a56 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:56.603253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.606013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.612471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.617686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '2f228ba5-98af-4500-a86d-e614b7a1f60b', 'network_id': 'c7658c97-960e-4ad5-9708-4d3be453e277', 'port_id': '2f228ba5-98af-4500-a86d-e614b7a1f60b', 'mac_address': 'fa:16:3e:56:c8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b936200c-deaf-4983-b50f-204d4a396fce', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:56.677990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.704364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f228ba5-98af-4500-a86d-e614b7a1f60b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:56.711328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef653-7dd0-41af-bc0e-02b80d7c0db0 req-9db481c8-a8a2-4823-b3d2-f78f39ac9b07 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.718873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-190ef653-7dd0-41af-bc0e-02b80d7c0db0 req-9db481c8-a8a2-4823-b3d2-f78f39ac9b07 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 945 time: 0.2957394 Jul 16 01:29:56.735221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.740383 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.755365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Pushing event updated for resources: {'Port': ['ID=f7575cf7-797c-4445-babf-914d77f40a56,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.764462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fcb78af-cfc9-4bee-a7fd-fd0a83815570 req-4f4ddd10-52d0-4155-a5ae-1e8c59c6e54e service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563248 Jul 16 01:29:56.779770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.779770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.780135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.780412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.781040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.781364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.781690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.782144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.782409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.782864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.783288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.783800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:56.802979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.855724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-190ef653-7dd0-41af-bc0e-02b80d7c0db0 req-64659a0b-64cc-463c-ae02-f1dd3ef1416b tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358390 Jul 16 01:29:56.918263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.919670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Attempting to bind port f7575cf7-797c-4445-babf-914d77f40a56 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:56.920224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Attempting to bind port f7575cf7-797c-4445-babf-914d77f40a56 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:56.920486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Attempting to bind port f7575cf7-797c-4445-babf-914d77f40a56 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:56.925746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.932656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Port f7575cf7-797c-4445-babf-914d77f40a56 on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:56.932986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Attempting to bind port f7575cf7-797c-4445-babf-914d77f40a56 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:56.957823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:56.958443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:56.958550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:56.958954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Bound port: f7575cf7-797c-4445-babf-914d77f40a56, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:56.959314 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.051002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90f5f776-9eb5-425c-8ccb-90d1cd49a818 req-a381ddc9-6c40-4f24-9d23-57e73e94b9b7 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 210 time: 0.0595536 Jul 16 01:29:57.051605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f5f68-6aa5-4a9e-95aa-532bb4edb260,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.122583 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990cfc11-392f-466f-94e4-85e6120c6130 x-openstack-request-id: req-990cfc11-392f-466f-94e4-85e6120c6130 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:57.122931 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:57.123090 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-990cfc11-392f-466f-94e4-85e6120c6130 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:57.123566 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'status': 'completed', 'code': 200} Jul 16 01:29:57.186536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] For port f7575cf7-797c-4445-babf-914d77f40a56, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:57.188925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Allocated IP 192.168.233.108 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/57022e01-7757-4be0-9fca-1040c9fdd142) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:57.192046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] For port f7575cf7-797c-4445-babf-914d77f40a56, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f7575cf7-797c-4445-babf-914d77f40a56,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:57.205872 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.261925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92256-909f-4174-a6b9-6393eca25198 req-a1e39cab-e530-4f65-8f22-29e06a714033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.263502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-a1e39cab-e530-4f65-8f22-29e06a714033 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.0941710 Jul 16 01:29:57.284351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.285152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.287041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7575cf7-797c-4445-babf-914d77f40a56 HTTP/1.1" status: 200 len: 1092 time: 2.6568930 Jul 16 01:29:57.369225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae1381-9c87-46e2-b6e8-2f71fceed955 service neutron] Pushing event updated for resources: {'Port': ['ID=f7575cf7-797c-4445-babf-914d77f40a56,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.384605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92256-909f-4174-a6b9-6393eca25198 req-1d8f5314-9e01-44bc-ac7c-809e195800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.386097 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-1d8f5314-9e01-44bc-ac7c-809e195800a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1151919 Jul 16 01:29:57.474141 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-04d8964b-7302-452e-ba8f-82170506bf65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 1001 time: 0.0736611 Jul 16 01:29:57.507736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a8823-92b2-418f-87b8-22fd263ebf95 req-7844399b-4a06-4ed5-865d-5ec67f54995d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.509880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b69a8823-92b2-418f-87b8-22fd263ebf95 req-7844399b-4a06-4ed5-865d-5ec67f54995d tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 945 time: 0.3001342 Jul 16 01:29:57.536696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92256-909f-4174-a6b9-6393eca25198 req-67d34053-ceb9-4909-a834-17c8cf35850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.539027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-67d34053-ceb9-4909-a834-17c8cf35850c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0575609 Jul 16 01:29:57.626069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92256-909f-4174-a6b9-6393eca25198 req-4058cdef-42b0-41e0-8978-b410c05fa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.627617 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-4058cdef-42b0-41e0-8978-b410c05fa733 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657933 Jul 16 01:29:57.636341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.663977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b69a8823-92b2-418f-87b8-22fd263ebf95 req-04dcbdc2-c22b-4c22-b324-a9783ac16b92 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453953 Jul 16 01:29:57.671019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-dd63faea-95f6-421d-afcc-7719fea30f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.672963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-dd63faea-95f6-421d-afcc-7719fea30f9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 1095 time: 0.2916946 Jul 16 01:29:57.675889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Transition to ACTIVE for port object 57022e01-7757-4be0-9fca-1040c9fdd142 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:57.698499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32297d0a-29a0-41da-89b8-ca5c69feb02f req-62c8033e-c474-4077-8cbb-d522c164bc0c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.700895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32297d0a-29a0-41da-89b8-ca5c69feb02f req-62c8033e-c474-4077-8cbb-d522c164bc0c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.2150850 Jul 16 01:29:57.757706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-605d45e0-db62-479b-8ead-f9e0eaeea761 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7575cf7-797c-4445-babf-914d77f40a56 HTTP/1.1" status: 200 len: 217 time: 0.0672262 Jul 16 01:29:57.766971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-d8500e1d-3a17-4ffc-b45b-a68792d99847 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255050 Jul 16 01:29:57.889875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32297d0a-29a0-41da-89b8-ca5c69feb02f req-03775c20-e7d0-4ab6-92ef-98f821e06471 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464374 Jul 16 01:29:57.903041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.907121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-41118662-73c1-4708-ba81-eceb9b5a389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.909241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-41118662-73c1-4708-ba81-eceb9b5a389b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1386864 Jul 16 01:29:58.018450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-dffa99af-a65b-431d-8b6f-da4cc0ebf082 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917146 Jul 16 01:29:58.027353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:58.045391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:58.050771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Pushing event updated for resources: {'Port': ['ID=57022e01-7757-4be0-9fca-1040c9fdd142,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.054773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:58.099943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5dc63e14-ee87-4ac7-b8f0-0f66f9797992'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.145331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-b3a90141-8296-414c-95c4-57f90f7cc22c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.148331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-b3a90141-8296-414c-95c4-57f90f7cc22c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3368137 Jul 16 01:29:58.154521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b7cee912-1ec8-4552-b048-9fc308a3a858'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.214017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['6488d57d-525b-4970-99f0-9d9ef918dc93'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.260337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['4181de50-cd02-41b3-9d36-a3d91d44b7fe'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.274743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['baaed00c-8169-42a8-a33e-65555adafac6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.291291 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cbf92256-909f-4174-a6b9-6393eca25198 req-9066dade-06d3-43fd-b95c-b5dec4b8bdaf service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069704 Jul 16 01:29:58.308751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.309706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.354505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['2f228ba5-98af-4500-a86d-e614b7a1f60b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.356658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.400518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-bd314a65-fcdc-403d-b0d4-15589e8da9f0 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651667 Jul 16 01:29:58.413825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-0bb64194-9bfe-45a6-a299-e2d3c2c0adf8 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1001 time: 0.2499287 Jul 16 01:29:58.428583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-c300285e-143f-43df-90d6-b74f636a7f4b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2862756 Jul 16 01:29:58.458718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'floatingip': {'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:58.467190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Request body: {'port': {'device_id': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:58.585702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c040f17-bc88-44b8-87a0-e84a0b8d22cb None None] Provisioning for port 57022e01-7757-4be0-9fca-1040c9fdd142 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:58.609390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.615119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.621275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.624489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c040f17-bc88-44b8-87a0-e84a0b8d22cb None None] Provisioning complete for port 57022e01-7757-4be0-9fca-1040c9fdd142 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:58.624858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c040f17-bc88-44b8-87a0-e84a0b8d22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.627319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.633852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.639743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.645777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.651572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-11eef887-cd93-41a5-b33e-44aa5deb6e04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5429 time: 0.3779490 Jul 16 01:29:58.674384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.980649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1c040f17-bc88-44b8-87a0-e84a0b8d22cb None None] Port 57022e01-7757-4be0-9fca-1040c9fdd142 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:59.123664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-19f913e7-c3df-4d98-bfba-094132db14f1 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070785 Jul 16 01:29:59.134194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'tag': 'f7575cf7-797c-4445-babf-914d77f40a56'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:59.139121 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e5070-859a-435f-8455-058d3b906722" -d '{"events": [{"name": "network-changed", "server_uuid": "5b61e400-66ac-44e9-821c-f617fc10b0d7", "tag": "f7575cf7-797c-4445-babf-914d77f40a56"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:59.144028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.169450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e5900cd-f0aa-481c-8fdc-edcf38559c4d req-7adac2e8-e045-44f2-a159-7d1320afce5e tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5091426 Jul 16 01:29:59.612567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-04d47ceb-2bc9-4730-9ef8-53017ada3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.614100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-04d47ceb-2bc9-4730-9ef8-53017ada3538 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c&tenant_id=d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 1102 time: 0.3490350 Jul 16 01:29:59.691465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911acac-55d9-4250-aa11-d75bc72bdce3 req-07691c26-a667-4b9e-a595-79f12739458f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.693119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e911acac-55d9-4250-aa11-d75bc72bdce3 req-07691c26-a667-4b9e-a595-79f12739458f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 943 time: 0.3269682 Jul 16 01:29:59.868907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e911acac-55d9-4250-aa11-d75bc72bdce3 req-ebd72f94-a716-489d-9495-f0f4e867a83a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458316 Jul 16 01:29:59.925988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57022e01-7757-4be0-9fca-1040c9fdd142 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:59.941137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.962484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-78fcc07d-6767-4f34-aac6-580ea5ab0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.964781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-78fcc07d-6767-4f34-aac6-580ea5ab0bea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1102 time: 0.2961287 Jul 16 01:29:59.987996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Transition to ACTIVE for port object 57022e01-7757-4be0-9fca-1040c9fdd142 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:00.024047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.120690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:00.168568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Pushing event updated for resources: {'Port': ['ID=57022e01-7757-4be0-9fca-1040c9fdd142,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.248137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.255692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-08a1023e-38dd-44ca-a3ee-c128a2682186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.258095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-08a1023e-38dd-44ca-a3ee-c128a2682186 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2845192 Jul 16 01:30:00.262489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.350156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-9fb95b11-055a-43ce-8326-1ac2df6e7fb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.0830338 Jul 16 01:30:00.439470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Attempting to bind port 57022e01-7757-4be0-9fca-1040c9fdd142 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:00.439682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Attempting to bind port 57022e01-7757-4be0-9fca-1040c9fdd142 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:00.440016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Attempting to bind port 57022e01-7757-4be0-9fca-1040c9fdd142 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:00.479251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Port 57022e01-7757-4be0-9fca-1040c9fdd142 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:00.479582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Attempting to bind port 57022e01-7757-4be0-9fca-1040c9fdd142 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:00.494953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-8173fd77-2d9d-4bb2-8f4c-c07791a11a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.496454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-8173fd77-2d9d-4bb2-8f4c-c07791a11a41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1357973 Jul 16 01:30:00.503184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:00.503519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:00.503914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:00.504367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Bound port: 57022e01-7757-4be0-9fca-1040c9fdd142, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:00.504761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.577151 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511 associated. External IP: 172.25.7.214, port: daa87985-ea79-46e4-94e5-5cd75a2e7293. Jul 16 01:30:00.727103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675c35c-73ef-451d-bb4d-96da796f714c req-4c416a9a-cd6c-406f-9b2e-671d8b6fcba6 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.728633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c675c35c-73ef-451d-bb4d-96da796f714c req-4c416a9a-cd6c-406f-9b2e-671d8b6fcba6 tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 1097 time: 0.2960594 Jul 16 01:30:00.730397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] For port 57022e01-7757-4be0-9fca-1040c9fdd142, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:00.759822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] For port 57022e01-7757-4be0-9fca-1040c9fdd142, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=57022e01-7757-4be0-9fca-1040c9fdd142,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:00.774509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a220-4250-4300-b32f-512987fa8438 req-8b3433e2-ecfa-4b3d-b1ab-d83fc93e4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.776065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-8b3433e2-ecfa-4b3d-b1ab-d83fc93e4ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2579854 Jul 16 01:30:00.781516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.867713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.868376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.869835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] 10.222.0.13 "PUT /v2.0/ports/57022e01-7757-4be0-9fca-1040c9fdd142 HTTP/1.1" status: 200 len: 1097 time: 2.4151568 Jul 16 01:30:00.876249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c675c35c-73ef-451d-bb4d-96da796f714c req-174aa667-e5cb-4482-aee3-8f4a5f15bc2e tempest-LiveAutoBlockMigrationV225Test-1536805646 tempest-LiveAutoBlockMigrationV225Test-1536805646-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376839 Jul 16 01:30:00.984692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267423c7-3bbc-45f4-ab74-8069e9039aff service neutron] Pushing event updated for resources: {'Port': ['ID=57022e01-7757-4be0-9fca-1040c9fdd142,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.415443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-802965b6-5ff1-4065-b561-062bc71a1399 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247995 Jul 16 01:30:01.476527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:01.529695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-f6c6cba7-776a-437b-9061-c16ec47e900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.531521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-f6c6cba7-776a-437b-9061-c16ec47e900f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f34831f2ecfd4916946a120e5325a2e1&device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 1100 time: 0.5650156 Jul 16 01:30:01.637228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e38f1-fb15-41ab-9105-6e19af9e4e3d req-07a8e0f3-f9e2-4e61-9e77-3500e13f258d tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.638825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b5e38f1-fb15-41ab-9105-6e19af9e4e3d req-07a8e0f3-f9e2-4e61-9e77-3500e13f258d tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 948 time: 0.2771544 Jul 16 01:30:01.648411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-a559a2e8-c866-4e50-a19f-d655368892e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=57022e01-7757-4be0-9fca-1040c9fdd142 HTTP/1.1" status: 200 len: 217 time: 0.0995052 Jul 16 01:30:01.667266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c8a220-4250-4300-b32f-512987fa8438 req-3d013f78-7957-4546-9594-c156297f4170 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403896 Jul 16 01:30:01.781416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b5e38f1-fb15-41ab-9105-6e19af9e4e3d req-d67b39b9-721c-425d-b05b-c3ee0d922b85 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304202 Jul 16 01:30:01.784859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-39f10b83-8dce-4a19-8d26-4ebb45696d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.785806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-39f10b83-8dce-4a19-8d26-4ebb45696d00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1235869 Jul 16 01:30:01.787349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:01.797951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:01.812734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:01.815287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:01.939980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:01.981466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-abe54990-4675-483b-a919-9b68bc4d0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.983597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-abe54990-4675-483b-a919-9b68bc4d0594 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1902177 Jul 16 01:30:02.086698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3412bf-7eeb-4f4b-a930-2f0fe5529779 req-980c9a84-0ac8-4a5a-b88a-d578a20b3062 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.088236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb3412bf-7eeb-4f4b-a930-2f0fe5529779 req-980c9a84-0ac8-4a5a-b88a-d578a20b3062 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.1855950 Jul 16 01:30:02.217464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-40e7b6a6-5fe3-4a2f-a09b-da825deb33fb service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262082 Jul 16 01:30:02.219862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:29:59Z', 'revision_number': 3, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.222778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb3412bf-7eeb-4f4b-a930-2f0fe5529779 req-5a33503f-6bb8-4cf5-ba27-a697a5345ff7 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068807 Jul 16 01:30:02.236910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:02.256868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:02.265975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:02.266605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.380900 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc7aca-1ce0-4615-99c8-e9a1edc9c119 x-openstack-request-id: req-46bc7aca-1ce0-4615-99c8-e9a1edc9c119 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:02.380900 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b61e400-66ac-44e9-821c-f617fc10b0d7", "tag": "f7575cf7-797c-4445-babf-914d77f40a56", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:02.380900 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46bc7aca-1ce0-4615-99c8-e9a1edc9c119 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:02.380900 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'tag': 'f7575cf7-797c-4445-babf-914d77f40a56', 'status': 'completed', 'code': 200} Jul 16 01:30:02.414589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:02.554202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f20b660-8cd0-4a52-83bc-5aa074af54b3 req-de075153-0107-4e30-880f-bde336f1ae15 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288782 Jul 16 01:30:02.591078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:02.596159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.642816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e5070-859a-435f-8455-058d3b906722 req-54972dec-6928-4a88-8ed6-1d263bfcffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.644408 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-54972dec-6928-4a88-8ed6-1d263bfcffae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 1095 time: 0.2677078 Jul 16 01:30:02.664507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.670858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.676933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.683541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.689645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.695967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.702000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.703982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-13ac977c-552c-44de-a651-bb3fc693f888 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5429 time: 0.2674685 Jul 16 01:30:02.738446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:29:59Z', 'revision_number': 3, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.791903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c0d27cd6-fed7-49f3-a2f0-a9e06529958d details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:02.795532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b7cee912-1ec8-4552-b048-9fc308a3a858 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:02.802336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6522ff5d-020a-4909-991f-fba2ed62c026 None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:29:59Z', 'revision_number': 3, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:02.856341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-af0d319c-68ee-496f-85d3-9fed0f0dc4b7 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 999 time: 4.4235609 Jul 16 01:30:02.891597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a35d3bb5-52fc-4715-9668-621f72e21431 req-fb477fef-6b26-4f31-8051-94164d029c86 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1758533 Jul 16 01:30:02.897912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port b7cee912-1ec8-4552-b048-9fc308a3a858 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:02.904280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port b7cee912-1ec8-4552-b048-9fc308a3a858 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:02.904747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.920133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e5070-859a-435f-8455-058d3b906722 req-e4329002-907d-48c4-a235-98e927422846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.921798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-e4329002-907d-48c4-a235-98e927422846 service neutron] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.2700365 Jul 16 01:30:03.001652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-86963777-2a5d-4fff-bb83-1380a95c0e95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7575cf7-797c-4445-babf-914d77f40a56 HTTP/1.1" status: 200 len: 217 time: 0.0692091 Jul 16 01:30:03.012503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:03.016190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-600f5508-ec58-4f94-8d59-f969a4b5035d tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.018544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-600f5508-ec58-4f94-8d59-f969a4b5035d tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports/daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 942 time: 0.1489720 Jul 16 01:30:03.049165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'port_id': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'mac_address': 'fa:16:3e:6f:1f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:03.082688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e5070-859a-435f-8455-058d3b906722 req-831c799a-c28b-4566-8886-42e3b814b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.084950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-831c799a-c28b-4566-8886-42e3b814b402 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.0650253 Jul 16 01:30:03.120363 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e04e2-0948-474d-8835-f523f2be83e8 None None] New status for floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:03.129401 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.186668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b7cee912-1ec8-4552-b048-9fc308a3a858,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:03.187940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-3dd181c4-8e23-42f7-b5a0-61f80c51c805 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844042 Jul 16 01:30:03.188773 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.194561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:03.199217 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c881f056-21ad-4411-b220-097b7e89e572" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:03.214609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.215410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device baaed00c-8169-42a8-a33e-65555adafac6 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:03.276354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0d27cd6-fed7-49f3-a2f0-a9e06529958d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:03.326265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-2f0cecd7-398e-4fe6-83f5-8404e5ae5027 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224675 Jul 16 01:30:03.332974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:03.340172 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.341069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f7575cf7-797c-4445-babf-914d77f40a56 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:03.389893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:03.470914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port baaed00c-8169-42a8-a33e-65555adafac6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:03.489266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port baaed00c-8169-42a8-a33e-65555adafac6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:03.489638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.491759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:03.506675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-eb58cb27-2f1d-48e4-8d3b-2dc1325565d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.509751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-eb58cb27-2f1d-48e4-8d3b-2dc1325565d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.3182969 Jul 16 01:30:03.552806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7e5070-859a-435f-8455-058d3b906722 req-1bff22eb-288a-4cb9-a50b-1386e696b05a service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971335 Jul 16 01:30:03.575571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:03.584023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:03.584592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.629263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbf69d-ea69-410b-b5fe-dd428e067564 req-28f32b0c-4c7f-49b6-80f2-ae6ae6fb2237 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.630812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcdbf69d-ea69-410b-b5fe-dd428e067564 req-28f32b0c-4c7f-49b6-80f2-ae6ae6fb2237 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 943 time: 0.2123065 Jul 16 01:30:03.671343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f7575cf7-797c-4445-babf-914d77f40a56, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f7575cf7-797c-4445-babf-914d77f40a56,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:03.676016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-6c7cedd5-2421-4f4f-ab98-57aa36208b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.677598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-6c7cedd5-2421-4f4f-ab98-57aa36208b4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1575398 Jul 16 01:30:03.723178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcdbf69d-ea69-410b-b5fe-dd428e067564 req-be2886ac-2a80-4b1f-b3b7-a98212805a6f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Jul 16 01:30:03.724606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-f478a545-d735-47b0-bd88-6564ae181c93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 217 time: 0.0409832 Jul 16 01:30:03.781223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-9f6fb4c0-a6d7-479c-9d44-83d6adc70821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.783061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-9f6fb4c0-a6d7-479c-9d44-83d6adc70821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0519903 Jul 16 01:30:03.858169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-7f570543-162c-4925-a8da-cf132aa3b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.867844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-7f570543-162c-4925-a8da-cf132aa3b35e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759375 Jul 16 01:30:03.870014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'f7575cf7-797c-4445-babf-914d77f40a56', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': 'f7575cf7-797c-4445-babf-914d77f40a56', 'mac_address': 'fa:16:3e:13:24:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:03.873167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-9f82b065-4ce7-4519-ba44-b92f30ae9509 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:03.880039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-9f82b065-4ce7-4519-ba44-b92f30ae9509 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126545 Jul 16 01:30:03.915129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.932933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:03.981500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.989057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-ba4de970-bdec-4b24-99ee-f262f08cb76a service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078465 Jul 16 01:30:04.012863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=baaed00c-8169-42a8-a33e-65555adafac6,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.019853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.021320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4181de50-cd02-41b3-9d36-a3d91d44b7fe up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:04.049000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7575cf7-797c-4445-babf-914d77f40a56 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:04.116772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-4db19fc8-b153-44c7-bd49-2041810903a6 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207395 Jul 16 01:30:04.138402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f7575cf7-797c-4445-babf-914d77f40a56, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f7575cf7-797c-4445-babf-914d77f40a56,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.158241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.185079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.285177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 4181de50-cd02-41b3-9d36-a3d91d44b7fe completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:04.295692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-895d4047-4e7f-49be-9392-7a8712dd5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.297404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-895d4047-4e7f-49be-9392-7a8712dd5a79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1098 time: 0.1145751 Jul 16 01:30:04.305161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 4181de50-cd02-41b3-9d36-a3d91d44b7fe triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:04.305547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.312940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f17e1-a278-41ed-8bd5-b085d18825da req-605460da-f26e-4b09-a80a-ed23850cfb29 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.314587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f3f17e1-a278-41ed-8bd5-b085d18825da req-605460da-f26e-4b09-a80a-ed23850cfb29 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 948 time: 0.0946610 Jul 16 01:30:04.332106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f7575cf7-797c-4445-babf-914d77f40a56,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.381310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'tag': '57022e01-7757-4be0-9fca-1040c9fdd142'}, {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}, {'name': 'network-changed', 'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:04.384177 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd1550e-f31e-4b16-a2d6-b77b4cabebf5", "tag": "57022e01-7757-4be0-9fca-1040c9fdd142"}, {"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}, {"name": "network-changed", "server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:04.395590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f3f17e1-a278-41ed-8bd5-b085d18825da req-7243d171-4ee8-4c67-b0cf-3419623f98f8 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Jul 16 01:30:04.395822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c0d27cd6-fed7-49f3-a2f0-a9e06529958d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:04.458060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-d12bc862-a70f-4e6b-9a3e-96d4beddd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.459866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-d12bc862-a70f-4e6b-9a3e-96d4beddd7be service neutron] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1441257 Jul 16 01:30:04.502162 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072dcd6-4974-4cf7-b80c-78eb4d468387 x-openstack-request-id: req-d072dcd6-4974-4cf7-b80c-78eb4d468387 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:04.502458 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:04.502741 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d072dcd6-4974-4cf7-b80c-78eb4d468387 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:04.503139 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858', 'code': 200} Jul 16 01:30:04.516029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.543594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:30:03Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:04.558598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-d3917aa2-eeb4-45b4-937b-59affb0892b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 1002 time: 0.0921385 Jul 16 01:30:04.579335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:04.608973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:04.609661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:04.666719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.679482 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.680310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:04.700056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['f7575cf7-797c-4445-babf-914d77f40a56'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:04.754157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 57022e01-7757-4be0-9fca-1040c9fdd142 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:04.836072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:04.913946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.988587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:05.010200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-d930c619-43e7-427a-aa9e-d60f8551a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.011711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-d930c619-43e7-427a-aa9e-d60f8551a794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.4472606 Jul 16 01:30:05.063569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:05.086141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-e608bd28-2a7c-4e4c-b9eb-ff97c7901fd7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.087605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-e608bd28-2a7c-4e4c-b9eb-ff97c7901fd7 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 945 time: 0.1503386 Jul 16 01:30:05.102031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d0e7b-bb76-44f1-add9-2e78d6b76c68 req-10112307-c53b-42f5-a36b-7d894e8daa71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.103521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-643d0e7b-bb76-44f1-add9-2e78d6b76c68 req-10112307-c53b-42f5-a36b-7d894e8daa71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 950 time: 0.1675184 Jul 16 01:30:05.116608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:05.117004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.175516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678774e-1c33-4620-881c-ba308623c691 req-485f60a3-5188-40d3-8f57-65714ea58279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.176975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-485f60a3-5188-40d3-8f57-65714ea58279 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554608 Jul 16 01:30:05.221571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 57022e01-7757-4be0-9fca-1040c9fdd142, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=57022e01-7757-4be0-9fca-1040c9fdd142,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.223961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-643d0e7b-bb76-44f1-add9-2e78d6b76c68 req-c2b365dc-c6bb-469a-9a43-e8cf33788378 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066802 Jul 16 01:30:05.257545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.289631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '57022e01-7757-4be0-9fca-1040c9fdd142', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '57022e01-7757-4be0-9fca-1040c9fdd142', 'mac_address': 'fa:16:3e:f2:d1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:05.294597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'mac_address': 'fa:16:3e:98:7f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:05.322155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Deleting port d8d0684f-da82-4e58-a78a-68f37cd43c2f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:05.322530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.329774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-67b382d0-b1d1-4c17-bdd0-54b0c59d097e service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397471 Jul 16 01:30:05.484310 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.491354 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.517321 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.528896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] For port d8d0684f-da82-4e58-a78a-68f37cd43c2f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8d0684f-da82-4e58-a78a-68f37cd43c2f,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.529265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.539730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57022e01-7757-4be0-9fca-1040c9fdd142 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:05.545684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:05.550011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Calling delete_port for d8d0684f-da82-4e58-a78a-68f37cd43c2f owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:05.579148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.593744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.599453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.613481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.619555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.625586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.631600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.633709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-cac5ec88-256f-4b7f-9b59-f780c1cf8ba6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5432 time: 0.2894781 Jul 16 01:30:05.638355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8678774e-1c33-4620-881c-ba308623c691 req-91d9c5e8-9a88-4f8c-a2a2-b4894524a9c6 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860346 Jul 16 01:30:05.747445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a27ca151-7f4b-4b4a-a819-4459648d919c req-47e5bd69-eacd-4d05-8acf-e91384560795 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1028237 Jul 16 01:30:05.762501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 57022e01-7757-4be0-9fca-1040c9fdd142, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=57022e01-7757-4be0-9fca-1040c9fdd142,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.777063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.780013 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.797914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.798914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.823001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.823905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:05.889263 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27769b-46ac-4f72-9c5e-5362c325c146 x-openstack-request-id: req-6c27769b-46ac-4f72-9c5e-5362c325c146 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:05.889814 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd1550e-f31e-4b16-a2d6-b77b4cabebf5", "tag": "57022e01-7757-4be0-9fca-1040c9fdd142", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:05.890292 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c27769b-46ac-4f72-9c5e-5362c325c146 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:05.890966 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'tag': '57022e01-7757-4be0-9fca-1040c9fdd142', 'status': 'completed', 'code': 200} Jul 16 01:30:05.891440 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'status': 'completed', 'code': 200} Jul 16 01:30:05.891928 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'status': 'completed', 'code': 200} Jul 16 01:30:05.902875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=57022e01-7757-4be0-9fca-1040c9fdd142,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.938789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.974333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:30:03Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:05.980482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['da811483-c9de-453d-8ec3-012f95b335e5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:06.011087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:06.019866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event deleted for resources: {'Port': ['ID=d8d0684f-da82-4e58-a78a-68f37cd43c2f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.040716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61852afc-334d-40bc-8eee-a512fa385cb6 req-6ce01930-ae54-4c65-86f8-589a7d56d43e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.052375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61852afc-334d-40bc-8eee-a512fa385cb6 req-6ce01930-ae54-4c65-86f8-589a7d56d43e tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 866 time: 0.2706988 Jul 16 01:30:06.061271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-3219ab01-4910-408c-819e-1c3914e94b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.062980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-3219ab01-4910-408c-819e-1c3914e94b15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.1459672 Jul 16 01:30:06.066830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1127526-4fec-4038-be8e-99a0b5de0c3e None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:1c:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:30:03Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:06.068593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:06.068997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.078817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.184075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] No DVR routers for this DVR port d8d0684f-da82-4e58-a78a-68f37cd43c2f on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:06.189544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.192211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96655c27-83f4-4d73-a22f-6ff6250977bb req-852cce21-d8c6-4048-b451-563f46de1bd0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.23 "DELETE /v2.0/ports/d8d0684f-da82-4e58-a78a-68f37cd43c2f HTTP/1.1" status: 204 len: 173 time: 1.0877872 Jul 16 01:30:06.201632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['57022e01-7757-4be0-9fca-1040c9fdd142'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:06.207201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.234791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61852afc-334d-40bc-8eee-a512fa385cb6 req-ab1530aa-d9a6-4ba2-9569-4d9ef862244c tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814208 Jul 16 01:30:06.265751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-c165cb74-3219-45b4-8376-ef0410862237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.267863 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-c165cb74-3219-45b4-8376-ef0410862237 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1914480 Jul 16 01:30:06.285059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-03d37a20-2ee4-4a1e-9ee5-ca3611a014c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.289981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-03d37a20-2ee4-4a1e-9ee5-ca3611a014c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f34831f2ecfd4916946a120e5325a2e1&device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 1101 time: 0.3394027 Jul 16 01:30:06.329111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f4100f0-2a94-438c-80f7-dce6b95705e4'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:06.354971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-9a86e8ad-5f42-4388-9af1-e23fc8928028 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 217 time: 0.0586514 Jul 16 01:30:06.421540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e973-764e-4a11-b9cc-1ac7004e1185 req-c6ba5fa7-5a37-479f-b26e-9c799345858c tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.423463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea5e973-764e-4a11-b9cc-1ac7004e1185 req-c6ba5fa7-5a37-479f-b26e-9c799345858c tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 944 time: 0.3676267 Jul 16 01:30:06.459391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-7f41aa81-64c8-4e49-b045-eadd5c6a20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.461697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.463636 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-7f41aa81-64c8-4e49-b045-eadd5c6a20e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0950584 Jul 16 01:30:06.492353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d8d0684f-da82-4e58-a78a-68f37cd43c2f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:06.521267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaed00c-8169-42a8-a33e-65555adafac6'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:06.524800 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24caaa83-8ed9-4b04-8c01-925b1b9756d1" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "baaed00c-8169-42a8-a33e-65555adafac6"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:06.544866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-1c8b6ac8-a9f5-421d-aa5f-e2c83e161170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.547528 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-1c8b6ac8-a9f5-421d-aa5f-e2c83e161170 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717423 Jul 16 01:30:06.587911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-bc75ccd4-fd98-49df-bc7e-65dafd54a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.589036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-bc75ccd4-fd98-49df-bc7e-65dafd54a498 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2898426 Jul 16 01:30:06.594860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.601089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea5e973-764e-4a11-b9cc-1ac7004e1185 req-801aa6f6-d21b-441e-abf0-f2ba6b127b6e tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105258 Jul 16 01:30:06.613586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.614560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6488d57d-525b-4970-99f0-9d9ef918dc93 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:06.667339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-8f1db74a-52a3-4a2a-a41b-055a83e7ad69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=57022e01-7757-4be0-9fca-1040c9fdd142 HTTP/1.1" status: 200 len: 217 time: 0.0651121 Jul 16 01:30:06.676964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25431c4f-376f-412c-b2e8-a68c1aaed9da req-66f470d9-d23f-4be4-852d-f11e1419c96a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.678812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25431c4f-376f-412c-b2e8-a68c1aaed9da req-66f470d9-d23f-4be4-852d-f11e1419c96a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 944 time: 0.1902511 Jul 16 01:30:06.781062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25431c4f-376f-412c-b2e8-a68c1aaed9da req-42db7abc-ec19-4abe-ae48-c24b174c59a0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554280 Jul 16 01:30:06.784729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.823350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-c67735fd-2ff8-4d6d-8304-0101fb445d8d service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635643 Jul 16 01:30:06.827963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-325889c9-ee37-463c-a00f-17c8bcbd9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.830808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-325889c9-ee37-463c-a00f-17c8bcbd9577 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1499929 Jul 16 01:30:06.855087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 6488d57d-525b-4970-99f0-9d9ef918dc93 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:06.894501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 6488d57d-525b-4970-99f0-9d9ef918dc93 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:06.894882 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.990402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-5a5f0a66-afcc-4f6b-a515-0a2173917fa9 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538653 Jul 16 01:30:07.011816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-a630f597-5a72-49c1-bf20-c39fbdbadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.013568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-a630f597-5a72-49c1-bf20-c39fbdbadb52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1696129 Jul 16 01:30:07.035729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.077462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6488d57d-525b-4970-99f0-9d9ef918dc93,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:07.082698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.083882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2f228ba5-98af-4500-a86d-e614b7a1f60b up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:07.137680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f193e7d-1085-420a-85e4-197ab7dbc776 req-7e0687f0-30db-4ca5-8ed6-980804f400fb tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.138973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f193e7d-1085-420a-85e4-197ab7dbc776 req-7e0687f0-30db-4ca5-8ed6-980804f400fb tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 949 time: 0.1909149 Jul 16 01:30:07.158389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475e0e-792f-4f7e-beb6-c80b35ea33a2 req-9b663f0d-ba14-4cc8-b46f-ad1a13fd85cd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.165225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:07.167224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32475e0e-792f-4f7e-beb6-c80b35ea33a2 req-9b663f0d-ba14-4cc8-b46f-ad1a13fd85cd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 949 time: 0.2419515 Jul 16 01:30:07.177810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 2f228ba5-98af-4500-a86d-e614b7a1f60b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:07.183902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 2f228ba5-98af-4500-a86d-e614b7a1f60b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:07.184368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.227432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-9f5bfba1-25ec-4cad-a191-759d1ce68553 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998725 Jul 16 01:30:07.286766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32475e0e-792f-4f7e-beb6-c80b35ea33a2 req-91af4066-1de1-4925-b553-eaf2eb02ae2f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176789 Jul 16 01:30:07.295978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.297237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.308918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f193e7d-1085-420a-85e4-197ab7dbc776 req-1e19515c-7d8e-4aae-a789-d30233acd0f4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359601 Jul 16 01:30:07.333944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:07.341091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.342030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:07.425966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:07.449593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deababaa-8f6f-49df-a40d-d8db0688e01a req-6920f235-f3f3-4f71-ae2f-e920fba66c73 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1002 time: 0.1393700 Jul 16 01:30:07.486094 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a421af94-9e4c-4fb6-8d08-e1ee452d1dd4 x-openstack-request-id: req-a421af94-9e4c-4fb6-8d08-e1ee452d1dd4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:07.486515 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "baaed00c-8169-42a8-a33e-65555adafac6", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:07.487099 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a421af94-9e4c-4fb6-8d08-e1ee452d1dd4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:07.487757 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaed00c-8169-42a8-a33e-65555adafac6', 'code': 200} Jul 16 01:30:07.488125 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe', 'code': 200} Jul 16 01:30:07.488494 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992', 'code': 200} Jul 16 01:30:07.489625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.504840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:07.531936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:07.536647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.547000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f7575cf7-797c-4445-babf-914d77f40a56 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:07.573116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deababaa-8f6f-49df-a40d-d8db0688e01a req-3cc547b4-8480-4e65-9e78-e85f24bfc6e4 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.586449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deababaa-8f6f-49df-a40d-d8db0688e01a req-3cc547b4-8480-4e65-9e78-e85f24bfc6e4 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports/df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1296821 Jul 16 01:30:07.611121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-045c9b98-74f1-4463-a12c-a0f5fb2f9419 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748016 Jul 16 01:30:07.650810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:07.656203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port f7575cf7-797c-4445-babf-914d77f40a56 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:07.662221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port f7575cf7-797c-4445-babf-914d77f40a56 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:07.663632 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.838152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.860772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deababaa-8f6f-49df-a40d-d8db0688e01a req-33b4f7e4-2112-4e7e-96dc-cb3c9a1cb008 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1002 time: 0.0889299 Jul 16 01:30:07.865424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-4e357aa2-cf0b-4c8c-be10-96ffda0578e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.868065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-4e357aa2-cf0b-4c8c-be10-96ffda0578e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1098 time: 0.1584849 Jul 16 01:30:07.898706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f7575cf7-797c-4445-babf-914d77f40a56, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f7575cf7-797c-4445-babf-914d77f40a56,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:07.904642 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.906512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c0d27cd6-fed7-49f3-a2f0-a9e06529958d no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:07.914789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'name': 'network-vif-deleted', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:07.916981 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df82d9-52d1-4316-bc6a-59c776c0fde6" -d '{"events": [{"server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "name": "network-vif-deleted", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:08.041463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f7575cf7-797c-4445-babf-914d77f40a56,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.093974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-06de7a37-05a6-4be9-9259-6aa97a8c24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.095392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-06de7a37-05a6-4be9-9259-6aa97a8c24a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.2163284 Jul 16 01:30:08.107452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.114036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.119159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.121922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0d27cd6-fed7-49f3-a2f0-a9e06529958d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:08.124995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.130764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.137522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.143258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:08.143586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.148475 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.149409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:08.151377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.153434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-44bc6d5a-2a16-4e62-8c72-3c73791f7c5c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.2909546 Jul 16 01:30:08.169321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deababaa-8f6f-49df-a40d-d8db0688e01a req-7e37b437-d0ef-4958-9b6b-f1327814a687 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.171133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deababaa-8f6f-49df-a40d-d8db0688e01a req-7e37b437-d0ef-4958-9b6b-f1327814a687 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2953680 Jul 16 01:30:08.173152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: d8d0684f-da82-4e58-a78a-68f37cd43c2f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:08.174668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8d0684f-da82-4e58-a78a-68f37cd43c2f not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:08.224728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.257684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04dfbb24-a6e1-4d43-bfa3-913afb77d5a9 req-98dc78ec-49f5-4e53-aee7-592aa212d710 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0839322 Jul 16 01:30:08.261698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-981cb499-4ea0-408d-9d34-4be79f923a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 1002 time: 0.1072385 Jul 16 01:30:08.390262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-41413abe-5065-4a2b-99ea-9ed9eaac73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.391734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-41413abe-5065-4a2b-99ea-9ed9eaac73b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.1168902 Jul 16 01:30:08.404720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1d69e92-038e-4c8e-8ea6-d9b0c0b85bc9 req-9c5f8b68-4a8c-4769-9ab3-00229ffdd3c9 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 210 time: 0.0696239 Jul 16 01:30:08.466528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-73696eed-59c7-4c40-a583-0d77dc0b094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.468507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-73696eed-59c7-4c40-a583-0d77dc0b094d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625730 Jul 16 01:30:08.650971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72f3fd-01f3-4ac1-9f6f-54f2dc3c666f req-60c4c780-4400-48d7-aac9-a34d22bc14f1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.652386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a72f3fd-01f3-4ac1-9f6f-54f2dc3c666f req-60c4c780-4400-48d7-aac9-a34d22bc14f1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 943 time: 0.1829207 Jul 16 01:30:08.654151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-eb52c841-c283-4300-9803-a90309a2a551 service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747489 Jul 16 01:30:08.662718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837ce6c-8df0-4c43-b41a-7c63eae65841 req-3d6a325c-38c1-4a34-9665-0e3b3004fabc tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.664104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b837ce6c-8df0-4c43-b41a-7c63eae65841 req-3d6a325c-38c1-4a34-9665-0e3b3004fabc tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 945 time: 0.1601255 Jul 16 01:30:08.764239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 57022e01-7757-4be0-9fca-1040c9fdd142 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:08.790535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a72f3fd-01f3-4ac1-9f6f-54f2dc3c666f req-dc5506a2-b9c9-404d-8d7f-92d480501a53 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254425 Jul 16 01:30:08.794894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b837ce6c-8df0-4c43-b41a-7c63eae65841 req-60c289d2-5dff-46c0-a7bf-d776381519d7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213670 Jul 16 01:30:08.809102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:08.810348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f67f1b8-3ec7-4be9-91cf-f89c7ce7287c req-c97e5659-4ede-4948-84b4-ca3eede78a86 service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442423 Jul 16 01:30:08.888020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 57022e01-7757-4be0-9fca-1040c9fdd142 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:08.894401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 57022e01-7757-4be0-9fca-1040c9fdd142 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:08.895350 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.896145 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e89326-c9b2-41ba-bdb2-86321cca8f34 x-openstack-request-id: req-00e89326-c9b2-41ba-bdb2-86321cca8f34 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:08.896474 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71dea02-145a-47ee-9249-6605769a0825", "name": "network-vif-deleted", "tag": "d8d0684f-da82-4e58-a78a-68f37cd43c2f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:08.896745 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00e89326-c9b2-41ba-bdb2-86321cca8f34 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:08.897857 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71dea02-145a-47ee-9249-6605769a0825', 'name': 'network-vif-deleted', 'tag': 'd8d0684f-da82-4e58-a78a-68f37cd43c2f', 'status': 'completed', 'code': 200} Jul 16 01:30:08.923730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5f4100f0-2a94-438c-80f7-dce6b95705e4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:08.924170 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.926127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-7e867a66-8e30-45bd-ac05-6713ccaf7d7c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1002 time: 0.0712819 Jul 16 01:30:08.993586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-a12434a9-6fb4-4f1b-b066-622c4d91e8d0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.995781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-a12434a9-6fb4-4f1b-b066-622c4d91e8d0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports/df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0620923 Jul 16 01:30:09.071257 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.072586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc642792-ea16-4efd-b1b9-f29dfc37a22d req-c415ae44-4d0c-4a3e-a305-565c44289b6b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.074233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc642792-ea16-4efd-b1b9-f29dfc37a22d req-c415ae44-4d0c-4a3e-a305-565c44289b6b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 949 time: 0.0772302 Jul 16 01:30:09.080295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.133523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 57022e01-7757-4be0-9fca-1040c9fdd142, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=57022e01-7757-4be0-9fca-1040c9fdd142,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:09.135389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:09.138607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.143007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.166236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc642792-ea16-4efd-b1b9-f29dfc37a22d req-1d4842fd-f56a-44a0-aa2b-937cec63d24d tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851607 Jul 16 01:30:09.200898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=57022e01-7757-4be0-9fca-1040c9fdd142,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.215457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-e9b5aac8-79d5-48f9-8e7a-693d370374b1 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1002 time: 0.1005611 Jul 16 01:30:09.264537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.347049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-7a568dbe-1c41-497e-8fd8-aaf543372838 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274141 Jul 16 01:30:09.390774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-fb0b36a9-64a1-4569-9633-3a09f92a1564 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.392135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-fb0b36a9-64a1-4569-9633-3a09f92a1564 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1703398 Jul 16 01:30:09.490401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f228ba5-98af-4500-a86d-e614b7a1f60b'}, {'server_uuid': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7575cf7-797c-4445-babf-914d77f40a56'}, {'server_uuid': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57022e01-7757-4be0-9fca-1040c9fdd142'}, {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:09.494279 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec23b9-7c07-45aa-8b10-9e5a2fc1bec2" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "2f228ba5-98af-4500-a86d-e614b7a1f60b"}, {"server_uuid": "5b61e400-66ac-44e9-821c-f617fc10b0d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7575cf7-797c-4445-babf-914d77f40a56"}, {"server_uuid": "5cd1550e-f31e-4b16-a2d6-b77b4cabebf5", "name": "network-vif-plugged", "status": "completed", "tag": "57022e01-7757-4be0-9fca-1040c9fdd142"}, {"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:09.507216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-a69def17-3b77-4d0a-8690-b4c235128c09 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1002 time: 0.1074910 Jul 16 01:30:09.521705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:09.832690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-24d6e281-8343-4294-877f-4f6089638933 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.834178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-24d6e281-8343-4294-877f-4f6089638933 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4774365 Jul 16 01:30:09.845783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f621f85-62ff-456f-a8c9-b6e2d208efa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.881760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-ec9674a6-49a3-4a8a-bf18-361f1b1018e4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/quotas/d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 375 time: 0.0171404 Jul 16 01:30:09.906990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.972482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-c0990670-cdf9-4bdd-8277-1058799a9b79 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.974649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-c0990670-cdf9-4bdd-8277-1058799a9b79 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "GET /v2.0/ports?device_id=e41b2892-4386-490b-ab33-a97dc3ba8ba7 HTTP/1.1" status: 200 len: 943 time: 0.0665200 Jul 16 01:30:10.047063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-750c3d8e-7b97-491b-882a-dbc6e3b66eba tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603568 Jul 16 01:30:10.090668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Deleting port c0d27cd6-fed7-49f3-a2f0-a9e06529958d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:10.091022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.095942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.101936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.102527 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511 disassociated. External IP: 172.25.7.214, port: df73891c-41a1-475f-b3d9-912b805bc3b7. Jul 16 01:30:10.251210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] For port c0d27cd6-fed7-49f3-a2f0-a9e06529958d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:10.251849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.269756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Calling delete_port for c0d27cd6-fed7-49f3-a2f0-a9e06529958d owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:10.416772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:10.445366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.486811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event deleted for resources: {'Port': ['ID=c0d27cd6-fed7-49f3-a2f0-a9e06529958d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.508254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.508787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.509280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.509630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.509976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.510313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.510649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.510983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.511374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.511706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.512803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.513165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:10.595518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] No DVR routers for this DVR port c0d27cd6-fed7-49f3-a2f0-a9e06529958d on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:10.598968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.601865 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e8026-0c91-429c-87aa-487aa1e579e6 req-63aebd73-0c8f-4318-8f19-00d670247533 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "DELETE /v2.0/ports/c0d27cd6-fed7-49f3-a2f0-a9e06529958d HTTP/1.1" status: 204 len: 173 time: 0.6186099 Jul 16 01:30:10.602408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'name': 'network-vif-deleted', 'tag': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:10.607818 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca043d-f517-41df-a766-9bbfb2b7860b" -d '{"events": [{"server_uuid": "e41b2892-4386-490b-ab33-a97dc3ba8ba7", "name": "network-vif-deleted", "tag": "c0d27cd6-fed7-49f3-a2f0-a9e06529958d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:10.650062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:10.660774 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:10.662381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.670348 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:10.670973 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:10.679755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.686354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.692689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.699877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.706629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.713602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.719576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.734947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-1de57d88-3cc3-4568-b4c6-6a18af74426c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.2683213 Jul 16 01:30:10.824412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47894) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:10.870199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:10.912501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-d5f6c566-0761-4718-9990-8dbc9963941c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 695 time: 1.3959227 Jul 16 01:30:10.914544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:10.917193 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5590681f-4455-486a-85ac-a9fd979bccae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:10.958677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10db6913-8d5c-421a-8a31-e7dfe71076da req-0c480a7e-1309-447c-a89b-7ca1656cf5e9 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2226887 Jul 16 01:30:11.068684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91788a67-991f-4914-a09a-6b15d13668ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.127133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-bef2e768-8a14-40fd-adb8-9bc45a32215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.128683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-bef2e768-8a14-40fd-adb8-9bc45a32215d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1098 time: 0.1996491 Jul 16 01:30:11.246417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91788a67-991f-4914-a09a-6b15d13668ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.258227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91788a67-991f-4914-a09a-6b15d13668ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.301793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fcd8682-882d-4b75-9009-0867f4ba1e3a req-e8300d7a-8ff9-47f7-aeb5-731ef73c102f tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71dea02-145a-47ee-9249-6605769a0825 HTTP/1.1" status: 200 len: 210 time: 0.0695705 Jul 16 01:30:11.330495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-8cb76c8c-f00a-4762-b11c-de8b3f4c8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.332047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-8cb76c8c-f00a-4762-b11c-de8b3f4c8e64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1849248 Jul 16 01:30:11.357366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-91788a67-991f-4914-a09a-6b15d13668ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5d845d61a1b46dfaf55b71c30d80f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313578 Jul 16 01:30:11.361100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47900) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:11.381142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91788a67-991f-4914-a09a-6b15d13668ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53808854-6569-4957-af0c-2025aa66c757,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.429098 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e3d3ff-374a-4f07-be38-2ba88e67e5fc x-openstack-request-id: req-80e3d3ff-374a-4f07-be38-2ba88e67e5fc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:11.429676 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-plugged", "status": "completed", "tag": "2f228ba5-98af-4500-a86d-e614b7a1f60b", "code": 200}, {"server_uuid": "5b61e400-66ac-44e9-821c-f617fc10b0d7", "name": "network-vif-plugged", "status": "completed", "tag": "f7575cf7-797c-4445-babf-914d77f40a56", "code": 200}, {"server_uuid": "5cd1550e-f31e-4b16-a2d6-b77b4cabebf5", "name": "network-vif-plugged", "status": "completed", "tag": "57022e01-7757-4be0-9fca-1040c9fdd142", "code": 200}, {"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:11.429863 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80e3d3ff-374a-4f07-be38-2ba88e67e5fc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:11.436871 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'code': 200} Jul 16 01:30:11.437235 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93', 'code': 200} Jul 16 01:30:11.437728 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f228ba5-98af-4500-a86d-e614b7a1f60b', 'code': 200} Jul 16 01:30:11.438208 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7575cf7-797c-4445-babf-914d77f40a56', 'code': 200} Jul 16 01:30:11.438524 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57022e01-7757-4be0-9fca-1040c9fdd142', 'code': 200} Jul 16 01:30:11.439005 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'code': 200} Jul 16 01:30:11.450058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-e2b672df-af4a-4a1a-986e-0d71f46eccfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 217 time: 0.1078920 Jul 16 01:30:11.538938 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:11.556980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9428c965-79f9-4b81-bedc-365a4e149202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.610769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-b866c632-eda0-4077-b90a-1e5ad80d0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.612842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-b866c632-eda0-4077-b90a-1e5ad80d0c30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.1475492 Jul 16 01:30:11.618780 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:11.640182 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:11.641412 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:11.658727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9428c965-79f9-4b81-bedc-365a4e149202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.721106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-fc84ee7f-3e8a-4618-8e70-66f9b637cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.723701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-fc84ee7f-3e8a-4618-8e70-66f9b637cc2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030703 Jul 16 01:30:11.872484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-3e12462f-51c0-4fa0-8c23-bf222532eede service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419280 Jul 16 01:30:11.917099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d844498-c356-448e-946d-20dd69654c2b req-54eb46d4-333e-4e85-a937-8d6d4c01d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.918747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d844498-c356-448e-946d-20dd69654c2b req-54eb46d4-333e-4e85-a937-8d6d4c01d209 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 1097 time: 0.2885418 Jul 16 01:30:11.951652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9428c965-79f9-4b81-bedc-365a4e149202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.954791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9428c965-79f9-4b81-bedc-365a4e149202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.958667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9428c965-79f9-4b81-bedc-365a4e149202 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53808854-6569-4957-af0c-2025aa66c757 HTTP/1.1" status: 204 len: 168 time: 0.5940850 Jul 16 01:30:11.969991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428c965-79f9-4b81-bedc-365a4e149202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53808854-6569-4957-af0c-2025aa66c757,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.994645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d844498-c356-448e-946d-20dd69654c2b req-60239005-bf4b-415e-995f-50bc7c672839 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671277 Jul 16 01:30:12.005960 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:12.260403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f30b-d712-482a-8c22-ca374e942b00 req-c5ad23e1-74ed-407b-8b43-67200ac1a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.262274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ca5f30b-d712-482a-8c22-ca374e942b00 req-c5ad23e1-74ed-407b-8b43-67200ac1a835 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 1102 time: 0.2883232 Jul 16 01:30:12.327579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86225e-127b-4da9-b4fb-bde4175ac8a7 req-1d982f5a-18a1-464d-86b8-8ed0b28504b4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.328884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac16f58d-0866-44ab-8729-9e68eb6329d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.341974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df86225e-127b-4da9-b4fb-bde4175ac8a7 req-1d982f5a-18a1-464d-86b8-8ed0b28504b4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 945 time: 0.4680767 Jul 16 01:30:12.357310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:12.375001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.399023 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1c638-724d-493f-b6f9-2d2ceb7f445e None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:12.400866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0bb0913-9f21-4e5e-8c98-fc6ae1a3c651 req-28b9fe5c-a32e-4be0-8f80-ce87b3ea3bed service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103097 Jul 16 01:30:12.454323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.455962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.456661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.457702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.458604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.459769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.460708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.462774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-a7702f2a-8a31-4de8-8b78-c5bce2761fad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.4899056 Jul 16 01:30:12.469609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ca5f30b-d712-482a-8c22-ca374e942b00 req-19885fa1-b31f-4c5c-9595-043f1c8b05cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999660 Jul 16 01:30:12.494847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df86225e-127b-4da9-b4fb-bde4175ac8a7 req-7427ab72-b7e9-49a0-abc9-95fd97a9652d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518891 Jul 16 01:30:12.568744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-202b4640-7e91-4f22-baa7-5ec9753b2144 req-060df22a-4ed1-454b-8b22-cb6a8147f369 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0962074 Jul 16 01:30:12.576026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:12.591895 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3186c4cd-bb7d-4871-90e1-f61bb9b7be09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.792826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0b4d8ae-0eab-49cf-8ac8-71e233cbc930 req-7f6fa972-b287-457b-860f-ea35a430b18e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 210 time: 0.0552843 Jul 16 01:30:12.826154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-4c18a732-ee0d-4cb4-9ba6-bd742093ad11 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d016397d79854b1ca90017ec4e6a9a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540349 Jul 16 01:30:12.830233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c0d27cd6-fed7-49f3-a2f0-a9e06529958d no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:12.840909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f43f-c2cf-4c01-b96c-0c9ec153686a req-72a04995-bfe5-4876-b84a-f578b4f682bc tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.842481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02c4f43f-c2cf-4c01-b96c-0c9ec153686a req-72a04995-bfe5-4876-b84a-f578b4f682bc tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 950 time: 0.1920724 Jul 16 01:30:12.887388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: c0d27cd6-fed7-49f3-a2f0-a9e06529958d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:12.887827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c0d27cd6-fed7-49f3-a2f0-a9e06529958d not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:12.891343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cebfa40-5121-4f17-807c-0389180e45cc None None] New status for floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:12.900873 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c78c80-023f-4718-80dd-7e45c5d1348e x-openstack-request-id: req-92c78c80-023f-4718-80dd-7e45c5d1348e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:12.901456 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41b2892-4386-490b-ab33-a97dc3ba8ba7", "name": "network-vif-deleted", "tag": "c0d27cd6-fed7-49f3-a2f0-a9e06529958d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:12.901456 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92c78c80-023f-4718-80dd-7e45c5d1348e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:12.901818 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41b2892-4386-490b-ab33-a97dc3ba8ba7', 'name': 'network-vif-deleted', 'tag': 'c0d27cd6-fed7-49f3-a2f0-a9e06529958d', 'status': 'completed', 'code': 200} Jul 16 01:30:12.990342 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3186c4cd-bb7d-4871-90e1-f61bb9b7be09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.993748 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b31ad8-4a04-4318-a65a-160b6be0f581 x-openstack-request-id: req-94b31ad8-4a04-4318-a65a-160b6be0f581 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:12.993748 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:12.994240 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94b31ad8-4a04-4318-a65a-160b6be0f581 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:12.994501 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'status': 'completed', 'code': 200} Jul 16 01:30:13.026123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3186c4cd-bb7d-4871-90e1-f61bb9b7be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.094496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02c4f43f-c2cf-4c01-b96c-0c9ec153686a req-4fd20112-c060-422c-88f2-e2524d813036 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352769 Jul 16 01:30:13.154450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590681f-4455-486a-85ac-a9fd979bccae req-84032a3d-13ec-4185-8d97-e5542f0277e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.159988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-84032a3d-13ec-4185-8d97-e5542f0277e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 1098 time: 0.1432414 Jul 16 01:30:13.299386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3186c4cd-bb7d-4871-90e1-f61bb9b7be09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=389b67f32418426bbfaad2477e29d291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220759 Jul 16 01:30:13.303936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186c4cd-bb7d-4871-90e1-f61bb9b7be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1f8e3-3744-4401-ae08-5e0ec0ccf996,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.316898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590681f-4455-486a-85ac-a9fd979bccae req-744c908c-9262-45bc-bf72-f60c36a1a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.319516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-744c908c-9262-45bc-bf72-f60c36a1a21d service neutron] 10.222.0.13 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1451461 Jul 16 01:30:13.319992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:13.401838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-7cee5ae6-e8e6-40cd-bd3c-653d041cf4cd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.405335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-7cee5ae6-e8e6-40cd-bd3c-653d041cf4cd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5590799 Jul 16 01:30:13.422714 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-d4856760-2dc3-4435-a8bf-2efa7986aa79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 200 len: 217 time: 0.0842462 Jul 16 01:30:13.484980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Request body: {'port': {'device_id': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'd016397d79854b1ca90017ec4e6a9a66'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:13.525145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5cb053c-885d-4f0b-a58d-b4d30f250550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.562164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5cb053c-885d-4f0b-a58d-b4d30f250550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.615497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.651493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5cb053c-885d-4f0b-a58d-b4d30f250550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.654356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5cb053c-885d-4f0b-a58d-b4d30f250550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.656096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a5cb053c-885d-4f0b-a58d-b4d30f250550 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcb1f8e3-3744-4401-ae08-5e0ec0ccf996 HTTP/1.1" status: 204 len: 168 time: 0.3344345 Jul 16 01:30:13.681406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb053c-885d-4f0b-a58d-b4d30f250550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1f8e3-3744-4401-ae08-5e0ec0ccf996,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.702070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590681f-4455-486a-85ac-a9fd979bccae req-da07ea18-5ea8-4499-b38a-acb66a61e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.711188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-0b797c64-9c8e-4355-885c-dc30a09a9132 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.712042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-da07ea18-5ea8-4499-b38a-acb66a61e9fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.2794948 Jul 16 01:30:13.713813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-0b797c64-9c8e-4355-885c-dc30a09a9132 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 945 time: 0.4821265 Jul 16 01:30:13.747357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.760255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.775760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.791078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.806118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.813093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.819454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.828021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-6bfcd480-4524-4f7e-aa56-82a6a4cf0fe1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.5985885 Jul 16 01:30:13.846531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590681f-4455-486a-85ac-a9fd979bccae req-b5c7c641-6554-47b3-9218-9edefd5c59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.848201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Made reservation on behalf of d016397d79854b1ca90017ec4e6a9a66 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:13.849148 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-b5c7c641-6554-47b3-9218-9edefd5c59a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193299 Jul 16 01:30:13.852139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.039121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c04ef14a-eee2-4b08-af4c-77078aab8983 req-9077aaaa-3d08-4892-b1e1-87fb8b525ca0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2094362 Jul 16 01:30:14.107197 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-86d37485-918e-4b12-ba49-e03f4d7acd41 service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427895 Jul 16 01:30:14.262517 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5590681f-4455-486a-85ac-a9fd979bccae req-723ee7ca-3b2d-4854-bcdb-36ebab1ef9cf service neutron] 10.222.0.13 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474586 Jul 16 01:30:14.479807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-ff21bd47-3180-43eb-8762-77ead56ef181 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.481238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-ff21bd47-3180-43eb-8762-77ead56ef181 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 821 time: 0.7664189 Jul 16 01:30:14.544413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-a9f91abc-3a19-4430-ad6f-99f1ce65f985 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/quotas/caf1f213a9164f3c99e3f9aba24d486b HTTP/1.1" status: 200 len: 375 time: 0.0554650 Jul 16 01:30:14.555571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Allocated IP 192.168.233.125 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/2021ccab-a7df-4a8c-ad1b-bb13f3457a31) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:14.570579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port f7575cf7-797c-4445-babf-914d77f40a56 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:14.570929 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.652104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14c365-3e56-4ab9-98bc-717348fccf0a req-e47cf07e-d453-4a37-8554-ac2c3198480f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.654181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d14c365-3e56-4ab9-98bc-717348fccf0a req-e47cf07e-d453-4a37-8554-ac2c3198480f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 945 time: 0.3155110 Jul 16 01:30:14.832169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d14c365-3e56-4ab9-98bc-717348fccf0a req-73ef1122-b2fd-4151-b992-ea5f6e279204 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712739 Jul 16 01:30:14.868696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port f7575cf7-797c-4445-babf-914d77f40a56, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f7575cf7-797c-4445-babf-914d77f40a56,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:14.872939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.980900 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.003847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Transition to ACTIVE for port object 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:15.014892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-9df17577-01e5-4efc-834a-818ec265cc9b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4565768 Jul 16 01:30:15.027716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for f7575cf7-797c-4445-babf-914d77f40a56 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:15.136494 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.395534 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:15.560313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f9984-86a9-4172-b7d5-18e33fecbace req-3bfc4c6f-6e98-447d-a705-8f5d548aedd0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.562648 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-299f9984-86a9-4172-b7d5-18e33fecbace req-3bfc4c6f-6e98-447d-a705-8f5d548aedd0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d35a921-f031-4d96-ac78-33e58ca12e98 HTTP/1.1" status: 200 len: 946 time: 0.0898523 Jul 16 01:30:15.615524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.637264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f4100f0-2a94-438c-80f7-dce6b95705e4'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:15.672049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a', '4119bc0d-8930-48a1-95bf-0603cee6a807'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:15.704759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-b20a9df9-f1c1-410c-87bf-83be17a95573 service neutron] 10.222.0.42 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748068 Jul 16 01:30:15.735369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-bc495b38-dc0c-4b0e-b2d2-626595b78e0e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.737035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-bc495b38-dc0c-4b0e-b2d2-626595b78e0e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7351699 Jul 16 01:30:15.763021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Deleting port df73891c-41a1-475f-b3d9-912b805bc3b7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:15.763801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.777150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:15.853589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:15.856518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:15.877783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.920721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] For port df73891c-41a1-475f-b3d9-912b805bc3b7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=df73891c-41a1-475f-b3d9-912b805bc3b7,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:15.921077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.953435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Calling delete_port for df73891c-41a1-475f-b3d9-912b805bc3b7 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:15.965724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-1d42ad05-ec50-4a0c-82eb-4685dee22c21 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 696 time: 0.2008994 Jul 16 01:30:16.022562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'floatingip': {'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:16.088077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.110581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.111498 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.120974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.172949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.195635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=f7575cf7-797c-4445-babf-914d77f40a56,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.197792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e962cf01-e43c-42e7-ba2f-357b98d4f5de None None] Provisioning for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:16.203220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e962cf01-e43c-42e7-ba2f-357b98d4f5de None None] Provisioning complete for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:16.203601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e962cf01-e43c-42e7-ba2f-357b98d4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.210763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event deleted for resources: {'Port': ['ID=df73891c-41a1-475f-b3d9-912b805bc3b7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.233407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-294a83d9-b17a-4064-aa13-730aee2819d5 service neutron] 10.222.0.42 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274761 Jul 16 01:30:16.261144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e962cf01-e43c-42e7-ba2f-357b98d4f5de None None] Port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:16.279243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-4f705a3e-4792-4ff8-baa3-235c4f306e12 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8130279 Jul 16 01:30:16.289276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] No DVR routers for this DVR port df73891c-41a1-475f-b3d9-912b805bc3b7 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:16.293752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.294607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['daa87985-ea79-46e4-94e5-5cd75a2e7293'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:16.296751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-299f9984-86a9-4172-b7d5-18e33fecbace req-7dea2511-87a7-4699-929e-32506c800077 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.13 "DELETE /v2.0/ports/df73891c-41a1-475f-b3d9-912b805bc3b7 HTTP/1.1" status: 204 len: 173 time: 0.7262473 Jul 16 01:30:16.297559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'name': 'network-vif-deleted', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:16.299226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['f7575cf7-797c-4445-babf-914d77f40a56'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:16.300555 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b47b31c-ab99-4408-8327-a64ee620361f" -d '{"events": [{"server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "name": "network-vif-deleted", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:16.360044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Request body: {'port': {'device_id': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:16.365177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port f7575cf7-797c-4445-babf-914d77f40a56 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:16.374755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.377981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b14b803c-8f69-41fe-aca8-8efd462cd255 req-808500f1-2b81-4e4c-b818-a9bfa44a5340 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "DELETE /v2.0/ports/f7575cf7-797c-4445-babf-914d77f40a56 HTTP/1.1" status: 204 len: 173 time: 2.5461609 Jul 16 01:30:16.378448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'name': 'network-vif-deleted', 'tag': 'f7575cf7-797c-4445-babf-914d77f40a56'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:16.380887 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f37ac-6847-4d0d-931b-5e6d0402d5e8" -d '{"events": [{"server_uuid": "5b61e400-66ac-44e9-821c-f617fc10b0d7", "name": "network-vif-deleted", "tag": "f7575cf7-797c-4445-babf-914d77f40a56"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:16.659766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['df73891c-41a1-475f-b3d9-912b805bc3b7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:16.823122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.268090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f1ca34c-7aa2-4aad-86d6-348e5fc8cc97 req-1b7100e8-932f-47b2-956e-b6d90c7a7bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 210 time: 0.1518290 Jul 16 01:30:17.306958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c8abd-a78f-43ab-a4ab-c5ae4828703d req-6d6e3d30-bc62-408a-86ed-20c5ff857cf2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.314226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-624c8abd-a78f-43ab-a4ab-c5ae4828703d req-6d6e3d30-bc62-408a-86ed-20c5ff857cf2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 936 time: 0.6394498 Jul 16 01:30:17.549015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-624c8abd-a78f-43ab-a4ab-c5ae4828703d req-eab8b92f-8f6f-4d3c-b18a-78417f387714 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338643 Jul 16 01:30:17.697225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca34c-7aa2-4aad-86d6-348e5fc8cc97 req-d719a3f1-5d59-4587-a15d-07a8eaa0b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.698615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f1ca34c-7aa2-4aad-86d6-348e5fc8cc97 req-d719a3f1-5d59-4587-a15d-07a8eaa0b648 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a1d9e7a93ae4436d8de377ded899367d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3999586 Jul 16 01:30:17.786400 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:17.937857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.955148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.960688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:17.972834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73232e4a-05f2-4474-870e-84569dd5eb41 req-f8c7874b-1cfe-400f-b4e8-8b12378975e8 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.974323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73232e4a-05f2-4474-870e-84569dd5eb41 req-f8c7874b-1cfe-400f-b4e8-8b12378975e8 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 950 time: 0.2844844 Jul 16 01:30:17.976217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca34c-7aa2-4aad-86d6-348e5fc8cc97 req-e45c8a83-fae2-42c8-b818-b6a1303eb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.977556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f1ca34c-7aa2-4aad-86d6-348e5fc8cc97 req-e45c8a83-fae2-42c8-b818-b6a1303eb037 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2660382 Jul 16 01:30:18.013418 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.061817 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.083145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Transition to ACTIVE for port object 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:18.119233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.174987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73232e4a-05f2-4474-870e-84569dd5eb41 req-f2a3774b-88e0-45ea-b9a2-3b2ebbaaede7 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639278 Jul 16 01:30:18.260900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.265912 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511 associated. External IP: 172.25.7.214, port: daa87985-ea79-46e4-94e5-5cd75a2e7293. Jul 16 01:30:18.362162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-686b3445-0456-4d18-b2d0-e51b7884734b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.363669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-686b3445-0456-4d18-b2d0-e51b7884734b tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 821 time: 0.3227012 Jul 16 01:30:18.692475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Request body: {'port': {'device_id': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'admin_state_up': True, 'tenant_id': 'caf1f213a9164f3c99e3f9aba24d486b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:18.809202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device df73891c-41a1-475f-b3d9-912b805bc3b7 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:18.839090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: df73891c-41a1-475f-b3d9-912b805bc3b7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:18.839607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device df73891c-41a1-475f-b3d9-912b805bc3b7 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:18.866941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:18.867274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:18.867606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:18.885348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:18.885670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:18.939909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:18.940647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:18.940647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:18.941091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Bound port: 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:18.941447 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.980962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.986720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.992994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.998814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.004610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.010677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.016412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.018339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-f2187394-44be-4dbf-940f-809152f692a4 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.3300154 Jul 16 01:30:19.116143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Made reservation on behalf of caf1f213a9164f3c99e3f9aba24d486b for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:19.119820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.170198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fbb650-2d45-4e57-a99a-174ec36ff2cc req-2ae6e6e8-8157-4d1a-bb59-30b16de0993a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1148338 Jul 16 01:30:19.201267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:19.201267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:19.203547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:19.236550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.302048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.302701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.304747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] 10.222.0.13 "PUT /v2.0/ports/2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 1097 time: 2.9510183 Jul 16 01:30:19.406539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3d53c-adaa-49b1-927a-a10806a81113 service neutron] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.491897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Allocated IP 172.20.0.14 (02b08fc1-15ce-4497-8724-06a31d3642d9/c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33/a8fdc77c-20d9-4f8e-a105-bfa6117b2464) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:19.520390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-acc9a597-ea51-4a15-9c1e-f4f06a9325de req-1419ea96-a4d4-47dc-b317-e95d1a8b7182 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 210 time: 0.0755725 Jul 16 01:30:19.549209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:19.561888 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:19.573441 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:19.574158 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:19.576894 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e11254d-dd9c-4fee-8af8-1f2c9424d307 x-openstack-request-id: req-4e11254d-dd9c-4fee-8af8-1f2c9424d307 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:19.577432 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d35a921-f031-4d96-ac78-33e58ca12e98", "name": "network-vif-deleted", "tag": "df73891c-41a1-475f-b3d9-912b805bc3b7", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:19.577552 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e11254d-dd9c-4fee-8af8-1f2c9424d307 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:19.577933 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d35a921-f031-4d96-ac78-33e58ca12e98', 'name': 'network-vif-deleted', 'tag': 'df73891c-41a1-475f-b3d9-912b805bc3b7', 'status': 'completed', 'code': 200} Jul 16 01:30:19.578185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.620074 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eed50a-c20d-4deb-b9b7-c0db85d863d2 x-openstack-request-id: req-93eed50a-c20d-4deb-b9b7-c0db85d863d2 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:19.620448 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b61e400-66ac-44e9-821c-f617fc10b0d7", "name": "network-vif-deleted", "tag": "f7575cf7-797c-4445-babf-914d77f40a56", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:19.620593 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93eed50a-c20d-4deb-b9b7-c0db85d863d2 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:19.620955 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b61e400-66ac-44e9-821c-f617fc10b0d7', 'name': 'network-vif-deleted', 'tag': 'f7575cf7-797c-4445-babf-914d77f40a56', 'status': 'completed', 'code': 200} Jul 16 01:30:19.658095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-128ecb6d-ce22-453a-b50b-600df9053be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.659619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-128ecb6d-ce22-453a-b50b-600df9053be3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1100 time: 0.2714911 Jul 16 01:30:19.666428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ed34756f-c48f-473b-99d3-69d4b3b696e0 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 996 time: 3.6825693 Jul 16 01:30:19.711975 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:19.780922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-2e9892f1-e642-4ace-8045-92c2475a7b10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.0901935 Jul 16 01:30:19.804701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ecbde1-acea-4e6c-bf21-f0d0b9630e32 req-ca72d6ea-d0d8-4763-801a-6a3827500b77 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0925915 Jul 16 01:30:19.815862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3f1ca34c-7aa2-4aad-86d6-348e5fc8cc97 req-2b1c25e8-5117-448a-acd8-7132b38014e8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b61e400-66ac-44e9-821c-f617fc10b0d7 HTTP/1.1" status: 200 len: 210 time: 0.0294335 Jul 16 01:30:19.912722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-a2a86930-3043-4d34-b574-b85599276c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.914128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-a2a86930-3043-4d34-b574-b85599276c9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1139433 Jul 16 01:30:19.941327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-b81437db-eb4a-4f72-b420-bb150f06d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.943049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-b81437db-eb4a-4f72-b420-bb150f06d0bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.2535229 Jul 16 01:30:19.976298 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.988243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:30:17Z', 'revision_number': 8, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:20.028147 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:20.042568 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:20.044220 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:20.118093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1798-038e-401b-9334-590cc02d91ef req-7182e201-98c2-4e97-a2d1-53a671aca120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.119617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-7182e201-98c2-4e97-a2d1-53a671aca120 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1987653 Jul 16 01:30:20.125995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.128608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-976e06c3-7b39-447e-891d-f3c55fcbf969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.130304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-976e06c3-7b39-447e-891d-f3c55fcbf969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1598749 Jul 16 01:30:20.198489 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:20.256768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Network 02b08fc1-15ce-4497-8724-06a31d3642d9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:20.265907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:20.271389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event updated for resources: {'Port': ['ID=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.281377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:20.290972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-c167d86c-364e-4829-aa52-4fe6d41d68e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 999 time: 0.1535397 Jul 16 01:30:20.434230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.434917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.441134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-26cd0191-228b-4c0e-a36c-04e81b4a1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.442643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-26cd0191-228b-4c0e-a36c-04e81b4a1451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.1290402 Jul 16 01:30:20.453667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-4963c6f0-aec8-4b96-bd90-197dc9da2de5 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871146 Jul 16 01:30:20.474381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-7c0644e7-f259-471a-ba8a-0dd1b725e9cc tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7870247 Jul 16 01:30:20.510234 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:30:17Z', 'revision_number': 8, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:20.515605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Request body: {'port': {'device_id': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.551853 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7914c2-0367-4ff9-a483-12dd95884f64 None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fcc056c7-27ed-4fb0-9255-d0321ff4b511', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'port_id': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'mac_address': 'fa:16:3e:6e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:27Z', 'updated_at': '2021-07-16T01:30:17Z', 'revision_number': 8, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:20.685725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-bfca4817-bf56-473b-98f4-ab655d358c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.687278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-bfca4817-bf56-473b-98f4-ab655d358c6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2363758 Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.701211 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:20.711934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bff1798-038e-401b-9334-590cc02d91ef req-73b3ab55-b012-4ff9-9357-9a816a186232 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413666 Jul 16 01:30:20.714329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.809004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673da36c-5825-4762-bd6b-1a2a9187d069 None None] New status for floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:20.967720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-ecfcf08b-34d7-4036-9c2e-69b925aab485 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723310 Jul 16 01:30:20.997707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae7374-9513-471c-9187-4f0e4739ad95 req-d954f0d3-8839-436b-af3b-929767e0fe43 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.999249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41ae7374-9513-471c-9187-4f0e4739ad95 req-d954f0d3-8839-436b-af3b-929767e0fe43 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 948 time: 0.3094308 Jul 16 01:30:21.403720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-e744e0c8-cae9-4488-b471-32e429d307f6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.405444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-e744e0c8-cae9-4488-b471-32e429d307f6 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.5822589 Jul 16 01:30:21.503901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41ae7374-9513-471c-9187-4f0e4739ad95 req-cd14e534-a1cd-4bbf-bf3d-8fdf03426e7e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961152 Jul 16 01:30:21.535664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e299ed-46b0-4581-92a9-51051ce59c14 req-898ea759-7180-4ff8-846c-72f5d149ad27 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560503 Jul 16 01:30:21.622488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}, {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:21.625083 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}, {"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:21.688729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Deleting port da811483-c9de-453d-8ec3-012f95b335e5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:21.689225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.730145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fdc77c-20d9-4f8e-a105-bfa6117b2464 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:21.743404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.808132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Transition to ACTIVE for port object a8fdc77c-20d9-4f8e-a105-bfa6117b2464 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:21.830714 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.897070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.902772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.908826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.915674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.921516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.927343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.933781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.935717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c65edf1d-b2b4-4fa1-b91f-f770795997ae req-f0477eb3-d7f1-4ca6-bc22-10ca9d4c268d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.3038709 Jul 16 01:30:21.938708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] For port da811483-c9de-453d-8ec3-012f95b335e5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da811483-c9de-453d-8ec3-012f95b335e5,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.938950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.947791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.957981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Request body: {'floatingip': {'port_id': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:21.963763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Calling delete_port for da811483-c9de-453d-8ec3-012f95b335e5 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:22.000462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.005512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.115772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddecbe-40e3-4acb-afb9-7a6bc9bcf126 req-64eee66b-c6af-4084-b49f-4727f2815d07 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.117349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aaddecbe-40e3-4acb-afb9-7a6bc9bcf126 req-64eee66b-c6af-4084-b49f-4727f2815d07 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2d7acd7-2c4a-4d60-9795-b73fd45891a2 HTTP/1.1" status: 200 len: 944 time: 0.3065164 Jul 16 01:30:22.191457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Attempting to bind port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:22.191794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Attempting to bind port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:22.192128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Attempting to bind port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 on network 02b08fc1-15ce-4497-8724-06a31d3642d9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:22.212266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aaddecbe-40e3-4acb-afb9-7a6bc9bcf126 req-48b2fad9-6610-4deb-8ee3-71a693507df8 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851624 Jul 16 01:30:22.216590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 on network 02b08fc1-15ce-4497-8724-06a31d3642d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:22.216914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Attempting to bind port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 on network 02b08fc1-15ce-4497-8724-06a31d3642d9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:22.239000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:22.239348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Checking segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:22.239800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Bound using segment: {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:22.240902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Bound port: a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5821e616-16d2-45cc-9ad1-55c1a5745760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:22.241274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.409924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.416462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5aaafc9a-6b7a-4abc-8d46-aa37805e5d92 req-4153c434-364c-4945-9262-760ab89c9e52 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 998 time: 0.1608632 Jul 16 01:30:22.444588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['da811483-c9de-453d-8ec3-012f95b335e5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:22.466630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] For port a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:22.468854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event deleted for resources: {'Port': ['ID=da811483-c9de-453d-8ec3-012f95b335e5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.478293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dcc7e-14eb-4770-bd2e-5ac4b5f027b0 req-92d0c154-f4e2-4626-bcd0-6a838df98770 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.479833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-210dcc7e-14eb-4770-bd2e-5ac4b5f027b0 req-92d0c154-f4e2-4626-bcd0-6a838df98770 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2913232 Jul 16 01:30:22.528078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] For port a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:22.552046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.556884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.561842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.612571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] No DVR routers for this DVR port da811483-c9de-453d-8ec3-012f95b335e5 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:22.625680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.627643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1feff564-0452-4a89-8350-c786ef1a44c9 req-5fd1acd1-728a-4e94-b9d7-3b13a2a68a02 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "DELETE /v2.0/ports/da811483-c9de-453d-8ec3-012f95b335e5 HTTP/1.1" status: 204 len: 173 time: 1.2100108 Jul 16 01:30:22.668602 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Floating IP 4e04080e-048f-4ed5-aa54-e519ae788684 associated. External IP: 172.25.7.163, port: c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee. Jul 16 01:30:22.670596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.671424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.672729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8fdc77c-20d9-4f8e-a105-bfa6117b2464 HTTP/1.1" status: 200 len: 1093 time: 2.1701651 Jul 16 01:30:22.683024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-210dcc7e-14eb-4770-bd2e-5ac4b5f027b0 req-61513d82-6b63-432c-b395-35896d9dd5b1 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895583 Jul 16 01:30:22.713404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafc9a-6b7a-4abc-8d46-aa37805e5d92 req-bb01e09d-4bab-40b6-b225-b12d7fb79694 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.714841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5aaafc9a-6b7a-4abc-8d46-aa37805e5d92 req-bb01e09d-4bab-40b6-b225-b12d7fb79694 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2858858 Jul 16 01:30:22.720009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55471dfa-199e-44dc-b180-6217384b0872 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.729373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-5aaafc9a-6b7a-4abc-8d46-aa37805e5d92 req-bebabae3-61bb-446f-8674-3058abefa998 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:22.730400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5aaafc9a-6b7a-4abc-8d46-aa37805e5d92 req-bebabae3-61bb-446f-8674-3058abefa998 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071914 Jul 16 01:30:22.757634 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aff52c-7f17-461b-b541-e13aedf7490a x-openstack-request-id: req-d7aff52c-7f17-461b-b541-e13aedf7490a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:22.757941 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:22.758368 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7aff52c-7f17-461b-b541-e13aedf7490a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:22.758682 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'status': 'completed', 'code': 200} Jul 16 01:30:22.758943 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'status': 'completed', 'code': 200} Jul 16 01:30:22.839729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:22.875083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-84449041-f979-43c1-a6cb-a2c85be16a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.876997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-84449041-f979-43c1-a6cb-a2c85be16a43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1219983 Jul 16 01:30:22.884205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-aa3d1563-cff4-4c1e-ba16-7aca38d0a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.885874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-aa3d1563-cff4-4c1e-ba16-7aca38d0a66f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1100 time: 0.0831161 Jul 16 01:30:22.920787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f7575cf7-797c-4445-babf-914d77f40a56 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:22.969120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: f7575cf7-797c-4445-babf-914d77f40a56 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:22.969993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f7575cf7-797c-4445-babf-914d77f40a56 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:23.049658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-04915da9-cc8e-46e1-8686-5bce5d49c229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464 HTTP/1.1" status: 200 len: 217 time: 0.1388717 Jul 16 01:30:23.090003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:23.106694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'mac_address': 'fa:16:3e:06:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:23.120735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-06cdea1f-1f96-464e-9320-0cd871acfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.122528 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-06cdea1f-1f96-464e-9320-0cd871acfee3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.2242105 Jul 16 01:30:23.154588 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.172893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:23.202843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:23.209586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.231603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:23.256261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Router f88c6b11-86bb-4e15-8dcd-52638739586f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:23.275618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.305812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-8129cfa4-4aa0-4922-bf81-a7de66397123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.306498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-8129cfa4-4aa0-4922-bf81-a7de66397123 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 200 len: 861 time: 0.2446570 Jul 16 01:30:23.320702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-22397a00-515e-428a-a7f1-9e96ae1f5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.322982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-22397a00-515e-428a-a7f1-9e96ae1f5518 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1672704 Jul 16 01:30:23.323444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-b93ca120-913b-49d4-b37e-560fbe49c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.324888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-b93ca120-913b-49d4-b37e-560fbe49c881 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.4329758 Jul 16 01:30:23.374694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-2fa04b6b-a284-4997-8eba-756ca8de4b1b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.383645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-2fa04b6b-a284-4997-8eba-756ca8de4b1b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.4543586 Jul 16 01:30:23.387094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-01242909-2573-4151-9f73-e99f9ef984d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02b08fc1-15ce-4497-8724-06a31d3642d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667119 Jul 16 01:30:23.462170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-8ae463cb-4d7c-4fbe-bd45-21e5499cab08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.1247993 Jul 16 01:30:23.470864 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-b89eed87-57ee-4303-98cd-16e151c218e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 1001 time: 0.1393788 Jul 16 01:30:23.479623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f7e0f-a362-4cb6-8bf0-3e8ffb8e6484 req-3205b02e-6ed6-420f-a5fa-300adaad4ccb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.481952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-952f7e0f-a362-4cb6-8bf0-3e8ffb8e6484 req-3205b02e-6ed6-420f-a5fa-300adaad4ccb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 948 time: 0.3327923 Jul 16 01:30:23.486861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:23.500168 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] Sync routers for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:23.508817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.518056 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:23.519230 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:23.533904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2021ccab-a7df-4a8c-ad1b-bb13f3457a31'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:23.551534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-2486036e-58a4-45b7-baeb-603779b2eb14 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.1662734 Jul 16 01:30:23.560954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c72068fc-7a9a-47a2-8792-f0ae7a5e3be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.564179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-0da3ed57-6bbb-4caf-9e9e-6cfde2b32d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.566168 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-0da3ed57-6bbb-4caf-9e9e-6cfde2b32d5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0887871 Jul 16 01:30:23.638688 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9547b0a1-c297-4031-a38e-6a02a9066fa7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "PUT /v2.0/floatingips/4e04080e-048f-4ed5-aa54-e519ae788684 HTTP/1.1" status: 200 len: 992 time: 1.6891427 Jul 16 01:30:23.641997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:23.645176 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba61db1-4b24-46a8-9e5a-57987efe0c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:23.669807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-71bc930e-b2a0-42d3-b9ef-f46236454eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.675747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-71bc930e-b2a0-42d3-b9ef-f46236454eb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970044 Jul 16 01:30:23.703087 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:23.716656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-7f7f9a6f-4a43-4e02-aad8-2fb3965d0449 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1640587 Jul 16 01:30:23.796677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-7be7120d-1dc8-4c0f-8b1c-e9d3bf67b5bc service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157045 Jul 16 01:30:23.846909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-d056a7d0-2c22-45cf-9cc9-cd54fee85ee4 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212279 Jul 16 01:30:23.854059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-5c8a55e0-2f43-4439-ab0b-fc976a88e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.855759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-5c8a55e0-2f43-4439-ab0b-fc976a88e9c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.3413889 Jul 16 01:30:23.896066 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-a9d2e88c-a08d-4919-8add-bea72381b590 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917869 Jul 16 01:30:23.965318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-952f7e0f-a362-4cb6-8bf0-3e8ffb8e6484 req-5de7c6ea-57be-4c34-8788-3c046b248747 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487638 Jul 16 01:30:24.085930 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '4e04080e-048f-4ed5-aa54-e519ae788684', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'port_id': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'mac_address': 'fa:16:3e:6e:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:42Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:53Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:24.117301 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] Checking router: f88c6b11-86bb-4e15-8dcd-52638739586f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:24.126708 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:24.127331 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:24.168245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c1751-8aae-48ba-8156-d6065173e2b3 req-df2a4df3-c100-45a7-b17e-aca73d3672b3 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115127 Jul 16 01:30:24.177074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-cece6017-5953-49ae-b230-606604230dea tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1001 time: 0.1649070 Jul 16 01:30:24.179327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-64c283f0-e9b5-46d7-806a-410f83ab60fa service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904593 Jul 16 01:30:24.186783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-02ef388a-d60b-499d-813d-aae20314263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.188494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-02ef388a-d60b-499d-813d-aae20314263a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3112683 Jul 16 01:30:24.253227 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:24.320828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c72068fc-7a9a-47a2-8792-f0ae7a5e3be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.356926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-8885a32d-1e6d-40aa-a98c-ff3ad39d69c5 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.358513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-8885a32d-1e6d-40aa-a98c-ff3ad39d69c5 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports/daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 942 time: 0.1675441 Jul 16 01:30:24.389140 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c72068fc-7a9a-47a2-8792-f0ae7a5e3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.529276 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '4e04080e-048f-4ed5-aa54-e519ae788684', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'port_id': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'mac_address': 'fa:16:3e:6e:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:42Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:53Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:24.558023 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9878d04-7715-49d1-8d23-18a442944a66 None None] The sync data for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 is: [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '4e04080e-048f-4ed5-aa54-e519ae788684', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'port_id': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'mac_address': 'fa:16:3e:6e:8d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:42Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:53Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:24.760122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'name': 'network-vif-deleted', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5'}, {'name': 'network-changed', 'server_uuid': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'tag': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:24.762473 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c" -d '{"events": [{"server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "name": "network-vif-deleted", "tag": "da811483-c9de-453d-8ec3-012f95b335e5"}, {"name": "network-changed", "server_uuid": "6e3acd56-b9ba-42af-b3d2-e7011312d2c8", "tag": "a8fdc77c-20d9-4f8e-a105-bfa6117b2464"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:24.829924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c72068fc-7a9a-47a2-8792-f0ae7a5e3be4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6676cc50ab7f41fd8e9bddcbd9a60b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5972478 Jul 16 01:30:24.833902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48072) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.835555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-10846f70-85ab-4e36-9006-b5ea74379197 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399164 Jul 16 01:30:24.839027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-5ef561fe-ce83-4886-abe3-74fa2e18a7c2 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367564 Jul 16 01:30:24.839659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72068fc-7a9a-47a2-8792-f0ae7a5e3be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34348b6a-fd14-47b1-8f92-f3188d4306a9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.841508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:24.867505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-da7cf705-c1d4-4e9c-b18d-52c35d1bae2e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1001 time: 0.1479058 Jul 16 01:30:24.916004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ba352-5976-4d76-bf4c-e7a4499444d9 None None] New status for floating IP 4e04080e-048f-4ed5-aa54-e519ae788684: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:24.952472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6aaa43-0bfe-4a89-89dc-9aef61014e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.015824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6aaa43-0bfe-4a89-89dc-9aef61014e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.033092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129dd8f1-3aac-4ad0-89f7-e565a772cbb0 req-9e770612-02e8-4f0f-bc1f-9f412e701a4a service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771834 Jul 16 01:30:25.063511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:25.067980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-b0579606-9bdb-4fca-afad-480dd9644b88 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.072745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:25.072745 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.078870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-b0579606-9bdb-4fca-afad-480dd9644b88 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1995287 Jul 16 01:30:25.110684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6aaa43-0bfe-4a89-89dc-9aef61014e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.113542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6aaa43-0bfe-4a89-89dc-9aef61014e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.114708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f6aaa43-0bfe-4a89-89dc-9aef61014e43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34348b6a-fd14-47b1-8f92-f3188d4306a9 HTTP/1.1" status: 204 len: 168 time: 0.2794523 Jul 16 01:30:25.128300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aaa43-0bfe-4a89-89dc-9aef61014e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34348b6a-fd14-47b1-8f92-f3188d4306a9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.221994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-4f972a9d-e913-4b38-a020-4db4240e217f tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 1001 time: 0.1351490 Jul 16 01:30:25.238434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:25.265379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.298272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:25.301006 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0984cfde-0ba3-4c33-947a-b35fea0e0492" -d '{"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-plugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:25.340605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:25.347678 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.349610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da811483-c9de-453d-8ec3-012f95b335e5 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:25.382955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.404071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: da811483-c9de-453d-8ec3-012f95b335e5 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:25.404220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da811483-c9de-453d-8ec3-012f95b335e5 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:25.471647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.493759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.494088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.494571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.494921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.495316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.495918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.496108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.496508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.500947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.501607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.502464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.503271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.597542 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52efa4e8-ea52-4593-b22f-14b5b29fb604 x-openstack-request-id: req-52efa4e8-ea52-4593-b22f-14b5b29fb604 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:25.597844 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:25.598098 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52efa4e8-ea52-4593-b22f-14b5b29fb604 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:25.598547 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'status': 'completed', 'code': 200} Jul 16 01:30:25.618098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.623773 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.624255 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511 disassociated. External IP: 172.25.7.214, port: daa87985-ea79-46e4-94e5-5cd75a2e7293. Jul 16 01:30:25.653271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.670227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcc01cd-bb35-4263-9918-92214bd564ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.776663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcc01cd-bb35-4263-9918-92214bd564ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.780809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcc01cd-bb35-4263-9918-92214bd564ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.822301 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fcc01cd-bb35-4263-9918-92214bd564ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3286f5db07bc4cd2abe72decaba1426c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679089 Jul 16 01:30:25.823180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc01cd-bb35-4263-9918-92214bd564ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d0718-b66a-4a61-a629-524421e74d52,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.836638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48098) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.859976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.860809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.861373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.861857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.862414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.862913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.863486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.866231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-667ad61b-666d-461f-a85e-57b8cb275674 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.1916251 Jul 16 01:30:25.901456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e071989-aa52-4345-8512-b13f0a68aeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.922421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050742ba-e9c8-477d-90c7-082a7b6a8dcb req-2b4031de-9524-4020-a6bb-124b8b8ee5bb tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.924035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-050742ba-e9c8-477d-90c7-082a7b6a8dcb req-2b4031de-9524-4020-a6bb-124b8b8ee5bb tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2062638 Jul 16 01:30:25.934865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e071989-aa52-4345-8512-b13f0a68aeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.997862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e071989-aa52-4345-8512-b13f0a68aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.002230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e071989-aa52-4345-8512-b13f0a68aeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.003496 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e071989-aa52-4345-8512-b13f0a68aeae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/167d0718-b66a-4a61-a629-524421e74d52 HTTP/1.1" status: 204 len: 168 time: 0.1657710 Jul 16 01:30:26.021297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e071989-aa52-4345-8512-b13f0a68aeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d0718-b66a-4a61-a629-524421e74d52,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.084710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-050742ba-e9c8-477d-90c7-082a7b6a8dcb req-74589355-61d5-42ac-8dc0-f0f0e691ad6c tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454821 Jul 16 01:30:26.108406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:26.115004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-fdec4866-a593-45f9-a92f-8e2708193b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.116712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-fdec4866-a593-45f9-a92f-8e2708193b7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571 HTTP/1.1" status: 200 len: 912 time: 0.2161231 Jul 16 01:30:26.175074 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45afb410-bc8b-4918-8899-d4f594947a23 x-openstack-request-id: req-45afb410-bc8b-4918-8899-d4f594947a23 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:26.175743 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7acd7-2c4a-4d60-9795-b73fd45891a2", "name": "network-vif-deleted", "tag": "da811483-c9de-453d-8ec3-012f95b335e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e3acd56-b9ba-42af-b3d2-e7011312d2c8", "tag": "a8fdc77c-20d9-4f8e-a105-bfa6117b2464", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:26.175743 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45afb410-bc8b-4918-8899-d4f594947a23 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:26.176031 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7acd7-2c4a-4d60-9795-b73fd45891a2', 'name': 'network-vif-deleted', 'tag': 'da811483-c9de-453d-8ec3-012f95b335e5', 'status': 'completed', 'code': 200} Jul 16 01:30:26.176403 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'tag': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464', 'status': 'completed', 'code': 200} Jul 16 01:30:26.260773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-11c12523-00b6-424d-ab35-103364362df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.262875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-11c12523-00b6-424d-ab35-103364362df4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0736632 Jul 16 01:30:26.295628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-e9b08783-d0df-4f7c-8e0c-d830b2bb54ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1002 time: 0.1711218 Jul 16 01:30:26.375445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-cb316811-d71b-4f35-abdc-6e2bab22112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.378613 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-cb316811-d71b-4f35-abdc-6e2bab22112c service neutron] 10.222.0.23 "GET /v2.0/networks?id=02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 200 len: 922 time: 0.1057158 Jul 16 01:30:26.388590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:26.395688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.401263 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:26.414761 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:26.416015 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:26.424265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-2925423b-81dc-4803-801d-3b5fce68c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.425840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-2925423b-81dc-4803-801d-3b5fce68c812 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.1192813 Jul 16 01:30:26.426857 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-d7f5b534-0740-46e0-8c8d-2b1f24be3ebd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464 HTTP/1.1" status: 200 len: 217 time: 0.0426786 Jul 16 01:30:26.507310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-bc66ff8f-cf21-4669-92ac-71df240b693a tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "PUT /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 696 time: 1.2714581 Jul 16 01:30:26.517467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccf0f-8642-4220-bd13-ee250075a616 req-131fc7d3-a0df-4d17-9c15-f426c385cd2d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.525305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4cccf0f-8642-4220-bd13-ee250075a616 req-131fc7d3-a0df-4d17-9c15-f426c385cd2d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.2342076 Jul 16 01:30:26.624351 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:26.625779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4cccf0f-8642-4220-bd13-ee250075a616 req-4d50ca28-771c-4235-9776-364443353fe9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994976 Jul 16 01:30:26.663529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-bc6a15a2-376d-4a52-b2b6-2a1a26d18f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.665464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-bc6a15a2-376d-4a52-b2b6-2a1a26d18f53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2222457 Jul 16 01:30:26.732534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-35a1c8b6-3a2c-4fcd-ae2e-fe73b57abbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.734072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-35a1c8b6-3a2c-4fcd-ae2e-fe73b57abbb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.2067790 Jul 16 01:30:26.901167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a8fdc77c-20d9-4f8e-a105-bfa6117b2464 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:26.912341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc4a180f-36c9-407e-9498-c254a29a4963 req-d5f62c4d-f49f-488e-bd79-cca7366fa60f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 210 time: 0.0989432 Jul 16 01:30:27.028576 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73649c14-bdda-4a3c-bcf7-f569139f74fb x-openstack-request-id: req-73649c14-bdda-4a3c-bcf7-f569139f74fb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:27.028871 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-plugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:27.030575 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73649c14-bdda-4a3c-bcf7-f569139f74fb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:27.032801 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'code': 200} Jul 16 01:30:27.111875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-8cd7b262-5239-4c28-923f-fb16406f5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.117339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-8cd7b262-5239-4c28-923f-fb16406f5151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.3601353 Jul 16 01:30:27.142667 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:27.200660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.212863 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:27.223098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464', 'network_id': '02b08fc1-15ce-4497-8724-06a31d3642d9', 'port_id': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464', 'mac_address': 'fa:16:3e:f6:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:27.241917 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:27.245304 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:27.283995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-2b7f6529-6093-42a6-b98a-09986cd5cd58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 217 time: 0.1445365 Jul 16 01:30:27.344729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.352747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-6aec54bc-e2fe-410a-9bd4-a5f79bccbaf8 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773849 Jul 16 01:30:27.383452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fdc77c-20d9-4f8e-a105-bfa6117b2464 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:27.384369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-5c58bb00-ec06-4703-9eaa-19c0b19e3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.386024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-5c58bb00-ec06-4703-9eaa-19c0b19e3756 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 200 len: 861 time: 0.9415898 Jul 16 01:30:27.399271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-f26f53f1-da4e-4ed3-8406-ca09bead375d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.400786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-f26f53f1-da4e-4ed3-8406-ca09bead375d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.6010108 Jul 16 01:30:27.415039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.421582 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.429635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:27.458137 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-bed0234c-30ca-4f78-bd82-01eb5c6c4cf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=02b08fc1-15ce-4497-8724-06a31d3642d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556540 Jul 16 01:30:27.472437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c71e-56bb-4d7a-a8c2-c7381c296176 req-61171d41-8b6f-46b7-b198-55faf97f0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.480173 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e635c71e-56bb-4d7a-a8c2-c7381c296176 req-61171d41-8b6f-46b7-b198-55faf97f0e5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1102 time: 0.2324290 Jul 16 01:30:27.490126 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:27.508524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-49b8f4fe-c36b-4166-a4fd-8bfb70e79f5b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.511029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-49b8f4fe-c36b-4166-a4fd-8bfb70e79f5b tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 950 time: 0.2679908 Jul 16 01:30:27.514351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-03c00536-8f2d-4dd5-91e7-66d0e7045e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.515674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-03c00536-8f2d-4dd5-91e7-66d0e7045e33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.2054818 Jul 16 01:30:27.557529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.650433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91c0b6-15b3-4b7b-b6bc-520b654ba7f1 req-fc64641d-19b4-47fd-add7-de13e98cef6d tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.653594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f91c0b6-15b3-4b7b-b6bc-520b654ba7f1 req-fc64641d-19b4-47fd-add7-de13e98cef6d tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cd1550e-f31e-4b16-a2d6-b77b4cabebf5 HTTP/1.1" status: 200 len: 950 time: 0.4042604 Jul 16 01:30:27.664724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cba61db1-4b24-46a8-9e5a-57987efe0c0e req-5c7c81ba-4243-4f82-9158-8ed431a2c447 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853026 Jul 16 01:30:27.706112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e635c71e-56bb-4d7a-a8c2-c7381c296176 req-23354499-b645-4ff2-bba5-648fd546a12b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075710 Jul 16 01:30:27.733039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f91c0b6-15b3-4b7b-b6bc-520b654ba7f1 req-8a6a940e-40f3-4f88-97b5-32b295659bdf tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0f5f68-6aa5-4a9e-95aa-532bb4edb260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673034 Jul 16 01:30:27.740144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-cb4d7a72-3047-452c-8921-9465a7527e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.742095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-cb4d7a72-3047-452c-8921-9465a7527e19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138653 Jul 16 01:30:27.749328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:27.753757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.769494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-ce12cdf0-b878-4169-94d3-6f8b92c6dd45 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014529 Jul 16 01:30:27.778681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['a8fdc77c-20d9-4f8e-a105-bfa6117b2464'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:27.883123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Deleting port 57022e01-7757-4be0-9fca-1040c9fdd142 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:27.883594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.908456 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:27.918551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-0be8d509-3ee8-47ec-8e31-95148cadf60b service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570408 Jul 16 01:30:27.952143 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63980e27-41f1-457e-aa2a-9888721fe278 None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 4, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '078544f2-c40c-4450-99f0-5bba299a3479', 'name': '', 'network_id': '52b68899-8f9f-476a-8f6b-80016dc5547e', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'mac_address': 'fa:16:3e:90:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:59Z', 'updated_at': '2021-07-16T01:29:08Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'subnets': [{'id': '93e129d5-ce83-4cd2-8df8-cca410c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:28.089137 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b1734a5-ac8f-42c6-9103-a79c52e4c47c req-262423bc-0ebb-4677-aeb3-b4535125cd59 service neutron] 10.222.0.23 "GET /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111603 Jul 16 01:30:28.089453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.14 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:28.136696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] For port 57022e01-7757-4be0-9fca-1040c9fdd142, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=57022e01-7757-4be0-9fca-1040c9fdd142,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:28.137248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.159451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Calling delete_port for 57022e01-7757-4be0-9fca-1040c9fdd142 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:28.177271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:28.180743 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acead57e-faf5-46c3-b8d2-56ba58ae3a76" -d '{"events": [{"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:28.372631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.378638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f2ae089-f4c0-4eb3-a67d-908f22fd4eb0 req-ad28b007-a581-4a71-a695-2d3ab1f07e50 service neutron] 10.222.0.42 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868354 Jul 16 01:30:28.421692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['57022e01-7757-4be0-9fca-1040c9fdd142'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:28.427510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90231850-847c-449b-87ff-6c69a1132ef6 None None] New status for floating IP fcc056c7-27ed-4fb0-9255-d0321ff4b511: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:28.455654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Pushing event deleted for resources: {'Port': ['ID=57022e01-7757-4be0-9fca-1040c9fdd142,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.567170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] No DVR routers for this DVR port 57022e01-7757-4be0-9fca-1040c9fdd142 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:28.571191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.573573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5f891ce3-0d2e-4f72-88c9-8a3fb60f9725 req-f5c944b1-47a7-47df-9294-fc1f80715be4 tempest-TenantUsagesTestJSON-1056480716 tempest-TenantUsagesTestJSON-1056480716-project] 10.222.0.13 "DELETE /v2.0/ports/57022e01-7757-4be0-9fca-1040c9fdd142 HTTP/1.1" status: 204 len: 173 time: 1.0296297 Jul 16 01:30:28.574058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'name': 'network-vif-deleted', 'tag': '57022e01-7757-4be0-9fca-1040c9fdd142'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:28.576633 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dff01c-f37a-4638-8ab6-63c2ae5960cc" -d '{"events": [{"server_uuid": "5cd1550e-f31e-4b16-a2d6-b77b4cabebf5", "name": "network-vif-deleted", "tag": "57022e01-7757-4be0-9fca-1040c9fdd142"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:28.909507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-44e7bad9-2790-4a6c-8e98-42e09743af61 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.913297 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-44e7bad9-2790-4a6c-8e98-42e09743af61 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 945 time: 0.0770385 Jul 16 01:30:28.998792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.043608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db794c-76e8-4f06-b8a3-df5e728a281c req-4ca510b5-7adf-40be-bfea-851835ed1574 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.045217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13db794c-76e8-4f06-b8a3-df5e728a281c req-4ca510b5-7adf-40be-bfea-851835ed1574 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 945 time: 0.5619190 Jul 16 01:30:29.051752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Deleting port c76e4eb0-3194-4537-ba04-d672493284a0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:29.052226 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.090128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229313-4bee-427d-b791-17ef1713afc1 req-339ef19d-702b-4f02-b8f4-a88084ff12fe tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.091662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e229313-4bee-427d-b791-17ef1713afc1 req-339ef19d-702b-4f02-b8f4-a88084ff12fe tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.1903009 Jul 16 01:30:29.121304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.141029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13db794c-76e8-4f06-b8a3-df5e728a281c req-2cf33690-b390-4df3-ac15-78983f2ab7c4 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Jul 16 01:30:29.161252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] For port c76e4eb0-3194-4537-ba04-d672493284a0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c76e4eb0-3194-4537-ba04-d672493284a0,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:29.169773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.186789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Calling delete_port for c76e4eb0-3194-4537-ba04-d672493284a0 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:29.207343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:29.212451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:29.221198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:29.239117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e229313-4bee-427d-b791-17ef1713afc1 req-ce10acc0-b941-4bff-b5d6-1d219e48a967 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337328 Jul 16 01:30:29.327655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.372766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.374212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.377684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.419217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event deleted for resources: {'Port': ['ID=c76e4eb0-3194-4537-ba04-d672493284a0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.455913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59eb3ab6-6de7-42c3-995c-14983696278e req-e327e889-e8bf-4f07-8670-2317093a4068 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=df6b39af-6a8b-4dd0-9715-6197b76ab331 HTTP/1.1" status: 200 len: 210 time: 0.0593932 Jul 16 01:30:29.465321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-8bebe98e-47fa-4c61-8820-cdf6c4a3ad2f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0352802 Jul 16 01:30:29.472314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] No DVR routers for this DVR port c76e4eb0-3194-4537-ba04-d672493284a0 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:29.483407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6d96-bc18-4fae-8637-1052481033f1 req-d83ca3f2-db86-4a5e-a8d4-8d693545acda tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.483562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.483659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ccd6d96-bc18-4fae-8637-1052481033f1 req-d83ca3f2-db86-4a5e-a8d4-8d693545acda tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 932 time: 0.2064579 Jul 16 01:30:29.483774 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da21ee1d-4188-42e8-8a83-f92827ba0c5b req-64f8f9e6-93d1-4974-a594-6c6de0f92eb0 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "DELETE /v2.0/ports/c76e4eb0-3194-4537-ba04-d672493284a0 HTTP/1.1" status: 204 len: 173 time: 0.5584631 Jul 16 01:30:29.499829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Request body: {'port': {'device_id': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:29.532097 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f207b7-78f9-4c48-88d5-377dfcd2a522 x-openstack-request-id: req-22f207b7-78f9-4c48-88d5-377dfcd2a522 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:29.532390 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:29.532671 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22f207b7-78f9-4c48-88d5-377dfcd2a522 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:29.533067 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'status': 'completed', 'code': 200} Jul 16 01:30:29.608726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ccd6d96-bc18-4fae-8637-1052481033f1 req-1c1d114e-69d3-4ab2-a0e1-d1a412c09c5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077228 Jul 16 01:30:29.649882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.651081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-081c333a-3553-4421-b36c-f2f012337a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.652849 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-081c333a-3553-4421-b36c-f2f012337a6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aef2fe5d5b17449797870ebcc72678e1&device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 1097 time: 0.0977590 Jul 16 01:30:29.690845 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ea432-6570-4196-9810-f81375b9f56d x-openstack-request-id: req-302ea432-6570-4196-9810-f81375b9f56d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:29.693869 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd1550e-f31e-4b16-a2d6-b77b4cabebf5", "name": "network-vif-deleted", "tag": "57022e01-7757-4be0-9fca-1040c9fdd142", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:29.694325 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-302ea432-6570-4196-9810-f81375b9f56d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:29.694770 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd1550e-f31e-4b16-a2d6-b77b4cabebf5', 'name': 'network-vif-deleted', 'tag': '57022e01-7757-4be0-9fca-1040c9fdd142', 'status': 'completed', 'code': 200} Jul 16 01:30:29.848741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-60ee63ca-b4de-428b-bf1b-cbb44955fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.851494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-60ee63ca-b4de-428b-bf1b-cbb44955fb03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 200 len: 922 time: 0.1904681 Jul 16 01:30:29.872877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-328e672f-a4f6-489b-9ebf-c2a06f88126b tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=32ec5b58fe544cc9a666ebf068e35e04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347118 Jul 16 01:30:29.914912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-2f2310ad-f82c-448e-8045-3ec4c6fceedb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 200 len: 217 time: 0.0540428 Jul 16 01:30:29.979684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-2f31c75a-548f-4fb6-8e37-1727a8547dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.982162 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-2f31c75a-548f-4fb6-8e37-1727a8547dbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 200 len: 860 time: 0.0555327 Jul 16 01:30:30.085793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-4af6fefc-11ef-48c3-ae61-4bb9f5928210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.087409 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-4af6fefc-11ef-48c3-ae61-4bb9f5928210 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52b68899-8f9f-476a-8f6b-80016dc5547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959265 Jul 16 01:30:30.139258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-cd6101f5-2cdb-4e9c-a7a3-2b2c20ddc0ec tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 200 len: 694 time: 0.0900905 Jul 16 01:30:30.148993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-4a5d4bd3-2e96-4909-9c0c-ec52175d0662 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.150919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-4a5d4bd3-2e96-4909-9c0c-ec52175d0662 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603276 Jul 16 01:30:30.175433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:30.237151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-a409f99b-848e-4b94-9bce-e5493faa89ec tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/quotas/32ec5b58fe544cc9a666ebf068e35e04 HTTP/1.1" status: 200 len: 375 time: 0.0725787 Jul 16 01:30:30.242981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-a245f91f-c1fd-43d4-9b57-448162139a78 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459978 Jul 16 01:30:30.263057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:30.316853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.320924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-0a2cd64d-aa00-4249-ac32-f97b91266baf tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=32ec5b58fe544cc9a666ebf068e35e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762749 Jul 16 01:30:30.375697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Transition to ACTIVE for port object 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:30.380490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acead57e-faf5-46c3-b8d2-56ba58ae3a76 req-5c26f216-1dbf-4401-aefd-e6d4c2f038d5 service neutron] 10.222.0.23 "GET /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301997 Jul 16 01:30:30.391383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.440871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-5e6b0a1f-30dd-492d-8372-58e69c7930cb tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.442261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-5e6b0a1f-30dd-492d-8372-58e69c7930cb tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2865438 Jul 16 01:30:30.475212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-daaf0a9e-51bf-4913-8e87-5a9f1d209402 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:30.476931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-daaf0a9e-51bf-4913-8e87-5a9f1d209402 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188489 Jul 16 01:30:30.491423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45e5d5e8-1007-4ba0-97d4-94dba63822f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f34831f2ecfd4916946a120e5325a2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074324 Jul 16 01:30:30.494822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48190) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:30.504843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.565132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-240caf05-a09a-4ac2-99d5-0465d2d8d456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.607539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-240caf05-a09a-4ac2-99d5-0465d2d8d456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.615147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-6fa16389-cfa8-43d7-89da-d62b964ff67f tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 697 time: 0.1123650 Jul 16 01:30:30.666811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-240caf05-a09a-4ac2-99d5-0465d2d8d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.670147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-240caf05-a09a-4ac2-99d5-0465d2d8d456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.673839 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-240caf05-a09a-4ac2-99d5-0465d2d8d456 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da0f5f68-6aa5-4a9e-95aa-532bb4edb260 HTTP/1.1" status: 204 len: 168 time: 0.1756470 Jul 16 01:30:30.697460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240caf05-a09a-4ac2-99d5-0465d2d8d456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f5f68-6aa5-4a9e-95aa-532bb4edb260,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.737553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-29aac93e-9e32-4109-8c76-c9557d73a3b1 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.214 HTTP/1.1" status: 200 len: 697 time: 0.1211426 Jul 16 01:30:30.822653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Attempting to bind port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:30.823081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Attempting to bind port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:30.823545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Attempting to bind port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:30.864955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:30.865585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Attempting to bind port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:30.905709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47125db0-11ea-487d-a0b7-ff1c814f91f4 req-263a92f5-4f41-4c55-8152-8db0ebd0be30 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.915129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47125db0-11ea-487d-a0b7-ff1c814f91f4 req-263a92f5-4f41-4c55-8152-8db0ebd0be30 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 945 time: 0.3185842 Jul 16 01:30:30.918473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:30.918955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:30.919350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:30.919871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Bound port: 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:30.920506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.921471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 57022e01-7757-4be0-9fca-1040c9fdd142 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:30.960196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 57022e01-7757-4be0-9fca-1040c9fdd142 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:30.960608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 57022e01-7757-4be0-9fca-1040c9fdd142 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:30.961867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:30.987511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a8fdc77c-20d9-4f8e-a105-bfa6117b2464 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:30.992491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: c76e4eb0-3194-4537-ba04-d672493284a0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:30.992840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c76e4eb0-3194-4537-ba04-d672493284a0 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:31.012651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47125db0-11ea-487d-a0b7-ff1c814f91f4 req-7764c943-1931-426f-b503-34d3603bbc6c tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Jul 16 01:30:31.069393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:31.071287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:31.073676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Deleting port a0305414-e5a3-4ca9-9b3a-dd75a214d3cb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:31.074153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.076547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:31.077244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.095779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a753-85ef-419b-b6e3-67661c8610cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.115879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] For port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:31.171833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] For port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:31.193890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.201557 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.230907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:31.233661 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3484efa9-6aa7-4f9e-bb91-2d7518b82511" -d '{"events": [{"server_uuid": "6e3acd56-b9ba-42af-b3d2-e7011312d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "a8fdc77c-20d9-4f8e-a105-bfa6117b2464"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:31.247445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:31.251517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a753-85ef-419b-b6e3-67661c8610cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.252749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.257019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a753-85ef-419b-b6e3-67661c8610cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.285177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.285790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.288475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] 10.222.0.13 "PUT /v2.0/ports/2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 HTTP/1.1" status: 200 len: 1093 time: 1.8044779 Jul 16 01:30:31.294812 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.295168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.312545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.313240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3fc1a753-85ef-419b-b6e3-67661c8610cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=687ea68ab9b5462d9fe8437f79d18187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400501 Jul 16 01:30:31.314291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1a753-85ef-419b-b6e3-67661c8610cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4079fa43-0694-464d-92da-d0ac385aa7ac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.316868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48214) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:31.337458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Calling delete_port for a0305414-e5a3-4ca9-9b3a-dd75a214d3cb owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:31.357531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3609f-1cd7-48f5-b081-3d786d49d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.388433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecd32e96-671f-4cfd-91e1-6c1627e0522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.413256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecd32e96-671f-4cfd-91e1-6c1627e0522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.432000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f79e7-88da-4e08-80e0-220830484d5d req-97bef148-f36e-4d7e-8626-63d99f146c57 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.433795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f4f79e7-88da-4e08-80e0-220830484d5d req-97bef148-f36e-4d7e-8626-63d99f146c57 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.2642765 Jul 16 01:30:31.486553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecd32e96-671f-4cfd-91e1-6c1627e0522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.490389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecd32e96-671f-4cfd-91e1-6c1627e0522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.494572 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ecd32e96-671f-4cfd-91e1-6c1627e0522d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4079fa43-0694-464d-92da-d0ac385aa7ac HTTP/1.1" status: 204 len: 168 time: 0.1738632 Jul 16 01:30:31.502129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd32e96-671f-4cfd-91e1-6c1627e0522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4079fa43-0694-464d-92da-d0ac385aa7ac,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.538425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'tag': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:31.541601 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d83f9f-69b1-4a78-884e-490d938634c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f4fa05-9b66-4b08-ab44-856b024e9f89", "tag": "2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:31.587462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f4f79e7-88da-4e08-80e0-220830484d5d req-b8c643a6-7ccf-4fac-a5d2-f7993ffe1577 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387689 Jul 16 01:30:31.632657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-28b5b125-fc96-4026-a951-10e491d50757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.634204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-28b5b125-fc96-4026-a951-10e491d50757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 1096 time: 0.1868982 Jul 16 01:30:31.634976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.673674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event deleted for resources: {'Port': ['ID=a0305414-e5a3-4ca9-9b3a-dd75a214d3cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.696167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'name': 'network-vif-deleted', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:31.701097 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf6557-80c1-4f56-8626-f7ca48960cf8" -d '{"events": [{"server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "name": "network-vif-deleted", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:31.709797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-a4b23ed8-1f7e-4fb2-9da1-490d4d74d0f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 HTTP/1.1" status: 200 len: 217 time: 0.0452640 Jul 16 01:30:31.767078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89c9c095-24ab-427a-b1ec-facdbe14b57d req-4fbe8dc6-0f59-42d0-9a36-dd13b69e5101 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 210 time: 0.0615253 Jul 16 01:30:31.831568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-46ad9513-e62d-4933-824b-8b1b1eb3c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.833126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-46ad9513-e62d-4933-824b-8b1b1eb3c838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.0991604 Jul 16 01:30:31.857036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.860367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.863084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd8bc841-106a-404a-b6e6-a05f2d560fd5 req-b13eb16f-e9eb-4034-86e3-d972be4af84c tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "DELETE /v2.0/floatingips/fcc056c7-27ed-4fb0-9255-d0321ff4b511 HTTP/1.1" status: 204 len: 173 time: 1.1235735 Jul 16 01:30:31.903499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-c2325822-c310-4b0c-b653-f0c0b7061b51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579567 Jul 16 01:30:32.051040 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e2c2cc-4f9b-4094-afa0-ab5b63511815 x-openstack-request-id: req-50e2c2cc-4f9b-4094-afa0-ab5b63511815 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:32.051922 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3acd56-b9ba-42af-b3d2-e7011312d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "a8fdc77c-20d9-4f8e-a105-bfa6117b2464", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:32.052705 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50e2c2cc-4f9b-4094-afa0-ab5b63511815 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:32.053559 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464', 'code': 200} Jul 16 01:30:32.097936 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-56b6b939-0112-4105-be16-2990d8eaca02 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=32ec5b58fe544cc9a666ebf068e35e04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401564 Jul 16 01:30:32.108662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-54a64dd3-d91a-4cf8-882b-099a835ccb89 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976032 Jul 16 01:30:32.112488 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f47379-b30f-48d7-815b-355abcd12f84 x-openstack-request-id: req-f8f47379-b30f-48d7-815b-355abcd12f84 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:32.112797 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f4fa05-9b66-4b08-ab44-856b024e9f89", "tag": "2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:32.113052 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8f47379-b30f-48d7-815b-355abcd12f84 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:32.113457 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'tag': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67', 'status': 'completed', 'code': 200} Jul 16 01:30:32.183673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054ad17-0c02-4cfe-a725-f4384f2488f6 req-aee785fd-66ba-4d5c-9176-0a8729bf19c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.185956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4054ad17-0c02-4cfe-a725-f4384f2488f6 req-aee785fd-66ba-4d5c-9176-0a8729bf19c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 944 time: 0.1785545 Jul 16 01:30:32.321286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4054ad17-0c02-4cfe-a725-f4384f2488f6 req-3563a15e-6665-4169-ab2f-419a05fb4eb2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276855 Jul 16 01:30:32.360488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340d7995-0e22-4013-b8fa-f405b424f7a3 req-6cbd7ade-a66c-4717-a28e-96cae21c6029 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407413 Jul 16 01:30:32.364465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-c1351703-ed28-4d57-aa58-a35b289e3ebb tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.367879 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-c1351703-ed28-4d57-aa58-a35b289e3ebb tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502544 Jul 16 01:30:32.368920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6e9ee-1389-406b-a3de-f3b7cf853dc4 req-a0e385ec-ae03-45ad-a9b3-d0f26802a30c tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.382359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9eed-f120-4274-ba3c-5a19a96e60e6 req-54dbf358-2bd2-40ff-9e7e-cee2964dfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.384555 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-155e9eed-f120-4274-ba3c-5a19a96e60e6 req-54dbf358-2bd2-40ff-9e7e-cee2964dfe59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 1098 time: 0.2075534 Jul 16 01:30:32.386197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ee6e9ee-1389-406b-a3de-f3b7cf853dc4 req-a0e385ec-ae03-45ad-a9b3-d0f26802a30c tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1102 time: 0.1322074 Jul 16 01:30:32.395977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Request body: {'port': {'device_id': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '32ec5b58fe544cc9a666ebf068e35e04'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:32.442671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ee6e9ee-1389-406b-a3de-f3b7cf853dc4 req-46782da5-c30a-466f-86b7-299809c9b613 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Jul 16 01:30:32.455374 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8389a584-181d-4ac7-b599-2a2638a19ec4 x-openstack-request-id: req-8389a584-181d-4ac7-b599-2a2638a19ec4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:32.455374 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6b39af-6a8b-4dd0-9715-6197b76ab331", "name": "network-vif-deleted", "tag": "c76e4eb0-3194-4537-ba04-d672493284a0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:32.455374 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8389a584-181d-4ac7-b599-2a2638a19ec4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:32.455374 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6b39af-6a8b-4dd0-9715-6197b76ab331', 'name': 'network-vif-deleted', 'tag': 'c76e4eb0-3194-4537-ba04-d672493284a0', 'status': 'completed', 'code': 200} Jul 16 01:30:32.494500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-155e9eed-f120-4274-ba3c-5a19a96e60e6 req-24d38d31-3655-4a28-8a58-8508ee04a80a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925388 Jul 16 01:30:32.588370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Made reservation on behalf of 32ec5b58fe544cc9a666ebf068e35e04 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:32.593314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.598824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-7dbfbc1d-d3b6-4bd2-a1c2-bae4ed625ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.602967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-7dbfbc1d-d3b6-4bd2-a1c2-bae4ed625ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 1096 time: 0.1108775 Jul 16 01:30:32.619558 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.776202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.783253 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.793018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-f8d313ae-945c-401f-af32-1077064f7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.805229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-f8d313ae-945c-401f-af32-1077064f7545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.1893606 Jul 16 01:30:32.871612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-54442dcc-08f6-49cf-a140-bc36fd29cc11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 HTTP/1.1" status: 200 len: 217 time: 0.0621920 Jul 16 01:30:32.945667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-7ef1f6b7-2f4a-4713-932a-70d7109c271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.949142 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-7ef1f6b7-2f4a-4713-932a-70d7109c271d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.0703030 Jul 16 01:30:32.954063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4928a9-1899-403d-be0f-44883f012338,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.021039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-7641043f-1e95-4eee-9836-f45489627875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624862 Jul 16 01:30:33.055892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Allocated IP 192.168.233.216 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/2d908cec-7572-4370-8c68-c396011e9b05) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:33.182615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49cebc-eb32-4865-ba35-47fcf9d17d7d req-ffdf1b19-88ab-4bf1-8b00-294ce62b78c3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.189771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc49cebc-eb32-4865-ba35-47fcf9d17d7d req-ffdf1b19-88ab-4bf1-8b00-294ce62b78c3 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1717613 Jul 16 01:30:33.201530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-0f485da2-0192-4440-98d0-c750db2c066f service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703267 Jul 16 01:30:33.282280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.298046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc49cebc-eb32-4865-ba35-47fcf9d17d7d req-7bace90e-0ed3-491e-86a7-6bb025a4a399 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065407 Jul 16 01:30:33.305488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Transition to ACTIVE for port object 2d908cec-7572-4370-8c68-c396011e9b05 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:33.372848 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.393733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d83f9f-69b1-4a78-884e-490d938634c6 req-16da21dc-0bd8-4416-bc3a-0c8515e78bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801612 Jul 16 01:30:33.470146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:33.525449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:33.532375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:33.563969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Pushing event updated for resources: {'Port': ['ID=2d908cec-7572-4370-8c68-c396011e9b05,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.620314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.621654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.666118 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-b55a0dcc-d3db-4c47-a0a9-ce8642874413 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2776799 Jul 16 01:30:33.679386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-56a1cfe9-4247-40d4-86c2-9ac53e68c9e2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.687294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-56a1cfe9-4247-40d4-86c2-9ac53e68c9e2 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 967 time: 0.2471662 Jul 16 01:30:33.694148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Request body: {'port': {'device_id': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:33.780775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-50ff6603-ede3-4ddf-b578-599235a85fea tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fb9e7ea4426b4a068584b4cf4f1d48e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952275 Jul 16 01:30:33.965729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e07581a-2f1f-4fd2-842f-36d30f0763bc None None] Provisioning for port 2d908cec-7572-4370-8c68-c396011e9b05 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:33.966417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.972976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e07581a-2f1f-4fd2-842f-36d30f0763bc None None] Provisioning complete for port 2d908cec-7572-4370-8c68-c396011e9b05 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:33.973582 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e07581a-2f1f-4fd2-842f-36d30f0763bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.042162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e07581a-2f1f-4fd2-842f-36d30f0763bc None None] Port 2d908cec-7572-4370-8c68-c396011e9b05 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:34.085984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-af9f1e8b-d492-4552-9b61-2df75ebcd7b9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.092095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Deleting port aedd34eb-4663-4eb0-ade4-6de6f70422be {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:34.092483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.093668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-af9f1e8b-d492-4552-9b61-2df75ebcd7b9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120058 Jul 16 01:30:34.109010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-dcabb6c7-3822-472b-9626-c8dc42fb7f6b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/quotas/fb9e7ea4426b4a068584b4cf4f1d48e1 HTTP/1.1" status: 200 len: 375 time: 0.0143936 Jul 16 01:30:34.139566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce0c0f-82bb-4359-bd31-5a8484241309 req-cc130f5f-c2e0-4dee-9d6c-d894f3c41ad2 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.141126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bce0c0f-82bb-4359-bd31-5a8484241309 req-cc130f5f-c2e0-4dee-9d6c-d894f3c41ad2 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 936 time: 0.1826391 Jul 16 01:30:34.162436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-d501bdf6-5233-45c1-ac07-08816e293091 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb9e7ea4426b4a068584b4cf4f1d48e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487969 Jul 16 01:30:34.200904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bce0c0f-82bb-4359-bd31-5a8484241309 req-9afd0910-f9c0-4bcc-aa90-fbaaa9ee6e03 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Jul 16 01:30:34.303531 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-e6f464ed-62d9-4ce9-a074-ecfb803eaa47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4590526 Jul 16 01:30:34.346194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] For port aedd34eb-4663-4eb0-ade4-6de6f70422be, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=aedd34eb-4663-4eb0-ade4-6de6f70422be,segment=NetworkSegment(686eecf2-8fda-4867-addc-0ece0db81d05),segment_id=686eecf2-8fda-4867-addc-0ece0db81d05)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:34.350078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.415960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Calling delete_port for aedd34eb-4663-4eb0-ade4-6de6f70422be owned by compute:tempest-test_az-2134235824 {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:34.474886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50ae46-1f22-439e-ada3-313e65cfcf68 req-b88a6a51-56d0-4433-9b1d-9c79be565e0e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.477026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef50ae46-1f22-439e-ada3-313e65cfcf68 req-b88a6a51-56d0-4433-9b1d-9c79be565e0e tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 945 time: 0.1361709 Jul 16 01:30:34.536357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef50ae46-1f22-439e-ada3-313e65cfcf68 req-0c207677-a735-4646-9bb5-a3ef4c0ac233 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Jul 16 01:30:34.724184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3b6a1-bd98-4330-a78e-5b661aeed250 req-9d74c5fe-6d1d-49d4-b663-77bd79b3b4ef tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.733807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11c3b6a1-bd98-4330-a78e-5b661aeed250 req-9d74c5fe-6d1d-49d4-b663-77bd79b3b4ef tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b45f260-8190-4231-841e-8ce5226fa6df HTTP/1.1" status: 200 len: 967 time: 0.1933067 Jul 16 01:30:34.754346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d908cec-7572-4370-8c68-c396011e9b05 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:34.763240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.766776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.811497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Pushing event deleted for resources: {'Port': ['ID=aedd34eb-4663-4eb0-ade4-6de6f70422be,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.825579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Transition to ACTIVE for port object 2d908cec-7572-4370-8c68-c396011e9b05 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:34.844087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11c3b6a1-bd98-4330-a78e-5b661aeed250 req-2533312a-e11d-4501-8399-c9601a746ca1 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf681d68-1665-4e7f-8652-3ad216852dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092823 Jul 16 01:30:34.873280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:34.873972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.958080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] No DVR routers for this DVR port aedd34eb-4663-4eb0-ade4-6de6f70422be on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:34.986958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.990484 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2b3c5aca-b1f7-49eb-abaf-71e58a213009 req-b4da9290-1c29-4bc2-a602-039b96ac1c88 tempest-LiveAutoBlockMigrationV225Test-649622507 tempest-LiveAutoBlockMigrationV225Test-649622507-project] 10.222.0.13 "DELETE /v2.0/ports/aedd34eb-4663-4eb0-ade4-6de6f70422be HTTP/1.1" status: 204 len: 173 time: 1.2931325 Jul 16 01:30:34.992528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'name': 'network-vif-deleted', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:34.994855 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f1698-a6b9-4a39-a935-c35b8d4b7022" -d '{"events": [{"server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "name": "network-vif-deleted", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:35.079195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Pushing event updated for resources: {'Port': ['ID=2d908cec-7572-4370-8c68-c396011e9b05,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.240401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:35.256611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-da1cabeb-32da-4880-9f18-347386525758 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.260180 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-da1cabeb-32da-4880-9f18-347386525758 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 945 time: 0.3041544 Jul 16 01:30:35.265314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67', 'mac_address': 'fa:16:3e:c5:4e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:35.349079 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.370719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:35.375874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Attempting to bind port 2d908cec-7572-4370-8c68-c396011e9b05 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:35.376182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Attempting to bind port 2d908cec-7572-4370-8c68-c396011e9b05 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:35.377549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Attempting to bind port 2d908cec-7572-4370-8c68-c396011e9b05 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:35.406976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:35.413458 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.430615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Port 2d908cec-7572-4370-8c68-c396011e9b05 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:35.430615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Attempting to bind port 2d908cec-7572-4370-8c68-c396011e9b05 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:35.445996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f185c1-e323-4ae2-9787-9d063aef2ab2 req-d75cb236-42eb-4a9e-8655-2e8db9e31ace tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.454178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7f185c1-e323-4ae2-9787-9d063aef2ab2 req-d75cb236-42eb-4a9e-8655-2e8db9e31ace tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.3521721 Jul 16 01:30:35.479947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:35.480241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:35.480458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:35.493655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.496061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Bound port: 2d908cec-7572-4370-8c68-c396011e9b05, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:35.496648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.504934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e8203-d84d-4366-b957-36009879ef22 req-9746952f-3573-42e7-8da7-856d23ac781e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.513072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-018e8203-d84d-4366-b957-36009879ef22 req-9746952f-3573-42e7-8da7-856d23ac781e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 944 time: 0.2807658 Jul 16 01:30:35.562697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7f185c1-e323-4ae2-9787-9d063aef2ab2 req-27243644-05e2-4d09-aad4-c2ef071b8102 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076102 Jul 16 01:30:35.641972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-018e8203-d84d-4366-b957-36009879ef22 req-e5b29635-9385-4f89-8d74-b1909ca3e77d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253247 Jul 16 01:30:35.752950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:35.778989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] For port 2d908cec-7572-4370-8c68-c396011e9b05, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:35.784923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] For port 2d908cec-7572-4370-8c68-c396011e9b05, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2d908cec-7572-4370-8c68-c396011e9b05,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:35.807350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.929051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.933291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.934785 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d908cec-7572-4370-8c68-c396011e9b05 HTTP/1.1" status: 200 len: 1097 time: 2.2461560 Jul 16 01:30:35.970998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Deleting port daa87985-ea79-46e4-94e5-5cd75a2e7293 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:35.971729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.978801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b4947-163d-4127-b3f7-95b61d505a52 service neutron] Pushing event updated for resources: {'Port': ['ID=2d908cec-7572-4370-8c68-c396011e9b05,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:36.049074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68905525-a2db-4dea-927c-25d1a66abc49 req-dfc58932-5ecf-4048-af19-3cc02978232b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 210 time: 0.1710374 Jul 16 01:30:36.136033 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdb4d53-9b4e-417a-9d4b-64c1985d8701 x-openstack-request-id: req-3fdb4d53-9b4e-417a-9d4b-64c1985d8701 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:36.136033 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b45f260-8190-4231-841e-8ce5226fa6df", "name": "network-vif-deleted", "tag": "aedd34eb-4663-4eb0-ade4-6de6f70422be", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:36.136033 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fdb4d53-9b4e-417a-9d4b-64c1985d8701 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:36.136961 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b45f260-8190-4231-841e-8ce5226fa6df', 'name': 'network-vif-deleted', 'tag': 'aedd34eb-4663-4eb0-ade4-6de6f70422be', 'status': 'completed', 'code': 200} Jul 16 01:30:36.155515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf06b62-4e55-4e60-bbd4-e0997ede161c req-5fa52472-079d-4e43-88c4-2d4ffa284ac5 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.162196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] For port daa87985-ea79-46e4-94e5-5cd75a2e7293, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=daa87985-ea79-46e4-94e5-5cd75a2e7293,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:36.162871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.166108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adf06b62-4e55-4e60-bbd4-e0997ede161c req-5fa52472-079d-4e43-88c4-2d4ffa284ac5 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 946 time: 0.2900581 Jul 16 01:30:36.265998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adf06b62-4e55-4e60-bbd4-e0997ede161c req-d960a7b6-f264-4bee-b8f5-30b91031f3ad tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962307 Jul 16 01:30:36.585627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599653f9-b503-4647-8a30-a5c0a5e1f44f req-9c9a8b10-4250-4105-82f4-3568ae3f9180 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.593566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-599653f9-b503-4647-8a30-a5c0a5e1f44f req-9c9a8b10-4250-4105-82f4-3568ae3f9180 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 948 time: 0.1746786 Jul 16 01:30:36.626733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe721ee-967e-499d-be54-1f8a3d86c2ad req-32e808e9-0bee-4b7b-bc47-b5cb5fb0dc9b tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.635076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbe721ee-967e-499d-be54-1f8a3d86c2ad req-32e808e9-0bee-4b7b-bc47-b5cb5fb0dc9b tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a188522-1a08-45a0-a12a-0e5ad1f59d66 HTTP/1.1" status: 200 len: 945 time: 0.1370196 Jul 16 01:30:36.681484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-599653f9-b503-4647-8a30-a5c0a5e1f44f req-7881e25b-c01c-4b5f-a238-51e91c3c6352 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862300 Jul 16 01:30:36.726596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbe721ee-967e-499d-be54-1f8a3d86c2ad req-5ebeed4d-fd74-4451-aedf-86c16021ac27 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.42 "GET /v2.0/security-groups?id=02f4a54b-eecf-460e-a66f-bf036e80071e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901222 Jul 16 01:30:36.776518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Calling delete_port for daa87985-ea79-46e4-94e5-5cd75a2e7293 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:36.820570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:36.868639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:36.960691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-2a3093e9-8a1b-442a-854a-94afbd86b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.962372 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-2a3093e9-8a1b-442a-854a-94afbd86b0d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ec5b58fe544cc9a666ebf068e35e04&device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 1100 time: 0.2667813 Jul 16 01:30:37.002487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:37.012508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:37.014907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.055426 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-2eda3b62-612e-479c-a3f2-7828ace2bf82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2d908cec-7572-4370-8c68-c396011e9b05 HTTP/1.1" status: 200 len: 217 time: 0.0770614 Jul 16 01:30:37.192590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Deleting subnet 6439169b-a333-49f7-851e-e0ebaf35dcbc {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:37.202328 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.207775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.278732 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-964f1549-74a8-4ee4-a0dc-c8e7bc9204cb tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fb9e7ea4426b4a068584b4cf4f1d48e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886018 Jul 16 01:30:37.324606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:37.328650 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823bf112-e777-44e1-93c0-99d00fac1015" -d '{"events": [{"server_uuid": "c9f4fa05-9b66-4b08-ab44-856b024e9f89", "name": "network-vif-plugged", "status": "completed", "tag": "2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:37.379747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.381241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.384848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.386037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:37.431495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-48749a0b-e897-40be-8378-5f8252a8c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.433205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-48749a0b-e897-40be-8378-5f8252a8c33f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.3718479 Jul 16 01:30:37.440621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-2946bee8-9c26-41bb-9a52-29e49b0dbb7c tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.442253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-2946bee8-9c26-41bb-9a52-29e49b0dbb7c tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546309 Jul 16 01:30:37.466940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Request body: {'port': {'device_id': '4e597123-0950-4cba-84f7-8ba8612939ab', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'fb9e7ea4426b4a068584b4cf4f1d48e1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:37.482775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: aedd34eb-4663-4eb0-ade4-6de6f70422be {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:37.482775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device aedd34eb-4663-4eb0-ade4-6de6f70422be not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:37.511706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.517632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.524226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.636238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Pushing event deleted for resources: {'Port': ['ID=daa87985-ea79-46e4-94e5-5cd75a2e7293,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.638852 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.650325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39cbef-6b67-43fa-9626-7ad1ae8dc90c req-cffeec8d-a8a0-42e2-afe5-6e43f1f87a69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.652773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec39cbef-6b67-43fa-9626-7ad1ae8dc90c req-cffeec8d-a8a0-42e2-afe5-6e43f1f87a69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.3760648 Jul 16 01:30:37.714728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] No DVR routers for this DVR port daa87985-ea79-46e4-94e5-5cd75a2e7293 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:37.720233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.725123 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-17c1665d-aa28-4da8-91e1-a7d9f97ddb59 req-03b6f1cb-c7f7-445e-a32d-9a9eb8495e38 tempest-FloatingIPsAssociationTestJSON-95378009 tempest-FloatingIPsAssociationTestJSON-95378009-project] 10.222.0.23 "DELETE /v2.0/ports/daa87985-ea79-46e4-94e5-5cd75a2e7293 HTTP/1.1" status: 204 len: 173 time: 2.4486558 Jul 16 01:30:37.732496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8375b-37e4-42ce-938d-7b9f50445106 req-dcce567e-69bc-4522-92f3-7fc5cf6b42c9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.741668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9dd8375b-37e4-42ce-938d-7b9f50445106 req-dcce567e-69bc-4522-92f3-7fc5cf6b42c9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.3017502 Jul 16 01:30:37.748716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3043-0325-4b0e-850a-32895e124213 req-daf60f09-e7c7-48e9-add2-09d18cc42675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.750371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-daf60f09-e7c7-48e9-add2-09d18cc42675 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3024213 Jul 16 01:30:37.782089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-9dcfae81-b298-4048-ae26-8b826a0932bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.783161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-9dcfae81-b298-4048-ae26-8b826a0932bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1102 time: 0.2589934 Jul 16 01:30:37.809842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Made reservation on behalf of fb9e7ea4426b4a068584b4cf4f1d48e1 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:37.811530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec39cbef-6b67-43fa-9626-7ad1ae8dc90c req-6a728986-23f6-4b20-b136-bf84dd4e4991 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365144 Jul 16 01:30:37.813495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.874613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.915415 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-6f9aabc7-3ac2-49cd-ac62-31d805f0bb06 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548352 Jul 16 01:30:38.098777 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72ae3043-0325-4b0e-850a-32895e124213 req-aa4ad7ea-5c20-4ce9-adf6-083cf70ee3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766317 Jul 16 01:30:38.140132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'tag': '2d908cec-7572-4370-8c68-c396011e9b05'}, {'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'name': 'network-vif-deleted', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:38.145367 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "89a6caf3-e862-4488-9825-aa18a3acfc55", "tag": "2d908cec-7572-4370-8c68-c396011e9b05"}, {"server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "name": "network-vif-deleted", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:38.169481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.174167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.258045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d50812-61f3-4927-9946-c9f4ffb8d6af,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.273144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.346235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Allocated IP 192.168.233.249 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/15fa446e-c796-4427-b23b-d01e07a80bb2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:38.382162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-225f182f-73b4-4dff-8693-7de401e7c422 req-c83f55c7-3979-4821-b6d3-97a3cd45bb2d tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 210 time: 0.1291316 Jul 16 01:30:38.393652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9dd8375b-37e4-42ce-938d-7b9f50445106 req-2dab3078-2c2f-469d-aadb-c499e422ac8f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6409464 Jul 16 01:30:38.394196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6439169b-a333-49f7-851e-e0ebaf35dcbc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.414334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-85449cbc-1775-4074-b769-cd0530574e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.416564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-85449cbc-1775-4074-b769-cd0530574e46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.6231332 Jul 16 01:30:38.432859 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.435588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d25080f-82e7-4c74-a0f2-767b2c8d02ad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6439169b-a333-49f7-851e-e0ebaf35dcbc HTTP/1.1" status: 204 len: 168 time: 1.6141784 Jul 16 01:30:38.440579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48356) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.495326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-99e7d54e-07d7-48cf-90bd-72af9095abed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.0572493 Jul 16 01:30:38.516801 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa4f4f7-0073-4749-9c81-2be02bb8e381 x-openstack-request-id: req-dfa4f4f7-0073-4749-9c81-2be02bb8e381 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:38.517622 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f4fa05-9b66-4b08-ab44-856b024e9f89", "name": "network-vif-plugged", "status": "completed", "tag": "2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:38.518058 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfa4f4f7-0073-4749-9c81-2be02bb8e381 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:38.518651 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67', 'code': 200} Jul 16 01:30:38.597351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-f7e0a3a8-4cfb-4a03-8189-51af9581ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.599227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-f7e0a3a8-4cfb-4a03-8189-51af9581ffcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0975330 Jul 16 01:30:38.789743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.811541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.814602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-bf189f16-da72-48b2-ab03-2b2cdbbaf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.816404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-bf189f16-da72-48b2-ab03-2b2cdbbaf737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2099717 Jul 16 01:30:38.818493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Transition to ACTIVE for port object 15fa446e-c796-4427-b23b-d01e07a80bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:38.849496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036f2eb-28d8-497f-ac3c-c7e8186bf022 req-37ba8819-f6b7-4722-9a85-1d8064b323cf tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.856261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d036f2eb-28d8-497f-ac3c-c7e8186bf022 req-37ba8819-f6b7-4722-9a85-1d8064b323cf tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1744776 Jul 16 01:30:38.890933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7777ad4-8531-4c1e-8ab6-b1f8c76d4e05 req-b215175e-d398-4541-ac0e-14c5ce6a6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.892498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a7777ad4-8531-4c1e-8ab6-b1f8c76d4e05 req-b215175e-d398-4541-ac0e-14c5ce6a6eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 1098 time: 0.1803856 Jul 16 01:30:38.912595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18ad90-7183-4672-8f8e-0933cd0e881e req-16b5ca09-b39a-4360-a2f4-689d4fd22a10 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.914147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b18ad90-7183-4672-8f8e-0933cd0e881e req-16b5ca09-b39a-4360-a2f4-689d4fd22a10 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 948 time: 0.1843431 Jul 16 01:30:38.936273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device daa87985-ea79-46e4-94e5-5cd75a2e7293 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:38.978072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: daa87985-ea79-46e4-94e5-5cd75a2e7293 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:38.978827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device daa87985-ea79-46e4-94e5-5cd75a2e7293 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:38.992452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d036f2eb-28d8-497f-ac3c-c7e8186bf022 req-f9f801c8-a050-4345-afd3-b789f2685966 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234071 Jul 16 01:30:38.997888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.012846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.025796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f659f07-8e6c-4520-8855-00b805943fea']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.027312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b18ad90-7183-4672-8f8e-0933cd0e881e req-bfdf7ed6-076f-4b3d-80fa-c459ec421510 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779362 Jul 16 01:30:39.030539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-6b08be67-f6dc-4bd8-abad-e08489988a94 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032924 Jul 16 01:30:39.086289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686eecf2-8fda-4867-addc-0ece0db81d05') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.086722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686eecf2-8fda-4867-addc-0ece0db81d05') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.106427 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a7777ad4-8531-4c1e-8ab6-b1f8c76d4e05 req-62e1d0c0-38f5-4db5-b4bf-65c12b4fd29f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969812 Jul 16 01:30:39.115886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.124924 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.148233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:39.202721 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b9141b-4776-44fd-9f41-1c265fd0f3c5 x-openstack-request-id: req-90b9141b-4776-44fd-9f41-1c265fd0f3c5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:39.203017 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a6caf3-e862-4488-9825-aa18a3acfc55", "tag": "2d908cec-7572-4370-8c68-c396011e9b05", "status": "completed", "code": 200}, {"server_uuid": "2a188522-1a08-45a0-a12a-0e5ad1f59d66", "name": "network-vif-deleted", "tag": "daa87985-ea79-46e4-94e5-5cd75a2e7293", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:39.203270 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90b9141b-4776-44fd-9f41-1c265fd0f3c5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:39.203683 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'tag': '2d908cec-7572-4370-8c68-c396011e9b05', 'status': 'completed', 'code': 200} Jul 16 01:30:39.203929 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a188522-1a08-45a0-a12a-0e5ad1f59d66', 'name': 'network-vif-deleted', 'tag': 'daa87985-ea79-46e4-94e5-5cd75a2e7293', 'status': 'completed', 'code': 200} Jul 16 01:30:39.205236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:39.212334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.218544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:39.229758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.233643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-458a13d7-8eae-484f-b548-f9e9c2454da6 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844189 Jul 16 01:30:39.287781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:39.288328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:39.292909 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:39.358758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db708c4-1bb7-4e90-8900-fb8fbb62cc3f req-ad0273c8-70ee-4cbb-982b-5f0e807d02bb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.366985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5db708c4-1bb7-4e90-8900-fb8fbb62cc3f req-ad0273c8-70ee-4cbb-982b-5f0e807d02bb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.0872669 Jul 16 01:30:39.420730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5db708c4-1bb7-4e90-8900-fb8fbb62cc3f req-51b78680-bc85-47e6-8ec0-77c0f831c5cd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Jul 16 01:30:39.450090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.451046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.488275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.492078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-f3588be8-47b4-4e21-8710-89f85211c70b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0296319 Jul 16 01:30:39.501614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.503738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5f659f07-8e6c-4520-8855-00b805943fea HTTP/1.1" status: 204 len: 168 time: 1.0595813 Jul 16 01:30:39.510659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.550528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Request body: {'port': {'device_id': '4e597123-0950-4cba-84f7-8ba8612939ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:39.608661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-91077264-bfc4-4061-9f8e-3e127ceaab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.610363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-91077264-bfc4-4061-9f8e-3e127ceaab05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ec5b58fe544cc9a666ebf068e35e04&device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 1100 time: 0.1508303 Jul 16 01:30:39.680899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fccbad-ad1d-4498-9052-92a5a1c306e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f659f07-8e6c-4520-8855-00b805943fea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.721182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3269ccb-fb67-431a-8f08-7e174191cbc2 None None] Provisioning for port 15fa446e-c796-4427-b23b-d01e07a80bb2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:39.732655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3269ccb-fb67-431a-8f08-7e174191cbc2 None None] Provisioning complete for port 15fa446e-c796-4427-b23b-d01e07a80bb2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:39.733345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3269ccb-fb67-431a-8f08-7e174191cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.765318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.794813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b3269ccb-fb67-431a-8f08-7e174191cbc2 None None] Port 15fa446e-c796-4427-b23b-d01e07a80bb2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:39.841334 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c547a6bc-0783-4969-9c4f-5b79c1548af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.853269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-888373c6-1c26-45a8-ab69-699e2ccb1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.854464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-888373c6-1c26-45a8-ab69-699e2ccb1089 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2317247 Jul 16 01:30:39.863052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Deleting subnet 898a664a-2360-417a-ba4b-b9d1f5a49110 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:39.866928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a873141-0648-47a0-8d6d-974e5a61dfe8 req-573d2ea5-ee53-408f-8eb0-93ccd94c42a3 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.873020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a873141-0648-47a0-8d6d-974e5a61dfe8 req-573d2ea5-ee53-408f-8eb0-93ccd94c42a3 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 936 time: 0.2417505 Jul 16 01:30:39.878715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-0741c391-e1f9-4079-afec-c49b964f47d0 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.880565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-0741c391-e1f9-4079-afec-c49b964f47d0 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 946 time: 0.6156116 Jul 16 01:30:39.923062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.933713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-779f0864-598b-41fc-8cbf-0defc152879a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2d908cec-7572-4370-8c68-c396011e9b05 HTTP/1.1" status: 200 len: 217 time: 0.0571053 Jul 16 01:30:39.950239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8d171-a545-481a-9a30-d8eddad49c79 req-5edf3711-3a4b-4a89-bb6f-e45b1dd0f8dc tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.957467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06e8d171-a545-481a-9a30-d8eddad49c79 req-5edf3711-3a4b-4a89-bb6f-e45b1dd0f8dc tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.2681897 Jul 16 01:30:40.032567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a873141-0648-47a0-8d6d-974e5a61dfe8 req-475b273e-813b-460c-a54f-7b699c23c00d tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562297 Jul 16 01:30:40.039358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.064607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-db35bbfd-a199-4b38-9e6b-edf7706e113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.068617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-db35bbfd-a199-4b38-9e6b-edf7706e113a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1257463 Jul 16 01:30:40.077310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06e8d171-a545-481a-9a30-d8eddad49c79 req-4d881b82-c7d4-42a7-83ec-7da53e7f8f04 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Jul 16 01:30:40.186832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-1aba3fa7-541b-4072-ac29-ce89263257f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.190285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-1aba3fa7-541b-4072-ac29-ce89263257f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117504 Jul 16 01:30:40.365878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.419259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-fd84b2c5-edf0-47cb-95f6-70ca63e75893 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943369 Jul 16 01:30:40.452456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7a91b-aada-42da-a9ea-4788cc6d4354 req-296e64ee-74b8-4fa3-9451-51b0aaf71ac5 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.465799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ced7a91b-aada-42da-a9ea-4788cc6d4354 req-296e64ee-74b8-4fa3-9451-51b0aaf71ac5 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 948 time: 0.2393224 Jul 16 01:30:40.533763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1d00-ef12-416f-a53d-45345e4c83c7 req-d1d7e58e-6923-4ce6-83bb-83daf9219852 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.539121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2dda1d00-ef12-416f-a53d-45345e4c83c7 req-d1d7e58e-6923-4ce6-83bb-83daf9219852 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 946 time: 0.3455443 Jul 16 01:30:40.576317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Deleting port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:40.578011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.711179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ced7a91b-aada-42da-a9ea-4788cc6d4354 req-aac2dc88-8967-4c22-bf49-5e7138d9a4c7 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432792 Jul 16 01:30:40.752206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2dda1d00-ef12-416f-a53d-45345e4c83c7 req-e3da1d90-8c97-4cdc-aefd-13090e6a703f tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups?id=36abf67c-1de7-49a8-ba4b-c1493e877705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639519 Jul 16 01:30:40.800135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.800410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7eba2b7-03e0-409c-80b3-cfb0a11cf6dd req-c10a25a9-245a-4727-ae34-4a9fd966afeb service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692844 Jul 16 01:30:40.805629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fa446e-c796-4427-b23b-d01e07a80bb2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:40.859658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.885055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2d908cec-7572-4370-8c68-c396011e9b05 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:40.904242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898a664a-2360-417a-ba4b-b9d1f5a49110,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.919638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.925806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:40.932083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9ac899b5-eded-478e-bdbd-5d0c57b79f6e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/898a664a-2360-417a-ba4b-b9d1f5a49110 HTTP/1.1" status: 204 len: 168 time: 1.4152384 Jul 16 01:30:40.951722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Transition to ACTIVE for port object 15fa446e-c796-4427-b23b-d01e07a80bb2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:40.992064 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.005100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] For port a8fdc77c-20d9-4f8e-a105-bfa6117b2464, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,segment=NetworkSegment(5821e616-16d2-45cc-9ad1-55c1a5745760),segment_id=5821e616-16d2-45cc-9ad1-55c1a5745760)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.005588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.055414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Calling delete_port for a8fdc77c-20d9-4f8e-a105-bfa6117b2464 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:41.096740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.214757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2d908cec-7572-4370-8c68-c396011e9b05, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2d908cec-7572-4370-8c68-c396011e9b05,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.218339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.240696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2d908cec-7572-4370-8c68-c396011e9b05', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '2d908cec-7572-4370-8c68-c396011e9b05', 'mac_address': 'fa:16:3e:aa:98:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:41.253210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.301717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.331663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d908cec-7572-4370-8c68-c396011e9b05 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:41.389094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2d908cec-7572-4370-8c68-c396011e9b05, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2d908cec-7572-4370-8c68-c396011e9b05,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.396331 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.491814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.522006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7d07-9da3-42d6-b904-57ef018e271d req-27e9008b-4c15-49b2-8af3-7ad4f729a89a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.531477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59eb7d07-9da3-42d6-b904-57ef018e271d req-27e9008b-4c15-49b2-8af3-7ad4f729a89a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.4076698 Jul 16 01:30:41.546385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2d908cec-7572-4370-8c68-c396011e9b05,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.557789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236eed9-fe31-45e6-a7ca-666735baa38f req-e87230fe-44c2-44ff-a607-f816e3133386 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.573574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5236eed9-fe31-45e6-a7ca-666735baa38f req-e87230fe-44c2-44ff-a607-f816e3133386 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 948 time: 0.3517363 Jul 16 01:30:41.596022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c117646-b32b-403f-9a23-89f288a8e001']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:41.618354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10375698-0330-4447-a71e-032271c7d7c9') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:41.618980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10375698-0330-4447-a71e-032271c7d7c9') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:41.646757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.682639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59eb7d07-9da3-42d6-b904-57ef018e271d req-1b61cb90-8ece-46f0-8dc2-3f5cc9339a3e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502519 Jul 16 01:30:41.685958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.697161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5236eed9-fe31-45e6-a7ca-666735baa38f req-dd383082-a1d8-4cd8-8867-90ee1923e963 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218972 Jul 16 01:30:41.708646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:41.709325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:41.715541 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:41.747894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2d908cec-7572-4370-8c68-c396011e9b05'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:41.849883 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.859038 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.861814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2c117646-b32b-403f-9a23-89f288a8e001 HTTP/1.1" status: 204 len: 168 time: 0.9341404 Jul 16 01:30:41.885205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897661-ebf9-4b5e-895f-fe0047698687 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c117646-b32b-403f-9a23-89f288a8e001,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.948912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Attempting to bind port 15fa446e-c796-4427-b23b-d01e07a80bb2 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:41.949555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Attempting to bind port 15fa446e-c796-4427-b23b-d01e07a80bb2 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:41.949839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Attempting to bind port 15fa446e-c796-4427-b23b-d01e07a80bb2 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:41.971103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Port 15fa446e-c796-4427-b23b-d01e07a80bb2 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:41.973133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Attempting to bind port 15fa446e-c796-4427-b23b-d01e07a80bb2 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:42.017670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:42.017670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:42.017981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:42.018358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Bound port: 15fa446e-c796-4427-b23b-d01e07a80bb2, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:42.018721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.148127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691524cd-56c8-411e-a870-9fff2ee27dd2 req-90663707-077f-4c12-81d7-5579fad34cda tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.149914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-691524cd-56c8-411e-a870-9fff2ee27dd2 req-90663707-077f-4c12-81d7-5579fad34cda tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 949 time: 0.1843977 Jul 16 01:30:42.150420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48390) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.153707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.216194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event deleted for resources: {'Port': ['ID=a8fdc77c-20d9-4f8e-a105-bfa6117b2464,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.248146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a14aae-6f93-48d4-ada6-b1a43a041b34 req-80d440d8-1eb4-47c3-b3fc-e795ce50b882 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.252603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81a14aae-6f93-48d4-ada6-b1a43a041b34 req-80d440d8-1eb4-47c3-b3fc-e795ce50b882 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.2408829 Jul 16 01:30:42.277051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-691524cd-56c8-411e-a870-9fff2ee27dd2 req-189de7d0-a6e1-4d68-88db-f64640959264 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142344 Jul 16 01:30:42.285444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:42.293807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-511c2e15-adf4-41af-b31f-f40979d175ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d65ffd125da41a08a64015412dbfe88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370499 Jul 16 01:30:42.312156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48392) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.321712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] No DVR routers for this DVR port a8fdc77c-20d9-4f8e-a105-bfa6117b2464 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:42.339689 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72357569-8f60-4e90-b088-c9cb94822f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.343123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81a14aae-6f93-48d4-ada6-b1a43a041b34 req-98ad03c0-4a21-4980-9cbc-b11e3c8c6a15 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887051 Jul 16 01:30:42.351757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:42.355079 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.357828 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e6a24e-f78e-4de5-8635-6ecb3bfc4a66 req-02f85f4a-81d5-4c51-bda8-dc1834b1d653 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.23 "DELETE /v2.0/ports/a8fdc77c-20d9-4f8e-a105-bfa6117b2464 HTTP/1.1" status: 204 len: 173 time: 2.4422221 Jul 16 01:30:42.358380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'name': 'network-vif-deleted', 'tag': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:42.369029 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfe5e92-4179-41d3-a129-c63d3f713a9c" -d '{"events": [{"server_uuid": "6e3acd56-b9ba-42af-b3d2-e7011312d2c8", "name": "network-vif-deleted", "tag": "a8fdc77c-20d9-4f8e-a105-bfa6117b2464"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:42.384940 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.389940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.514179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.514179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.515357 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] 10.222.0.13 "PUT /v2.0/ports/15fa446e-c796-4427-b23b-d01e07a80bb2 HTTP/1.1" status: 200 len: 1097 time: 2.9971383 Jul 16 01:30:42.593835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88baabc6-e6c9-4b3b-b34b-c122e30feb2d req-c93bda4a-32f9-403c-a385-b1b6aeb61208 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e3acd56-b9ba-42af-b3d2-e7011312d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0791140 Jul 16 01:30:42.672514 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a91d951-02ea-4fad-a1b0-a6d20f4562b5 x-openstack-request-id: req-6a91d951-02ea-4fad-a1b0-a6d20f4562b5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:42.673050 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3acd56-b9ba-42af-b3d2-e7011312d2c8", "name": "network-vif-deleted", "tag": "a8fdc77c-20d9-4f8e-a105-bfa6117b2464", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:42.673438 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a91d951-02ea-4fad-a1b0-a6d20f4562b5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:42.674712 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3acd56-b9ba-42af-b3d2-e7011312d2c8', 'name': 'network-vif-deleted', 'tag': 'a8fdc77c-20d9-4f8e-a105-bfa6117b2464', 'status': 'completed', 'code': 200} Jul 16 01:30:42.770019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd44af-3c42-4f4f-8789-9c234fe14259 service neutron] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.784978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c75fc62-974f-4524-99d8-3b662c9e886b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.854247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c75fc62-974f-4524-99d8-3b662c9e886b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.891908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-e0a8baac-fdac-4d9b-bbe9-cc1590a277fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.892202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2d908cec-7572-4370-8c68-c396011e9b05 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:42.893702 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-e0a8baac-fdac-4d9b-bbe9-cc1590a277fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9e7ea4426b4a068584b4cf4f1d48e1&device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 1100 time: 0.2960341 Jul 16 01:30:42.964140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Deleting port 078544f2-c40c-4450-99f0-5bba299a3479 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:42.964832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.973344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a8fdc77c-20d9-4f8e-a105-bfa6117b2464 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:42.980591 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-fbd4f001-3869-45f5-97e9-a6ebf787b6c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=15fa446e-c796-4427-b23b-d01e07a80bb2 HTTP/1.1" status: 200 len: 217 time: 0.0599282 Jul 16 01:30:43.072651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-dfb88e26-5baf-4ddb-a266-08c057187ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.074937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-dfb88e26-5baf-4ddb-a266-08c057187ba6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0922081 Jul 16 01:30:43.076518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c622f4-be30-4f4c-8444-15f09ff63a55 req-44198048-0319-43db-884a-666ccf9a7e4c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.088027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3c622f4-be30-4f4c-8444-15f09ff63a55 req-44198048-0319-43db-884a-666ccf9a7e4c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.1801884 Jul 16 01:30:43.177365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: a8fdc77c-20d9-4f8e-a105-bfa6117b2464 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:43.177658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a8fdc77c-20d9-4f8e-a105-bfa6117b2464 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:43.218663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2d908cec-7572-4370-8c68-c396011e9b05 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:43.225827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2d908cec-7572-4370-8c68-c396011e9b05 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:43.226162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.268279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3c622f4-be30-4f4c-8444-15f09ff63a55 req-7beddcc6-e0fc-40b7-9c03-f6bdb8a5b8d1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586294 Jul 16 01:30:43.269921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c75fc62-974f-4524-99d8-3b662c9e886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.274057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c75fc62-974f-4524-99d8-3b662c9e886b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.275652 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1c75fc62-974f-4524-99d8-3b662c9e886b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf681d68-1665-4e7f-8652-3ad216852dc3 HTTP/1.1" status: 204 len: 168 time: 0.9506195 Jul 16 01:30:43.326766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fa9d4-4c64-40a6-8d31-e9b28ff9a9ae req-4f14bd88-d936-4eff-a587-483964ac3e92 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.327565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75fc62-974f-4524-99d8-3b662c9e886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf681d68-1665-4e7f-8652-3ad216852dc3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.339800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b51fa9d4-4c64-40a6-8d31-e9b28ff9a9ae req-4f14bd88-d936-4eff-a587-483964ac3e92 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 948 time: 0.2427859 Jul 16 01:30:43.373615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] For port 078544f2-c40c-4450-99f0-5bba299a3479, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=078544f2-c40c-4450-99f0-5bba299a3479,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:43.374176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.394564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Calling delete_port for 078544f2-c40c-4450-99f0-5bba299a3479 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:43.480089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b51fa9d4-4c64-40a6-8d31-e9b28ff9a9ae req-db5b55c2-aa11-43ee-aacb-9296d93829be tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408825 Jul 16 01:30:43.545362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.573694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50008491-3223-4f0f-9052-11171086554b req-ebedb126-2792-4898-adc3-688c2eb218df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.578814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-ebedb126-2792-4898-adc3-688c2eb218df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4691098 Jul 16 01:30:43.617776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d908cec-7572-4370-8c68-c396011e9b05'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:43.620123 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da72955-4cc8-4a2d-acd6-4afb038e86f4" -d '{"events": [{"server_uuid": "89a6caf3-e862-4488-9825-aa18a3acfc55", "name": "network-vif-plugged", "status": "completed", "tag": "2d908cec-7572-4370-8c68-c396011e9b05"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:43.689331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2d908cec-7572-4370-8c68-c396011e9b05, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2d908cec-7572-4370-8c68-c396011e9b05,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:43.695238 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.696528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.814465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271e94-55fd-42fc-b3a3-77327114ad5c req-ca4549ac-11f2-403f-ad5b-fcc1d3a42ccb tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.822115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb271e94-55fd-42fc-b3a3-77327114ad5c req-ca4549ac-11f2-403f-ad5b-fcc1d3a42ccb tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 949 time: 0.1821721 Jul 16 01:30:43.845676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2d908cec-7572-4370-8c68-c396011e9b05,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.869712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e3970-7f8b-4e8e-9236-bbbe4e5bbd47 req-7634148a-d18a-4301-80f2-dcd06afe36ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.871524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d35e3970-7f8b-4e8e-9236-bbbe4e5bbd47 req-7634148a-d18a-4301-80f2-dcd06afe36ff tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.2184048 Jul 16 01:30:43.906345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb271e94-55fd-42fc-b3a3-77327114ad5c req-39ad1f57-b174-4477-b107-88465c078297 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819654 Jul 16 01:30:43.949896 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-0542f794-4686-4807-9cd6-f2028f97c2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616579 Jul 16 01:30:43.965764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d35e3970-7f8b-4e8e-9236-bbbe4e5bbd47 req-c947d779-c3b7-4d14-aa08-697cfc7c278d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813034 Jul 16 01:30:44.107279 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.143143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.165379 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b7c27-935b-4338-828c-bd74bd0fae90 x-openstack-request-id: req-397b7c27-935b-4338-828c-bd74bd0fae90 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:44.165960 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a6caf3-e862-4488-9825-aa18a3acfc55", "name": "network-vif-plugged", "status": "completed", "tag": "2d908cec-7572-4370-8c68-c396011e9b05", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:44.166439 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-397b7c27-935b-4338-828c-bd74bd0fae90 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:44.167120 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d908cec-7572-4370-8c68-c396011e9b05', 'code': 200} Jul 16 01:30:44.186012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Pushing event deleted for resources: {'Port': ['ID=078544f2-c40c-4450-99f0-5bba299a3479,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.194731 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50008491-3223-4f0f-9052-11171086554b req-26c5b8af-3dd4-4112-a097-b4dd1a676c8f service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354774 Jul 16 01:30:44.218320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aef40d2c-4206-411b-833c-095f9f86c102 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ce8e51708c84265a2abf9bc32d542ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765209 Jul 16 01:30:44.220650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48424) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.330960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6968bfc9-daac-47fc-aa70-d5f0b69e4168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.383774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6968bfc9-daac-47fc-aa70-d5f0b69e4168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.668254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6968bfc9-daac-47fc-aa70-d5f0b69e4168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.675782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:44.681140 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6968bfc9-daac-47fc-aa70-d5f0b69e4168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.682121 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257780e-34b0-4be4-9cea-aaaad103710d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:44.685189 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6968bfc9-daac-47fc-aa70-d5f0b69e4168 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f541bead-8b03-4f89-a99d-5142ca4f11fc HTTP/1.1" status: 204 len: 168 time: 0.4632645 Jul 16 01:30:44.701877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968bfc9-daac-47fc-aa70-d5f0b69e4168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f541bead-8b03-4f89-a99d-5142ca4f11fc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.733457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2720108-ff7a-4540-acab-9f50995e479e req-bd539ee5-697a-49be-89bc-a971f1fdd58e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.743656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2720108-ff7a-4540-acab-9f50995e479e req-bd539ee5-697a-49be-89bc-a971f1fdd58e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.2481484 Jul 16 01:30:44.777831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.796257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf6bc0-d4a8-4293-93a7-5bd591b919f9 req-0f907145-4922-4207-b6b4-f89e4ea524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.797832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abcf6bc0-d4a8-4293-93a7-5bd591b919f9 req-0f907145-4922-4207-b6b4-f89e4ea524d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 1102 time: 0.3651507 Jul 16 01:30:44.883402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2720108-ff7a-4540-acab-9f50995e479e req-ef26630b-ca0b-4750-98f3-46e6d5c66148 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340618 Jul 16 01:30:44.917834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da165139-0131-485c-a844-1577b0ed2186 req-16cc7b49-2881-4722-82d2-4a8a07867395 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.919882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da165139-0131-485c-a844-1577b0ed2186 req-16cc7b49-2881-4722-82d2-4a8a07867395 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 948 time: 0.1419501 Jul 16 01:30:44.932698 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abcf6bc0-d4a8-4293-93a7-5bd591b919f9 req-3588c9e5-3113-411f-b77d-a60d019fb114 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269855 Jul 16 01:30:44.987727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.062810 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc4a6d-2eee-4d31-a26e-0bef297c2bf6 x-openstack-request-id: req-b2fc4a6d-2eee-4d31-a26e-0bef297c2bf6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:45.063120 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:45.063372 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2fc4a6d-2eee-4d31-a26e-0bef297c2bf6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:45.063756 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'status': 'completed', 'code': 200} Jul 16 01:30:45.073669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da165139-0131-485c-a844-1577b0ed2186 req-8370a8e6-7285-45d8-95a7-88d232c888ed tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410751 Jul 16 01:30:45.157154 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.199207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2e7419d-7688-4d9a-a788-5c3346ccf955 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.297343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2e7419d-7688-4d9a-a788-5c3346ccf955 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.373599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Router d0b974f6-05e1-4d86-9164-9d83968fcb72 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:45.475770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabce2-4a38-47a0-a32c-a431c194f21d req-9b69cc59-fee8-48b3-9e8a-965172128f21 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.485133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fecabce2-4a38-47a0-a32c-a431c194f21d req-9b69cc59-fee8-48b3-9e8a-965172128f21 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 950 time: 0.1535950 Jul 16 01:30:45.511952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2e7419d-7688-4d9a-a788-5c3346ccf955 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.514911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2e7419d-7688-4d9a-a788-5c3346ccf955 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.516180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a2e7419d-7688-4d9a-a788-5c3346ccf955 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "DELETE /v2.0/security-groups/37483cfa-018a-4b42-8ce2-b601ab1d8ded HTTP/1.1" status: 204 len: 168 time: 0.5271533 Jul 16 01:30:45.532692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.606618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7419d-7688-4d9a-a788-5c3346ccf955 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37483cfa-018a-4b42-8ce2-b601ab1d8ded,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.615936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257780e-34b0-4be4-9cea-aaaad103710d req-32e3921b-9ef7-4ab3-beee-a7c0aeb9754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.625394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fecabce2-4a38-47a0-a32c-a431c194f21d req-783791b2-978a-42d6-829b-38c2ade50a84 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404934 Jul 16 01:30:45.634393 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-32e3921b-9ef7-4ab3-beee-a7c0aeb9754d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9e7ea4426b4a068584b4cf4f1d48e1&device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 1100 time: 0.3633735 Jul 16 01:30:45.638488 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-8d0f0a4d-5de0-486f-b519-37ae4578b3b5 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] show failed (client error): The resource could not be found. Jul 16 01:30:45.640204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d0f0a4d-5de0-486f-b519-37ae4578b3b5 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "GET /v2.0/security-groups/37483cfa-018a-4b42-8ce2-b601ab1d8ded HTTP/1.1" status: 404 len: 347 time: 0.0961819 Jul 16 01:30:45.644117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48458) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.695373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcc12-7471-4cde-9767-1180e6b4c973 req-6fcbc2ee-10ec-4dc2-ae91-2c38e01c59d4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.712118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-858bcc12-7471-4cde-9767-1180e6b4c973 req-6fcbc2ee-10ec-4dc2-ae91-2c38e01c59d4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.2248163 Jul 16 01:30:45.805771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-858bcc12-7471-4cde-9767-1180e6b4c973 req-1588570a-2221-4a26-8ab7-d9bc7a1b2021 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855682 Jul 16 01:30:45.984497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:46.001581 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] Sync routers for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:46.002327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e49dd9f3-0712-4f59-80ed-efb6d6e7b939 admin admin] 10.222.0.42 "PUT /v2.0/routers/d0b974f6-05e1-4d86-9164-9d83968fcb72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8832874 Jul 16 01:30:46.007062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48470) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:46.036808 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:46.041349 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:46.113579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Deleting port 7529dfa1-f475-4f3f-a80b-3e0fdbb519bf {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:46.115170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.122208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-256d151d-2990-4613-9d29-e02ba549e209 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2162967 Jul 16 01:30:46.160723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257780e-34b0-4be4-9cea-aaaad103710d req-c3d30b80-d4e0-4731-a761-b3dba40d65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.168128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-c3d30b80-d4e0-4731-a761-b3dba40d65a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3747807 Jul 16 01:30:46.479828 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:46.492628 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-cba5f99c-d474-4d47-99bd-bf6b34b2226f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=15fa446e-c796-4427-b23b-d01e07a80bb2 HTTP/1.1" status: 200 len: 217 time: 0.3020790 Jul 16 01:30:46.811300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8dd91-4b47-42f6-9483-e4f20624e325 req-3bcdaa97-0255-4eec-9504-83b6f5551917 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.826710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37f8dd91-4b47-42f6-9483-e4f20624e325 req-3bcdaa97-0255-4eec-9504-83b6f5551917 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.4680378 Jul 16 01:30:46.830796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.866415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.867138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.916791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:46.935573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Calling delete_port for 7529dfa1-f475-4f3f-a80b-3e0fdbb519bf owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:46.946338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257780e-34b0-4be4-9cea-aaaad103710d req-54d25e99-ee0c-4d1c-bd8e-4c8ecdfee60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.949112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-54d25e99-ee0c-4d1c-bd8e-4c8ecdfee60d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.3214798 Jul 16 01:30:46.955466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45583-c825-4538-8f3b-235e541ed6fa req-cbce6e05-4c9d-43eb-84eb-ce11d24a9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.959136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-cbce6e05-4c9d-43eb-84eb-ce11d24a9ca8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 1103 time: 0.6021941 Jul 16 01:30:47.094121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:47.107981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'mac_address': 'fa:16:3e:42:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:47.111891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37f8dd91-4b47-42f6-9483-e4f20624e325 req-4cbb7d4e-fbc4-4f43-be93-642841ad0f56 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838678 Jul 16 01:30:47.227208 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.254533 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:30:43Z', 'revision_number': 5, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port': {'id': '81c4d88f-7b46-44c9-a6a0-03ed4565bf65', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:69:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:56Z', 'updated_at': '2021-07-16T01:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.268020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fa446e-c796-4427-b23b-d01e07a80bb2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:47.275196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7a3e-9126-472d-88df-568b87f14ba2 req-4c2fc96f-5e5a-4b8f-a285-e912195ae03b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.282371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b7a7a3e-9126-472d-88df-568b87f14ba2 req-4c2fc96f-5e5a-4b8f-a285-e912195ae03b tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 948 time: 0.3845856 Jul 16 01:30:47.309148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.352211 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] Checking router: d0b974f6-05e1-4d86-9164-9d83968fcb72 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:47.363998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:47.371632 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.394757 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] Routers {'d0b974f6-05e1-4d86-9164-9d83968fcb72'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:47.397007 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d0b974f6-05e1-4d86-9164-9d83968fcb72'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.398564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45583-c825-4538-8f3b-235e541ed6fa req-27b487c7-e30f-42b2-8315-4bd271ab4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.400869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-27b487c7-e30f-42b2-8315-4bd271ab4b1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3944530 Jul 16 01:30:47.404188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257780e-34b0-4be4-9cea-aaaad103710d req-79d0cd71-950f-46a8-8464-a694f0931c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.406547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-79d0cd71-950f-46a8-8464-a694f0931c62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4405353 Jul 16 01:30:47.525703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.539335 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] Set router d0b974f6-05e1-4d86-9164-9d83968fcb72 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:47.578216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b7a7a3e-9126-472d-88df-568b87f14ba2 req-557634b0-53d3-44ca-9959-ab353cabc7ee tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751951 Jul 16 01:30:47.609011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 6, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.617340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Deleting port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:47.617797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.654879 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-aeb668d1-5b36-48a9-9a18-e5df873c1b83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 200 len: 217 time: 0.2313440 Jul 16 01:30:47.655804 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9a562-b7e7-4b05-b09a-21be40afc5ae None None] The sync data for ids ['d0b974f6-05e1-4d86-9164-9d83968fcb72'] in n-d-791506-20 is: [{'id': 'd0b974f6-05e1-4d86-9164-9d83968fcb72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1898150034-router', 'tenant_id': 'aef2fe5d5b17449797870ebcc72678e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:54Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 6, 'project_id': 'aef2fe5d5b17449797870ebcc72678e1', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:47.680317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a061-709b-4dc4-8648-108f85e1fa5a req-1961fa3b-2d94-4b33-800c-1f20faee3e13 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.686202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.688024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c67a061-709b-4dc4-8648-108f85e1fa5a req-1961fa3b-2d94-4b33-800c-1f20faee3e13 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.3000457 Jul 16 01:30:47.794260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['15fa446e-c796-4427-b23b-d01e07a80bb2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:47.830834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Pushing event deleted for resources: {'Port': ['ID=7529dfa1-f475-4f3f-a80b-3e0fdbb519bf,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.875296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45583-c825-4538-8f3b-235e541ed6fa req-61fc1779-9764-4896-85e8-f129d8acb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.877000 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-61fc1779-9764-4896-85e8-f129d8acb5d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.2138031 Jul 16 01:30:47.941357 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-73ed3262-1b16-41c0-9bc0-2e9e06837b57 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233448 Jul 16 01:30:47.992698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.995380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.996709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-51c27eca-6548-4a32-9148-2c123046bd65 tempest-ImagesOneServerNegativeTestJSON-667208527 tempest-ImagesOneServerNegativeTestJSON-667208527-project] 10.222.0.42 "DELETE /v2.0/floatingips/e09f0a59-a9d5-484f-b69a-f90d343fadfb HTTP/1.1" status: 204 len: 168 time: 2.3513172 Jul 16 01:30:48.072548 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.262357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c67a061-709b-4dc4-8648-108f85e1fa5a req-0f7aadca-2f95-4ceb-9571-b0564ee30fa8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732479 Jul 16 01:30:48.318416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] For port 81c4d88f-7b46-44c9-a6a0-03ed4565bf65, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:48.318868 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.337557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Calling delete_port for 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:48.437427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd0647-e9fb-4330-8253-62229f23977f req-ecd169fb-130f-49a4-8608-30c81e936659 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.439332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7efd0647-e9fb-4330-8253-62229f23977f req-ecd169fb-130f-49a4-8608-30c81e936659 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 950 time: 0.2444379 Jul 16 01:30:48.451496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45583-c825-4538-8f3b-235e541ed6fa req-134afc47-3ae8-46a5-9a59-3a92d33ef99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.453056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-134afc47-3ae8-46a5-9a59-3a92d33ef99f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5505908 Jul 16 01:30:48.457017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-7158e627-e049-4856-a040-edfc510b6218 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.458799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-7158e627-e049-4856-a040-edfc510b6218 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 946 time: 0.2653689 Jul 16 01:30:48.491033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3257780e-34b0-4be4-9cea-aaaad103710d req-2ac76dfc-c9c2-43cd-881a-c8f0251dc588 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416665 Jul 16 01:30:48.616196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7efd0647-e9fb-4330-8253-62229f23977f req-eb376fa4-6f5b-4aec-8a4b-afc973ff2743 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526673 Jul 16 01:30:48.648796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-fe4563d1-7afd-4a6f-89f5-87166911817f service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862009 Jul 16 01:30:48.736052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:48.736404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.741606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.813523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61c45583-c825-4538-8f3b-235e541ed6fa req-02d21e81-998e-4810-b323-119e0e8e399e service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556411 Jul 16 01:30:48.827222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c4d88f-7b46-44c9-a6a0-03ed4565bf65,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.922459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:48.978790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 15fa446e-c796-4427-b23b-d01e07a80bb2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:48.982862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 15fa446e-c796-4427-b23b-d01e07a80bb2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:48.983230 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.999351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:48.999716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.032642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:49.034697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.044758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d458c5c-78e9-48cf-aa89-ad23727ccc12 req-ac9ebc3d-a9c6-4631-bb6c-a984fb69f18f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.046260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d458c5c-78e9-48cf-aa89-ad23727ccc12 req-ac9ebc3d-a9c6-4631-bb6c-a984fb69f18f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.2818487 Jul 16 01:30:49.074455 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.101170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:49.103407 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167381c-f7aa-434e-85c7-26d419a6b4fd" -d '{"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-plugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:49.115944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:49.120556 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.170437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.198840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bda6a-87de-4052-9424-6c7b7347382b req-9b8d157d-ebc7-4259-b5a4-72c7608e2db0 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.200391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-710bda6a-87de-4052-9424-6c7b7347382b req-9b8d157d-ebc7-4259-b5a4-72c7608e2db0 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 949 time: 0.3949814 Jul 16 01:30:49.209725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.214904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.300550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d458c5c-78e9-48cf-aa89-ad23727ccc12 req-7eadfd59-512d-4e5c-95aa-cb5d06080929 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462482 Jul 16 01:30:49.316305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.316882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b974f6-05e1-4d86-9164-9d83968fcb72 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:30:49.330471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.331622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ccda605b-6be8-4ecd-bd75-32704fb655e0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d0b974f6-05e1-4d86-9164-9d83968fcb72 HTTP/1.1" status: 204 len: 168 time: 3.3242292 Jul 16 01:30:49.335165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48522) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.340598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-710bda6a-87de-4052-9424-6c7b7347382b req-5bcc342b-5a35-4bd7-a40a-2a19055d02a5 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284671 Jul 16 01:30:49.424484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Deleting subnet 93e129d5-ce83-4cd2-8df8-cca410c405b3 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:49.430822 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.431056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.506620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.541607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:49.543925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.546400 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.548632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aea9dff0-ee9b-4867-a27a-5bd0e99a74be req-f321a1d6-bc66-417f-8b7b-311d2932b944 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "DELETE /v2.0/ports/2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 HTTP/1.1" status: 204 len: 173 time: 1.0840387 Jul 16 01:30:49.549074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'name': 'network-vif-deleted', 'tag': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:49.549205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 078544f2-c40c-4450-99f0-5bba299a3479 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:49.573850 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586c608a-3d5f-4211-9efd-bf05ce677446" -d '{"events": [{"server_uuid": "c9f4fa05-9b66-4b08-ab44-856b024e9f89", "name": "network-vif-deleted", "tag": "2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:49.609791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.620352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 078544f2-c40c-4450-99f0-5bba299a3479 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:49.620798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 078544f2-c40c-4450-99f0-5bba299a3479 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:49.621330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:49.662889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:49.663670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81c4d88f-7b46-44c9-a6a0-03ed4565bf65 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:49.681988 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c035e215-aaa2-4a12-a16a-f03944a4e36c x-openstack-request-id: req-c035e215-aaa2-4a12-a16a-f03944a4e36c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:49.682506 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-plugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:49.683013 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c035e215-aaa2-4a12-a16a-f03944a4e36c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:49.683614 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'code': 200} Jul 16 01:30:49.683751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.725649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.726739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c7224-a55f-4f52-9bb7-c1c20dbc2990 None None] Network 52b68899-8f9f-476a-8f6b-80016dc5547e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:49.728267 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-766ffa82-297e-4803-998a-19984078222a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/93e129d5-ce83-4cd2-8df8-cca410c405b3 HTTP/1.1" status: 204 len: 168 time: 0.3917308 Jul 16 01:30:49.729639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ffa82-297e-4803-998a-19984078222a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e129d5-ce83-4cd2-8df8-cca410c405b3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.731410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48532) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.812683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.848468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7eaebecb-0bc3-4dad-addd-872fa8bf3e78 req-fe20534e-2ae4-48f8-b3b3-05be4be68cc8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 210 time: 0.0491891 Jul 16 01:30:49.917080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Deleting port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:49.918769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.969501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c7b9-a2f8-4eaf-b843-ac09479e7609 req-0cb20b8e-8d4b-46f3-9c7e-c9530e162d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.971291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47c3c7b9-a2f8-4eaf-b843-ac09479e7609 req-0cb20b8e-8d4b-46f3-9c7e-c9530e162d5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 1102 time: 0.0904427 Jul 16 01:30:50.009822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] DHCP port deletion for 52b68899-8f9f-476a-8f6b-80016dc5547e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:50.019344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] For port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.019780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.021269 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce68e133-8d12-4f8d-8eac-dba716c9d69c x-openstack-request-id: req-ce68e133-8d12-4f8d-8eac-dba716c9d69c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:50.021832 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f4fa05-9b66-4b08-ab44-856b024e9f89", "name": "network-vif-deleted", "tag": "2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:50.022455 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce68e133-8d12-4f8d-8eac-dba716c9d69c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:50.023055 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f4fa05-9b66-4b08-ab44-856b024e9f89', 'name': 'network-vif-deleted', 'tag': '2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67', 'status': 'completed', 'code': 200} Jul 16 01:30:50.030102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47c3c7b9-a2f8-4eaf-b843-ac09479e7609 req-bc2b9612-728d-4a97-8b06-671231167932 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Jul 16 01:30:50.033622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Calling delete_port for d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:50.075650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] Deleting port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:50.076952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.114378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.157038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] For port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,segment=NetworkSegment(33a11761-79d2-499a-b515-701b525a6db2),segment_id=33a11761-79d2-499a-b515-701b525a6db2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.157441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.159184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.176018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] Calling delete_port for d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:50.187094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Deleting subnet c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:50.195034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.209338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] No DVR routers for this DVR port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:50.219176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Pushing event deleted for resources: {'Port': ['ID=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.266027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.315632 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.339019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.362123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] Pushing event deleted for resources: {'Port': ['ID=d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.374306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19d201-fb1e-4f1b-91a8-ef69a88093db None None] No DVR routers for this DVR port d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:50.402444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.416314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b68899-8f9f-476a-8f6b-80016dc5547e']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.426900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a11761-79d2-499a-b515-701b525a6db2') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.427409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a11761-79d2-499a-b515-701b525a6db2') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.438405 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.456818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.465170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:50.465792 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:50.468359 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:50.472337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.530238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.540151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6149-26c9-49f7-a955-ea853975d3b8 req-ba305b48-4491-47bd-ab06-a4a0628c947f tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.541756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-164f6149-26c9-49f7-a955-ea853975d3b8 req-ba305b48-4491-47bd-ab06-a4a0628c947f tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 950 time: 0.1508329 Jul 16 01:30:50.548982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.554971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.560071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] 10.222.0.42 "DELETE /v2.0/networks/52b68899-8f9f-476a-8f6b-80016dc5547e HTTP/1.1" status: 204 len: 168 time: 0.8251181 Jul 16 01:30:50.572761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0879d9-924f-475d-9534-5139184f614f admin admin] Pushing event deleted for resources: {'Network': ['ID=52b68899-8f9f-476a-8f6b-80016dc5547e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.576612 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.580966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48552) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.586052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5aa7a6c0-8b7b-43c4-94e9-c933c6c10e29 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c878d1e8-16c8-44a2-b7a8-b5a1dc7a4c33 HTTP/1.1" status: 204 len: 168 time: 0.4707050 Jul 16 01:30:50.644609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-164f6149-26c9-49f7-a955-ea853975d3b8 req-741c56bc-59fe-4d07-96fd-993dbe18e3f5 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694821 Jul 16 01:30:50.667631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.675915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48554) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.689276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8206018-d089-46c1-b9dd-ecb104ee589c req-68e6e8f9-de73-4c0b-a6b3-62fdb064b2f2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.700977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8206018-d089-46c1-b9dd-ecb104ee589c req-68e6e8f9-de73-4c0b-a6b3-62fdb064b2f2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.1774125 Jul 16 01:30:50.782322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8206018-d089-46c1-b9dd-ecb104ee589c req-ee0b8eca-5f4e-4c03-a23c-7d9729ffb54e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781562 Jul 16 01:30:50.802945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.824254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b08fc1-15ce-4497-8724-06a31d3642d9']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.840894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48558) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.849377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5821e616-16d2-45cc-9ad1-55c1a5745760') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.849377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5821e616-16d2-45cc-9ad1-55c1a5745760') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.861463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.872751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-069763a3-07ef-4021-a637-abbb4cea2b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.898618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-60112c3e-ccce-418f-bb7e-04991e009757 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aef2fe5d5b17449797870ebcc72678e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545847 Jul 16 01:30:50.901645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.902795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.922135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:50.922710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:50.924553 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:50.945078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:50.948657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccda8cc-f25d-4edb-8d39-a275e70a1e9a req-067a6c55-5753-4f2d-ab4b-7d376d6a99fe tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.950478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ccda8cc-f25d-4edb-8d39-a275e70a1e9a req-067a6c55-5753-4f2d-ab4b-7d376d6a99fe tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 950 time: 0.1764116 Jul 16 01:30:51.006122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:51.006122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2339b1f9-11ae-4efc-ad6d-8b1ef9c65f67 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:51.020908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.030202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.032983 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/02b08fc1-15ce-4497-8724-06a31d3642d9 HTTP/1.1" status: 204 len: 168 time: 0.4508953 Jul 16 01:30:51.050439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e88e-b80b-41a7-ae64-3b1e52c6b4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b08fc1-15ce-4497-8724-06a31d3642d9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.072361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3732ece-5b5c-49c0-875e-64289056137f req-ec473363-3b5a-4c21-a8af-252f168a5577 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9f4fa05-9b66-4b08-ab44-856b024e9f89 HTTP/1.1" status: 200 len: 210 time: 0.0627861 Jul 16 01:30:51.075888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ccda8cc-f25d-4edb-8d39-a275e70a1e9a req-a1f0943b-65be-45df-9fc8-e0f7f8bafd2c tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160231 Jul 16 01:30:51.076704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8aeb43-1fcf-4dd8-accd-c3c4d7c10f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.115002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8aeb43-1fcf-4dd8-accd-c3c4d7c10f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.135603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-069763a3-07ef-4021-a637-abbb4cea2b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.142663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-069763a3-07ef-4021-a637-abbb4cea2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.167370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8aeb43-1fcf-4dd8-accd-c3c4d7c10f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.170591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8aeb43-1fcf-4dd8-accd-c3c4d7c10f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.174170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd8aeb43-1fcf-4dd8-accd-c3c4d7c10f4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02f4a54b-eecf-460e-a66f-bf036e80071e HTTP/1.1" status: 204 len: 168 time: 0.2669384 Jul 16 01:30:51.182114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aeb43-1fcf-4dd8-accd-c3c4d7c10f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4a54b-eecf-460e-a66f-bf036e80071e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.188874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069763a3-07ef-4021-a637-abbb4cea2b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f94e97-2cf8-4342-af00-02df78ef1ae3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.226146 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-069763a3-07ef-4021-a637-abbb4cea2b85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=324dd10042454e85acb1fe52978e47ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487273 Jul 16 01:30:51.229032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48570) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.270793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48572) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.298042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24727b65-a9a0-4109-99f4-607ef589b828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.319228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc3690db-2e50-4028-bd5b-82701f773ee3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caf1f213a9164f3c99e3f9aba24d486b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443325 Jul 16 01:30:51.319701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48574) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.322932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24727b65-a9a0-4109-99f4-607ef589b828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.391057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de4ffb9-4084-41a6-b61e-4cbcc7b0fdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.421757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24727b65-a9a0-4109-99f4-607ef589b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.424863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24727b65-a9a0-4109-99f4-607ef589b828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.428800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-24727b65-a9a0-4109-99f4-607ef589b828 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50f94e97-2cf8-4342-af00-02df78ef1ae3 HTTP/1.1" status: 204 len: 168 time: 0.1961360 Jul 16 01:30:51.436008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727b65-a9a0-4109-99f4-607ef589b828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f94e97-2cf8-4342-af00-02df78ef1ae3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.438349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de4ffb9-4084-41a6-b61e-4cbcc7b0fdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.500860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:51.523561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:51.524200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d38e3ce1-7ac6-4a79-bbe6-ff43d6b7be51 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:51.524595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de4ffb9-4084-41a6-b61e-4cbcc7b0fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.527779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de4ffb9-4084-41a6-b61e-4cbcc7b0fdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.531732 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5de4ffb9-4084-41a6-b61e-4cbcc7b0fdbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36abf67c-1de7-49a8-ba4b-c1493e877705 HTTP/1.1" status: 204 len: 168 time: 0.2085025 Jul 16 01:30:51.541670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4ffb9-4084-41a6-b61e-4cbcc7b0fdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36abf67c-1de7-49a8-ba4b-c1493e877705,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.859418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35755665-ccfa-48bc-8484-7e73e0439b49 req-fa05dc94-866e-4a48-8dc3-480274aeb531 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.861340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35755665-ccfa-48bc-8484-7e73e0439b49 req-fa05dc94-866e-4a48-8dc3-480274aeb531 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 950 time: 0.0945668 Jul 16 01:30:51.910465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35755665-ccfa-48bc-8484-7e73e0439b49 req-df272c3f-d3e3-459a-a372-aefc8a1873a3 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4928a9-1899-403d-be0f-44883f012338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Jul 16 01:30:51.936550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.949946 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b7722d-4d19-4a91-9b11-6f36951e3fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.066732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e53db-6a7f-49aa-88ff-4e183abac4db req-f1f76236-74d8-460c-b926-5916c44ade9d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.074641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-181e53db-6a7f-49aa-88ff-4e183abac4db req-f1f76236-74d8-460c-b926-5916c44ade9d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.1223421 Jul 16 01:30:52.131503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-181e53db-6a7f-49aa-88ff-4e183abac4db req-84c24d6b-3731-4660-966a-481c2fc51f6a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552378 Jul 16 01:30:52.158791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b7722d-4d19-4a91-9b11-6f36951e3fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.175410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b7722d-4d19-4a91-9b11-6f36951e3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.252876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7722d-4d19-4a91-9b11-6f36951e3fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472bd95d-33cd-4b64-b131-0c3a95a3ae2b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.262866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48620) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.263430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c5b7722d-4d19-4a91-9b11-6f36951e3fb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a905624d979c4ea59f51ba670fde664f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315840 Jul 16 01:30:52.356249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adc04518-6254-41d9-90c3-c5172bdf056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.387719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adc04518-6254-41d9-90c3-c5172bdf056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.399628 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:52.491577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adc04518-6254-41d9-90c3-c5172bdf056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.491844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-f61a9997-11a8-4842-8202-dfcb027b3882 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.494716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-f61a9997-11a8-4842-8202-dfcb027b3882 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 950 time: 0.1826777 Jul 16 01:30:52.496930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adc04518-6254-41d9-90c3-c5172bdf056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.501395 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-adc04518-6254-41d9-90c3-c5172bdf056e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/472bd95d-33cd-4b64-b131-0c3a95a3ae2b HTTP/1.1" status: 204 len: 168 time: 0.2374048 Jul 16 01:30:52.514142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc04518-6254-41d9-90c3-c5172bdf056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472bd95d-33cd-4b64-b131-0c3a95a3ae2b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.562993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48640) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.608265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0cc9c-dbe2-4570-beeb-dab3a1c12831 req-4e7773ae-cb57-4a53-be93-40162175ea12 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.609814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74b0cc9c-dbe2-4570-beeb-dab3a1c12831 req-4e7773ae-cb57-4a53-be93-40162175ea12 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 950 time: 0.2278211 Jul 16 01:30:52.731670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74b0cc9c-dbe2-4570-beeb-dab3a1c12831 req-8c608e59-e62e-497d-b3f2-0eb6c9692226 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129727 Jul 16 01:30:52.779519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-7a2d7ba4-50a7-4ce3-b2cd-43433db03ea4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.781117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-7a2d7ba4-50a7-4ce3-b2cd-43433db03ea4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2130322 Jul 16 01:30:52.799579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Deleting port 2d908cec-7572-4370-8c68-c396011e9b05 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:52.799945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.806823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-6fca5eb7-9b54-427a-ad95-9785cedaf53b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.0174668 Jul 16 01:30:52.823946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-network', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:52.851866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Made reservation on behalf of bce019dbfd8740529f9c4000660fe824 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:52.858032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.858481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-3f793f91-ef6b-401c-aba6-d2a94cdcf823 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413358 Jul 16 01:30:52.884287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.992071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] For port 2d908cec-7572-4370-8c68-c396011e9b05, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2d908cec-7572-4370-8c68-c396011e9b05,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:52.992228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.011618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Calling delete_port for 2d908cec-7572-4370-8c68-c396011e9b05 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:53.065120 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ddbb80f6-0471-4c21-a814-374d7c08cf8c service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598835 Jul 16 01:30:53.115198 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.122429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.159263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4704df8a-b83d-4a97-86df-a2423181d2b2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.171558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:53.184280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.184670 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Added segment 26f4d744-adff-418e-8f16-16d49aeb75e4 of type vlan for network 3e5f3092-11d7-4d37-a468-35e9c30d2730 Jul 16 01:30:53.221222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-e0c2b90b-b35d-4c82-994d-dce540410a6a service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281035 Jul 16 01:30:53.240998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.277682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.279767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.280857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.304077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.328242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7638752 Jul 16 01:30:53.343685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48676) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.353605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Pushing event deleted for resources: {'Port': ['ID=2d908cec-7572-4370-8c68-c396011e9b05,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.419266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Request body: {'subnet': {'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-subnet', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:53.438395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02a070-4377-419f-b644-4bdcb7db686e admin admin] Pushing event updated for resources: {'Network': ['ID=3e5f3092-11d7-4d37-a468-35e9c30d2730,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.446400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Made reservation on behalf of bce019dbfd8740529f9c4000660fe824 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:53.449657 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.467865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:53.610770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] No DVR routers for this DVR port 2d908cec-7572-4370-8c68-c396011e9b05 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:53.621430 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.623544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de4cae24-5d6f-412f-b5ab-1f4023458638 req-ef741dbe-52f5-46a1-9806-16d295caaa8c tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.13 "DELETE /v2.0/ports/2d908cec-7572-4370-8c68-c396011e9b05 HTTP/1.1" status: 204 len: 173 time: 1.1205530 Jul 16 01:30:53.635017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'name': 'network-vif-deleted', 'tag': '2d908cec-7572-4370-8c68-c396011e9b05'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:53.648013 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4fbf2d-1e75-44ce-a2b6-108a77efbd93" -d '{"events": [{"server_uuid": "89a6caf3-e862-4488-9825-aa18a3acfc55", "name": "network-vif-deleted", "tag": "2d908cec-7572-4370-8c68-c396011e9b05"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:53.742442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e879e6fe-1a54-4bc7-b3f9-f063a3f4be15 req-22879400-0108-4878-9207-02081bf18729 tempest-ServerDiagnosticsNegativeTest-1554861985 tempest-ServerDiagnosticsNegativeTest-1554861985-project] 10.222.0.42 "GET /v2.0/ports?device_id=89a6caf3-e862-4488-9825-aa18a3acfc55 HTTP/1.1" status: 200 len: 210 time: 0.1352034 Jul 16 01:30:53.860172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.940198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ea6618-f9fd-4439-8de1-2cc939db7bc0,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.954376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Checking segment: {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:53.955012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Network hostable DHCP agents. Network: 3e5f3092-11d7-4d37-a468-35e9c30d2730, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:53.985196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:53.998713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 3e5f3092-11d7-4d37-a468-35e9c30d2730) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:54.005611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.006849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.012753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0605751-efda-48df-bd01-b5cbab992529 None None] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:54.034990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:54.038166 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-84614661-f336-43ca-b834-8779718ee232 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6931612 Jul 16 01:30:54.048217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:54.080841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980099-80a3-4eb6-92c5-1f84a25f3d7d req-f5e99a0b-81fb-41f7-ae11-f72db462669b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.083053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19980099-80a3-4eb6-92c5-1f84a25f3d7d req-f5e99a0b-81fb-41f7-ae11-f72db462669b tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.2039952 Jul 16 01:30:54.084757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.086730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.208237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29d923c5-8f1e-4b7c-82b6-a21080dc4466 req-bdb86606-b583-47d6-968c-f768cd5a56c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 210 time: 0.0481079 Jul 16 01:30:54.237278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19980099-80a3-4eb6-92c5-1f84a25f3d7d req-76f20f7d-e630-48a0-8b7e-bb764261c402 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350055 Jul 16 01:30:54.243748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.275251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-3e5f3092-11d7-4d37-a468-35e9c30d2730', 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'fixed_ips': [{'subnet_id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:54.276190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.685571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Allocated IP 172.20.0.2 (3e5f3092-11d7-4d37-a468-35e9c30d2730/90ea6618-f9fd-4439-8de1-2cc939db7bc0/11a7d3f8-3e5a-47f0-8398-f54ad00d9296) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:54.930416 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.942362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2d908cec-7572-4370-8c68-c396011e9b05 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:54.945190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Transition to ACTIVE for port object 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:54.977040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 2d908cec-7572-4370-8c68-c396011e9b05 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:54.977422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2d908cec-7572-4370-8c68-c396011e9b05 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:54.987953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Transition to ACTIVE for port object 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:54.996670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.045446 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf86def-4172-441a-adbb-cb5b087cb344 x-openstack-request-id: req-cdf86def-4172-441a-adbb-cb5b087cb344 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:55.045970 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a6caf3-e862-4488-9825-aa18a3acfc55", "name": "network-vif-deleted", "tag": "2d908cec-7572-4370-8c68-c396011e9b05", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:55.045970 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdf86def-4172-441a-adbb-cb5b087cb344 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:55.046453 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a6caf3-e862-4488-9825-aa18a3acfc55', 'name': 'network-vif-deleted', 'tag': '2d908cec-7572-4370-8c68-c396011e9b05', 'status': 'completed', 'code': 200} Jul 16 01:30:55.100065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:55.112556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:55.132379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:55.144440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Pushing event updated for resources: {'Port': ['ID=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.151704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.269580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Attempting to bind port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:55.270504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Attempting to bind port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:55.271156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Attempting to bind port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 on network 3e5f3092-11d7-4d37-a468-35e9c30d2730 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:55.279936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:55.281385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Checking segment: {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:55.282502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.286200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Bound using segment: {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:55.287894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Bound port: 11a7d3f8-3e5a-47f0-8398-f54ad00d9296, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:55.290933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.437145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.441082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] For port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:55.451121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] For port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,segment=NetworkSegment(26f4d744-adff-418e-8f16-16d49aeb75e4),segment_id=26f4d744-adff-418e-8f16-16d49aeb75e4)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:55.457202 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.568698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-9097b945-efb1-4629-a74f-8e4e1c2c2219 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.576561 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-9097b945-efb1-4629-a74f-8e4e1c2c2219 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2748899 Jul 16 01:30:55.588409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602faae2-600a-4eb3-8c3c-6fc2934505ba None None] Pushing event updated for resources: {'Port': ['ID=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.597183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:55.702171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.763676 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.831349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:55.838207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.843390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb2e02c9-64b6-4259-a3fa-58898ad86b32 req-6328f76a-afd3-4060-9227-ffedfcb1f91c tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 210 time: 0.0818233 Jul 16 01:30:55.971727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-067e15a2-30a3-4c5a-b718-8e4004923bb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32ec5b58fe544cc9a666ebf068e35e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296633 Jul 16 01:30:55.972270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.081737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.6 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/87129f01-e2bc-46a3-834a-00db4a81c0eb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:56.099381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Allocated IP 172.25.7.15 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/66f070fa-c783-49f0-b636-9d4be158800b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:56.102075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23409c1-e2a9-4d38-a03a-03e6bf3a7900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.167148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23409c1-e2a9-4d38-a03a-03e6bf3a7900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.286902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.294396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb42ca1-da8f-4f44-89e9-f10836df7530 req-12b05b21-9797-40cf-93c0-afb7cad58062 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.296010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-beb42ca1-da8f-4f44-89e9-f10836df7530 req-12b05b21-9797-40cf-93c0-afb7cad58062 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.2289362 Jul 16 01:30:56.335716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.341301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23409c1-e2a9-4d38-a03a-03e6bf3a7900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.343296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.343867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23409c1-e2a9-4d38-a03a-03e6bf3a7900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.345259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a23409c1-e2a9-4d38-a03a-03e6bf3a7900 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca4928a9-1899-403d-be0f-44883f012338 HTTP/1.1" status: 204 len: 168 time: 0.3717380 Jul 16 01:30:56.373970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23409c1-e2a9-4d38-a03a-03e6bf3a7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4928a9-1899-403d-be0f-44883f012338,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.378933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:56.385390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:56.405846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-beb42ca1-da8f-4f44-89e9-f10836df7530 req-93262000-2a11-49cd-832b-d5a6fa8dd4ea tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004722 Jul 16 01:30:56.439726 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:56.447505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.506873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.524835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.525752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.548218 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ede861ff-224a-4375-b91a-e299be8f5375 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9555018 Jul 16 01:30:56.562448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Request body: {'port': {'device_id': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:56.570207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:56.580677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:56.593589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:56.662307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Pushing event updated for resources: {'Port': ['ID=66f070fa-c783-49f0-b636-9d4be158800b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.683211 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.892704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48804) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.930793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.964990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:56.991229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab81b1-01e6-4f0f-a80c-ac46dfeb60d2 None None] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:57.105154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48818) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:57.155662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87129f01-e2bc-46a3-834a-00db4a81c0eb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:57.169686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.189316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Transition to ACTIVE for port object 87129f01-e2bc-46a3-834a-00db4a81c0eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:57.197297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.211466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7ae19d6a-75e8-48a4-8649-4c1bd2b6411e None None] Provisioning for port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:57.357802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.399278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020dac-b63d-4d14-8817-a7a1c7319b1d req-b70635fd-a406-410b-9551-dfed93367cd1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.403897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Attempting to bind port 87129f01-e2bc-46a3-834a-00db4a81c0eb on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:57.407642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Attempting to bind port 87129f01-e2bc-46a3-834a-00db4a81c0eb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:57.408469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Attempting to bind port 87129f01-e2bc-46a3-834a-00db4a81c0eb on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.412749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:57.414424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c020dac-b63d-4d14-8817-a7a1c7319b1d req-b70635fd-a406-410b-9551-dfed93367cd1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 931 time: 0.3489392 Jul 16 01:30:57.415186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Port 87129f01-e2bc-46a3-834a-00db4a81c0eb on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:57.416346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Attempting to bind port 87129f01-e2bc-46a3-834a-00db4a81c0eb on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.424471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:57.425109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:57.427115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:57.427732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Bound port: 87129f01-e2bc-46a3-834a-00db4a81c0eb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:57.428160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.438057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'mac_address': 'fa:16:3e:42:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:57.495980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.522095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15fa446e-c796-4427-b23b-d01e07a80bb2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:57.565115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:57.571141 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.597229 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2313aa0-2d0a-455d-973c-9f6f42ba0f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.617957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.659580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:57.678221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:57.687535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.698284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.715537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c020dac-b63d-4d14-8817-a7a1c7319b1d req-0238b207-006d-4fcb-b834-6b93587025b3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994752 Jul 16 01:30:57.727813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:57.730765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.783441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.793813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['15fa446e-c796-4427-b23b-d01e07a80bb2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:57.795019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.795654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.797297 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/87129f01-e2bc-46a3-834a-00db4a81c0eb HTTP/1.1" status: 200 len: 1092 time: 1.2408957 Jul 16 01:30:57.797754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:57.800097 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:57.853169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dde2a-fceb-4e74-b815-5b48bd0f10d8 service neutron] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.868337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48848) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:57.978930 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209a6b0-297f-4b22-ac41-5076a0dd2b59 x-openstack-request-id: req-d209a6b0-297f-4b22-ac41-5076a0dd2b59 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:57.979482 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:57.979741 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d209a6b0-297f-4b22-ac41-5076a0dd2b59 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:57.980651 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'status': 'completed', 'code': 200} Jul 16 01:30:57.992761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-d505bb3e-aafa-4454-b6be-7f257782e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.997104 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-d505bb3e-aafa-4454-b6be-7f257782e3a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 1095 time: 0.1391802 Jul 16 01:30:58.014103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:58.026479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:58.026861 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.071351 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-2c7e26bd-d480-4c73-83f6-6782334b534b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb HTTP/1.1" status: 200 len: 217 time: 0.0642323 Jul 16 01:30:58.095493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8692e3ef995a45348d08faeafdaf45f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2046242 Jul 16 01:30:58.096259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48856) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:58.105239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b34739b-a4c6-4c0b-87ac-ac2c877ac406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.138176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffedeec-dc40-45f0-8150-cdc6d0e8c51f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.139047 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.175675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.177218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.177784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.178222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.178567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.178977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.179317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.179663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.180013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.180449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.180773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.181154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15403267-50bf-4bc7-9c3c-7b041420bf7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:58.190976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,segment=NetworkSegment(26f4d744-adff-418e-8f16-16d49aeb75e4),segment_id=26f4d744-adff-418e-8f16-16d49aeb75e4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:58.196976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.198722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-a6bcfd47-70f8-4407-9098-15c6a7b872d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.200624 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-a6bcfd47-70f8-4407-9098-15c6a7b872d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1207335 Jul 16 01:30:58.222884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dbde00d-0c8c-4ed3-9889-539c8c7180b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.274925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.292058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.314392 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-7dd4c676-4c9e-43c5-8cea-7f0fb285a542 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926580 Jul 16 01:30:58.366963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dbde00d-0c8c-4ed3-9889-539c8c7180b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.496720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07fc9f-3c0b-437b-97ba-53129c1a21a1 req-3300276d-27ea-4ca9-9507-e80329cba5ce tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.498283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f07fc9f-3c0b-437b-97ba-53129c1a21a1 req-3300276d-27ea-4ca9-9507-e80329cba5ce tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.7407236 Jul 16 01:30:58.524552 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-b87dd4df-4030-48c5-ad45-7e43f55bfb76 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936669 Jul 16 01:30:58.530281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dbde00d-0c8c-4ed3-9889-539c8c7180b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.533445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dbde00d-0c8c-4ed3-9889-539c8c7180b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.538072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8dbde00d-0c8c-4ed3-9889-539c8c7180b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ffedeec-dc40-45f0-8150-cdc6d0e8c51f HTTP/1.1" status: 204 len: 168 time: 0.4377990 Jul 16 01:30:58.570788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbde00d-0c8c-4ed3-9889-539c8c7180b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffedeec-dc40-45f0-8150-cdc6d0e8c51f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.594079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f07fc9f-3c0b-437b-97ba-53129c1a21a1 req-799cfa78-ca85-499e-82af-e707a8f63780 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862920 Jul 16 01:30:58.639094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2313aa0-2d0a-455d-973c-9f6f42ba0f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.651616 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2313aa0-2d0a-455d-973c-9f6f42ba0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.690556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2313aa0-2d0a-455d-973c-9f6f42ba0f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7111f54-de02-4994-a11a-5103addfc3d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.750046 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9f4a83cb-7f5c-45d8-ac45-ca28cbf03fb6 req-9995318f-f243-4d56-b52b-030cd9026513 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134726 Jul 16 01:30:58.774871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b2313aa0-2d0a-455d-973c-9f6f42ba0f03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18c63ed6e8dd4b53aff0651347df5d56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6387422 Jul 16 01:30:58.776911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48880) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:58.794590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:58.978932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:59.091549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 15fa446e-c796-4427-b23b-d01e07a80bb2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:59.092960 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.124145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40058dc3-807c-40d8-8c51-b35ce7dc534f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.149010 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b34739b-a4c6-4c0b-87ac-ac2c877ac406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.173529 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b34739b-a4c6-4c0b-87ac-ac2c877ac406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.239844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40058dc3-807c-40d8-8c51-b35ce7dc534f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.308885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:59.353193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.358066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b1747d37-bd3d-423f-a074-13ca120d2d20 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3145123 Jul 16 01:30:59.363648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:59.471098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ad46-beb2-4cc8-a471-4e41cefc531d req-b6622a02-d754-4e5b-8d68-53ca4279ee9c tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.476367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e673ad46-beb2-4cc8-a471-4e41cefc531d req-b6622a02-d754-4e5b-8d68-53ca4279ee9c tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 943 time: 0.4547906 Jul 16 01:30:59.510243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Sync routers for ids ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:59.513190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b34739b-a4c6-4c0b-87ac-ac2c877ac406 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dabfd9b0316485b97f75d74be92a15e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6424942 Jul 16 01:30:59.518185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48906) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:59.518851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34739b-a4c6-4c0b-87ac-ac2c877ac406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930560d0-584d-4bfa-af9b-442ab94c5c6b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.543709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e673ad46-beb2-4cc8-a471-4e41cefc531d req-0f79abb9-8a74-4a90-8830-66ab9bd81e59 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Jul 16 01:30:59.596388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-c05797d3-de2f-4a9d-9d67-ac00078ab62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.604708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Routers {'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:59.605596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:59.609580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-c05797d3-de2f-4a9d-9d67-ac00078ab62e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 1095 time: 0.6620872 Jul 16 01:30:59.617965 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.696820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:59.809971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:59.817047 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cf73b0-ddbf-4581-b4f0-8b0f5bf5ddb3" -d '{"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-plugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:59.859303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8fd863dc-0e50-4923-a6f7-98f11ea9e716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.899559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8fd863dc-0e50-4923-a6f7-98f11ea9e716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.925142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:59.956012 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7337ec79-c7ef-4bc9-86bb-f01e3eb73baa x-openstack-request-id: req-7337ec79-c7ef-4bc9-86bb-f01e3eb73baa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:59.958249 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-plugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:59.959155 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7337ec79-c7ef-4bc9-86bb-f01e3eb73baa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:59.960863 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'code': 200} Jul 16 01:30:59.964255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.014527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40058dc3-807c-40d8-8c51-b35ce7dc534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.017661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40058dc3-807c-40d8-8c51-b35ce7dc534f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.038276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-40058dc3-807c-40d8-8c51-b35ce7dc534f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7111f54-de02-4994-a11a-5103addfc3d0 HTTP/1.1" status: 204 len: 168 time: 1.2357762 Jul 16 01:31:00.090953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8fd863dc-0e50-4923-a6f7-98f11ea9e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.111885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8fd863dc-0e50-4923-a6f7-98f11ea9e716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.114283 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8fd863dc-0e50-4923-a6f7-98f11ea9e716 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/930560d0-584d-4bfa-af9b-442ab94c5c6b HTTP/1.1" status: 204 len: 168 time: 0.5913043 Jul 16 01:31:00.125572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40058dc3-807c-40d8-8c51-b35ce7dc534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7111f54-de02-4994-a11a-5103addfc3d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.157294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd863dc-0e50-4923-a6f7-98f11ea9e716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930560d0-584d-4bfa-af9b-442ab94c5c6b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.185650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.200540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:00.219321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Set router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:00.229766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-465af6fd-09c3-4c42-b496-392fa0175ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.231381 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-465af6fd-09c3-4c42-b496-392fa0175ea8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.5834088 Jul 16 01:31:00.286034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-fdb2b34e-4c57-4ed9-92a8-0c1476e2f24e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb HTTP/1.1" status: 200 len: 217 time: 0.0475101 Jul 16 01:31:00.380034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522c27-4725-4446-8132-4b8393258cd6 req-12a2605b-dbba-4cf5-b3fd-c2b03230f969 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.381866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3522c27-4725-4446-8132-4b8393258cd6 req-12a2605b-dbba-4cf5-b3fd-c2b03230f969 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.3882887 Jul 16 01:31:00.423242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-f194e74a-b4d4-48e7-9be0-316f81ca8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.433755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-f194e74a-b4d4-48e7-9be0-316f81ca8117 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1356025 Jul 16 01:31:00.440650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.441376 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.619644 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-0429974e-3b34-4b43-8324-8fa4b56e6570 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811268 Jul 16 01:31:00.729195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3522c27-4725-4446-8132-4b8393258cd6 req-51c1e8fe-0c28-4efb-9e28-f3b76a9aeb51 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997471 Jul 16 01:31:00.738362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:30:57Z', 'revision_number': 3, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:00.757423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:00.799095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b007f8df-f7ca-49af-bb46-7bf32f660859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.816181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Checking router: f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:00.819346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Updating router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 port 66f070fa-c783-49f0-b636-9d4be158800b binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:00.892812 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-07a19bbd-dc9a-480b-93c5-49716e2764f7 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659230 Jul 16 01:31:00.925218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.069600 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9d7cd4c-2d71-4772-b4de-3b8dadaf5eed req-651827bc-4ece-4c7c-a3d6-c03c1391d4a8 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626492 Jul 16 01:31:01.075732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-943363835-network', 'tenant_id': '234371268ef8475cb8a1891d817be27a'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:01.103849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Made reservation on behalf of 234371268ef8475cb8a1891d817be27a for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:01.112040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.135900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.263012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 87129f01-e2bc-46a3-834a-00db4a81c0eb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:01.286598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.294844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.317320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:01.331037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.331608 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Added segment 649e797b-913b-4472-a3c4-e9a9ef1008a5 of type vlan for network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 Jul 16 01:31:01.388025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.444152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.460216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0459ccf9-45c0-45d1-bffc-7ffbc72dc455,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.470784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Transition to ACTIVE for port object 66f070fa-c783-49f0-b636-9d4be158800b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:01.475721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.479549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.481308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.481488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:01.490951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.501087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'mac_address': 'fa:16:3e:8b:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:01.557930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] Pushing event updated for resources: {'Network': ['ID=2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.572973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.598641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:01.630439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Attempting to bind port 66f070fa-c783-49f0-b636-9d4be158800b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:01.630945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Attempting to bind port 66f070fa-c783-49f0-b636-9d4be158800b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:01.631399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Attempting to bind port 66f070fa-c783-49f0-b636-9d4be158800b on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:01.650628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:01.650996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:01.651895 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.652507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:01.653059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Bound port: 66f070fa-c783-49f0-b636-9d4be158800b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:01.653503 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.655382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c39717-aa29-416f-86c3-4e597a1b5a6e None None] Pushing event updated for resources: {'Port': ['ID=66f070fa-c783-49f0-b636-9d4be158800b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.690655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.694729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-8c3c9d23-e2b3-4060-86f2-b4d901580187 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6016746 Jul 16 01:31:01.779758 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-05816e43-0384-4dc9-8183-e0c349be443c service neutron] show failed (client error): The resource could not be found. Jul 16 01:31:01.780978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-05816e43-0384-4dc9-8183-e0c349be443c service neutron] 10.222.0.13 "GET /v2.0/ports/2021ccab-a7df-4a8c-ad1b-bb13f3457a31/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.1331632 Jul 16 01:31:01.784958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87129f01-e2bc-46a3-834a-00db4a81c0eb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:01.811963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] For port 66f070fa-c783-49f0-b636-9d4be158800b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:01.822027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] For port 66f070fa-c783-49f0-b636-9d4be158800b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=66f070fa-c783-49f0-b636-9d4be158800b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:01.826225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:01.832970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf0680-af85-4f40-b85c-7c556bf9e04f req-5d11e314-df7e-4dd4-add8-5d0b5413f315 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.834412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.845223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-feaf0680-af85-4f40-b85c-7c556bf9e04f req-5d11e314-df7e-4dd4-add8-5d0b5413f315 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 943 time: 0.8641574 Jul 16 01:31:01.851134 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.970226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48976) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:01.991189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Routers {'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:01.992189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:02.068449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c39717-aa29-416f-86c3-4e597a1b5a6e None None] Pushing event updated for resources: {'Port': ['ID=66f070fa-c783-49f0-b636-9d4be158800b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.194772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['87129f01-e2bc-46a3-834a-00db4a81c0eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:02.247108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-network', 'tenant_id': '9d1405978b1d4042b83171da70b42dae'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:02.269888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.293867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] Set router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:02.311605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-fc55b9d8-236e-496c-b708-5d0e4c38d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.313593 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-fc55b9d8-236e-496c-b708-5d0e4c38d131 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630&tenant_id=d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 1102 time: 0.1581030 Jul 16 01:31:02.339869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:02.467464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.582910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-feaf0680-af85-4f40-b85c-7c556bf9e04f req-33a815f5-c364-4fb8-ac3f-769a8422b445 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7361398 Jul 16 01:31:02.717855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b007f8df-f7ca-49af-bb46-7bf32f660859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.736553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b007f8df-f7ca-49af-bb46-7bf32f660859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.760102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53080c2-3924-40d7-90be-832e65f02073 req-ed241fea-efb1-46f3-bd7b-d5c810c29e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.762000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-ed241fea-efb1-46f3-bd7b-d5c810c29e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 1101 time: 0.8622007 Jul 16 01:31:02.775617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Allocated IP 172.20.0.1 (3e5f3092-11d7-4d37-a468-35e9c30d2730/90ea6618-f9fd-4439-8de1-2cc939db7bc0/94732f11-e98e-454f-bfac-fbdc27475588) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:02.790034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e939e7-94b7-40ef-8794-854abc081077 req-c5c19333-0dc9-4072-98d9-970575bf87ec tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.797831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9e939e7-94b7-40ef-8794-854abc081077 req-c5c19333-0dc9-4072-98d9-970575bf87ec tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.8229303 Jul 16 01:31:02.800321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.869455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b007f8df-f7ca-49af-bb46-7bf32f660859 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e6fe4708de94aa685a3343d47753dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1101739 Jul 16 01:31:02.883914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:30:57Z', 'revision_number': 3, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:02.887558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:02.888389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:02.920940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45dffd8-5332-47f3-bd1b-1a0aca777995 None None] The sync data for ids ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'] in n-d-791506-20 is: [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:30:57Z', 'revision_number': 3, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:02.988744 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d2a44e61-827e-46c6-8d84-f9180289ae11 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7869709 Jul 16 01:31:02.996311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007f8df-f7ca-49af-bb46-7bf32f660859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e20ecf-6957-46c8-80b5-42d7aab6c2d5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.998401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:03.001096 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70f7ce-6a62-4519-bac2-a69d230e2133" -d '{"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-unplugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:03.006861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.009824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48994) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:03.029736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Request body: {'subnet': {'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-943363835-subnet', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:03.087113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Made reservation on behalf of 234371268ef8475cb8a1891d817be27a for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:03.096116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.102325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:03.104953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.130240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Transition to ACTIVE for port object 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:03.161221 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec657226-3f43-4fd7-8087-a5266bfdc0c1 x-openstack-request-id: req-ec657226-3f43-4fd7-8087-a5266bfdc0c1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:03.161572 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-unplugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:03.161773 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec657226-3f43-4fd7-8087-a5266bfdc0c1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:03.164359 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'code': 200} Jul 16 01:31:03.168017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9e939e7-94b7-40ef-8794-854abc081077 req-099b41ac-dcd0-4be6-b818-4a35bb70e166 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688016 Jul 16 01:31:03.176656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.177287 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e976dd22-70b4-44a2-8939-abe169f3a1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.186114 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.213764 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e976dd22-70b4-44a2-8939-abe169f3a1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.274072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53080c2-3924-40d7-90be-832e65f02073 req-9fb054c4-3f03-4571-a7c8-88221d7fc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.275581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-9fb054c4-3f03-4571-a7c8-88221d7fc9df service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.4675581 Jul 16 01:31:03.283821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e976dd22-70b4-44a2-8939-abe169f3a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.286589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e976dd22-70b4-44a2-8939-abe169f3a1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.293032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e976dd22-70b4-44a2-8939-abe169f3a1a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4e20ecf-6957-46c8-80b5-42d7aab6c2d5 HTTP/1.1" status: 204 len: 168 time: 0.4031730 Jul 16 01:31:03.434179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-704549ec-53dd-49fa-b2b7-855417fbf796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 200 len: 217 time: 0.1262124 Jul 16 01:31:03.441532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976dd22-70b4-44a2-8939-abe169f3a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e20ecf-6957-46c8-80b5-42d7aab6c2d5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.625204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.625204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.625670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.649720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 66f070fa-c783-49f0-b636-9d4be158800b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:03.661294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53080c2-3924-40d7-90be-832e65f02073 req-6ec0eba7-a746-4161-8f2a-9dcbbba7ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.662966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-6ec0eba7-a746-4161-8f2a-9dcbbba7ae51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.2240608 Jul 16 01:31:03.687661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] No DVR routers for this DVR port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:03.699849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.700943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Transition to ACTIVE for port object 94732f11-e98e-454f-bfac-fbdc27475588 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:03.746269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:03.771212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.771472 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Added segment 23f834ec-7e86-4ea6-bc41-78bc9f7966ef of type vlan for network 150ede74-4fb8-4f79-afd0-b35cf3905b36 Jul 16 01:31:03.802165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 66f070fa-c783-49f0-b636-9d4be158800b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:03.823571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 66f070fa-c783-49f0-b636-9d4be158800b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:03.824103 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.853846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.992862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:03.993383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:03.993648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:04.005536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.032530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:04.032999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:04.045166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:04.045612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:04.046079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:04.046624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Bound port: 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:04.047051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.077296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=94732f11-e98e-454f-bfac-fbdc27475588,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.077498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c9d1eb-2a47-4e08-aed3-529cf8db302f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.086198 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.147894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 66f070fa-c783-49f0-b636-9d4be158800b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=66f070fa-c783-49f0-b636-9d4be158800b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:04.151716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:04.162246 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.174263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:04.181352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:04.252433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:04.261825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:04.290850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=66f070fa-c783-49f0-b636-9d4be158800b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.291138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53080c2-3924-40d7-90be-832e65f02073 req-e4990d48-3322-4d85-8076-543b47511b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.295229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-e4990d48-3322-4d85-8076-543b47511b38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6233606 Jul 16 01:31:04.314275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.385235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.386155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.388586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] 10.222.0.23 "PUT /v2.0/ports/2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 1097 time: 2.0626717 Jul 16 01:31:04.430911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.435527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.439279 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.532500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5591345 Jul 16 01:31:04.559975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:04.602345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Request body: {'subnet': {'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-subnet', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:04.824210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.842767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e6a16-36c8-4331-8f7a-73c577581c35 service neutron] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.873189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1fd9367a-2263-4beb-b910-4d83d480b94a None None] Provisioning for port 94732f11-e98e-454f-bfac-fbdc27475588 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:04.886558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1fd9367a-2263-4beb-b910-4d83d480b94a None None] Provisioning complete for port 94732f11-e98e-454f-bfac-fbdc27475588 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:04.890815 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1fd9367a-2263-4beb-b910-4d83d480b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.943362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc12dab-5156-421a-9c0c-99fe32f27096 admin admin] Pushing event updated for resources: {'Network': ['ID=150ede74-4fb8-4f79-afd0-b35cf3905b36,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.948488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.966916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:05.011126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:05.051725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 87129f01-e2bc-46a3-834a-00db4a81c0eb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:05.054715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9367a-2263-4beb-b910-4d83d480b94a None None] Port 94732f11-e98e-454f-bfac-fbdc27475588 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:05.159575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:05.206842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:05.227982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 87129f01-e2bc-46a3-834a-00db4a81c0eb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:05.234242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 87129f01-e2bc-46a3-834a-00db4a81c0eb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:05.234966 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.267734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:05.270882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.301135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c7107-c7cf-4647-990c-99edd535e665 req-bde85654-230d-4e40-98d1-e98c6ae46508 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.305240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-182c7107-c7cf-4647-990c-99edd535e665 req-bde85654-230d-4e40-98d1-e98c6ae46508 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 944 time: 1.2397082 Jul 16 01:31:05.372154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:05.375352 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72991079-1db5-4d68-aede-fed873407a20" -d '{"events": [{"name": "network-changed", "server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:05.410352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-ae3a4110-9bf2-4b6c-ae72-986665ef862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.415718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-ae3a4110-9bf2-4b6c-ae72-986665ef862e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1100 time: 0.9400764 Jul 16 01:31:05.439408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.493452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:05.502393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77916231-f305-464d-abac-b6ccbd6723e0,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.503094 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef812d-bf02-4d04-b986-319f7285f144" -d '{"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-plugged", "status": "completed", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:05.539853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:05.547962 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.642851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 66f070fa-c783-49f0-b636-9d4be158800b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:05.705951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-a22b801d-161c-457e-a93d-e0d81ed2e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.708713 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-a22b801d-161c-457e-a93d-e0d81ed2e666 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2779856 Jul 16 01:31:05.712980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.714069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Checking segment: {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:05.715100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Network hostable DHCP agents. Network: 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:05.726218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-network', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:05.755999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 66f070fa-c783-49f0-b636-9d4be158800b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:05.756673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.787995 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-5ead499b-a71d-4b2f-a44f-4bf444d64262 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.0690734 Jul 16 01:31:05.859225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-09270574-cca9-432b-8cf1-1c7a92b21da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.861005 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-09270574-cca9-432b-8cf1-1c7a92b21da5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0642538 Jul 16 01:31:05.862557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:05.890350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:05.896092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.897268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.902297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a26a4d-449a-49ac-89fe-e8e1c7cee592 None None] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:05.942784 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-af13b343-52b6-4050-955c-9f1b2c505151 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9167125 Jul 16 01:31:05.948526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49048) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:05.955464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:05.962012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.976471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Made reservation on behalf of efe5371a25734f88b5a604bf405e8fa7 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:05.982707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.993465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.994506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.019621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-67311ec7-fee7-4b70-b801-29703e0da187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.021416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-67311ec7-fee7-4b70-b801-29703e0da187 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1450357 Jul 16 01:31:06.025251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-415e6373-1676-4093-a9aa-8fa41e178295 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6647875 Jul 16 01:31:06.050473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.086223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.174690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.269448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0', 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'fixed_ips': [{'subnet_id': '77916231-f305-464d-abac-b6ccbd6723e0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:06.273465 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.386777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.398779 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-39c86c60-96a2-4c93-b77a-2bde2b4d0627 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255911 Jul 16 01:31:06.425167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-182c7107-c7cf-4647-990c-99edd535e665 req-dbd7f572-c1cc-406b-adb2-40cf450b3421 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317588 Jul 16 01:31:06.518865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Allocated IP 172.20.0.2 (2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0/77916231-f305-464d-abac-b6ccbd6723e0/ecdcf649-05a5-4bb1-bc05-fca8bfeefa28) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:06.540351 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-c507cd3e-6a3d-41fc-9610-e6f26106d5d9 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233399 Jul 16 01:31:06.686129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.695875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Transition to ACTIVE for port object ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:06.702533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f6e030-5302-43f5-b964-26489d88f897,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.720838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Transition to ACTIVE for port object ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:06.735028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.775639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972398d-6334-46f9-ade7-6909755b8caf req-e32481fe-c93c-4ec8-ad97-be55f2d67bc4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.783665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9972398d-6334-46f9-ade7-6909755b8caf req-e32481fe-c93c-4ec8-ad97-be55f2d67bc4 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 948 time: 1.6160831 Jul 16 01:31:06.799382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53080c2-3924-40d7-90be-832e65f02073 req-32de0b23-314c-4e23-a17d-7425715c8ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403309 Jul 16 01:31:06.829658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Pushing event updated for resources: {'Port': ['ID=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.859955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:06.862832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:06.866128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:06.873325 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672aad59-632d-4f0b-98b3-0c6eb7cd124e x-openstack-request-id: req-672aad59-632d-4f0b-98b3-0c6eb7cd124e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:06.873623 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:06.873880 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-672aad59-632d-4f0b-98b3-0c6eb7cd124e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:06.874279 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'status': 'completed', 'code': 200} Jul 16 01:31:06.977339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Attempting to bind port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:06.978301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Attempting to bind port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:06.978301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Attempting to bind port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 on network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:06.987054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:06.987794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Checking segment: {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:06.989016 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.989744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Bound using segment: {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:06.990465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Bound port: ecdcf649-05a5-4bb1-bc05-fca8bfeefa28, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:06.991125 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.022855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9972398d-6334-46f9-ade7-6909755b8caf req-e605e228-f10d-4494-8ebc-b04429a67f0c tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089927 Jul 16 01:31:07.033504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Checking segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:07.033794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Network hostable DHCP agents. Network: 150ede74-4fb8-4f79-afd0-b35cf3905b36, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:07.068209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.072198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.093538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.095664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.119710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] For port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:07.126057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] For port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:07.141910 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512d7ea-c797-494c-aa69-06f3f10be190 x-openstack-request-id: req-b512d7ea-c797-494c-aa69-06f3f10be190 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:07.142774 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-plugged", "status": "completed", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:07.146219 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b512d7ea-c797-494c-aa69-06f3f10be190 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:07.146498 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'code': 200} Jul 16 01:31:07.149836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.175008 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.203699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.223852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-4ea44344-f774-4c9e-b951-e0e05a8ba179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.225586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-4ea44344-f774-4c9e-b951-e0e05a8ba179 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1100 time: 0.2165918 Jul 16 01:31:07.227331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b262b51-f01e-417e-9bfa-f47e1590a379 None None] Pushing event updated for resources: {'Port': ['ID=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.266575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ece29e-4b0c-43c1-b2f1-cb21a5836073,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.282389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:07.284313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.313856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.416695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:07.419810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 150ede74-4fb8-4f79-afd0-b35cf3905b36) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:07.431531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746850c-d34e-46ae-8ada-ed6e9bfa0639 None None] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:07.454744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.455359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.471850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Allocated IP 172.25.7.140 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d55e6d02-ed4e-47d2-bf18-182319193217) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:07.501936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-e3e237a3-442f-41aa-b2d7-efe7ebb6854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.503485 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-e3e237a3-442f-41aa-b2d7-efe7ebb6854e service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2412689 Jul 16 01:31:07.625902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-2daf4366-f129-4093-b525-246d261e8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.627511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-2daf4366-f129-4093-b525-246d261e8903 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1100 time: 0.6901970 Jul 16 01:31:07.645914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=94732f11-e98e-454f-bfac-fbdc27475588,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.680497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.681032 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Added segment 2fb1e037-578f-483e-8714-e25fdebe9528 of type vlan for network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 Jul 16 01:31:07.728890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-150ede74-4fb8-4f79-afd0-b35cf3905b36', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:07.730648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.775806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.840035 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-45acd38a-adde-478e-96ce-61f2ad21ca8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.1654253 Jul 16 01:31:07.842826 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.892156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4aaa0a0a-eece-4872-977c-37fb0ff12e43 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3145735 Jul 16 01:31:07.919664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.929148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:07.940202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:07.947235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:07.948346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:07.974085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:07.978324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:08.029222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:08.043354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Allocated IP 172.20.0.2 (150ede74-4fb8-4f79-afd0-b35cf3905b36/85f6e030-5302-43f5-b964-26489d88f897/7b40108d-70ba-4663-9c8e-1fc85a5a19d8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:08.144580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Pushing event updated for resources: {'Port': ['ID=d55e6d02-ed4e-47d2-bf18-182319193217,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.152081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db69ee-1750-4699-91f8-78f2248b41ad req-95ee6ebc-88e0-4af4-9212-1b06d22de225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.154642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2db69ee-1750-4699-91f8-78f2248b41ad req-95ee6ebc-88e0-4af4-9212-1b06d22de225 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 1097 time: 0.9444814 Jul 16 01:31:08.163989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-74e503a9-46fe-4878-9cd1-b7ca21b3dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.166101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-74e503a9-46fe-4878-9cd1-b7ca21b3dbfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.3109410 Jul 16 01:31:08.177528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.179612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.310485 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.330012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Transition to ACTIVE for port object 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:08.362781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Transition to ACTIVE for port object 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:08.374763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.434453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:08.451830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.452847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.453516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.461850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:08.473698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:08.479391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:08.492804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Pushing event updated for resources: {'Port': ['ID=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.502697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.3147249 Jul 16 01:31:08.525683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:08.541675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.542578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Request body: {'subnet': {'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-subnet', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:08.620750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Made reservation on behalf of efe5371a25734f88b5a604bf405e8fa7 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:08.623193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.677421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Attempting to bind port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:08.677919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Attempting to bind port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:08.678289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Attempting to bind port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 on network 150ede74-4fb8-4f79-afd0-b35cf3905b36 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:08.698051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:08.698424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Checking segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:08.698829 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.699223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Bound using segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:08.699704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Bound port: 7b40108d-70ba-4663-9c8e-1fc85a5a19d8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:08.700081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.703031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eb9036d8-9547-4358-9c66-b7128803b815 None None] Provisioning complete for port 94732f11-e98e-454f-bfac-fbdc27475588 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:08.703389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb9036d8-9547-4358-9c66-b7128803b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.806480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dddac-8a5a-4f44-892d-d7d980a820bf req-416e64ee-30fe-4571-98b7-8679fd69a073 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.810075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-029dddac-8a5a-4f44-892d-d7d980a820bf req-416e64ee-30fe-4571-98b7-8679fd69a073 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 1.1466055 Jul 16 01:31:08.812512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-8274273a-b746-4458-82b8-06b8cd2b7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.815394 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-8274273a-b746-4458-82b8-06b8cd2b7372 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6240733 Jul 16 01:31:08.866440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-b05a7b77-0937-4cde-a4cd-ddca1b8832f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.868633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-b05a7b77-0937-4cde-a4cd-ddca1b8832f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 1.2068117 Jul 16 01:31:08.878316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] For port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:08.882738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] For port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:08.893090 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.904090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2db69ee-1750-4699-91f8-78f2248b41ad req-0493186e-f5aa-4810-a390-783583806a03 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119759 Jul 16 01:31:08.957487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c35e7c-1450-4505-9c0e-a96f301dd8cf None None] Pushing event updated for resources: {'Port': ['ID=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.964191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eb9036d8-9547-4358-9c66-b7128803b815 None None] Port 94732f11-e98e-454f-bfac-fbdc27475588 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:09.062001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:09.080666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f902df3-aa5e-4735-b7aa-b8d7c4aa15ed None None] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:09.151787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.274995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-832ca616-31d2-48e6-b420-3edc7bd96789 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.3402159 Jul 16 01:31:09.275853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2d464d11-4687-4609-9376-62cc3476bd63 None None] Provisioning for port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:09.285898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50281ae-344a-477e-8b48-f531ad87ea64 admin admin] Pushing event updated for resources: {'Network': ['ID=1703dcf7-18d0-421a-a3f4-82cdd468abd4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.304568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:09.312328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:09.324835 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Sync routers for ids ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:09.328117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c449e2d0-a564-4b07-95b2-3c608a6af6e4 admin admin] 10.222.0.42 "PUT /v2.0/routers/f09dd4b1-aa6b-46e6-93fb-0fc301b67d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9597356 Jul 16 01:31:09.363078 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Routers {'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:09.372303 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:30:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:09.405382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac25d9-c7c6-4f25-934d-a50dbe549f65 req-d75c00b9-feee-4173-8261-ff1b54440efd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.434476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.437297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7aac25d9-c7c6-4f25-934d-a50dbe549f65 req-d75c00b9-feee-4173-8261-ff1b54440efd tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 948 time: 1.0759528 Jul 16 01:31:09.491513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:09.564234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'mac_address': 'fa:16:3e:06:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:09.617431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7aac25d9-c7c6-4f25-934d-a50dbe549f65 req-5f33bfd5-6a2d-477c-9d0b-8f5ce29a40c3 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764369 Jul 16 01:31:09.627690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-029dddac-8a5a-4f44-892d-d7d980a820bf req-56169078-85ee-451e-badb-9867ca7e82f0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797561 Jul 16 01:31:09.891709 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Set router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:10.109989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-59404537-344d-419d-912c-7e9a88b8a634 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1268654 Jul 16 01:31:10.183460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:10.397227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.506955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-269be643-df48-40ca-82bf-cb61bfe71ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.554923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:10.588765 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:05Z', 'revision_number': 4, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '94732f11-e98e-454f-bfac-fbdc27475588', 'name': '', 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'mac_address': 'fa:16:3e:de:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:06Z', 'revision_number': 2, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'subnets': [{'id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:10.625927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:10.649749 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Checking router: f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:10.650693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Updating router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 port 94732f11-e98e-454f-bfac-fbdc27475588 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:10.659063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:10.659891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.696911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-7625a2df-2eca-40f9-877e-2cd36fe6377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.698996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-7625a2df-2eca-40f9-877e-2cd36fe6377f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 1.3944411 Jul 16 01:31:10.701394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.797979 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.826477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:10.848389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.917274 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-7e5747d4-53d1-47ca-9838-6e3789a7a392 req-c4599ee7-9ca5-410f-adcb-88f18e1da33e tempest-FloatingIPDetailsNegativeTestJSON-853211561 tempest-FloatingIPDetailsNegativeTestJSON-853211561-project] show failed (client error): The resource could not be found. Jul 16 01:31:10.927458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e5747d4-53d1-47ca-9838-6e3789a7a392 req-c4599ee7-9ca5-410f-adcb-88f18e1da33e tempest-FloatingIPDetailsNegativeTestJSON-853211561 tempest-FloatingIPDetailsNegativeTestJSON-853211561-project] 10.222.0.42 "GET /v2.0/floatingips/d2c95c53-62b6-45ef-baef-d3240cabbe03 HTTP/1.1" status: 404 len: 350 time: 0.2328625 Jul 16 01:31:10.938501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49106) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:11.077552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.213625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.220125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['2021ccab-a7df-4a8c-ad1b-bb13f3457a31'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:11.386958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.403027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.544081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.579531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ba8f6eb7-f286-40cd-a69a-483ea270963c None None] Provisioning complete for port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:11.580174 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6eb7-f286-40cd-a69a-483ea270963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.592329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-4e317ae1-7005-4f3c-8beb-e57a5cc47f61 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4591920 Jul 16 01:31:11.655057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.729029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:11.732702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826f84b4-9b30-4008-a9b6-4ff7d24bc60e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.771465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Checking segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:11.772233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Network hostable DHCP agents. Network: 1703dcf7-18d0-421a-a3f4-82cdd468abd4, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:11.837273 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.847508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3f6e1-c9b0-4298-8ee3-425815931488 None None] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:11.862072 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Transition to ACTIVE for port object 94732f11-e98e-454f-bfac-fbdc27475588 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:11.870603 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.928075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:11.977915 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Pushing event updated for resources: {'Port': ['ID=94732f11-e98e-454f-bfac-fbdc27475588,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.011302 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.012548 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.012955 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.013402 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.013829 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.014254 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.014677 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.014830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72991079-1db5-4d68-aede-fed873407a20 req-9af35ba6-16b8-4c00-9e47-3b825c87871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.015184 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.015677 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.016515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-9af35ba6-16b8-4c00-9e47-3b825c87871f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3022776 Jul 16 01:31:12.017118 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.017519 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.031197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:12.152782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] Provisioning for port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:12.158891 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Attempting to bind port 94732f11-e98e-454f-bfac-fbdc27475588 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:12.163350 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Attempting to bind port 94732f11-e98e-454f-bfac-fbdc27475588 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:12.163902 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Attempting to bind port 94732f11-e98e-454f-bfac-fbdc27475588 on network 3e5f3092-11d7-4d37-a468-35e9c30d2730 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:12.168861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] Provisioning complete for port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:12.169424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.177455 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:12.177986 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Checking segment: {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:12.178560 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.179003 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Bound using segment: {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:12.179594 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Bound port: 94732f11-e98e-454f-bfac-fbdc27475588, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f4d744-adff-418e-8f16-16d49aeb75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:12.180522 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.196262 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-8173e0d9-1d12-41a7-ae16-b3132fa957d5 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422911 Jul 16 01:31:12.260896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.319773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.344864 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] For port 94732f11-e98e-454f-bfac-fbdc27475588, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:12.349561 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] For port 94732f11-e98e-454f-bfac-fbdc27475588, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=94732f11-e98e-454f-bfac-fbdc27475588,segment=NetworkSegment(26f4d744-adff-418e-8f16-16d49aeb75e4),segment_id=26f4d744-adff-418e-8f16-16d49aeb75e4)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:12.359240 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.391096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72991079-1db5-4d68-aede-fed873407a20 req-2180d757-740c-478b-8f8f-a48342684044 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692371 Jul 16 01:31:12.417904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fa83a-4b5c-4373-b69c-17d5eafd94b1 req-ecee2717-ac2f-4160-9097-c8885d701149 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.420344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a1fa83a-4b5c-4373-b69c-17d5eafd94b1 req-ecee2717-ac2f-4160-9097-c8885d701149 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 1.0781906 Jul 16 01:31:12.421716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:12.436503 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.444943 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b81771a-71b4-4b78-acf8-1d345a5a3244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.481819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.496605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d764eb-055c-4b63-a59c-7089c6e05e1c None None] Pushing event updated for resources: {'Port': ['ID=94732f11-e98e-454f-bfac-fbdc27475588,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.523404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Router 9092ca23-9536-4b2c-a82a-1c6d18e47186 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:12.530274 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Routers {'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:12.536406 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.603379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] For port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:12.618152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.628054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 1703dcf7-18d0-421a-a3f4-82cdd468abd4) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:12.655765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965ecc-38e1-48e4-8b8d-cf434678789d req-f19c7162-c1a5-410a-907e-579074454a55 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.658618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37965ecc-38e1-48e4-8b8d-cf434678789d req-f19c7162-c1a5-410a-907e-579074454a55 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 949 time: 1.3517475 Jul 16 01:31:12.689788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Allocated IP 172.25.7.10 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e3f0c829-b997-4d4c-b9e2-db3286bbaf47) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:12.694882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.695617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.703751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153fc1f-1916-4f49-8205-6c5e5896aa87 None None] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:12.761737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0a3952a3-2ff0-487a-9ed5-83f81086adf2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2250726 Jul 16 01:31:12.789204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:12.798974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:12.908488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771940-6310-47ef-8493-53016a0abf74 None None] Pushing event updated for resources: {'Port': ['ID=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.935143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a1fa83a-4b5c-4373-b69c-17d5eafd94b1 req-14b7cfeb-1d03-4350-8ce7-f2eba1b4e63a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903171 Jul 16 01:31:12.983246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] Set router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:12.983844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.006934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37965ecc-38e1-48e4-8b8d-cf434678789d req-f3b9e018-2a97-4238-b6f6-56c8b91c2868 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380618 Jul 16 01:31:13.059546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.107541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:13.109463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.214554 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:05Z', 'revision_number': 4, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '94732f11-e98e-454f-bfac-fbdc27475588', 'name': '', 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'mac_address': 'fa:16:3e:de:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:12Z', 'revision_number': 4, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'subnets': [{'id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:13.250483 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ca8bf-8efc-4477-afbb-4f3025437856 None None] The sync data for ids ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'] in n-d-791506-20 is: [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:05Z', 'revision_number': 4, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '94732f11-e98e-454f-bfac-fbdc27475588', 'name': '', 'network_id': '3e5f3092-11d7-4d37-a468-35e9c30d2730', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'mac_address': 'fa:16:3e:de:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:12Z', 'revision_number': 4, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'subnets': [{'id': '90ea6618-f9fd-4439-8de1-2cc939db7bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:13.328935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eeb1c1ca-5cd2-4fe1-85e6-cf141cfdc9f0 None None] Provisioning complete for port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:13.329448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c1ca-5cd2-4fe1-85e6-cf141cfdc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.338252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.357083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.492618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:13.510759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:13.519354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:13.522809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:13.558930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Sync routers for ids ['9092ca23-9536-4b2c-a82a-1c6d18e47186'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:13.585297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:13.586311 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.633912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:13.679961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Routers {'9092ca23-9536-4b2c-a82a-1c6d18e47186'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:13.681934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9092ca23-9536-4b2c-a82a-1c6d18e47186'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:13.745328 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.826980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.833781 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f2bf03a-77dd-4cee-95cc-3f1dc3f618ca admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8774691 Jul 16 01:31:13.837223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49124) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:13.917962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Pushing event updated for resources: {'Port': ['ID=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.976018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.976325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.976674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.976947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.977279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.977611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.977953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.978264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.978590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.978913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.985629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.985985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.161772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:14.162872 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.173468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94732f11-e98e-454f-bfac-fbdc27475588 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:14.343431 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-bcf82604-fc72-4276-b151-b9358a7952b5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.346141 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-bcf82604-fc72-4276-b151-b9358a7952b5 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630&tenant_id=d016397d79854b1ca90017ec4e6a9a66&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 949 time: 0.3066685 Jul 16 01:31:14.451519 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.480941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.549861 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-59bd1e1a-f3e9-40f8-92ec-3518aac66fef service neutron] 10.222.0.23 "GET /v2.0/ports/2021ccab-a7df-4a8c-ad1b-bb13f3457a31/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.1645386 Jul 16 01:31:14.603708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.790255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-bfb1f034-e7f1-4e52-a5a1-c14fc8883407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.791841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-bfb1f034-e7f1-4e52-a5a1-c14fc8883407 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1101 time: 0.1643429 Jul 16 01:31:14.969892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a549-0d73-48f4-8b5c-d09e40ed32cf req-f3612649-b563-4d06-8771-c5e7aed20188 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.977907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16b8a549-0d73-48f4-8b5c-d09e40ed32cf req-f3612649-b563-4d06-8771-c5e7aed20188 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 949 time: 0.6452963 Jul 16 01:31:14.984758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Allocated IP 172.20.0.2 (1703dcf7-18d0-421a-a3f4-82cdd468abd4/826f84b4-9b30-4008-a9b6-4ff7d24bc60e/e70fd308-92ab-4fe8-b114-b7335ec6f094) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:15.031817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.049797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-9fa8ee99-531b-4c51-8ac9-32d29a0a48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.053329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-9fa8ee99-531b-4c51-8ac9-32d29a0a48ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2503679 Jul 16 01:31:15.117512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Set router 9092ca23-9536-4b2c-a82a-1c6d18e47186 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:15.216895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16b8a549-0d73-48f4-8b5c-d09e40ed32cf req-ab262023-b066-4ac5-bc37-e11fdb7e3be1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377217 Jul 16 01:31:15.228196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-a8589f90-0d81-4e53-a4cd-e8e9a1ebafda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.1168480 Jul 16 01:31:15.243217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Deleting port 94732f11-e98e-454f-bfac-fbdc27475588 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:15.243606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.363388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-5b2440cd-c0de-4fc8-8ebd-2f894ed620c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.365357 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-5b2440cd-c0de-4fc8-8ebd-2f894ed620c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1237519 Jul 16 01:31:15.487140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-328f271e-b8c1-4df3-b81e-e7fd27f2a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.490609 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-328f271e-b8c1-4df3-b81e-e7fd27f2a14e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1120965 Jul 16 01:31:15.604188 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-b8d0e20e-71db-41b8-973e-779c9b17d62a service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946167 Jul 16 01:31:15.615328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Router a605f536-af28-4629-9de5-cc81bddbcb44 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:15.765620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:15.775529 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Sync routers for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:15.794145 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:15.794790 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:15.838626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.870765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.875563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-858198fb-ddea-404a-8a46-ef8386532ded admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9396594 Jul 16 01:31:15.882010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:15.887419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:15.896398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:15.899825 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce9fc97-47dd-4950-8fd3-2d226c221a14" -d '{"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-plugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:15.903199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.911051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 94732f11-e98e-454f-bfac-fbdc27475588 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:15.915698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.921054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 94732f11-e98e-454f-bfac-fbdc27475588 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:15.921690 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.017149 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:16.040020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.053164 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.068414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:08Z', 'revision_number': 3, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:16.105317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Transition to ACTIVE for port object e70fd308-92ab-4fe8-b114-b7335ec6f094 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:16.152710 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.158157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Checking router: 9092ca23-9536-4b2c-a82a-1c6d18e47186 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:16.158660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Updating router 9092ca23-9536-4b2c-a82a-1c6d18e47186 port d55e6d02-ed4e-47d2-bf18-182319193217 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:16.214581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.220085 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 3, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:16.255807 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Checking router: a605f536-af28-4629-9de5-cc81bddbcb44 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:16.256393 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Updating router a605f536-af28-4629-9de5-cc81bddbcb44 port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:16.325255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-69f99ea7-2db0-4c25-9f0d-f0c03d32a363 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614328 Jul 16 01:31:16.345550 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.378384 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be142ff-e79c-465d-8643-fcafe7252259 x-openstack-request-id: req-4be142ff-e79c-465d-8643-fcafe7252259 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:16.379634 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-plugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:16.379778 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4be142ff-e79c-465d-8643-fcafe7252259 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:16.380173 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'code': 200} Jul 16 01:31:16.431444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Transition to ACTIVE for port object e70fd308-92ab-4fe8-b114-b7335ec6f094 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:16.460630 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.480998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.483800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 94732f11-e98e-454f-bfac-fbdc27475588, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=94732f11-e98e-454f-bfac-fbdc27475588,segment=NetworkSegment(26f4d744-adff-418e-8f16-16d49aeb75e4),segment_id=26f4d744-adff-418e-8f16-16d49aeb75e4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:16.514610 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.515386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:16.517657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.551220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:16.580651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:16.601168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:16.618213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Pushing event updated for resources: {'Port': ['ID=e70fd308-92ab-4fe8-b114-b7335ec6f094,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.657699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899b70f-962b-4238-9535-cff12f406864 req-617d992f-10eb-4203-9106-6e64432403bd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.659448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0899b70f-962b-4238-9535-cff12f406864 req-617d992f-10eb-4203-9106-6e64432403bd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.7852578 Jul 16 01:31:16.745829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0899b70f-962b-4238-9535-cff12f406864 req-b6942f3f-bd1e-43a5-acf0-8683b65e5ed9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Jul 16 01:31:16.751053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] For port 94732f11-e98e-454f-bfac-fbdc27475588, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=94732f11-e98e-454f-bfac-fbdc27475588,segment=NetworkSegment(26f4d744-adff-418e-8f16-16d49aeb75e4),segment_id=26f4d744-adff-418e-8f16-16d49aeb75e4)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:16.751480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.821653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Calling delete_port for 94732f11-e98e-454f-bfac-fbdc27475588 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:16.849827 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.922139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:16.922565 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.924806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Attempting to bind port e70fd308-92ab-4fe8-b114-b7335ec6f094 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:16.925866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Attempting to bind port e70fd308-92ab-4fe8-b114-b7335ec6f094 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:16.926465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Attempting to bind port e70fd308-92ab-4fe8-b114-b7335ec6f094 on network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:16.964482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:16.964959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Checking segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:16.965262 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.965656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Bound using segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:16.966114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Bound port: e70fd308-92ab-4fe8-b114-b7335ec6f094, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:16.966493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.977311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=94732f11-e98e-454f-bfac-fbdc27475588,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.039079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Allocated IP 172.20.0.1 (2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0/77916231-f305-464d-abac-b6ccbd6723e0/942b5698-3459-47d1-8399-bc2570984668) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:17.044245 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.081271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.099864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Transition to ACTIVE for port object d55e6d02-ed4e-47d2-bf18-182319193217 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:17.203830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dde63-4672-4ce3-90d4-c2fc336a2cff req-b296355b-540d-414c-a34d-3a78b92b7098 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.205360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-110dde63-4672-4ce3-90d4-c2fc336a2cff req-b296355b-540d-414c-a34d-3a78b92b7098 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.4405355 Jul 16 01:31:17.238354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:17.254587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.291170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-110dde63-4672-4ce3-90d4-c2fc336a2cff req-2efc4b4f-1219-4e22-ac7d-8904467257ee tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775790 Jul 16 01:31:17.292204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Transition to ACTIVE for port object 942b5698-3459-47d1-8399-bc2570984668 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:17.327501 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.339890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Allocated IP 172.20.0.1 (150ede74-4fb8-4f79-afd0-b35cf3905b36/85f6e030-5302-43f5-b964-26489d88f897/0bce5aa9-80b6-4a4a-992f-772a5ddce846) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:17.452922 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.466981 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Transition to ACTIVE for port object e3f0c829-b997-4d4c-b9e2-db3286bbaf47 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:17.477205 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.492679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] For port e70fd308-92ab-4fe8-b114-b7335ec6f094, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:17.538887 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Attempting to bind port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:17.539703 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Attempting to bind port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:17.540241 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Attempting to bind port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:17.553921 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:17.554702 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:17.555390 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.555756 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:17.556737 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Bound port: e3f0c829-b997-4d4c-b9e2-db3286bbaf47, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:17.557359 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.560014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] For port e70fd308-92ab-4fe8-b114-b7335ec6f094, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e70fd308-92ab-4fe8-b114-b7335ec6f094,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:17.561212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabbc4a-a7ce-4709-bd56-6e308174e469 None None] Pushing event updated for resources: {'Port': ['ID=d55e6d02-ed4e-47d2-bf18-182319193217,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.567539 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.573732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Attempting to bind port d55e6d02-ed4e-47d2-bf18-182319193217 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:17.574126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Attempting to bind port d55e6d02-ed4e-47d2-bf18-182319193217 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:17.574484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Attempting to bind port d55e6d02-ed4e-47d2-bf18-182319193217 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:17.582507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.596861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.603189 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897432a6-6cb2-47d9-8d70-510f1db508f8 None None] Pushing event updated for resources: {'Port': ['ID=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.617442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:17.622773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:17.644362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Transition to ACTIVE for port object 0bce5aa9-80b6-4a4a-992f-772a5ddce846 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:17.666254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:17.676653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] For port e3f0c829-b997-4d4c-b9e2-db3286bbaf47, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:17.685161 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] For port e3f0c829-b997-4d4c-b9e2-db3286bbaf47, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:17.694795 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.703444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce2009-8eb2-49b6-a750-46b32e2481c5 None None] Pushing event updated for resources: {'Port': ['ID=e70fd308-92ab-4fe8-b114-b7335ec6f094,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.733758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:17.734138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:17.734548 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.734946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:17.735421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Bound port: d55e6d02-ed4e-47d2-bf18-182319193217, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:17.735810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.739570 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.758674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:17.759057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.814710 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:17.816767 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:17.846611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Allocated IP 172.25.7.82 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/9f0d922b-03b7-4d5a-8b1e-608e5e1737d8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:17.972083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Pushing event updated for resources: {'Port': ['ID=942b5698-3459-47d1-8399-bc2570984668,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.994153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.123228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] For port d55e6d02-ed4e-47d2-bf18-182319193217, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:18.130145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] For port d55e6d02-ed4e-47d2-bf18-182319193217, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d55e6d02-ed4e-47d2-bf18-182319193217,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:18.145408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.148768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.198605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:18.290597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.380041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=94732f11-e98e-454f-bfac-fbdc27475588,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.435635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-71fa0278-ea5e-47b2-ba05-ebe1694ffb70 None None] Provisioning for port 942b5698-3459-47d1-8399-bc2570984668 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:18.444526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Routers {'9092ca23-9536-4b2c-a82a-1c6d18e47186'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:18.444795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9092ca23-9536-4b2c-a82a-1c6d18e47186'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:18.568625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabbc4a-a7ce-4709-bd56-6e308174e469 None None] Pushing event updated for resources: {'Port': ['ID=d55e6d02-ed4e-47d2-bf18-182319193217,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.586723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897432a6-6cb2-47d9-8d70-510f1db508f8 None None] Pushing event updated for resources: {'Port': ['ID=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.599963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-71fa0278-ea5e-47b2-ba05-ebe1694ffb70 None None] Provisioning complete for port 942b5698-3459-47d1-8399-bc2570984668 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:18.602692 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71fa0278-ea5e-47b2-ba05-ebe1694ffb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.706415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93ed4-9e20-4e66-aa14-85c79968f4bd req-91ac56b5-8389-4954-9dc9-799c73e80e83 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.709017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38e93ed4-9e20-4e66-aa14-85c79968f4bd req-91ac56b5-8389-4954-9dc9-799c73e80e83 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.5524938 Jul 16 01:31:18.776856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-71fa0278-ea5e-47b2-ba05-ebe1694ffb70 None None] Port 942b5698-3459-47d1-8399-bc2570984668 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:18.807462 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 3, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:18.896080 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645491e-6c69-4aa5-8410-c3e20419e946 None None] The sync data for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 is: [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 3, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:18.942996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.981803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e70fd308-92ab-4fe8-b114-b7335ec6f094 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:19.015577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:19.027548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:19.043340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:19.051734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Pushing event updated for resources: {'Port': ['ID=0bce5aa9-80b6-4a4a-992f-772a5ddce846,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:19.125719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] Set router 9092ca23-9536-4b2c-a82a-1c6d18e47186 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:19.147129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.159115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.196225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38e93ed4-9e20-4e66-aa14-85c79968f4bd req-5cd66ed4-1215-4b9e-9615-fbaac8754545 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774183 Jul 16 01:31:19.404934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e373f-2aff-41f3-a144-a2836444c4da req-1baeaee2-1274-4cf4-bfca-b77e5a222acc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.418798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-542e373f-2aff-41f3-a144-a2836444c4da req-1baeaee2-1274-4cf4-bfca-b77e5a222acc tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.7031894 Jul 16 01:31:19.741731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.866498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e70fd308-92ab-4fe8-b114-b7335ec6f094 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:19.875543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e80ed52-cc53-445d-a2bd-6c05e187a518 None None] Provisioning for port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:19.887319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e80ed52-cc53-445d-a2bd-6c05e187a518 None None] Provisioning complete for port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:19.887791 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e80ed52-cc53-445d-a2bd-6c05e187a518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.932180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:08Z', 'revision_number': 3, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:19.964612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-542e373f-2aff-41f3-a144-a2836444c4da req-508bccd6-0e7f-4a39-974d-7128fb8177b2 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445280 Jul 16 01:31:20.006449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2709d-bedc-43d2-8a0d-42078ca32a6f None None] The sync data for ids ['9092ca23-9536-4b2c-a82a-1c6d18e47186'] in n-d-791506-20 is: [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:08Z', 'revision_number': 3, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:20.018409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e80ed52-cc53-445d-a2bd-6c05e187a518 None None] Port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:20.084858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.086081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be511700-252a-4b34-9160-4bfd6f3525b5 None None] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:20.119972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.126297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.174801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.323113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] Provisioning for port e70fd308-92ab-4fe8-b114-b7335ec6f094 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:20.335229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Pushing event updated for resources: {'Port': ['ID=0bce5aa9-80b6-4a4a-992f-772a5ddce846,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.337885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] Provisioning complete for port e70fd308-92ab-4fe8-b114-b7335ec6f094 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:20.338737 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.361203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.618388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:20.620141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:20.700133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.774334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] For port e70fd308-92ab-4fe8-b114-b7335ec6f094, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e70fd308-92ab-4fe8-b114-b7335ec6f094,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:20.795428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.806620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3f0c829-b997-4d4c-b9e2-db3286bbaf47 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:20.938850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:20.952318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:20.952999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.994745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da7a55-da80-4a74-89fc-aaa8a2c95c44 None None] Pushing event updated for resources: {'Port': ['ID=e70fd308-92ab-4fe8-b114-b7335ec6f094,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.127153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Router a605f536-af28-4629-9de5-cc81bddbcb44 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:21.137592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:21.265621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:21.280212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.321748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-bd9d50cd-2f3a-46cb-8f07-04da3dfca2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.323817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-bd9d50cd-2f3a-46cb-8f07-04da3dfca2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630&tenant_id=d016397d79854b1ca90017ec4e6a9a66 HTTP/1.1" status: 200 len: 1102 time: 1.6859634 Jul 16 01:31:21.324813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:21.327606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:21.365055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-37835fc3-5a67-4c96-9c47-1a259b0b07f4 None None] Provisioning complete for port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:21.365589 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37835fc3-5a67-4c96-9c47-1a259b0b07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.408234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.408519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-37835fc3-5a67-4c96-9c47-1a259b0b07f4 None None] Port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:21.453010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:21.454747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.464054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2aeabbb4-c257-4113-81c9-b186389bf705 admin admin] 10.222.0.42 "PUT /v2.0/routers/a605f536-af28-4629-9de5-cc81bddbcb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5810456 Jul 16 01:31:21.554946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:21.561180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:21.564707 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a57e43-0a22-4a32-b5f7-10ec321146a5" -d '{"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-unplugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:21.582638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.600904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.697724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4d90a900-79bd-4853-8b4f-d6f48c47ca0b None None] Provisioning complete for port e70fd308-92ab-4fe8-b114-b7335ec6f094 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:21.698102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d90a900-79bd-4853-8b4f-d6f48c47ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.702578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e3f0c829-b997-4d4c-b9e2-db3286bbaf47, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:21.727345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.747332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.802935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.055775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.171569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a12331-e44b-4eb5-8bcb-265eb7179152 req-28791faa-9539-43c2-b7ad-19ac2c069f8e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.172980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0a12331-e44b-4eb5-8bcb-265eb7179152 req-28791faa-9539-43c2-b7ad-19ac2c069f8e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.9224033 Jul 16 01:31:22.198948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.232716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.311802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c956-d043-4f08-a7a4-91fa5080ca3a req-534367f0-a7e9-499d-a7f7-e97aae79733a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.318871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2208c956-d043-4f08-a7a4-91fa5080ca3a req-534367f0-a7e9-499d-a7f7-e97aae79733a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 949 time: 0.6656756 Jul 16 01:31:22.363249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.616263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0a12331-e44b-4eb5-8bcb-265eb7179152 req-e7922aca-79cf-48bd-8896-a8df1caab7c3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120529 Jul 16 01:31:22.751445 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760828e-0d4c-4a56-b42a-5b6e26dccabd x-openstack-request-id: req-b760828e-0d4c-4a56-b42a-5b6e26dccabd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:22.751977 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-unplugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:22.751977 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b760828e-0d4c-4a56-b42a-5b6e26dccabd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:22.752384 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'code': 200} Jul 16 01:31:22.756558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e70fd308-92ab-4fe8-b114-b7335ec6f094 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:22.909290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Pushing event updated for resources: {'Port': ['ID=942b5698-3459-47d1-8399-bc2570984668,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.923387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.955795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e70fd308-92ab-4fe8-b114-b7335ec6f094 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:22.956958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.155375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3f0c829-b997-4d4c-b9e2-db3286bbaf47 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:23.245446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2208c956-d043-4f08-a7a4-91fa5080ca3a req-e078443d-b4eb-4fd4-912d-0ae489816a94 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253435 Jul 16 01:31:23.292041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:23.293295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.313570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:23.365839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Sync routers for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:23.387241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:23.387900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:23.412177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:23.454359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:23.464859 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.483083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Transition to ACTIVE for port object 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:23.509081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:23.523160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:23.530028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.597877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d55e6d02-ed4e-47d2-bf18-182319193217 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:23.775360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d55e6d02-ed4e-47d2-bf18-182319193217 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:23.792955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:23.793847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d55e6d02-ed4e-47d2-bf18-182319193217 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:23.794395 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.822458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=11']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.829889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.897454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:23.906093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] No DVR routers for this DVR port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:24.012672 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.064514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 2, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:24.072975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port d55e6d02-ed4e-47d2-bf18-182319193217, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d55e6d02-ed4e-47d2-bf18-182319193217,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:24.124244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.135150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Checking router: a605f536-af28-4629-9de5-cc81bddbcb44 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:24.135955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Updating router a605f536-af28-4629-9de5-cc81bddbcb44 port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:24.218591 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.542807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=d55e6d02-ed4e-47d2-bf18-182319193217,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.671996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:24.672604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:24.673074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:24.740397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:24.740397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Attempting to bind port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:24.791718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:24.793534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:24.793875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:24.794260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:24.794711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Bound port: 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:24.795074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.798817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-74196c7f-b18b-45a3-92d4-39e418433489 None None] Provisioning complete for port 942b5698-3459-47d1-8399-bc2570984668 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:24.799620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74196c7f-b18b-45a3-92d4-39e418433489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.806090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-421f7a28-95b2-4b1e-b1ad-d1a5f5045c96 admin admin] 10.222.0.42 "PUT /v2.0/routers/f09dd4b1-aa6b-46e6-93fb-0fc301b67d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8635056 Jul 16 01:31:24.809743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49324) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:24.814040 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] Sync routers for ids ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:24.831708 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] Routers {'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:24.833191 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:24.864688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c2bd-b567-43dc-afe0-73349271cb2c req-9afd6891-c278-454b-bf84-a0a3e7353c40 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.866379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad81c2bd-b567-43dc-afe0-73349271cb2c req-9afd6891-c278-454b-bf84-a0a3e7353c40 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.9496057 Jul 16 01:31:24.910528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.961312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-74196c7f-b18b-45a3-92d4-39e418433489 None None] Port 942b5698-3459-47d1-8399-bc2570984668 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:24.975714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Transition to ACTIVE for port object 0bce5aa9-80b6-4a4a-992f-772a5ddce846 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:24.993645 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.070333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.149480 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] Set router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:25.152937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Router 9092ca23-9536-4b2c-a82a-1c6d18e47186 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:25.173690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad81c2bd-b567-43dc-afe0-73349271cb2c req-e9c0268b-e690-4b52-8f74-06df029b4bb2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880332 Jul 16 01:31:25.209725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Pushing event updated for resources: {'Port': ['ID=0bce5aa9-80b6-4a4a-992f-772a5ddce846,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.231337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:25.279469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:25.403865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.423355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.433496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:25.553627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.554268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.555750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] 10.222.0.13 "PUT /v2.0/ports/2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 1098 time: 4.1528089 Jul 16 01:31:25.561626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:25.564195 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b70b5-df2d-43ac-a966-3b2b5b901376" -d '{"events": [{"name": "network-changed", "server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:25.643314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Attempting to bind port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:25.647371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Attempting to bind port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:25.648680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Attempting to bind port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 on network 150ede74-4fb8-4f79-afd0-b35cf3905b36 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:25.671787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Deleting port 66f070fa-c783-49f0-b636-9d4be158800b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:25.672117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.681562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:25.684455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Checking segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:25.685389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.686283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Bound using segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:25.689448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Bound port: 0bce5aa9-80b6-4a4a-992f-772a5ddce846, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:25.691756 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.884872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] For port 66f070fa-c783-49f0-b636-9d4be158800b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=66f070fa-c783-49f0-b636-9d4be158800b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:25.885827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.923678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Calling delete_port for 66f070fa-c783-49f0-b636-9d4be158800b owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:25.946813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76793-8e19-4149-8fa8-b00a9d497174 service neutron] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=12']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.089170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] For port 0bce5aa9-80b6-4a4a-992f-772a5ddce846, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:26.101853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] For port 0bce5aa9-80b6-4a4a-992f-772a5ddce846, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0bce5aa9-80b6-4a4a-992f-772a5ddce846,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:26.109820 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.269857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:26.306534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:26.307446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.351415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e0c5cb4-6840-4a17-9b57-eedbf27657b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9092ca23-9536-4b2c-a82a-1c6d18e47186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5045896 Jul 16 01:31:26.463611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.539803 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '66f070fa-c783-49f0-b636-9d4be158800b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 5, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port': {'id': '66f070fa-c783-49f0-b636-9d4be158800b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:55Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.544305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-e81d1889-3bf5-433c-bfb8-f1414213d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.554062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-e81d1889-3bf5-433c-bfb8-f1414213d49c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1101 time: 0.8734951 Jul 16 01:31:26.569757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:26.665225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=66f070fa-c783-49f0-b636-9d4be158800b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.677297 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] Checking router: f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:26.697826 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Sync routers for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:26.734292 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] Routers {'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:26.735889 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.743385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:26.744370 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.782696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:26.856216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.929001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.933758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-70aa9d69-e9cd-4aff-a7e3-cf8169875185 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 14.1424701 Jul 16 01:31:26.938405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:26.958682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591acd8-4705-4d8c-91a8-c84c38245ed8 req-c9945c16-d30e-488f-8d80-ee363ff91e33 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.967078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f591acd8-4705-4d8c-91a8-c84c38245ed8 req-c9945c16-d30e-488f-8d80-ee363ff91e33 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 949 time: 0.7938573 Jul 16 01:31:26.976094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Sync routers for ids ['9092ca23-9536-4b2c-a82a-1c6d18e47186'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:26.978850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d55e6d02-ed4e-47d2-bf18-182319193217 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:27.037957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Pushing event updated for resources: {'Port': ['ID=0bce5aa9-80b6-4a4a-992f-772a5ddce846,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.068669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-b8fc32c2-30a3-43e1-98e5-9801c9228ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.071508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-b8fc32c2-30a3-43e1-98e5-9801c9228ce6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.4905124 Jul 16 01:31:27.078951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.079336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.079791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.093613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.093613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.094705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.094705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.097096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.097459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.097802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.098143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.098478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa222ed-666b-45c0-9f25-bd8e223ae355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:27.101006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f591acd8-4705-4d8c-91a8-c84c38245ed8 req-24581fd2-9537-4aca-8df7-408f34c7a31e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327829 Jul 16 01:31:27.134902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Routers {'9092ca23-9536-4b2c-a82a-1c6d18e47186'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:27.139282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9092ca23-9536-4b2c-a82a-1c6d18e47186'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.147501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.150883 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.209930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.210749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:27.215975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.219953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7a7f6f3d-2d03-4199-9a16-4c68afcac5ff admin admin] 10.222.0.42 "DELETE /v2.0/routers/f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 HTTP/1.1" status: 204 len: 168 time: 2.4091873 Jul 16 01:31:27.222022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49364) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:27.260491 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] Set router f09dd4b1-aa6b-46e6-93fb-0fc301b67d88 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:27.296755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Deleting subnet 90ea6618-f9fd-4439-8de1-2cc939db7bc0 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:27.302119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.336254 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93515a02-24fd-4515-925b-56f8c2fa37f1 x-openstack-request-id: req-93515a02-24fd-4515-925b-56f8c2fa37f1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:27.337005 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:27.338682 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93515a02-24fd-4515-925b-56f8c2fa37f1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:27.343381 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'status': 'completed', 'code': 200} Jul 16 01:31:27.345944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.448445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.485424 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 7, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.502312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-d416ea7c-93b9-46f0-9613-23f2ea70ba7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.3818197 Jul 16 01:31:27.540566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.562472 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332541ad-198f-43e6-a6de-bf6d63bf506c None None] The sync data for ids ['f09dd4b1-aa6b-46e6-93fb-0fc301b67d88'] in n-d-791506-20 is: [{'id': 'f09dd4b1-aa6b-46e6-93fb-0fc301b67d88', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1318074766-router', 'tenant_id': 'bce019dbfd8740529f9c4000660fe824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 7, 'project_id': 'bce019dbfd8740529f9c4000660fe824', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:27.587718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b570e02-d223-49cc-9ae7-659cd9c3e595 None None] The sync data for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 is: [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:27.598152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d55e6d02-ed4e-47d2-bf18-182319193217 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:27.598843 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.606661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.617493 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:27.663160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.670621 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90ea6618-f9fd-4439-8de1-2cc939db7bc0 HTTP/1.1" status: 204 len: 168 time: 0.4470804 Jul 16 01:31:27.671468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab493f-a9ea-46a0-9770-776645eed16a None None] Network 3e5f3092-11d7-4d37-a468-35e9c30d2730 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:27.671746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:27.672631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8254f8-0138-46e7-8f8e-8ee8b68613cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ea6618-f9fd-4439-8de1-2cc939db7bc0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.691765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Set router 9092ca23-9536-4b2c-a82a-1c6d18e47186 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:27.760436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.819901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-11a190dd-56ee-4a7f-a684-61cd40dc93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.821774 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-11a190dd-56ee-4a7f-a684-61cd40dc93e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1101 time: 0.6221504 Jul 16 01:31:27.888463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Deleting port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:27.889682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.927785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-f97ed726-4eed-448f-a0b0-597440a9f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.929813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-f97ed726-4eed-448f-a0b0-597440a9f03e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.4056737 Jul 16 01:31:28.031815 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 3, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:28.113937 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Checking router: bd93f30b-2429-4e57-a1bf-75b3d9cebac4 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:28.114437 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Updating router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:28.135987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-079068df-ece6-4dc1-9207-b5f0a750f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.137610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-079068df-ece6-4dc1-9207-b5f0a750f059 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3027892 Jul 16 01:31:28.139929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] For port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,segment=NetworkSegment(26f4d744-adff-418e-8f16-16d49aeb75e4),segment_id=26f4d744-adff-418e-8f16-16d49aeb75e4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:28.140293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.220568 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.253858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Calling delete_port for 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:28.262179 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-4f271569-06cb-46e6-ac92-833525534094 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.0984886 Jul 16 01:31:28.405415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-c7fb4a7a-d703-4265-8dd5-b65aef07c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.407028 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-c7fb4a7a-d703-4265-8dd5-b65aef07c371 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1344464 Jul 16 01:31:28.493583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.543985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=11a7d3f8-3e5a-47f0-8398-f54ad00d9296,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.563955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] No DVR routers for this DVR port 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:28.576564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-f2fb9686-1976-4bd3-be57-096696703431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.580851 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-f2fb9686-1976-4bd3-be57-096696703431 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1641247 Jul 16 01:31:28.758320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '942b5698-3459-47d1-8399-bc2570984668', 'name': '', 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'mac_address': 'fa:16:3e:29:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '77916231-f305-464d-abac-b6ccbd6723e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 2, 'project_id': '234371268ef8475cb8a1891d817be27a', 'subnets': [{'id': '77916231-f305-464d-abac-b6ccbd6723e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:28.819616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Checking router: 9092ca23-9536-4b2c-a82a-1c6d18e47186 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:28.820118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Updating router 9092ca23-9536-4b2c-a82a-1c6d18e47186 port 942b5698-3459-47d1-8399-bc2570984668 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:28.883251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.902958 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-3da2d608-f183-46fb-aa13-224b53d51610 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068299 Jul 16 01:31:29.069289 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.109122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2153ca20-9044-4711-b70f-395cf0302844 req-e82a2d2b-9339-4da7-a132-936c5f9171a2 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6820147 Jul 16 01:31:29.114385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:29.139242 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.151957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e0e31-a821-4f64-a143-7125553b6924 req-a0c21e50-f1c0-48c3-87d4-813a878dd33a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.160138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f05e0e31-a821-4f64-a143-7125553b6924 req-a0c21e50-f1c0-48c3-87d4-813a878dd33a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 1.6894240 Jul 16 01:31:29.171939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.178942 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Transition to ACTIVE for port object 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:29.191123 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.195331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a59b3-153f-407a-8f92-459b0d46de56 None None] DHCP port deletion for 3e5f3092-11d7-4d37-a468-35e9c30d2730 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:29.210281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0bce5aa9-80b6-4a4a-992f-772a5ddce846 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:29.252474 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Attempting to bind port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:29.253567 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Attempting to bind port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:29.254100 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Attempting to bind port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:29.255620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5f3092-11d7-4d37-a468-35e9c30d2730']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.298879 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:29.299269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:29.299643 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.300251 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:29.305814 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Bound port: 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:29.306933 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.308339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f4d744-adff-418e-8f16-16d49aeb75e4') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.309707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f4d744-adff-418e-8f16-16d49aeb75e4') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.387921 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6cf88-5904-48c7-88e1-f95d25db88ea None None] Pushing event updated for resources: {'Port': ['ID=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.402674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.435330 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:29.473038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f05e0e31-a821-4f64-a143-7125553b6924 req-3c53fbdd-087c-4591-8244-49ef40ef2fb2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118393 Jul 16 01:31:29.493235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:29.493676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.496555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:29.496922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.522670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-51537832-4825-4450-8cc7-2824c3da4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.531671 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] For port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:29.534905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-51537832-4825-4450-8cc7-2824c3da4474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4433033 Jul 16 01:31:29.537434 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] For port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:29.544606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:29.546257 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.547587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:29.552898 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:29.617916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-939af495-e2a7-4b29-b4f6-bd97c540b811 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405715 Jul 16 01:31:29.647264 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:29.648652 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.680874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.692079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Transition to ACTIVE for port object 942b5698-3459-47d1-8399-bc2570984668 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:29.708258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.743222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.757899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.765496 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e5f3092-11d7-4d37-a468-35e9c30d2730 HTTP/1.1" status: 204 len: 168 time: 2.0795932 Jul 16 01:31:29.818704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cbfb9-ae8d-4a07-9102-606257cfa7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5f3092-11d7-4d37-a468-35e9c30d2730,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.852555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4a38-6f78-4db4-a2b7-77ecc4b02fdb None None] Pushing event updated for resources: {'Port': ['ID=942b5698-3459-47d1-8399-bc2570984668,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.996202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.083085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49380) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:30.094374 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:30.097150 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6cf88-5904-48c7-88e1-f95d25db88ea None None] Pushing event updated for resources: {'Port': ['ID=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:30.246225 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e9b36f2e-c9de-4f01-8967-faebdcbd439d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bce019dbfd8740529f9c4000660fe824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606190 Jul 16 01:31:30.247536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49388) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:30.275641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.319790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Attempting to bind port 942b5698-3459-47d1-8399-bc2570984668 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:30.320177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Attempting to bind port 942b5698-3459-47d1-8399-bc2570984668 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:30.321145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Attempting to bind port 942b5698-3459-47d1-8399-bc2570984668 on network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:30.378216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:30.378739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Checking segment: {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:30.379555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.379978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Bound using segment: {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:30.382212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Bound port: 942b5698-3459-47d1-8399-bc2570984668, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649e797b-913b-4472-a3c4-e9a9ef1008a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:30.382698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.415810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-6b343862-37b4-4fd4-bd91-311c6288d508 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634515 Jul 16 01:31:30.419142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee753b3-aa2c-4710-9c84-f3cf9f4da5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.465493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee753b3-aa2c-4710-9c84-f3cf9f4da5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.487675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 0bce5aa9-80b6-4a4a-992f-772a5ddce846, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0bce5aa9-80b6-4a4a-992f-772a5ddce846,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:30.501923 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.519394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.555328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee753b3-aa2c-4710-9c84-f3cf9f4da5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.579533 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee753b3-aa2c-4710-9c84-f3cf9f4da5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.588340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4ee753b3-aa2c-4710-9c84-f3cf9f4da5a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4704df8a-b83d-4a97-86df-a2423181d2b2 HTTP/1.1" status: 204 len: 168 time: 0.3379295 Jul 16 01:31:30.629626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee753b3-aa2c-4710-9c84-f3cf9f4da5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4704df8a-b83d-4a97-86df-a2423181d2b2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:30.630484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=0bce5aa9-80b6-4a4a-992f-772a5ddce846,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:30.647657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94732f11-e98e-454f-bfac-fbdc27475588 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:30.721106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] For port 942b5698-3459-47d1-8399-bc2570984668, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:30.725338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] For port 942b5698-3459-47d1-8399-bc2570984668, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=942b5698-3459-47d1-8399-bc2570984668,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:30.726443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 94732f11-e98e-454f-bfac-fbdc27475588 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:30.727326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94732f11-e98e-454f-bfac-fbdc27475588 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:30.728491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 66f070fa-c783-49f0-b636-9d4be158800b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:30.730496 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 3, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:30.818699 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1197920-6fbf-4b76-b077-409c125fa1ef None None] The sync data for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 is: [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 3, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:30.966483 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.026867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 66f070fa-c783-49f0-b636-9d4be158800b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:31.027374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 66f070fa-c783-49f0-b636-9d4be158800b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:31.035314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4a38-6f78-4db4-a2b7-77ecc4b02fdb None None] Pushing event updated for resources: {'Port': ['ID=942b5698-3459-47d1-8399-bc2570984668,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.074368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Routers {'9092ca23-9536-4b2c-a82a-1c6d18e47186'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:31.075121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9092ca23-9536-4b2c-a82a-1c6d18e47186'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:31.200378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Allocated IP 172.25.7.191 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/c3402148-72c4-4eba-abf1-76a82925f413) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:31.212077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:31.304360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0bce5aa9-80b6-4a4a-992f-772a5ddce846 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:31.422103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Allocated IP 172.20.0.1 (1703dcf7-18d0-421a-a3f4-82cdd468abd4/826f84b4-9b30-4008-a9b6-4ff7d24bc60e/a4159286-70f4-47ed-aa55-0663c926b6fc) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:31.427790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c847ae35-4dcf-468f-b6df-f362ca00ceb7 req-774961f1-f66c-45c2-a4d1-2f47f75ee380 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0007007 Jul 16 01:31:31.448724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c8ed-d83e-495a-a0eb-7aa7fe3f9803 req-e294c50a-ebd6-4447-90c2-c598909c6a77 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.456682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0282c8ed-d83e-495a-a0eb-7aa7fe3f9803 req-e294c50a-ebd6-4447-90c2-c598909c6a77 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 949 time: 1.0041730 Jul 16 01:31:31.512539 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.554168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.565197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] Set router 9092ca23-9536-4b2c-a82a-1c6d18e47186 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:31.567651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:31.570267 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b008902-f800-494a-b50f-2af0669ed94f" -d '{"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-unplugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:31.639657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:31.665035 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.697412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0282c8ed-d83e-495a-a0eb-7aa7fe3f9803 req-907b64c3-d689-4aea-9a3c-edb7718dbdc9 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395630 Jul 16 01:31:31.848488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:31.849054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.951769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.989132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.011786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.044294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:32.084395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:32.101306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Transition to ACTIVE for port object a4159286-70f4-47ed-aa55-0663c926b6fc will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:32.104256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:32.107957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-5c4dc6fc-740f-4b52-9ed3-6da39b5dd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.110548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-5c4dc6fc-740f-4b52-9ed3-6da39b5dd31c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1101 time: 0.4475009 Jul 16 01:31:32.191271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Pushing event updated for resources: {'Port': ['ID=c3402148-72c4-4eba-abf1-76a82925f413,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.244371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:32.288678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:32.289260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 11a7d3f8-3e5a-47f0-8398-f54ad00d9296 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:32.298721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '942b5698-3459-47d1-8399-bc2570984668', 'name': '', 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'mac_address': 'fa:16:3e:29:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '77916231-f305-464d-abac-b6ccbd6723e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 4, 'project_id': '234371268ef8475cb8a1891d817be27a', 'subnets': [{'id': '77916231-f305-464d-abac-b6ccbd6723e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:32.366341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f180e23-dec1-4540-bd6a-05d5288ea537 None None] The sync data for ids ['9092ca23-9536-4b2c-a82a-1c6d18e47186'] in n-d-791506-20 is: [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '942b5698-3459-47d1-8399-bc2570984668', 'name': '', 'network_id': '2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'mac_address': 'fa:16:3e:29:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '77916231-f305-464d-abac-b6ccbd6723e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 4, 'project_id': '234371268ef8475cb8a1891d817be27a', 'subnets': [{'id': '77916231-f305-464d-abac-b6ccbd6723e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:32.382685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.444893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf35ae0-029e-4948-820a-10e4c9e6f20b req-d7821c25-2724-49f0-b34e-9db8a809c65a tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.447983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eaf35ae0-029e-4948-820a-10e4c9e6f20b req-d7821c25-2724-49f0-b34e-9db8a809c65a tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 948 time: 0.4687994 Jul 16 01:31:32.483131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-03e5814a-c191-4ab7-88ca-bf0855aaa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.484672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-03e5814a-c191-4ab7-88ca-bf0855aaa737 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3667519 Jul 16 01:31:32.520744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:32.566890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.579780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:32.585454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:32.592999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-52893ecb-f54e-4502-b1cb-0202688ba932 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 200 len: 217 time: 0.0955546 Jul 16 01:31:32.599217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a4159286-70f4-47ed-aa55-0663c926b6fc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.814270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.896387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eaf35ae0-029e-4948-820a-10e4c9e6f20b req-82fffbc6-2e91-4915-8ab3-89c7ce572e62 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259377 Jul 16 01:31:32.901329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-c0184307-b66a-4a3a-8616-53812b2f8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.904584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-c0184307-b66a-4a3a-8616-53812b2f8790 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.2368484 Jul 16 01:31:32.905226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.990659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09fe806b-6abf-4ffc-9104-f4c90c0d01ed None None] Provisioning for port a4159286-70f4-47ed-aa55-0663c926b6fc completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:32.995888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09fe806b-6abf-4ffc-9104-f4c90c0d01ed None None] Provisioning complete for port a4159286-70f4-47ed-aa55-0663c926b6fc triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:32.997069 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09fe806b-6abf-4ffc-9104-f4c90c0d01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.166055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:33.251629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-09fe806b-6abf-4ffc-9104-f4c90c0d01ed None None] Port a4159286-70f4-47ed-aa55-0663c926b6fc cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:33.380335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:33.514867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.551066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'mac_address': 'fa:16:3e:06:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:33.563717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:33.624773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:33.625344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.870769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.887004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.912470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:33.937100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.950373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.951326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 942b5698-3459-47d1-8399-bc2570984668 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:34.023522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-19958b56-a839-413b-a3cb-cac7ea3fd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.025499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-19958b56-a839-413b-a3cb-cac7ea3fd93d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1059594 Jul 16 01:31:34.102691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:34.130996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.186606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebdf55-6696-4ed5-af7c-e76b585d995c req-8b3a614f-892a-4d8b-b875-0d722b4982fd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.188516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.195095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1ebdf55-6696-4ed5-af7c-e76b585d995c req-8b3a614f-892a-4d8b-b875-0d722b4982fd tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.9894912 Jul 16 01:31:34.197625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 942b5698-3459-47d1-8399-bc2570984668 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:34.211709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.248962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 942b5698-3459-47d1-8399-bc2570984668 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:34.249338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.352260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=13']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.401046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.422809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1ebdf55-6696-4ed5-af7c-e76b585d995c req-3588626c-efaf-4b9a-8fcf-7c46a3b07027 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267878 Jul 16 01:31:34.442790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.458446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2021ccab-a7df-4a8c-ad1b-bb13f3457a31'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:34.461983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 942b5698-3459-47d1-8399-bc2570984668, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=942b5698-3459-47d1-8399-bc2570984668,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:34.468855 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.504856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.587060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-e278af2e-22c2-428a-a303-40c34541c45b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265412 Jul 16 01:31:34.608482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=942b5698-3459-47d1-8399-bc2570984668,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.777415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Pushing event updated for resources: {'Port': ['ID=c3402148-72c4-4eba-abf1-76a82925f413,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.821037 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187690b1-6d6f-4289-aff6-85e7605d1f61 x-openstack-request-id: req-187690b1-6d6f-4289-aff6-85e7605d1f61 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:34.821668 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-unplugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:34.821932 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-187690b1-6d6f-4289-aff6-85e7605d1f61 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:34.822365 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'code': 200} Jul 16 01:31:34.883683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.958900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f5b70b5-df2d-43ac-a966-3b2b5b901376 req-2b0d2ffa-52ed-49e8-a34c-876caaa3c576 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420615 Jul 16 01:31:34.961316 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.962533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2153ca20-9044-4711-b70f-395cf0302844 req-113e2794-d5b0-4b12-9286-bd1d18826015 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8525646 Jul 16 01:31:35.005587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.068002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.258701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2153ca20-9044-4711-b70f-395cf0302844 req-3db68678-fad6-467f-a45f-6b53ff74f3e7 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.2811539 Jul 16 01:31:35.311032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:35.368537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a4159286-70f4-47ed-aa55-0663c926b6fc,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.386019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.425425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:35.426052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.553632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 942b5698-3459-47d1-8399-bc2570984668 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:35.570133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c276ac9-c2ed-4ba9-841a-c7d6ace88485 req-7ea70f1d-0610-41ff-9f68-6533aa5c33a1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.571664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c276ac9-c2ed-4ba9-841a-c7d6ace88485 req-7ea70f1d-0610-41ff-9f68-6533aa5c33a1 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 950 time: 0.3044000 Jul 16 01:31:35.583645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ca20-9044-4711-b70f-395cf0302844 req-ae13047d-12c2-4ddf-92b6-78041d84791b tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.585177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2153ca20-9044-4711-b70f-395cf0302844 req-ae13047d-12c2-4ddf-92b6-78041d84791b tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.3162141 Jul 16 01:31:35.611263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-2153ca20-9044-4711-b70f-395cf0302844 req-01020cff-3434-4cae-8cb1-19eb015fd77b tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:35.612887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2153ca20-9044-4711-b70f-395cf0302844 req-01020cff-3434-4cae-8cb1-19eb015fd77b tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063255 Jul 16 01:31:35.644466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:35.647443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:35.656903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 942b5698-3459-47d1-8399-bc2570984668 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:35.658825 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.671061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c276ac9-c2ed-4ba9-841a-c7d6ace88485 req-f05f6be7-ea11-43bf-b0a3-276ac93ca859 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795341 Jul 16 01:31:36.015414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:36.040410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1c0b38f-e38a-40c4-a242-37b0c86fdaa4 req-a1dd98d0-1ebc-4d6e-8353-313c7daf4f26 tempest-AbsoluteLimitsNegativeTestJSON-494064654 tempest-AbsoluteLimitsNegativeTestJSON-494064654-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f21ee2d280144a9480ab7019a4bd7e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479133 Jul 16 01:31:36.128690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce568d51-dbbe-48f8-af9d-b09d463fbec5 None None] Provisioning complete for port a4159286-70f4-47ed-aa55-0663c926b6fc triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:36.129285 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce568d51-dbbe-48f8-af9d-b09d463fbec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.215519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ce568d51-dbbe-48f8-af9d-b09d463fbec5 None None] Port a4159286-70f4-47ed-aa55-0663c926b6fc cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:36.494368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0b38f-e38a-40c4-a242-37b0c86fdaa4 req-3faea8a7-7c16-4a17-b685-f73d6db661d9 tempest-AbsoluteLimitsNegativeTestJSON-494064654 tempest-AbsoluteLimitsNegativeTestJSON-494064654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.496028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1c0b38f-e38a-40c4-a242-37b0c86fdaa4 req-3faea8a7-7c16-4a17-b685-f73d6db661d9 tempest-AbsoluteLimitsNegativeTestJSON-494064654 tempest-AbsoluteLimitsNegativeTestJSON-494064654-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4386642 Jul 16 01:31:36.508216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:36.523739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06eb8028-ecd5-403f-b262-0bdd5164d8d8 admin admin] 10.222.0.42 "PUT /v2.0/routers/bd93f30b-2429-4e57-a1bf-75b3d9cebac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5840313 Jul 16 01:31:36.524088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Sync routers for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:36.543246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:36.544862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.550217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1897c-209e-4a62-bf6a-51ceb36f3fd9 req-e54e1a0e-9e67-422f-8e84-c451d6d76de2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.552557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60d1897c-209e-4a62-bf6a-51ceb36f3fd9 req-e54e1a0e-9e67-422f-8e84-c451d6d76de2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.3646483 Jul 16 01:31:36.559153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1c0b38f-e38a-40c4-a242-37b0c86fdaa4 req-25805003-90fa-4296-8b40-87db384088aa tempest-AbsoluteLimitsNegativeTestJSON-494064654 tempest-AbsoluteLimitsNegativeTestJSON-494064654-project] 10.222.0.42 "GET /v2.0/quotas/f21ee2d280144a9480ab7019a4bd7e33 HTTP/1.1" status: 200 len: 375 time: 0.0529587 Jul 16 01:31:36.625115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1c0b38f-e38a-40c4-a242-37b0c86fdaa4 req-70817faa-3393-4a34-9435-4b830130236c tempest-AbsoluteLimitsNegativeTestJSON-494064654 tempest-AbsoluteLimitsNegativeTestJSON-494064654-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f21ee2d280144a9480ab7019a4bd7e33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533745 Jul 16 01:31:36.661527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60d1897c-209e-4a62-bf6a-51ceb36f3fd9 req-b88b19f8-292d-4333-83e9-670923aad9a0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892787 Jul 16 01:31:36.857251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a3dbb2a-d16d-4669-82da-a7c77bf483ec req-053ec1fc-d3b4-4393-9799-eacb1c83a3d1 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips/f444afbf-def2-4aa1-8c7c-f0c114ace18e HTTP/1.1" status: 200 len: 693 time: 0.1382277 Jul 16 01:31:37.082665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:37.122116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dbb2a-d16d-4669-82da-a7c77bf483ec req-1450d0c9-96f1-44ff-a7a9-9ff5c5a39084 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.124265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a3dbb2a-d16d-4669-82da-a7c77bf483ec req-1450d0c9-96f1-44ff-a7a9-9ff5c5a39084 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2652442 Jul 16 01:31:37.150957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:37.152484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-8a3dbb2a-d16d-4669-82da-a7c77bf483ec req-7203f598-4e00-4656-b4d5-5efd515c0a63 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:37.155809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a3dbb2a-d16d-4669-82da-a7c77bf483ec req-7203f598-4e00-4656-b4d5-5efd515c0a63 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219343 Jul 16 01:31:37.488107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49488) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:37.566609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc925c05-ba1c-4984-ba94-61bf51575c5e req-33db00f3-4902-4343-a50f-0a425a1f9ed0 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.577884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc925c05-ba1c-4984-ba94-61bf51575c5e req-33db00f3-4902-4343-a50f-0a425a1f9ed0 tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 1102 time: 0.1442530 Jul 16 01:31:37.625032 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.639587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:37.665281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:37.665668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.698163 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc925c05-ba1c-4984-ba94-61bf51575c5e req-6496e98a-84cd-4b4d-b8cf-a1e9d2553d8e tempest-MigrationsAdminTest-1426858038 tempest-MigrationsAdminTest-1426858038-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080673 Jul 16 01:31:37.734894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-976bd29f-b27b-440a-86cc-8056df5a354d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.874503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:34Z', 'revision_number': 2, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:37.945433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-976bd29f-b27b-440a-86cc-8056df5a354d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.964225 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-976bd29f-b27b-440a-86cc-8056df5a354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.981063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.984477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Checking router: bd93f30b-2429-4e57-a1bf-75b3d9cebac4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:37.985264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Updating router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 port a4159286-70f4-47ed-aa55-0663c926b6fc binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:38.055834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:38.059749 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2dbd5-125c-4110-973c-246c17a9d708" -d '{"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-plugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:38.073975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.080563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bd29f-b27b-440a-86cc-8056df5a354d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb7f89e-27fa-4de5-83b2-67cb5424e9fe,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.082392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:38.109418 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.112385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-976bd29f-b27b-440a-86cc-8056df5a354d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f21ee2d280144a9480ab7019a4bd7e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210577 Jul 16 01:31:38.112949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49508) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.222185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9805849a-7635-4478-9d1f-fbf3b28fbe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.284709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=14']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.312910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9805849a-7635-4478-9d1f-fbf3b28fbe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.416810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9805849a-7635-4478-9d1f-fbf3b28fbe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.442657 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9805849a-7635-4478-9d1f-fbf3b28fbe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.444729 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9805849a-7635-4478-9d1f-fbf3b28fbe1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fcb7f89e-27fa-4de5-83b2-67cb5424e9fe HTTP/1.1" status: 204 len: 168 time: 0.3304496 Jul 16 01:31:38.457172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63938247-8657-47f5-8461-f45e4283571e req-72e960de-1a0c-46db-8120-9c3e5604eb3e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=234371268ef8475cb8a1891d817be27a HTTP/1.1" status: 200 len: 696 time: 0.7316263 Jul 16 01:31:38.476975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805849a-7635-4478-9d1f-fbf3b28fbe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb7f89e-27fa-4de5-83b2-67cb5424e9fe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.697682 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.738275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Transition to ACTIVE for port object a4159286-70f4-47ed-aa55-0663c926b6fc will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:38.742807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938247-8657-47f5-8461-f45e4283571e req-710e144f-befc-441e-b9f7-5de918759cbc tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.744803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63938247-8657-47f5-8461-f45e4283571e req-710e144f-befc-441e-b9f7-5de918759cbc tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks?id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 787 time: 0.2728307 Jul 16 01:31:38.755777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.764385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-67a262f7-9097-477d-bb76-b121216e5103 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.785965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-67a262f7-9097-477d-bb76-b121216e5103 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 829 time: 0.9432974 Jul 16 01:31:38.811512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-63938247-8657-47f5-8461-f45e4283571e req-ff142021-d0b8-4390-a274-4fdcba4a351f tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:38.812661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63938247-8657-47f5-8461-f45e4283571e req-ff142021-d0b8-4390-a274-4fdcba4a351f tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242779 Jul 16 01:31:38.822030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-8f274e56-21f9-4147-a157-a2c8c9bd1fc0 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/quotas/efe5371a25734f88b5a604bf405e8fa7 HTTP/1.1" status: 200 len: 375 time: 0.0349112 Jul 16 01:31:38.978532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241579b-dffb-49aa-b021-eeedd7f648e6 None None] Pushing event updated for resources: {'Port': ['ID=a4159286-70f4-47ed-aa55-0663c926b6fc,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.097773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Attempting to bind port a4159286-70f4-47ed-aa55-0663c926b6fc on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:39.108747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Attempting to bind port a4159286-70f4-47ed-aa55-0663c926b6fc by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:39.109001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Attempting to bind port a4159286-70f4-47ed-aa55-0663c926b6fc on network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:39.122935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:39.123355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Checking segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:39.123772 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.124166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Bound using segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:39.124666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Bound port: a4159286-70f4-47ed-aa55-0663c926b6fc, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:39.125048 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.149424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-61c51b30-c162-4af3-9ea2-84977afdc061 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2975388 Jul 16 01:31:39.328103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] For port a4159286-70f4-47ed-aa55-0663c926b6fc, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:39.339346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] For port a4159286-70f4-47ed-aa55-0663c926b6fc, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a4159286-70f4-47ed-aa55-0663c926b6fc,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:39.340767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.381707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-ce88aaf2-58bb-430d-a6c1-a8093c97c299 service neutron] 10.222.0.42 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202566 Jul 16 01:31:39.484659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:39.486678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:39.540416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241579b-dffb-49aa-b021-eeedd7f648e6 None None] Pushing event updated for resources: {'Port': ['ID=a4159286-70f4-47ed-aa55-0663c926b6fc,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.606784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b00ff4bb-75cc-4ac0-8861-b052b001f57b service neutron] 10.222.0.42 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164531 Jul 16 01:31:39.758281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:40.050546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:40.113949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-059712b9-40b4-42a5-a0a0-7fdd0bd0ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.290798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff6ff1-6bb3-49a1-9b42-01a16e2297bf req-7ac21473-3c2f-44b6-a503-4239dad14b44 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.317911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03ff6ff1-6bb3-49a1-9b42-01a16e2297bf req-7ac21473-3c2f-44b6-a503-4239dad14b44 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.2596855 Jul 16 01:31:40.366705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:39Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:40.396305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2045018103-network', 'tenant_id': '1a7044da2d7f4d3397d372a5be42e65e'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:40.415101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adc342-5e9d-48b1-b37d-cf6a02bbf8d4 None None] The sync data for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 is: [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:39Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:40.458457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Made reservation on behalf of 1a7044da2d7f4d3397d372a5be42e65e for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:40.461886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.475390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.528343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03ff6ff1-6bb3-49a1-9b42-01a16e2297bf req-df61d5b1-f947-48ae-95a1-cc5ad15d96e5 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082465 Jul 16 01:31:40.831524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.850942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.897873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:40.923856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.925173 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Added segment eae3821b-7a6c-471a-b972-33775526c5de of type vlan for network fee06c18-9a6e-400c-b26a-6a6fa5b7d80d Jul 16 01:31:41.008513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.039913 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661e98a-7ebd-4be2-bba9-9686a9950982 x-openstack-request-id: req-4661e98a-7ebd-4be2-bba9-9686a9950982 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:41.040684 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-plugged", "status": "completed", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:41.040684 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4661e98a-7ebd-4be2-bba9-9686a9950982 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:41.041244 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'code': 200} Jul 16 01:31:41.148105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.151172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.153569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.294160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-6476af9d-1135-4f3c-a73a-89fbb0149e7e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips/f444afbf-def2-4aa1-8c7c-f0c114ace18e HTTP/1.1" status: 200 len: 693 time: 0.1628327 Jul 16 01:31:41.318425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a4159286-70f4-47ed-aa55-0663c926b6fc up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:41.436451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3838947 Jul 16 01:31:41.439032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49590) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.469463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Request body: {'subnet': {'network_id': 'fee06c18-9a6e-400c-b26a-6a6fa5b7d80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2045018103-subnet', 'tenant_id': '1a7044da2d7f4d3397d372a5be42e65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:41.491320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf9d3f-60c9-4a73-b42f-8b91ddf435a0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.500774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a4159286-70f4-47ed-aa55-0663c926b6fc completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:41.512780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Made reservation on behalf of 1a7044da2d7f4d3397d372a5be42e65e for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:41.515667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.539928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a4159286-70f4-47ed-aa55-0663c926b6fc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:41.540317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.636487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786928ce-3863-496d-bdca-20eb2a15b85c admin admin] Pushing event updated for resources: {'Network': ['ID=fee06c18-9a6e-400c-b26a-6a6fa5b7d80d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.719145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network fee06c18-9a6e-400c-b26a-6a6fa5b7d80d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:41.804397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ada625be-0a4f-4be1-81df-f4e041a171a3 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.813382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ada625be-0a4f-4be1-81df-f4e041a171a3 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.5168023 Jul 16 01:31:41.827260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.832712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-690e4508-a370-4281-bb3c-bb6359a75444 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:41.847544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-690e4508-a370-4281-bb3c-bb6359a75444 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0330884 Jul 16 01:31:41.944850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b9c740-4217-4639-85fb-9fbfb8df1e44,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.060464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-f2674b26-b569-44cb-81ac-409ac30e573e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.2116613 Jul 16 01:31:42.063221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Checking segment: {'id': 'eae3821b-7a6c-471a-b972-33775526c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fee06c18-9a6e-400c-b26a-6a6fa5b7d80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:42.063606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Network hostable DHCP agents. Network: fee06c18-9a6e-400c-b26a-6a6fa5b7d80d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:42.103746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Network fee06c18-9a6e-400c-b26a-6a6fa5b7d80d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:42.113439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a588ced-7208-4c89-aede-8e6830de30bc req-41453cac-9d1f-459c-8c76-25f82ea9b2b0 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 210 time: 0.0917888 Jul 16 01:31:42.123691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, fee06c18-9a6e-400c-b26a-6a6fa5b7d80d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:42.129765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.130379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.168638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8795c33d-dd84-473b-ac53-b64a43a991e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7240255 Jul 16 01:31:42.209024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-5a766c63-e2d4-4ac0-9ae7-85f48a05db29 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.1081371 Jul 16 01:31:42.448648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32643db0-69c0-49f7-a809-2ff7ef9f2946 None None] Network fee06c18-9a6e-400c-b26a-6a6fa5b7d80d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:42.666323 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.674147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93d1f5db-aa4d-445a-b7af-27be2c8c4599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.759712 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.784884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4608b1d-5d95-4477-a128-02a243389b11 None None] Network fee06c18-9a6e-400c-b26a-6a6fa5b7d80d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:42.913443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310c0f7-f979-405f-a509-5bcd7d7cd80c req-1728cf6a-d5f5-4579-9e2d-61d491f3673d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.936756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1310c0f7-f979-405f-a509-5bcd7d7cd80c req-1728cf6a-d5f5-4579-9e2d-61d491f3673d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.4487319 Jul 16 01:31:42.949170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a4159286-70f4-47ed-aa55-0663c926b6fc, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a4159286-70f4-47ed-aa55-0663c926b6fc,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:42.963502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.077901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Deleting port c3402148-72c4-4eba-abf1-76a82925f413 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:43.078440 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.130982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-777034ec-73c4-4768-82f8-6020a7826a38 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.133438 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-777034ec-73c4-4768-82f8-6020a7826a38 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.23 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 829 time: 0.4373012 Jul 16 01:31:43.153214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Request body: {'port': {'device_id': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'admin_state_up': True, 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:43.211926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1310c0f7-f979-405f-a509-5bcd7d7cd80c req-479f095d-aede-4931-a994-3e0a74bc3600 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739046 Jul 16 01:31:43.218879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a4159286-70f4-47ed-aa55-0663c926b6fc,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.420999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-f27671af-949c-4f74-a7a3-8fb511b0ed0f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.423460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-f27671af-949c-4f74-a7a3-8fb511b0ed0f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 951 time: 0.3888233 Jul 16 01:31:43.434404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.434962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.439543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Made reservation on behalf of efe5371a25734f88b5a604bf405e8fa7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:43.450321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.523599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Calling delete_port for c3402148-72c4-4eba-abf1-76a82925f413 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:43.629975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.690944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Allocated IP 172.20.0.3 (1703dcf7-18d0-421a-a3f4-82cdd468abd4/826f84b4-9b30-4008-a9b6-4ff7d24bc60e/a606c9cd-8c4b-48bd-8b36-28924b376dc9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:43.809154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867f0-184c-420f-837f-af5066a78845 req-953f2e39-153f-4050-b978-1368bf13991d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.811743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45b867f0-184c-420f-837f-af5066a78845 req-953f2e39-153f-4050-b978-1368bf13991d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 951 time: 0.3494892 Jul 16 01:31:43.895324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Deleting port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:43.895793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.963425 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.990494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45b867f0-184c-420f-837f-af5066a78845 req-5eb34f88-02e2-42de-b2f0-abf91a7d4cc0 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629040 Jul 16 01:31:44.087730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Transition to ACTIVE for port object a606c9cd-8c4b-48bd-8b36-28924b376dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:44.092184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.143870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] For port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:44.144680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.158228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.170243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Calling delete_port for 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:44.222677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Pushing event deleted for resources: {'Port': ['ID=c3402148-72c4-4eba-abf1-76a82925f413,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.240055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event updated for resources: {'Port': ['ID=a606c9cd-8c4b-48bd-8b36-28924b376dc9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.264227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:44.264643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:44.267136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:44.405209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.405209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.452599 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-456d2b4a-ff7b-430b-9ef2-2b0cf7b78ea2 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3093929 Jul 16 01:31:44.494244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Request body: {'port': {'device_id': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:44.527744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.533181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.544876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eda78405-95bd-492d-a7f6-6e6599770104 req-ba392a14-1696-43a2-a922-534624fc497e tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "DELETE /v2.0/floatingips/f444afbf-def2-4aa1-8c7c-f0c114ace18e HTTP/1.1" status: 204 len: 173 time: 2.3278959 Jul 16 01:31:44.717134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.722791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53c63eb2-fddd-4566-bf8d-d9ec2272fc77 None None] Provisioning for port a606c9cd-8c4b-48bd-8b36-28924b376dc9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:44.727571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53c63eb2-fddd-4566-bf8d-d9ec2272fc77 None None] Provisioning complete for port a606c9cd-8c4b-48bd-8b36-28924b376dc9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:44.727944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53c63eb2-fddd-4566-bf8d-d9ec2272fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.729767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.775034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event deleted for resources: {'Port': ['ID=2021ccab-a7df-4a8c-ad1b-bb13f3457a31,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.782416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bf679c19-78b1-4490-b66c-3f4d7e6c8165 req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1828187214', 'description': 'tempest-description-618521947'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:44.810645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53c63eb2-fddd-4566-bf8d-d9ec2272fc77 None None] Port a606c9cd-8c4b-48bd-8b36-28924b376dc9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:44.812375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f4100f0-2a94-438c-80f7-dce6b95705e4'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:44.814611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a', '4119bc0d-8930-48a1-95bf-0603cee6a807', '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:44.851952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] No DVR routers for this DVR port 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:44.856319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.859526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e691036-06f2-4193-9e10-11c05a81e2a9 req-12b698c6-ad51-447f-8d31-e4d8dd93af71 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "DELETE /v2.0/ports/2021ccab-a7df-4a8c-ad1b-bb13f3457a31 HTTP/1.1" status: 204 len: 173 time: 1.4177594 Jul 16 01:31:44.866154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-deleted', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:44.870154 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3bad14-924c-48c0-ba61-85703fab03a3" -d '{"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-deleted", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:44.893917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf679c19-78b1-4490-b66c-3f4d7e6c8165 req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.018874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf679c19-78b1-4490-b66c-3f4d7e6c8165 req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.025010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf679c19-78b1-4490-b66c-3f4d7e6c8165 req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.090555 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf679c19-78b1-4490-b66c-3f4d7e6c8165 req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.095620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf679c19-78b1-4490-b66c-3f4d7e6c8165 req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3213892 Jul 16 01:31:45.131580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2515f4-1222-4a03-9c9e-0a47b668c7db tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba15012-a8bc-4876-b520-626a58f4840c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.346976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a4159286-70f4-47ed-aa55-0663c926b6fc up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:45.370063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.494031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b90c7-1da7-4aea-b67b-7fec49165031 req-b82f5c51-7556-4d9d-8303-791a548081e8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.508185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334b90c7-1da7-4aea-b67b-7fec49165031 req-b82f5c51-7556-4d9d-8303-791a548081e8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.1082823 Jul 16 01:31:45.597135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334b90c7-1da7-4aea-b67b-7fec49165031 req-480b1205-0ab3-41ea-b9fd-fad1298cf87d tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868418 Jul 16 01:31:45.711088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a606c9cd-8c4b-48bd-8b36-28924b376dc9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:45.728345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.750780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Transition to ACTIVE for port object a606c9cd-8c4b-48bd-8b36-28924b376dc9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:45.759160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.786070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a4159286-70f4-47ed-aa55-0663c926b6fc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:45.787003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.863656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839182-edde-46db-9a64-45351eb5fb16 req-c738351d-00f4-404f-8799-e4e56ee6da10 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.866456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60839182-edde-46db-9a64-45351eb5fb16 req-c738351d-00f4-404f-8799-e4e56ee6da10 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 931 time: 0.3834550 Jul 16 01:31:45.967019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-400802af-6128-4694-a814-9f2e5e08b309 req-a83e75c2-ba8f-425d-ab48-2903f24c6150 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2787738 Jul 16 01:31:45.971960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60839182-edde-46db-9a64-45351eb5fb16 req-7087a5c7-ad10-4a73-ab5f-9325a824c17b tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960360 Jul 16 01:31:45.976487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:46.015333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.032950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Pushing event updated for resources: {'Port': ['ID=a606c9cd-8c4b-48bd-8b36-28924b376dc9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.144778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Attempting to bind port a606c9cd-8c4b-48bd-8b36-28924b376dc9 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:46.145223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Attempting to bind port a606c9cd-8c4b-48bd-8b36-28924b376dc9 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:46.145736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Attempting to bind port a606c9cd-8c4b-48bd-8b36-28924b376dc9 on network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:46.153635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Port a606c9cd-8c4b-48bd-8b36-28924b376dc9 on network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:46.154160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Attempting to bind port a606c9cd-8c4b-48bd-8b36-28924b376dc9 on network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:46.163461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:46.164375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Checking segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:46.165229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Bound using segment: {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:46.166161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Bound port: a606c9cd-8c4b-48bd-8b36-28924b376dc9, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb1e037-578f-483e-8714-e25fdebe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:46.166987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.178688 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11cab8e-b770-4c1c-b72b-65dbcd65d650 x-openstack-request-id: req-b11cab8e-b770-4c1c-b72b-65dbcd65d650 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:46.179023 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395b43b-e1b1-4b92-9c31-828dc4c36630", "name": "network-vif-deleted", "tag": "2021ccab-a7df-4a8c-ad1b-bb13f3457a31", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:46.179222 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b11cab8e-b770-4c1c-b72b-65dbcd65d650 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:46.179621 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395b43b-e1b1-4b92-9c31-828dc4c36630', 'name': 'network-vif-deleted', 'tag': '2021ccab-a7df-4a8c-ad1b-bb13f3457a31', 'status': 'completed', 'code': 200} Jul 16 01:31:46.322414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-7af670d8-89bb-4bdb-b493-a439929cfca3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2793186 Jul 16 01:31:46.344090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] For port a606c9cd-8c4b-48bd-8b36-28924b376dc9, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:46.350426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] For port a606c9cd-8c4b-48bd-8b36-28924b376dc9, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:46.359384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.417006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db255997-fedd-4621-ba81-a6bfadfb443c req-a23d078e-9624-4778-ae29-b53c3cdec5c0 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=e395b43b-e1b1-4b92-9c31-828dc4c36630 HTTP/1.1" status: 200 len: 210 time: 0.0912964 Jul 16 01:31:46.446570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.448172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.451389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] 10.222.0.23 "PUT /v2.0/ports/a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 1092 time: 1.9829295 Jul 16 01:31:46.452640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:46.458065 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb871d88-e726-44a9-8287-492fc9f3e645" -d '{"events": [{"name": "network-changed", "server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:46.519934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5a019-9428-4dfc-bf8f-12ec06250e11 service neutron] Pushing event updated for resources: {'Port': ['ID=a606c9cd-8c4b-48bd-8b36-28924b376dc9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.573431 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.708716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.709047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.709494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.710146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.710619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.711089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.711548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.722932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e6616390-e356-49d0-8d46-c438f377038b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.3538995 Jul 16 01:31:46.747869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-1b0d1d61-b42d-46dc-ae12-3aa7afbfeb96 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/fba15012-a8bc-4876-b520-626a58f4840c HTTP/1.1" status: 200 len: 1812 time: 0.2317977 Jul 16 01:31:46.763829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-85d9f11b-b772-4550-8463-e89df44bcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.769727 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-85d9f11b-b772-4550-8463-e89df44bcc8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1095 time: 0.1484504 Jul 16 01:31:46.778267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fba15012-a8bc-4876-b520-626a58f4840c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:46.778580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fba15012-a8bc-4876-b520-626a58f4840c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:46.887349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-f3333572-99b5-422e-887f-f53ed6855373 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 217 time: 0.1036227 Jul 16 01:31:46.907033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Allocated IP 172.25.7.164 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d8115986-db20-4a2f-b51f-c9797042f7c8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:46.980074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-28b98da4-327a-44cb-a898-f49cb31ade97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.982978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-28b98da4-327a-44cb-a898-f49cb31ade97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 200 len: 868 time: 0.0845294 Jul 16 01:31:47.007357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-94e3055b-6297-4c30-a5ae-5d6e5ea061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.007830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-94e3055b-6297-4c30-a5ae-5d6e5ea061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.008290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-94e3055b-6297-4c30-a5ae-5d6e5ea061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.009954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-94e3055b-6297-4c30-a5ae-5d6e5ea061ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 2292 time: 0.2240703 Jul 16 01:31:47.013401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.091524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894875-fffd-49a3-b663-7bf8e721c991 req-6eba8f61-a46f-43ec-a851-026fc385c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.094177 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-6eba8f61-a46f-43ec-a851-026fc385c594 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1703dcf7-18d0-421a-a3f4-82cdd468abd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015024 Jul 16 01:31:47.123388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.134793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.173149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 87129f01-e2bc-46a3-834a-00db4a81c0eb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:47.185449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-c40c77dc-6e64-424b-811e-573639a2eb10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1002 time: 0.1644690 Jul 16 01:31:47.188786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20700c9-b0b4-4654-92e6-374572368e90,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.195617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.209131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.226228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:47.231765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a1765f6-22f2-4cb9-9d15-34fc28ecbaaa req-2df227fc-37be-4b0e-b7b0-cce52d26648e tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4577277 Jul 16 01:31:47.236382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:47.292049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-87364899-5af9-4f14-9141-865577d62d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.293952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-87364899-5af9-4f14-9141-865577d62d52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.0955276 Jul 16 01:31:47.341430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-858a2278-4c05-4e81-8ad0-e6d7e1403b55 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402329 Jul 16 01:31:47.381309 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.405586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:47.407958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2021ccab-a7df-4a8c-ad1b-bb13f3457a31 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:47.450190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:31:47.487913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Pushing event updated for resources: {'Port': ['ID=d8115986-db20-4a2f-b51f-c9797042f7c8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.547687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:47.571673 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-26894875-fffd-49a3-b663-7bf8e721c991 req-b4a3b330-aa22-4aa1-b265-2784019d7854 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191782 Jul 16 01:31:47.573218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:47.577637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-51fd02a0-cf5c-41a4-bd1d-a83f98e43e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.587240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-51fd02a0-cf5c-41a4-bd1d-a83f98e43e49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2829611 Jul 16 01:31:47.588186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:47.609352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.633864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.636701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'mac_address': 'fa:16:3e:8b:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:47.687789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.694559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'mac_address': 'fa:16:3e:42:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:47.699319 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff177c9-698b-46bb-9633-b09398d01a82 x-openstack-request-id: req-fff177c9-698b-46bb-9633-b09398d01a82 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:47.700021 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:47.700611 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fff177c9-698b-46bb-9633-b09398d01a82 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:47.701547 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'status': 'completed', 'code': 200} Jul 16 01:31:47.781299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87129f01-e2bc-46a3-834a-00db4a81c0eb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:47.823593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.848937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.871926 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.984530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fa446e-c796-4427-b23b-d01e07a80bb2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:48.055668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['87129f01-e2bc-46a3-834a-00db4a81c0eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:48.167925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.204953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.219015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.241763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.383616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-4d884171-db24-41f5-bf45-0079f02cb25e service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293119 Jul 16 01:31:48.392548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.416384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['15fa446e-c796-4427-b23b-d01e07a80bb2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:48.504130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-f126917a-6982-4761-a9f4-3813f22311b9 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043117 Jul 16 01:31:48.532124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.584599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-5cb669f7-0004-4e6d-9724-817b6183612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.588328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8041-1e9a-4efe-82f7-7801f2d488d2 req-2f7945bc-132f-480e-acb2-8ad5bd81abe1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.590771 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-5cb669f7-0004-4e6d-9724-817b6183612f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1095 time: 0.8615253 Jul 16 01:31:48.595759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-399d8041-1e9a-4efe-82f7-7801f2d488d2 req-2f7945bc-132f-480e-acb2-8ad5bd81abe1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 944 time: 0.7752135 Jul 16 01:31:48.599244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-24dbbe3d-afe3-4462-a82e-4ab94a843462 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 217 time: 0.0890768 Jul 16 01:31:48.693385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-399d8041-1e9a-4efe-82f7-7801f2d488d2 req-d6097d33-635f-4b2e-b600-f647daefb848 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959957 Jul 16 01:31:48.694063 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.774814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e15a9810-b9a0-4e74-b2e8-c17f94203418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.776298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e15a9810-b9a0-4e74-b2e8-c17f94203418 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1544163 Jul 16 01:31:48.869609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-cfdfa8c2-0346-43aa-abd4-a5e0dba2654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.875695 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-cfdfa8c2-0346-43aa-abd4-a5e0dba2654a service neutron] 10.222.0.23 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 930 time: 0.2783263 Jul 16 01:31:49.047453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-bba275c7-8efd-4c1a-8dd3-7847325ad173 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 217 time: 0.1639652 Jul 16 01:31:49.129002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-3be900c7-1583-4fe9-8fce-5e6937ba20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.130828 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-3be900c7-1583-4fe9-8fce-5e6937ba20a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 200 len: 868 time: 0.0724411 Jul 16 01:31:49.175272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 87129f01-e2bc-46a3-834a-00db4a81c0eb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:49.241995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-005afdf5-a737-44f1-af2c-2684c350f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.244614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-005afdf5-a737-44f1-af2c-2684c350f14a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4550068 Jul 16 01:31:49.319509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-7bb158e1-84ec-48c0-b98c-19f397cb602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.322264 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-7bb158e1-84ec-48c0-b98c-19f397cb602a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1703dcf7-18d0-421a-a3f4-82cdd468abd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845624 Jul 16 01:31:49.345222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 87129f01-e2bc-46a3-834a-00db4a81c0eb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:49.353155 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.497123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-a49caf78-9b81-4a93-b434-6f16b77817c4 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165279 Jul 16 01:31:49.511304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d32864-4e87-415b-bac0-86b7f67fad91 req-03e339f6-b5ea-480f-8196-722568f62573 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.520074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41d32864-4e87-415b-bac0-86b7f67fad91 req-03e339f6-b5ea-480f-8196-722568f62573 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 943 time: 0.5673692 Jul 16 01:31:49.652109 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.704936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:49.709535 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b62e2-fd7a-4fff-b44b-565bf3d55b95" -d '{"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-plugged", "status": "completed", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:49.714087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.728097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.753542 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-c5849445-965b-402b-9b97-4f3aa09ece63 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232316 Jul 16 01:31:49.786550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41d32864-4e87-415b-bac0-86b7f67fad91 req-eba9022e-1923-4282-83db-c62cfac9713d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651811 Jul 16 01:31:49.798629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.823304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.871287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.995736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-58da3a43-2515-458b-915c-d5224e2ef0c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594307 Jul 16 01:31:50.048850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb871d88-e726-44a9-8287-492fc9f3e645 req-511899ee-caef-4627-9912-2ac580ba7016 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670405 Jul 16 01:31:50.101393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-a4bd030d-2f72-4f51-957c-0c85438f1328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 217 time: 0.0873551 Jul 16 01:31:50.103618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.106298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Pushing event updated for resources: {'Port': ['ID=d8115986-db20-4a2f-b51f-c9797042f7c8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.242949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffba6ea6-bb2f-4bbf-972d-505ef728f342 req-90973c7b-56b2-4bb1-afa1-a9343211a2e8 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/fba15012-a8bc-4876-b520-626a58f4840c HTTP/1.1" status: 200 len: 2405 time: 0.3234603 Jul 16 01:31:50.252888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.265662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-400802af-6128-4694-a814-9f2e5e08b309 req-f02b56cc-ff77-41ca-8f4e-6aa03ae8de70 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2962284 Jul 16 01:31:50.405224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-c41b82a6-4426-4daf-b38f-310230fbcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.411324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-c41b82a6-4426-4daf-b38f-310230fbcfc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.3014162 Jul 16 01:31:50.458752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-400802af-6128-4694-a814-9f2e5e08b309 req-a92ec808-8824-4229-9b55-0dace85eaf57 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 696 time: 0.1910191 Jul 16 01:31:50.732037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-7c55ebc2-78c9-4e6e-b3e3-9e6f1bd06c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.735355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-7c55ebc2-78c9-4e6e-b3e3-9e6f1bd06c0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3167119 Jul 16 01:31:50.750727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400802af-6128-4694-a814-9f2e5e08b309 req-34e2e3f8-95d2-4233-9a46-ade107c9c3a9 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.769106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-400802af-6128-4694-a814-9f2e5e08b309 req-34e2e3f8-95d2-4233-9a46-ade107c9c3a9 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2834537 Jul 16 01:31:51.072879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-875925db-0271-4fa1-b8f7-6f12572946ec service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002527 Jul 16 01:31:51.187249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a606c9cd-8c4b-48bd-8b36-28924b376dc9 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:51.217815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:51.320522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:31:51.406553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 15fa446e-c796-4427-b23b-d01e07a80bb2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:51.407149 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.462596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-c11318ab-4c3a-4644-91b9-ebc631aaaf13 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792396 Jul 16 01:31:51.629715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-8e8d9d3f-cfa0-40e9-97d0-91742fc2b583 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 217 time: 0.1322684 Jul 16 01:31:51.802954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a606c9cd-8c4b-48bd-8b36-28924b376dc9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:51.838576 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.841690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'port_id': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'mac_address': 'fa:16:3e:b0:55:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:51.869979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521c634-e4b5-4d85-8522-3a4b204209f4 req-33a6f8a1-139c-4b44-bdc7-45da7c3e54c1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.893308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e521c634-e4b5-4d85-8522-3a4b204209f4 req-33a6f8a1-139c-4b44-bdc7-45da7c3e54c1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.4284706 Jul 16 01:31:51.947714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-326db059-2310-4d77-b74f-dd8543b62572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.963172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-326db059-2310-4d77-b74f-dd8543b62572 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.3248742 Jul 16 01:31:51.970880 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.988044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:52.024546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.043067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a606c9cd-8c4b-48bd-8b36-28924b376dc9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:52.246787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e521c634-e4b5-4d85-8522-3a4b204209f4 req-3388bd12-ee36-4e9d-8835-eb4e9fe2b942 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524425 Jul 16 01:31:52.328239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-11a125e9-f91f-48dd-aee0-5852b7e35cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.331637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-11a125e9-f91f-48dd-aee0-5852b7e35cf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3507345 Jul 16 01:31:52.396980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a606c9cd-8c4b-48bd-8b36-28924b376dc9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:52.409555 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea854ad-7f76-4a71-abe7-68dcb896ecf7 x-openstack-request-id: req-aea854ad-7f76-4a71-abe7-68dcb896ecf7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:52.410025 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-plugged", "status": "completed", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:52.410433 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aea854ad-7f76-4a71-abe7-68dcb896ecf7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:52.411090 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'code': 200} Jul 16 01:31:52.415805 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.487250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-678fc93e-1c55-4c8b-af5c-94f0c58d091d tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-group-rules/b20700c9-b0b4-4654-92e6-374572368e90 HTTP/1.1" status: 200 len: 778 time: 0.0559494 Jul 16 01:31:52.525617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.755374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-115bf19b-2bfd-47a3-9f36-88142125ea86 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/fba15012-a8bc-4876-b520-626a58f4840c HTTP/1.1" status: 200 len: 2405 time: 0.2665524 Jul 16 01:31:52.871721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-14823727-2dd8-4ea6-ab1f-f0b7eb9d858d service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224810 Jul 16 01:31:52.923041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a606c9cd-8c4b-48bd-8b36-28924b376dc9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.965502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-0d539f6b-eb7c-4bdb-a396-9b0eacf7ff72 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.998390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['a606c9cd-8c4b-48bd-8b36-28924b376dc9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:53.043176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-0d539f6b-eb7c-4bdb-a396-9b0eacf7ff72 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.204855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-0d539f6b-eb7c-4bdb-a396-9b0eacf7ff72 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.214013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-0d539f6b-eb7c-4bdb-a396-9b0eacf7ff72 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.233100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77bdb2b1-3d1f-44a4-8812-6301f4ffacdc req-0d539f6b-eb7c-4bdb-a396-9b0eacf7ff72 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b20700c9-b0b4-4654-92e6-374572368e90 HTTP/1.1" status: 204 len: 173 time: 0.4305577 Jul 16 01:31:53.264324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-daeaf190-fb99-4c3c-80c0-d20b0140143a service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871541 Jul 16 01:31:53.271362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d539f6b-eb7c-4bdb-a396-9b0eacf7ff72 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b20700c9-b0b4-4654-92e6-374572368e90,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.329321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-1f6eebf3-d9b5-4551-80d3-f11d00751c51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 217 time: 0.0542152 Jul 16 01:31:53.484986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-be291e5b-a807-45be-95fc-c83a85f3417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.489821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-be291e5b-a807-45be-95fc-c83a85f3417a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1519291 Jul 16 01:31:53.655687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-51fb454d-c909-4d03-bd5b-19419e49555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.657342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-51fb454d-c909-4d03-bd5b-19419e49555f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588578 Jul 16 01:31:53.918544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-9c7339f9-a8a8-4de9-a4c2-b5e427ef3414 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506347 Jul 16 01:31:54.029024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-73da60cb-1552-4048-a784-2a2c14ab8238 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips/22fde89c-d715-4391-b042-89e1e0f2dfc4 HTTP/1.1" status: 200 len: 693 time: 0.0834305 Jul 16 01:31:54.374595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-1208471b-eb58-4302-bb1a-93d074e71ef7 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.389121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-1208471b-eb58-4302-bb1a-93d074e71ef7 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.3461087 Jul 16 01:31:54.412061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:54.415443 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84194f4-3085-4223-9eea-4d49a5c58680" -d '{"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-plugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:54.456070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-ca565e32-d1b2-4af4-a0e7-6b35ddb2708c service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321190 Jul 16 01:31:54.514584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-7d0d8768-fb6e-43d3-9cf4-719e2936ab1b tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 696 time: 0.1242821 Jul 16 01:31:54.575699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-bf1a8119-5b1e-488b-ac40-554a358b3cd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.0890374 Jul 16 01:31:54.749890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-fe0ae018-f75c-4a0d-b00e-ae7607917c0b tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 696 time: 0.2336731 Jul 16 01:31:54.826388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-7b8c608a-b4bd-4a86-b959-5de31ad35aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.827986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-7b8c608a-b4bd-4a86-b959-5de31ad35aa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.1441143 Jul 16 01:31:55.209953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a606c9cd-8c4b-48bd-8b36-28924b376dc9 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:55.241043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-40317c7a-6f9c-44d4-8031-8318c7ea1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.242961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-40317c7a-6f9c-44d4-8031-8318c7ea1375 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4078090 Jul 16 01:31:55.280776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Deleting port d8115986-db20-4a2f-b51f-c9797042f7c8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:55.281204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.374586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port a606c9cd-8c4b-48bd-8b36-28924b376dc9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:55.381038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port a606c9cd-8c4b-48bd-8b36-28924b376dc9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:55.381739 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.615584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.616554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.655679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Calling delete_port for d8115986-db20-4a2f-b51f-c9797042f7c8 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:55.809803 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.862646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-83e0d415-5f1f-4ada-a53a-d3d3d646824f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.867619 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-83e0d415-5f1f-4ada-a53a-d3d3d646824f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "GET /v2.0/ports?device_id=5132b2cd-8606-4535-b912-2dd54d9f605c HTTP/1.1" status: 200 len: 951 time: 0.2793679 Jul 16 01:31:55.964265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a606c9cd-8c4b-48bd-8b36-28924b376dc9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:55.972912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.121920 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.165450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a606c9cd-8c4b-48bd-8b36-28924b376dc9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.217638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Deleting port 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:56.218004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.339920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Pushing event deleted for resources: {'Port': ['ID=d8115986-db20-4a2f-b51f-c9797042f7c8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.356632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-3897c84b-924d-4bf1-8806-777b5c83d5d7 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1056607 Jul 16 01:31:56.517316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] For port 5f4100f0-2a94-438c-80f7-dce6b95705e4, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f4100f0-2a94-438c-80f7-dce6b95705e4,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:56.518751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.548188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Calling delete_port for 5f4100f0-2a94-438c-80f7-dce6b95705e4 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:56.614536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-37a65515-4fd7-4d71-b647-ed6fef41aa16 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802714 Jul 16 01:31:56.616068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.621721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.623702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fee5eac-16a2-491c-ba0d-1998680ad12e req-f5f03b8f-d71a-4655-8323-d1ca6a4eb4c8 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "DELETE /v2.0/floatingips/22fde89c-d715-4391-b042-89e1e0f2dfc4 HTTP/1.1" status: 204 len: 173 time: 1.8728683 Jul 16 01:31:56.722849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-6d1899f4-d841-41b0-8abe-3ba01071046d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.0976560 Jul 16 01:31:56.849397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.864396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f4100f0-2a94-438c-80f7-dce6b95705e4'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:56.906952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-4da2c4e9-d8d5-4978-8e98-63e0aa783162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.910117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-4da2c4e9-d8d5-4978-8e98-63e0aa783162 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.1780977 Jul 16 01:31:56.912000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event deleted for resources: {'Port': ['ID=5f4100f0-2a94-438c-80f7-dce6b95705e4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.972755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a', '4119bc0d-8930-48a1-95bf-0603cee6a807'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:57.051790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] No DVR routers for this DVR port 5f4100f0-2a94-438c-80f7-dce6b95705e4 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:57.056835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.059217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a4cd61a3-7f25-4452-aa2c-f890bdf317bf req-78e002f4-3fb9-421b-a24e-b7afbcd8db5e tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.23 "DELETE /v2.0/ports/5f4100f0-2a94-438c-80f7-dce6b95705e4 HTTP/1.1" status: 204 len: 173 time: 1.1830463 Jul 16 01:31:57.078763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-deleted', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:57.094239 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4f7bc-c74e-4983-859b-10d4004b5711" -d '{"events": [{"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-deleted", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:58.090363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-27efb5fa-b58d-4fe9-94d4-d5a6d8fa8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.092082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-27efb5fa-b58d-4fe9-94d4-d5a6d8fa8132 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1461535 Jul 16 01:31:58.108257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3c3e5-92f1-45be-83d3-761191e51189 req-01cef33d-5918-4f9f-b771-8c676c2341d9 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.119756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04d3c3e5-92f1-45be-83d3-761191e51189 req-01cef33d-5918-4f9f-b771-8c676c2341d9 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 1.2083294 Jul 16 01:31:58.215162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04d3c3e5-92f1-45be-83d3-761191e51189 req-3d567184-08ca-4fa5-88f9-c193cb90efee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936298 Jul 16 01:31:58.415333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-15d49744-441d-4e1a-8693-545a75ebd148 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857239 Jul 16 01:31:58.584452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59f8d177-8bb6-4ba9-8455-0dd81f335ff7 req-e90b4896-2e1f-4c88-a8bd-26e2f5a53a28 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600413 Jul 16 01:31:58.593327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f80f77a6-b7a4-40a3-9ec6-06b3a8d74cbc req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1938987065', 'description': 'tempest-description-692214769'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:58.725160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f80f77a6-b7a4-40a3-9ec6-06b3a8d74cbc req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.137606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f80f77a6-b7a4-40a3-9ec6-06b3a8d74cbc req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.151310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f80f77a6-b7a4-40a3-9ec6-06b3a8d74cbc req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.246027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f80f77a6-b7a4-40a3-9ec6-06b3a8d74cbc req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.256119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f80f77a6-b7a4-40a3-9ec6-06b3a8d74cbc req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6646860 Jul 16 01:31:59.256471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:59.279512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4ed4b-4710-47f1-a74c-5f356aebdfbc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.301216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.302065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.302594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.303251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.303804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.304701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.308463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.309119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.310766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.311321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.311886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.312397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57af07f-10f2-4cb7-a3b9-9ccb8ba10a30 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:59.338978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5f4100f0-2a94-438c-80f7-dce6b95705e4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:59.339361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f4100f0-2a94-438c-80f7-dce6b95705e4 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:59.787907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e9d26-daf3-46d9-a9f8-f8ea74f73cd2 req-5f042074-d400-4088-93ac-b6c2dab8dc48 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.791668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-811e9d26-daf3-46d9-a9f8-f8ea74f73cd2 req-5f042074-d400-4088-93ac-b6c2dab8dc48 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.2394629 Jul 16 01:31:59.949326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-811e9d26-daf3-46d9-a9f8-f8ea74f73cd2 req-5bf098bb-909e-4755-959a-56b01243fc7e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390884 Jul 16 01:32:00.208539 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92baf3a-6992-4ead-8d1f-9fe665ad22c0 x-openstack-request-id: req-b92baf3a-6992-4ead-8d1f-9fe665ad22c0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:00.208539 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-plugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:00.208539 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b92baf3a-6992-4ead-8d1f-9fe665ad22c0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:00.208539 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'code': 200} Jul 16 01:32:00.353907 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-7b8b07fb-ef42-433d-a1c0-4701b7630f74 req-103eff19-2fc0-463c-a366-4d5144d3b298 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] show failed (client error): The resource could not be found. Jul 16 01:32:00.388400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b8b07fb-ef42-433d-a1c0-4701b7630f74 req-103eff19-2fc0-463c-a366-4d5144d3b298 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips/22fde89c-d715-4391-b042-89e1e0f2dfc4 HTTP/1.1" status: 404 len: 350 time: 0.1516335 Jul 16 01:32:00.433124 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d54964c-e07a-44aa-b01a-7634e3708ceb x-openstack-request-id: req-9d54964c-e07a-44aa-b01a-7634e3708ceb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:00.433712 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5132b2cd-8606-4535-b912-2dd54d9f605c", "name": "network-vif-deleted", "tag": "5f4100f0-2a94-438c-80f7-dce6b95705e4", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:00.433936 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d54964c-e07a-44aa-b01a-7634e3708ceb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:00.434543 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5132b2cd-8606-4535-b912-2dd54d9f605c', 'name': 'network-vif-deleted', 'tag': '5f4100f0-2a94-438c-80f7-dce6b95705e4', 'status': 'completed', 'code': 200} Jul 16 01:32:00.637791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d734a5-47b0-4bff-b633-073136df26a7 req-1032ba26-e208-46f6-a9f4-e6a25e31a4da tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.640556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d734a5-47b0-4bff-b633-073136df26a7 req-1032ba26-e208-46f6-a9f4-e6a25e31a4da tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 0.1092951 Jul 16 01:32:00.742496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d734a5-47b0-4bff-b633-073136df26a7 req-9a8ab496-e969-44e0-bcac-32d5f494ecb5 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Jul 16 01:32:00.880007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da69a3be-7946-4109-b8cb-a1ec2d3da04f req-24172f42-a9c7-4d6f-841c-20eba3706eab tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/99b4ed4b-4710-47f1-a74c-5f356aebdfbc HTTP/1.1" status: 200 len: 1812 time: 0.1187701 Jul 16 01:32:01.186416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-4b630ba1-95e0-48c9-bc17-834fb5782aee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1509886 Jul 16 01:32:01.384762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-97469aa0-26dd-4b25-aae6-e23d19bfea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.388994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-97469aa0-26dd-4b25-aae6-e23d19bfea2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d016397d79854b1ca90017ec4e6a9a66&device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 1101 time: 0.1315498 Jul 16 01:32:01.534957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-67356446-54d9-4de3-ad6b-df0b92d8fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.537301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-67356446-54d9-4de3-ad6b-df0b92d8fcce service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1243272 Jul 16 01:32:01.650587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-771fe8ee-3f77-4e8f-a246-8f83990f9f39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 200 len: 217 time: 0.1065431 Jul 16 01:32:01.824899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-aa969660-abe9-4ed8-8e5f-4469091af30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.827290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-aa969660-abe9-4ed8-8e5f-4469091af30d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1695015 Jul 16 01:32:01.946772 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-21fd64ad-344b-4b3c-9123-3597bc70be2e req-9cd51646-34b0-4389-8f7e-50fc1f1c5d97 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] show failed (client error): The resource could not be found. Jul 16 01:32:01.961638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49824) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:01.962236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21fd64ad-344b-4b3c-9123-3597bc70be2e req-9cd51646-34b0-4389-8f7e-50fc1f1c5d97 tempest-FloatingIPsTestJSON-264029027 tempest-FloatingIPsTestJSON-264029027-project] 10.222.0.42 "GET /v2.0/floatingips/22fde89c-d715-4391-b042-89e1e0f2dfc4 HTTP/1.1" status: 404 len: 350 time: 0.1505764 Jul 16 01:32:02.155572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-e636dd55-57c7-48c2-81dc-654e357047fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.158182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-e636dd55-57c7-48c2-81dc-654e357047fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2332344 Jul 16 01:32:02.209202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:02.213231 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8750b3a0-7599-40ee-9817-8f93cf2e9a31" -d '{"events": [{"server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "name": "network-vif-plugged", "status": "completed", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:02.400217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-b8c9559e-217e-4b71-bde9-28c5c0d64518 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333577 Jul 16 01:32:02.538865 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-576cc08a-42c9-47fd-a05d-5298e0fa63bd req-b2496dfe-963e-4078-84e7-2be1893eb1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248991 Jul 16 01:32:02.673677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49474a61-5ffd-4f14-9c13-5b675eac3277 req-e47641a0-d85f-4528-b8c9-abbbeccaad74 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.680791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49474a61-5ffd-4f14-9c13-5b675eac3277 req-e47641a0-d85f-4528-b8c9-abbbeccaad74 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.2787359 Jul 16 01:32:02.747621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49474a61-5ffd-4f14-9c13-5b675eac3277 req-491a978c-0311-4366-9146-79f21329e9fe tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529759 Jul 16 01:32:02.917807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.020823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f4e7f-3b23-415e-b773-9b23afc53635 req-b2edf6d5-d10a-4fd7-a18a-51d7ffea0c9e tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.028489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53f4e7f-3b23-415e-b773-9b23afc53635 req-b2edf6d5-d10a-4fd7-a18a-51d7ffea0c9e tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 0.1231689 Jul 16 01:32:03.156642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e53f4e7f-3b23-415e-b773-9b23afc53635 req-4731f102-a435-41ef-9d44-7e62ca4bedb3 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111374 Jul 16 01:32:03.418289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-9851a7bd-c55f-4151-8ac2-b7c68645831f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.419826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-9851a7bd-c55f-4151-8ac2-b7c68645831f tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.1695232 Jul 16 01:32:03.532586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Deleting port 942b5698-3459-47d1-8399-bc2570984668 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:03.533823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.762047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] For port 942b5698-3459-47d1-8399-bc2570984668, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=942b5698-3459-47d1-8399-bc2570984668,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.763119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.776125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eeb6d-1255-433b-ab24-2eae0c40d2e2 req-6dc80113-0d53-4a56-8256-da13b9021c70 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.785016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a07eeb6d-1255-433b-ab24-2eae0c40d2e2 req-6dc80113-0d53-4a56-8256-da13b9021c70 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=f06e273d-3078-4436-ac41-c12b9bb2a6ec HTTP/1.1" status: 200 len: 949 time: 0.2120821 Jul 16 01:32:03.794765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Calling delete_port for 942b5698-3459-47d1-8399-bc2570984668 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:03.924810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a07eeb6d-1255-433b-ab24-2eae0c40d2e2 req-8a6655bb-b910-4f94-9b8b-01bb1d96d248 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386511 Jul 16 01:32:03.951964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Deleting port 4119bc0d-8930-48a1-95bf-0603cee6a807 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:03.952544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.116036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] For port 4119bc0d-8930-48a1-95bf-0603cee6a807, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4119bc0d-8930-48a1-95bf-0603cee6a807,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.116492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.131052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Calling delete_port for 4119bc0d-8930-48a1-95bf-0603cee6a807 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:04.199204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.213435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fd4dd899-2d4f-4750-b91a-d8e35c53974c req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-821553325', 'description': 'tempest-description-1988993145'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:04.264859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Pushing event deleted for resources: {'Port': ['ID=942b5698-3459-47d1-8399-bc2570984668,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.285048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd4dd899-2d4f-4750-b91a-d8e35c53974c req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.521382 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd4dd899-2d4f-4750-b91a-d8e35c53974c req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.530023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd4dd899-2d4f-4750-b91a-d8e35c53974c req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.554570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fd4dd899-2d4f-4750-b91a-d8e35c53974c req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.569432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd4dd899-2d4f-4750-b91a-d8e35c53974c req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3621211 Jul 16 01:32:04.664975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.670067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77455a-6bf3-45c9-9919-206099eda77f tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9fb9f6-4d56-4132-8d11-62d5da362f87,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.699173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a', '4119bc0d-8930-48a1-95bf-0603cee6a807'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:04.950043 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.016212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] No DVR routers for this DVR port 4119bc0d-8930-48a1-95bf-0603cee6a807 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:05.024572 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.028594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec9da559-314e-4b3a-a456-9ecb48c98b55 req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "DELETE /v2.0/ports/4119bc0d-8930-48a1-95bf-0603cee6a807 HTTP/1.1" status: 204 len: 173 time: 1.5847292 Jul 16 01:32:05.029591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660db50-ea85-4948-a862-f9fa9beb6371 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event deleted for resources: {'Port': ['ID=4119bc0d-8930-48a1-95bf-0603cee6a807,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.046234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-deleted', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:05.055281 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2afc7-53d8-4dae-a683-a8784f1fc4af" -d '{"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-deleted", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:05.097985 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29955e43-679f-44a7-94a8-30ad1458f2ce x-openstack-request-id: req-29955e43-679f-44a7-94a8-30ad1458f2ce {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:05.098312 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "name": "network-vif-plugged", "status": "completed", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:05.098503 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29955e43-679f-44a7-94a8-30ad1458f2ce {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:05.100086 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'code': 200} Jul 16 01:32:05.571267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3fe3-38e9-4ddc-b104-a4ecf1c1e02d req-f6ac13d1-ffba-4a60-a866-3a9265f7a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.575292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7beb3fe3-38e9-4ddc-b104-a4ecf1c1e02d req-f6ac13d1-ffba-4a60-a866-3a9265f7a677 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1097 time: 0.3696153 Jul 16 01:32:05.710826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Router 9092ca23-9536-4b2c-a82a-1c6d18e47186 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:05.776196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7beb3fe3-38e9-4ddc-b104-a4ecf1c1e02d req-ed38b3e0-8af2-4d57-a1e7-8b471223aba5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862791 Jul 16 01:32:05.831592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343a13e-c75a-46d5-9f0d-92d029a73ebd req-80502860-560d-485a-a0ae-6dd129df6964 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.847280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f343a13e-c75a-46d5-9f0d-92d029a73ebd req-80502860-560d-485a-a0ae-6dd129df6964 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.3749275 Jul 16 01:32:05.986518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f343a13e-c75a-46d5-9f0d-92d029a73ebd req-e0a2a0aa-c51e-4102-bb0f-9438c9eff6a7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333096 Jul 16 01:32:06.038007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:06.055170 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] Sync routers for ids ['9092ca23-9536-4b2c-a82a-1c6d18e47186'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:06.062564 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75ce6a09-5c0e-48e1-a653-47c3d483725d admin admin] 10.222.0.42 "PUT /v2.0/routers/9092ca23-9536-4b2c-a82a-1c6d18e47186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0988898 Jul 16 01:32:06.067583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:06.115570 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] Routers {'9092ca23-9536-4b2c-a82a-1c6d18e47186'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:06.124931 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9092ca23-9536-4b2c-a82a-1c6d18e47186'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:06.378738 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] Set router 9092ca23-9536-4b2c-a82a-1c6d18e47186 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:06.516639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.527773 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:06.711623 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:32:04Z', 'revision_number': 5, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port': {'id': 'd55e6d02-ed4e-47d2-bf18-182319193217', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:06.754419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.787786 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] Checking router: 9092ca23-9536-4b2c-a82a-1c6d18e47186 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:06.800751 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] Routers {'9092ca23-9536-4b2c-a82a-1c6d18e47186'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:06.801387 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:31:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9092ca23-9536-4b2c-a82a-1c6d18e47186'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:06.848025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c8e01-71c0-4f95-96ee-9491215d43bf req-f94b64ce-6989-4a59-abb9-c4c689768bbf tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.861404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a49c8e01-71c0-4f95-96ee-9491215d43bf req-f94b64ce-6989-4a59-abb9-c4c689768bbf tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 0.4736900 Jul 16 01:32:06.960966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a49c8e01-71c0-4f95-96ee-9491215d43bf req-8f6e9bee-621a-4e79-a327-8a7acc1636f9 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978220 Jul 16 01:32:07.090911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Deleting port d55e6d02-ed4e-47d2-bf18-182319193217 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:07.091433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.131181 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] Set router 9092ca23-9536-4b2c-a82a-1c6d18e47186 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:07.197194 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:32:06Z', 'revision_number': 6, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:07.237972 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89e6e5-1cfb-4056-9d1a-a9c453194912 None None] The sync data for ids ['9092ca23-9536-4b2c-a82a-1c6d18e47186'] in n-d-791506-20 is: [{'id': '9092ca23-9536-4b2c-a82a-1c6d18e47186', 'name': 'tempest-FloatingIPsTestJSON-943363835-router', 'tenant_id': '234371268ef8475cb8a1891d817be27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:32:06Z', 'revision_number': 6, 'project_id': '234371268ef8475cb8a1891d817be27a', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:07.245457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c5bcbad-802a-42bd-a3a8-3ca9018f6637 req-2ba6d7a0-b2f7-47e9-9d0d-ce96bc61fd64 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/7c9fb9f6-4d56-4132-8d11-62d5da362f87 HTTP/1.1" status: 200 len: 1812 time: 0.2161725 Jul 16 01:32:07.310022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:07.358680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] For port d55e6d02-ed4e-47d2-bf18-182319193217, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d55e6d02-ed4e-47d2-bf18-182319193217,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:07.359150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.366008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.367048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 4119bc0d-8930-48a1-95bf-0603cee6a807 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:07.368916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4119bc0d-8930-48a1-95bf-0603cee6a807 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:07.405233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Calling delete_port for d55e6d02-ed4e-47d2-bf18-182319193217 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:07.573866 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c031f7-14ed-4c51-88f3-b19b2b479bea x-openstack-request-id: req-60c031f7-14ed-4c51-88f3-b19b2b479bea {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:07.575193 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e273d-3078-4436-ac41-c12b9bb2a6ec", "name": "network-vif-deleted", "tag": "4119bc0d-8930-48a1-95bf-0603cee6a807", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:07.575678 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60c031f7-14ed-4c51-88f3-b19b2b479bea {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:07.576315 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e273d-3078-4436-ac41-c12b9bb2a6ec', 'name': 'network-vif-deleted', 'tag': '4119bc0d-8930-48a1-95bf-0603cee6a807', 'status': 'completed', 'code': 200} Jul 16 01:32:07.771463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.842074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55e6d02-ed4e-47d2-bf18-182319193217,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.982851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.133373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.136808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.232149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e280f04-a470-4c73-a762-c8c10b96303b req-a1d66003-7140-47ce-bd25-9a9b5c82b544 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.240752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e280f04-a470-4c73-a762-c8c10b96303b req-a1d66003-7140-47ce-bd25-9a9b5c82b544 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.1797252 Jul 16 01:32:08.248134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.248661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9092ca23-9536-4b2c-a82a-1c6d18e47186 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:08.255234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.259939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2e58a5db-49ae-4877-8225-2aa552cb7b97 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9092ca23-9536-4b2c-a82a-1c6d18e47186 HTTP/1.1" status: 204 len: 168 time: 2.1869144 Jul 16 01:32:08.260189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49882) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.307446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e280f04-a470-4c73-a762-c8c10b96303b req-3781ff7c-7b87-490d-ad53-da1cb3dddbd3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654016 Jul 16 01:32:08.370228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Deleting subnet 77916231-f305-464d-abac-b6ccbd6723e0 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:08.375736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.409090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-feb66bab-2c21-45bd-84b0-7369193a2eb9 req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-90244739', 'description': 'tempest-description-69636147'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:08.437141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.451838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-feb66bab-2c21-45bd-84b0-7369193a2eb9 req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.603476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.625871 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-feb66bab-2c21-45bd-84b0-7369193a2eb9 req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.632605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-feb66bab-2c21-45bd-84b0-7369193a2eb9 req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.691369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-feb66bab-2c21-45bd-84b0-7369193a2eb9 req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.693231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-feb66bab-2c21-45bd-84b0-7369193a2eb9 req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2904174 Jul 16 01:32:08.700616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01498529-0d96-492e-aa74-0cab5143f9c5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7995ac0d-ac18-4b2e-abc1-c5e13597b4ff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.733352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.784013 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.786292 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/77916231-f305-464d-abac-b6ccbd6723e0 HTTP/1.1" status: 204 len: 168 time: 0.5239618 Jul 16 01:32:08.787773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44dbad-a5ee-48b9-bcc4-f1b13ad546a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77916231-f305-464d-abac-b6ccbd6723e0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.790320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49910) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.796280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f2070-e0ca-4d26-ad7d-8df7cbff18a3 None None] Network 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:08.911455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.181743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68bbfd-1531-4f2c-accb-be803ee54473 req-ad34bb92-47ec-431e-ade0-f25bd41d0851 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.195725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c68bbfd-1531-4f2c-accb-be803ee54473 req-ad34bb92-47ec-431e-ade0-f25bd41d0851 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 0.2214262 Jul 16 01:32:09.221591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Deleting port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:09.222215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.227515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 942b5698-3459-47d1-8399-bc2570984668 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:09.264524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 942b5698-3459-47d1-8399-bc2570984668 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:09.264892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 942b5698-3459-47d1-8399-bc2570984668 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:09.265314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d55e6d02-ed4e-47d2-bf18-182319193217 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:09.289294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] DHCP port deletion for 2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:09.291516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d55e6d02-ed4e-47d2-bf18-182319193217 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:09.292134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d55e6d02-ed4e-47d2-bf18-182319193217 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:09.306434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6761f65f-f2f7-487b-8820-718fa485927d req-86e9c1d9-06a4-493a-bf0a-bb69675a9150 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/7995ac0d-ac18-4b2e-abc1-c5e13597b4ff HTTP/1.1" status: 200 len: 1809 time: 0.2148480 Jul 16 01:32:09.409628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] Deleting port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:09.410744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.424384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c68bbfd-1531-4f2c-accb-be803ee54473 req-a02ef7a9-4447-42fe-aab5-ef0ab1f22e8d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268209 Jul 16 01:32:09.427764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] For port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:09.428308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.484028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Calling delete_port for ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:09.517543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-5b1e6f8c-b0ab-458e-a959-d86469f38091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.519591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-5b1e6f8c-b0ab-458e-a959-d86469f38091 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 1097 time: 0.2350798 Jul 16 01:32:09.572599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] For port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,segment=NetworkSegment(649e797b-913b-4472-a3c4-e9a9ef1008a5),segment_id=649e797b-913b-4472-a3c4-e9a9ef1008a5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:09.573206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.618709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] Calling delete_port for ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:09.791622 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.835951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] Pushing event deleted for resources: {'Port': ['ID=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:09.839405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592de5f-738a-40e4-a2f2-1633f8517328 None None] No DVR routers for this DVR port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:10.076917 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-305a4d3c-7dfd-43a2-a243-4c912119ddd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.180384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-5072d2f2-0574-4423-8895-8b29b32c9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.182419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-5072d2f2-0574-4423-8895-8b29b32c9c86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.6527915 Jul 16 01:32:10.242923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.261678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-cb92311c-fd56-40b4-bf69-869ea47d1aca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb HTTP/1.1" status: 200 len: 217 time: 0.0696435 Jul 16 01:32:10.320967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdcf649-05a5-4bb1-bc05-fca8bfeefa28,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.371519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] No DVR routers for this DVR port ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:10.400564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e27779-724f-4def-8c44-c11f9e154fe2 req-8316c583-dc02-4b0e-8637-047a8e82841a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.403397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77e27779-724f-4def-8c44-c11f9e154fe2 req-8316c583-dc02-4b0e-8637-047a8e82841a tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.7125754 Jul 16 01:32:10.492633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c2f9b-5048-4ca9-b694-04c2ed8d7b35 req-b6eeb98d-7d6b-48d7-b254-797a59f48c84 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.495092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-225c2f9b-5048-4ca9-b694-04c2ed8d7b35 req-b6eeb98d-7d6b-48d7-b254-797a59f48c84 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 951 time: 0.7992196 Jul 16 01:32:10.527702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-5bd9a856-5450-41cb-8e37-628500d154be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.530029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-5bd9a856-5450-41cb-8e37-628500d154be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.2305288 Jul 16 01:32:10.674801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.686194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-95128555-14d4-4e6e-92c5-2841c306e752 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397443 Jul 16 01:32:10.728606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.740666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77e27779-724f-4def-8c44-c11f9e154fe2 req-5b6bb2a5-ed26-4d2f-93e1-9e2f2aa0824d tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/security-groups?id=eca43322-eaef-44a1-93bd-23829601ae5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994227 Jul 16 01:32:10.776294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649e797b-913b-4472-a3c4-e9a9ef1008a5') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.776797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649e797b-913b-4472-a3c4-e9a9ef1008a5') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.801784 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.808628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-225c2f9b-5048-4ca9-b694-04c2ed8d7b35 req-e2b44ef8-8f28-4b3a-8195-15e2f487eddb tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/security-groups?id=25d50812-61f3-4927-9946-c9f4ffb8d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912531 Jul 16 01:32:10.817226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5926ae4c-a4a9-4f0b-ab70-94ec8cc894d9 req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1801124601', 'description': 'tempest-description-630092106'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:10.888316 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.902980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:10.903441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:10.905435 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:10.935685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5926ae4c-a4a9-4f0b-ab70-94ec8cc894d9 req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.998142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-8c9d7cd7-e383-440a-a534-d21a452d92fb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.000227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-8c9d7cd7-e383-440a-a534-d21a452d92fb tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 949 time: 0.4227917 Jul 16 01:32:11.003033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-74d121b7-7281-4b48-9bc9-ae9405a71db5 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807102 Jul 16 01:32:11.157329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.183461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.189217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0 HTTP/1.1" status: 204 len: 168 time: 2.3941011 Jul 16 01:32:11.205769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:11.239790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:11.240294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ecdcf649-05a5-4bb1-bc05-fca8bfeefa28 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:11.250116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b7e3f-3a1e-46aa-aaaf-0926c7ca7b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e641b0a-a7c2-4ea9-82a8-a3da77dd18b0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.353247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 87129f01-e2bc-46a3-834a-00db4a81c0eb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:11.354892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15211a2c-26d7-4a5a-b850-dcb4d20dbd66 req-92b1dbe2-e383-497d-b7f3-1424e222974f service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091271 Jul 16 01:32:11.416815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6626a-24b7-4c45-8d2b-ddf6d25cc36b req-0b1d8f42-6c0c-48c1-ad29-8755e9204929 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.421083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65b6626a-24b7-4c45-8d2b-ddf6d25cc36b req-0b1d8f42-6c0c-48c1-ad29-8755e9204929 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 945 time: 0.3736861 Jul 16 01:32:11.430195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5926ae4c-a4a9-4f0b-ab70-94ec8cc894d9 req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.433220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49944) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.459029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5926ae4c-a4a9-4f0b-ab70-94ec8cc894d9 req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.539241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.566202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Deleting port 1855c052-55c6-405a-82fe-d1bf6232e14a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:11.566202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.568075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.568313 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-909841f2-5779-4590-bbe4-bdc5cd325fd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=234371268ef8475cb8a1891d817be27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325314 Jul 16 01:32:11.573218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5926ae4c-a4a9-4f0b-ab70-94ec8cc894d9 req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.574416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5926ae4c-a4a9-4f0b-ab70-94ec8cc894d9 req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7781725 Jul 16 01:32:11.604811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63b6b-8957-46c1-94bb-bab64780c104 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b350411-2bfe-4336-8fae-6c31b685594d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.613609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:11.616909 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e1099-e069-44cc-ae69-97b2d9bb4ac8" -d '{"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-unplugged", "status": "completed", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:11.632550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:11.641470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.652778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65b6626a-24b7-4c45-8d2b-ddf6d25cc36b req-4fcb825d-b5bd-464c-a7c9-9c8c085723a7 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276525 Jul 16 01:32:11.736597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.753404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0794ff58-d09a-4e54-87e3-ddbd99ac4438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.925023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0794ff58-d09a-4e54-87e3-ddbd99ac4438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.055774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] For port 1855c052-55c6-405a-82fe-d1bf6232e14a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=1855c052-55c6-405a-82fe-d1bf6232e14a,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:12.056678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.166432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Calling delete_port for 1855c052-55c6-405a-82fe-d1bf6232e14a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:12.179817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-b8522b08-46a8-4da2-956d-bd7518a9b0c7 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 258 time: 0.5481160 Jul 16 01:32:12.207300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:12.322070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.356160 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6af3fdf6-e981-44f0-91c2-78bbe74ae895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.384811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.388176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0794ff58-d09a-4e54-87e3-ddbd99ac4438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.392337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0794ff58-d09a-4e54-87e3-ddbd99ac4438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.394192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0794ff58-d09a-4e54-87e3-ddbd99ac4438 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0459ccf9-45c0-45d1-bffc-7ffbc72dc455 HTTP/1.1" status: 204 len: 168 time: 0.8221252 Jul 16 01:32:12.452974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794ff58-d09a-4e54-87e3-ddbd99ac4438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459ccf9-45c0-45d1-bffc-7ffbc72dc455,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.656946 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.690691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['1855c052-55c6-405a-82fe-d1bf6232e14a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:12.714041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Pushing event deleted for resources: {'Port': ['ID=1855c052-55c6-405a-82fe-d1bf6232e14a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.758642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.790083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] No DVR routers for this DVR port 1855c052-55c6-405a-82fe-d1bf6232e14a on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:12.793485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.796180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fa19729-0c2d-4c68-bee3-62d15cb93215 req-d36e82ce-252e-405a-8981-38181eb94b69 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.13 "DELETE /v2.0/ports/1855c052-55c6-405a-82fe-d1bf6232e14a HTTP/1.1" status: 204 len: 173 time: 1.7470970 Jul 16 01:32:12.796749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-deleted', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:12.799999 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e60f67-13e1-4b63-8ea3-fd0e073f5041" -d '{"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-deleted", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:12.976674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Allocated IP 172.25.7.247 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/b453f7a6-9d8c-4819-a50f-0122921cd07a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:13.326797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:13.534671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b093425-ef92-4bc4-9a26-7abcffaabbbf req-2fb8641b-0298-4fef-8795-f6dd232c8d06 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/2b350411-2bfe-4336-8fae-6c31b685594d HTTP/1.1" status: 200 len: 1812 time: 0.2850718 Jul 16 01:32:13.576576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.639834 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.647332 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.702132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.726195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:13.736151 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c025501b-c301-4b58-befa-f42856503bf3 x-openstack-request-id: req-c025501b-c301-4b58-befa-f42856503bf3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:13.737175 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-unplugged", "status": "completed", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:13.737808 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c025501b-c301-4b58-befa-f42856503bf3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:13.738663 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'code': 200} Jul 16 01:32:13.740814 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.881090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:13.890557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.890713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:13.915126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:13.973737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event updated for resources: {'Port': ['ID=b453f7a6-9d8c-4819-a50f-0122921cd07a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.108570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b3c4d97-f87f-4320-8ae1-455f921d0b66 req-66fa2b93-9ecb-47e0-ad5e-4f873cce5409 tempest-MigrationsAdminTest-208250949 tempest-MigrationsAdminTest-208250949-project] 10.222.0.42 "GET /v2.0/ports?device_id=86a028fc-78a4-4a83-8858-850353c70104 HTTP/1.1" status: 200 len: 210 time: 0.0556870 Jul 16 01:32:14.125177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.190950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.499867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebfbc3-1984-4cd5-b1e3-e64330c731c3 req-2c4547d1-39a6-430a-aa93-36d20bafa6a4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.502810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02ebfbc3-1984-4cd5-b1e3-e64330c731c3 req-2c4547d1-39a6-430a-aa93-36d20bafa6a4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 943 time: 0.1771805 Jul 16 01:32:14.529734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.539937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.729639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02ebfbc3-1984-4cd5-b1e3-e64330c731c3 req-78b53022-0b58-4a76-bdf5-68d1890bd9b2 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821539 Jul 16 01:32:14.744636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event updated for resources: {'Port': ['ID=b453f7a6-9d8c-4819-a50f-0122921cd07a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.758848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.784045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.786611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-565677f3-0539-43af-9480-0b47e031c232 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5926738 Jul 16 01:32:14.841166 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e45b907-fc3e-4f1f-9dba-6b37e95b0080 x-openstack-request-id: req-0e45b907-fc3e-4f1f-9dba-6b37e95b0080 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:14.841166 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a028fc-78a4-4a83-8858-850353c70104", "name": "network-vif-deleted", "tag": "1855c052-55c6-405a-82fe-d1bf6232e14a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:14.841584 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e45b907-fc3e-4f1f-9dba-6b37e95b0080 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:14.842089 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a028fc-78a4-4a83-8858-850353c70104', 'name': 'network-vif-deleted', 'tag': '1855c052-55c6-405a-82fe-d1bf6232e14a', 'status': 'completed', 'code': 200} Jul 16 01:32:14.854928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-144337f8-e5c2-47d6-bacd-44cabdfb3a93 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.0586045 Jul 16 01:32:15.153801 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.342866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:15.368684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 1855c052-55c6-405a-82fe-d1bf6232e14a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:15.369346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 1855c052-55c6-405a-82fe-d1bf6232e14a not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:15.369536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-3fedb6be-a1b4-4b1a-a761-4dc793927e69 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.370843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc7dea20-d005-4e52-b47f-f558842c73d7 req-3fedb6be-a1b4-4b1a-a761-4dc793927e69 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.5032079 Jul 16 01:32:15.381059 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-5acd8e4e-e366-4847-92ca-e44a871b2dee req-962e437b-66a7-4c55-9c4d-d301b4ec1b1c tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] show failed (client error): The resource could not be found. Jul 16 01:32:15.382592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5acd8e4e-e366-4847-92ca-e44a871b2dee req-962e437b-66a7-4c55-9c4d-d301b4ec1b1c tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/da4d43ac-3b53-4fb8-9ad9-b35d5a3fbc0d HTTP/1.1" status: 404 len: 352 time: 0.3387663 Jul 16 01:32:15.386994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 87129f01-e2bc-46a3-834a-00db4a81c0eb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:15.740712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:15.748015 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092bbc5-e301-4373-ae3b-f45723bd1c91" -d '{"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-unplugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:16.311089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-278f347a-6686-4f1d-b3bc-e7fcb7c87a50 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.325536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-278f347a-6686-4f1d-b3bc-e7fcb7c87a50 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1683605 Jul 16 01:32:16.446308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-b9d3d956-c241-4f6e-8df3-3a0b9d5b5b1e tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.1168649 Jul 16 01:32:16.461818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Request body: {'floatingip': {'port_id': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:16.540393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.649381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50110) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.902396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-d1100c15-cfca-4c3e-90d3-791df6be0eec tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.905228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-d1100c15-cfca-4c3e-90d3-791df6be0eec tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebc51eff-ea4f-42a7-9d68-e824cc3197f2 HTTP/1.1" status: 200 len: 943 time: 0.2244005 Jul 16 01:32:16.917405 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c247a3e1-2704-48aa-af91-ea84d825afd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d016397d79854b1ca90017ec4e6a9a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622094 Jul 16 01:32:16.920661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50114) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.989540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.019098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.024480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1480184376'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:17.034480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.092889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:17.098071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.131833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:17.137626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.140669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.142383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eca43322-eaef-44a1-93bd-23829601ae5b HTTP/1.1" status: 204 len: 168 time: 0.2205088 Jul 16 01:32:17.154803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.155043 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Added segment 5566076b-b5d0-4a01-bc3a-ef0a61f38140 of type vlan for network c4d4d4f9-6a22-423b-b677-10c36cab1991 Jul 16 01:32:17.156994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca43322-eaef-44a1-93bd-23829601ae5b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.185627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.186165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.186750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.187332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.187901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.188591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.189153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.189947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.190518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.191009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.191546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.192088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2846f7ba-7fba-4d88-9eb0-0b0c81855671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:17.193185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port 87129f01-e2bc-46a3-834a-00db4a81c0eb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:17.193533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.255763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.301014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.309975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.310972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.430203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4097941 Jul 16 01:32:17.431818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb989c-5ac4-4a99-9380-b67154b5560b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Network': ['ID=c4d4d4f9-6a22-423b-b677-10c36cab1991,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.435560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.444574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-874099509'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:17.448718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:17.477387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:17.483795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.526150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:17.546480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.547414 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Added segment 476e64f9-2d17-4948-ae89-91743860ff51 of type vlan for network fdbd9d4d-0a83-44c3-a872-44727c363f86 Jul 16 01:32:17.553389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port 87129f01-e2bc-46a3-834a-00db4a81c0eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=87129f01-e2bc-46a3-834a-00db4a81c0eb,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:17.554388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.600098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for 87129f01-e2bc-46a3-834a-00db4a81c0eb owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:17.629653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.686232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.699228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.701078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.706170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50126) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.735278 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.743573 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.775665 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3384941 Jul 16 01:32:17.784612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50128) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.798537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'subnet': {'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:17.874232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47e339-ae50-460c-9833-555cc93458cd tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Network': ['ID=fdbd9d4d-0a83-44c3-a872-44727c363f86,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.889453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e21aab42-17d6-46e4-ae2b-aec58091e87a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8993db8ee3dd4248be21993cd50832d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772733 Jul 16 01:32:17.895515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:17.899031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50130) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.958064 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Floating IP e7eb3403-398f-4115-99e2-a7487eb65173 associated. External IP: 172.25.7.247, port: a606c9cd-8c4b-48bd-8b36-28924b376dc9. Jul 16 01:32:17.963557 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.018981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-9c91fdae-8fa2-44a2-ab2c-a783a577d696 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.020563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-9c91fdae-8fa2-44a2-ab2c-a783a577d696 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 949 time: 0.2353623 Jul 16 01:32:18.041904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b69251c9-d1d1-4cd6-b900-35db11878d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.044389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:18.050563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.083081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=87129f01-e2bc-46a3-834a-00db4a81c0eb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.092501 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.100151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b69251c9-d1d1-4cd6-b900-35db11878d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.181369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port 87129f01-e2bc-46a3-834a-00db4a81c0eb on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:18.188493 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.193075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8830593e-e645-4c02-b8c3-ccbf0eae4ab8 req-1b7d7ad7-0001-44a4-8780-e1706076b8c6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "DELETE /v2.0/ports/87129f01-e2bc-46a3-834a-00db4a81c0eb HTTP/1.1" status: 204 len: 173 time: 1.2737942 Jul 16 01:32:18.211737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-deleted', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:18.215105 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89064848-44cc-419e-bda1-25408bfade0b" -d '{"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-deleted", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:18.245951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b69251c9-d1d1-4cd6-b900-35db11878d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.249986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b69251c9-d1d1-4cd6-b900-35db11878d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.252231 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b69251c9-d1d1-4cd6-b900-35db11878d89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c390ce8f-5c64-41fb-8a21-797e96676566 HTTP/1.1" status: 204 len: 168 time: 0.3522964 Jul 16 01:32:18.274848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69251c9-d1d1-4cd6-b900-35db11878d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390ce8f-5c64-41fb-8a21-797e96676566,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.389132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.420948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Deleting port 15fa446e-c796-4427-b23b-d01e07a80bb2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:18.421875 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.487290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Subnet': ['ID=faf8a261-2c3e-4fe4-a394-70ebf15a82f4,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.494870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Checking segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:18.495246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network hostable DHCP agents. Network: c4d4d4f9-6a22-423b-b677-10c36cab1991, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:18.533839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:18.549974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c4d4d4f9-6a22-423b-b677-10c36cab1991) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:18.557504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.561949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b7436-1ea4-4ff6-a3d0-10876cd377c0 None None] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:18.575271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.605953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-43a07cdf-b564-47d4-9f38-b402fccc00f7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8157344 Jul 16 01:32:18.607276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50148) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:18.620649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'subnet': {'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:18.871801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:18.879481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.905163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c4d4d4f9-6a22-423b-b677-10c36cab1991', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:18.906193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.036171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:19.231107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.244803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] For port 15fa446e-c796-4427-b23b-d01e07a80bb2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=15fa446e-c796-4427-b23b-d01e07a80bb2,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:19.246534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.297073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Calling delete_port for 15fa446e-c796-4427-b23b-d01e07a80bb2 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:19.332694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Checking segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:19.333334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network hostable DHCP agents. Network: fdbd9d4d-0a83-44c3-a872-44727c363f86, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:19.372789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Allocated IP 10.1.1.2 (c4d4d4f9-6a22-423b-b677-10c36cab1991/faf8a261-2c3e-4fe4-a394-70ebf15a82f4/6634a6c3-d4ef-4728-a892-cc8f022dfa83) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:19.380567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Subnet': ['ID=df2db61e-6e4e-4f19-9a26-61fa021934b7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.414527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:19.435852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, fdbd9d4d-0a83-44c3-a872-44727c363f86) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:19.451684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.455181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.467945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3fe11-9176-4024-8c59-09abc83ff454 None None] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:19.483165 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-f8fef8cf-fce2-4076-b88d-33603dbad501 req-4309e32b-3ff5-4f78-9b45-c1eb9551b7cc tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] show failed (client error): The resource could not be found. Jul 16 01:32:19.484277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8fef8cf-fce2-4076-b88d-33603dbad501 req-4309e32b-3ff5-4f78-9b45-c1eb9551b7cc tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-group-rules/7f92882e-ae09-4ddc-a4fa-d30c60f245b8 HTTP/1.1" status: 404 len: 361 time: 0.0670962 Jul 16 01:32:19.487645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9e68614d-4c52-4221-93b0-1b6418ec6ec4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8776777 Jul 16 01:32:19.492206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:19.513544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'name': 'tempest-TaggedBootDevicesTest_v242-1203649825', 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:19.543465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:19.558648 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.640941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-e721a19c-6786-467a-b0aa-b2bddae7e4fd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "PUT /v2.0/floatingips/e7eb3403-398f-4115-99e2-a7487eb65173 HTTP/1.1" status: 200 len: 996 time: 3.1885972 Jul 16 01:32:19.664105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] Sync routers for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:19.730334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:19.731603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:19.883535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:19.921660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.933839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-a8766bbe-6e09-40f7-b232-ad0c59fdcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.937807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-a8766bbe-6e09-40f7-b232-ad0c59fdcb34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1097 time: 0.2546301 Jul 16 01:32:19.988112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Pushing event deleted for resources: {'Port': ['ID=15fa446e-c796-4427-b23b-d01e07a80bb2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.108377 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606af47f-aa9c-48ec-a8c9-e1cc07e7cb3a x-openstack-request-id: req-606af47f-aa9c-48ec-a8c9-e1cc07e7cb3a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:20.108980 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-unplugged", "status": "completed", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:20.109501 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-606af47f-aa9c-48ec-a8c9-e1cc07e7cb3a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:20.110516 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'code': 200} Jul 16 01:32:20.169739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] No DVR routers for this DVR port 15fa446e-c796-4427-b23b-d01e07a80bb2 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:20.218570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.223530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c3494cc-70ee-4603-bea2-ebd04a3b0c14 req-58069bb0-87e6-473c-91d9-a8e44ee39bb9 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.13 "DELETE /v2.0/ports/15fa446e-c796-4427-b23b-d01e07a80bb2 HTTP/1.1" status: 204 len: 173 time: 2.1939464 Jul 16 01:32:20.233310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4da151d0-5d88-4a51-a204-056785b38e1e req-863676b4-3ef3-4235-948f-a6543f5d3cd7 tempest-ImagesOneServerTestJSON-1753798678 tempest-ImagesOneServerTestJSON-1753798678-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e597123-0950-4cba-84f7-8ba8612939ab HTTP/1.1" status: 200 len: 210 time: 0.1331813 Jul 16 01:32:20.353145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-ad0d8c28-24bd-4868-a307-c7a5745835e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.367722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-ad0d8c28-24bd-4868-a307-c7a5745835e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 930 time: 0.3822057 Jul 16 01:32:20.517327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.536346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-fdbd9d4d-0a83-44c3-a872-44727c363f86', 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'fixed_ips': [{'subnet_id': 'df2db61e-6e4e-4f19-9a26-61fa021934b7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:20.537820 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.589259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-b7a2687d-969c-4157-bb3a-2346bb0a255f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 999 time: 0.2198186 Jul 16 01:32:20.603867 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca1f808-892c-4cf1-bc73-a39b42b6f456 x-openstack-request-id: req-7ca1f808-892c-4cf1-bc73-a39b42b6f456 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:20.604902 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc51eff-ea4f-42a7-9d68-e824cc3197f2", "name": "network-vif-deleted", "tag": "87129f01-e2bc-46a3-834a-00db4a81c0eb", "status": "failed", "code": 422}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:20.605856 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ca1f808-892c-4cf1-bc73-a39b42b6f456 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:20.606820 n-d-791506-20 neutron-server[93756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebc51eff-ea4f-42a7-9d68-e824cc3197f2', 'name': 'network-vif-deleted', 'tag': '87129f01-e2bc-46a3-834a-00db4a81c0eb', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:32:20.607791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:20.728698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-c65d012e-0d9c-4394-9d0d-194ba23e143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.730311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-c65d012e-0d9c-4394-9d0d-194ba23e143f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 200 len: 868 time: 0.1216061 Jul 16 01:32:20.865092 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.894019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] device_id is not set on port 634b005a-746d-4eac-89fb-5f40d38c0c9c yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:20.930954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbdc14da-4343-4e18-b59e-539955e3903b req-1f8163f7-1340-4fee-97cd-a5c11d4a3cf3 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/2b350411-2bfe-4336-8fae-6c31b685594d HTTP/1.1" status: 200 len: 1812 time: 0.0803318 Jul 16 01:32:20.989182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Transition to ACTIVE for port object 6634a6c3-d4ef-4728-a892-cc8f022dfa83 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.083014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-1ff8e3d1-d0d5-4b13-b38c-3eedea6512b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.084837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-1ff8e3d1-d0d5-4b13-b38c-3eedea6512b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1703dcf7-18d0-421a-a3f4-82cdd468abd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3238289 Jul 16 01:32:21.085319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bbdc14da-4343-4e18-b59e-539955e3903b req-22c77dd4-0dfe-44b7-ad98-ac32e241ff34 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.154643 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bbdc14da-4343-4e18-b59e-539955e3903b req-22c77dd4-0dfe-44b7-ad98-ac32e241ff34 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.218988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Allocated IP 10.2.2.2 (fdbd9d4d-0a83-44c3-a872-44727c363f86/df2db61e-6e4e-4f19-9a26-61fa021934b7/43f42630-a1ca-4f64-8001-49ed95a2b6ae) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:21.247442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bbdc14da-4343-4e18-b59e-539955e3903b req-22c77dd4-0dfe-44b7-ad98-ac32e241ff34 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.252370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bbdc14da-4343-4e18-b59e-539955e3903b req-22c77dd4-0dfe-44b7-ad98-ac32e241ff34 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.253757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbdc14da-4343-4e18-b59e-539955e3903b req-22c77dd4-0dfe-44b7-ad98-ac32e241ff34 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "DELETE /v2.0/security-groups/2b350411-2bfe-4336-8fae-6c31b685594d HTTP/1.1" status: 204 len: 173 time: 0.2982452 Jul 16 01:32:21.293248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-f3699c35-0771-4f12-88fc-89d924aaf118 service neutron] 10.222.0.42 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886060 Jul 16 01:32:21.321747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c77dd4-0dfe-44b7-ad98-ac32e241ff34 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b350411-2bfe-4336-8fae-6c31b685594d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.470516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Transition to ACTIVE for port object 6634a6c3-d4ef-4728-a892-cc8f022dfa83 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.511798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.595079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e31a2c-8c2b-49fa-9333-08ebe8fa11fa req-f63dac47-5337-4788-8f4e-b4858f47f669 service neutron] 10.222.0.42 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665119 Jul 16 01:32:21.635476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 10.1.1.50 (c4d4d4f9-6a22-423b-b677-10c36cab1991/faf8a261-2c3e-4fe4-a394-70ebf15a82f4/634b005a-746d-4eac-89fb-5f40d38c0c9c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:21.666510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Pushing event updated for resources: {'Port': ['ID=6634a6c3-d4ef-4728-a892-cc8f022dfa83,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.804095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:21.811882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5d6e744c-6ff6-4029-8ad2-0aa098ab8055 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.814844 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.818731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:21.820164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5d6e744c-6ff6-4029-8ad2-0aa098ab8055 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.2842281 Jul 16 01:32:21.827990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:21.832860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08d21d43-3d1c-46c4-a399-49e0141d508e req-443136ad-34e8-4d8b-82d0-ccadd0ccad33 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/7995ac0d-ac18-4b2e-abc1-c5e13597b4ff HTTP/1.1" status: 200 len: 1809 time: 0.1193666 Jul 16 01:32:21.842765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5882b4c6-1d91-4a0a-91ff-466c56e7da81 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.0216300 Jul 16 01:32:21.856191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Transition to ACTIVE for port object 43f42630-a1ca-4f64-8001-49ed95a2b6ae will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.885791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-96551014-c7a2-4813-8045-d80d9c5d8963 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419641 Jul 16 01:32:21.951287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.952099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'e7eb3403-398f-4115-99e2-a7487eb65173', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'port_id': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'mac_address': 'fa:16:3e:b0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:14Z', 'updated_at': '2021-07-16T01:32:17Z', 'revision_number': 1, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:42Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:21.954976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Transition to ACTIVE for port object 43f42630-a1ca-4f64-8001-49ed95a2b6ae will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.981137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object 634b005a-746d-4eac-89fb-5f40d38c0c9c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.991301 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.992755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Attempting to bind port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:21.993115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Attempting to bind port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:21.993485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Attempting to bind port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:21.998810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] Checking router: bd93f30b-2429-4e57-a1bf-75b3d9cebac4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:22.027391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08d21d43-3d1c-46c4-a399-49e0141d508e req-7062afef-0ac8-4dd0-b4d4-03b57751c5d1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.042653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:22.043148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Checking segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:22.043626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.044204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Bound using segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:22.044719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Bound port: 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:22.045113 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.050687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.056360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-ae23e309-e3e0-493e-b14c-86c66af16c75 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694872 Jul 16 01:32:22.065190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:22.083298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:22.084648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.087288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:22.093429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:22.096378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08d21d43-3d1c-46c4-a399-49e0141d508e req-7062afef-0ac8-4dd0-b4d4-03b57751c5d1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.097045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Pushing event updated for resources: {'Port': ['ID=43f42630-a1ca-4f64-8001-49ed95a2b6ae,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.123207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:22.130330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:22.133390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:22.166484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.224165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.225589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.236996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-f998048a-035e-47af-85ba-73991275a982 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796098 Jul 16 01:32:22.242247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08d21d43-3d1c-46c4-a399-49e0141d508e req-7062afef-0ac8-4dd0-b4d4-03b57751c5d1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.247037 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08d21d43-3d1c-46c4-a399-49e0141d508e req-7062afef-0ac8-4dd0-b4d4-03b57751c5d1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.249165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08d21d43-3d1c-46c4-a399-49e0141d508e req-7062afef-0ac8-4dd0-b4d4-03b57751c5d1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "DELETE /v2.0/security-groups/7995ac0d-ac18-4b2e-abc1-c5e13597b4ff HTTP/1.1" status: 204 len: 173 time: 0.4030035 Jul 16 01:32:22.267522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c248ebf-a3a8-431d-a473-a5be494e17ab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7732594 Jul 16 01:32:22.267907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062afef-0ac8-4dd0-b4d4-03b57751c5d1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7995ac0d-ac18-4b2e-abc1-c5e13597b4ff,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.271297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50228) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:22.301469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'name': 'tempest-TaggedBootDevicesTest_v242-1205314228', 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:22.319765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] For port 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:22.412120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] For port 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6634a6c3-d4ef-4728-a892-cc8f022dfa83,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:22.419528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Attempting to bind port 43f42630-a1ca-4f64-8001-49ed95a2b6ae on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:22.420108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Attempting to bind port 43f42630-a1ca-4f64-8001-49ed95a2b6ae by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:22.420783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Attempting to bind port 43f42630-a1ca-4f64-8001-49ed95a2b6ae on network fdbd9d4d-0a83-44c3-a872-44727c363f86 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:22.436204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.462195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:22.462801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Checking segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:22.463822 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.464887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Bound using segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:22.466016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Bound port: 43f42630-a1ca-4f64-8001-49ed95a2b6ae, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:22.467054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.541806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:22.586637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:22.594782 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.609481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9'}, {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-deleted', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:22.614940 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8283f3e2-fb0e-4ed5-831f-fc712413a730" -d '{"events": [{"name": "network-changed", "server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9"}, {"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-deleted", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:22.642042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] device_id is not set on port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:22.853676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94b18-7211-4020-afc8-17dcc9ac00fa None None] Pushing event updated for resources: {'Port': ['ID=6634a6c3-d4ef-4728-a892-cc8f022dfa83,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.905440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] For port 43f42630-a1ca-4f64-8001-49ed95a2b6ae, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:22.950549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a039315-0118-41de-b013-c196af0a3f74 req-4d9c00f4-642d-4910-bc79-2064b9acf3b5 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 258 time: 0.3966980 Jul 16 01:32:22.963028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] For port 43f42630-a1ca-4f64-8001-49ed95a2b6ae, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=43f42630-a1ca-4f64-8001-49ed95a2b6ae,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:22.966059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:22.984223 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.030387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50252) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:23.097380 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.283104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9843958-5326-4a2f-a693-045f85343b72 None None] Pushing event updated for resources: {'Port': ['ID=43f42630-a1ca-4f64-8001-49ed95a2b6ae,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.367561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:23.417728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 10.1.1.253 (c4d4d4f9-6a22-423b-b677-10c36cab1991/faf8a261-2c3e-4fe4-a394-70ebf15a82f4/82f47764-ed73-47a2-9d6c-f083ae1e1e59) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:23.450979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6634a6c3-d4ef-4728-a892-cc8f022dfa83 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:23.453657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 15fa446e-c796-4427-b23b-d01e07a80bb2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:23.458965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 15fa446e-c796-4427-b23b-d01e07a80bb2 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:23.595719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:23.615310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'e7eb3403-398f-4115-99e2-a7487eb65173', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'port_id': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'mac_address': 'fa:16:3e:b0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:14Z', 'updated_at': '2021-07-16T01:32:17Z', 'revision_number': 1, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:42Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:23.716807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.754830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4749bbc-444a-42f7-ac4c-c80072494f7a None None] The sync data for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 is: [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'e7eb3403-398f-4115-99e2-a7487eb65173', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'port_id': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'mac_address': 'fa:16:3e:b0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:14Z', 'updated_at': '2021-07-16T01:32:17Z', 'revision_number': 1, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:42Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:23.762171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.780352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object 82f47764-ed73-47a2-9d6c-f083ae1e1e59 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:23.843111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.955930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:23.963253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:23.970390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:24.017741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Allocated IP 172.25.7.219 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d3cabd12-cb2b-4bac-b540-e292771ca2e8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:24.043849 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dbaa21d3-646e-451f-86a3-e42e36610926 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb9e7ea4426b4a068584b4cf4f1d48e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9605258 Jul 16 01:32:24.044709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50268) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:24.100713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.180760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.181908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.197084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-758f3d3b-ca9f-4f30-8525-0c4b3301c8dc req-720948c8-719d-447c-9170-df8bc4f54986 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/7c9fb9f6-4d56-4132-8d11-62d5da362f87 HTTP/1.1" status: 200 len: 1812 time: 0.1369612 Jul 16 01:32:24.224969 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa32ffbf-937f-4302-88ef-122a7b6fd172 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9515634 Jul 16 01:32:24.241215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d43f3265-e8c6-492d-9278-d6d6cd7207d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.264012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.276594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d43f3265-e8c6-492d-9278-d6d6cd7207d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.333235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-758f3d3b-ca9f-4f30-8525-0c4b3301c8dc req-a4710a5f-c75d-409b-b4c6-c17e92b212b1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.369275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d43f3265-e8c6-492d-9278-d6d6cd7207d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.372828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d43f3265-e8c6-492d-9278-d6d6cd7207d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.379228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d43f3265-e8c6-492d-9278-d6d6cd7207d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25d50812-61f3-4927-9946-c9f4ffb8d6af HTTP/1.1" status: 204 len: 168 time: 0.3019733 Jul 16 01:32:24.411549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f3265-e8c6-492d-9278-d6d6cd7207d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d50812-61f3-4927-9946-c9f4ffb8d6af,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.415017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-758f3d3b-ca9f-4f30-8525-0c4b3301c8dc req-a4710a5f-c75d-409b-b4c6-c17e92b212b1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.463868 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.630958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a985360-3658-4221-a78b-aa821e4e01f8 None None] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:24.661262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:24.665318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:24.678250 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b926dd-c19d-4ee5-9acb-79fe2d468e79 None None] New status for floating IP e7eb3403-398f-4115-99e2-a7487eb65173: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:24.697133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:24.762666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] Provisioning for port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:24.774408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] Provisioning complete for port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:24.775045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.785889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event updated for resources: {'Port': ['ID=d3cabd12-cb2b-4bac-b540-e292771ca2e8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.823582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-758f3d3b-ca9f-4f30-8525-0c4b3301c8dc req-a4710a5f-c75d-409b-b4c6-c17e92b212b1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.830483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-758f3d3b-ca9f-4f30-8525-0c4b3301c8dc req-a4710a5f-c75d-409b-b4c6-c17e92b212b1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.839580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-758f3d3b-ca9f-4f30-8525-0c4b3301c8dc req-a4710a5f-c75d-409b-b4c6-c17e92b212b1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "DELETE /v2.0/security-groups/7c9fb9f6-4d56-4132-8d11-62d5da362f87 HTTP/1.1" status: 204 len: 173 time: 0.6299863 Jul 16 01:32:24.900815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4710a5f-c75d-409b-b4c6-c17e92b212b1 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9fb9f6-4d56-4132-8d11-62d5da362f87,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.086801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08806e-655b-453e-8869-d33868c88a1b None None] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:25.145402 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.261075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.300124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17e56716-77ff-4435-84c4-35d06e9552df req-fb4af0ca-5221-4d8e-847d-65ad33fd7ade tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 210 time: 0.1176543 Jul 16 01:32:25.365090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 43f42630-a1ca-4f64-8001-49ed95a2b6ae up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:25.458972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.582251 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6712652-4771-42af-8fd8-43f00589ed04 x-openstack-request-id: req-f6712652-4771-42af-8fd8-43f00589ed04 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:25.582738 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9", "status": "completed", "code": 200}, {"server_uuid": "4e597123-0950-4cba-84f7-8ba8612939ab", "name": "network-vif-deleted", "tag": "15fa446e-c796-4427-b23b-d01e07a80bb2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:25.583165 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6712652-4771-42af-8fd8-43f00589ed04 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:25.584723 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'status': 'completed', 'code': 200} Jul 16 01:32:25.584723 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e597123-0950-4cba-84f7-8ba8612939ab', 'name': 'network-vif-deleted', 'tag': '15fa446e-c796-4427-b23b-d01e07a80bb2', 'status': 'completed', 'code': 200} Jul 16 01:32:25.707285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-31b95013-c0cc-47f9-8a01-751536839f1a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.709278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-31b95013-c0cc-47f9-8a01-751536839f1a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.6508517 Jul 16 01:32:25.751770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] For port 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6634a6c3-d4ef-4728-a892-cc8f022dfa83,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:25.766030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 43f42630-a1ca-4f64-8001-49ed95a2b6ae completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:25.769034 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.772567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:25.907678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:25.983521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] Provisioning for port 43f42630-a1ca-4f64-8001-49ed95a2b6ae completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:25.991099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2cb68-3f1b-49f8-ad45-b64d4551d685 None None] Pushing event updated for resources: {'Port': ['ID=6634a6c3-d4ef-4728-a892-cc8f022dfa83,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.996759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] Provisioning complete for port 43f42630-a1ca-4f64-8001-49ed95a2b6ae triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:25.997145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.057145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-ac748c1c-5803-44e8-a4a0-e63964e04de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.059795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-ac748c1c-5803-44e8-a4a0-e63964e04de1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1097 time: 0.4740202 Jul 16 01:32:26.118871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1884508474-network', 'tenant_id': 'a446824f110a48fd8fce5ae84a12a0a3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:26.184248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Made reservation on behalf of a446824f110a48fd8fce5ae84a12a0a3 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:26.194659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.196093 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.209428 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.223775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.269749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] For port 43f42630-a1ca-4f64-8001-49ed95a2b6ae, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=43f42630-a1ca-4f64-8001-49ed95a2b6ae,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:26.277749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.312598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.359202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:32:26.359202 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:32:26.359202 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': 'a446824f110a48fd8fce5ae84a12a0a3', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 32, 26, 226250)}] Jul 16 01:32:26.359202 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:32:26.369689 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:32:26.383510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0383972-b2ab-4926-842e-94ec25bba1e0 None None] Pushing event updated for resources: {'Port': ['ID=43f42630-a1ca-4f64-8001-49ed95a2b6ae,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.421966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Provisioning for port 634b005a-746d-4eac-89fb-5f40d38c0c9c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:26.431037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Provisioning complete for port 634b005a-746d-4eac-89fb-5f40d38c0c9c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:26.431976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.509493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Port 634b005a-746d-4eac-89fb-5f40d38c0c9c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:26.524603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Provisioning for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:26.533489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Provisioning complete for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:26.534164 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.586435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:26.592349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.597951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.604732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:26.623748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event updated for resources: {'Port': ['ID=d3cabd12-cb2b-4bac-b540-e292771ca2e8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.628414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Provisioning complete for port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:26.629085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50756b1f-2e99-4a25-8cf9-88e9c7d493f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.665960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-1598330e-3fd3-4ebd-8d5d-001a9d33c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.668762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-1598330e-3fd3-4ebd-8d5d-001a9d33c51f service neutron] 10.222.0.23 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 930 time: 0.5964625 Jul 16 01:32:26.678289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.680215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a039315-0118-41de-b013-c196af0a3f74 req-30575e97-c541-4c48-a90a-71adc931b397 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7258699 Jul 16 01:32:26.870881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.895236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a039315-0118-41de-b013-c196af0a3f74 req-9116d33c-4c64-4b7e-84ca-f4dddaa270bf tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1976762 Jul 16 01:32:26.903617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2d472d8-ad16-41a8-afa5-2e0eafd11083 None None] Provisioning complete for port 634b005a-746d-4eac-89fb-5f40d38c0c9c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:26.906568 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2d472d8-ad16-41a8-afa5-2e0eafd11083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.916680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-771cbe0e-af1f-416e-bfd3-242426bf0e8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 1001 time: 0.2347081 Jul 16 01:32:27.023724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d2d472d8-ad16-41a8-afa5-2e0eafd11083 None None] Port 634b005a-746d-4eac-89fb-5f40d38c0c9c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:27.047198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2d472d8-ad16-41a8-afa5-2e0eafd11083 None None] Provisioning complete for port 43f42630-a1ca-4f64-8001-49ed95a2b6ae triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:27.048985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2d472d8-ad16-41a8-afa5-2e0eafd11083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.204090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-4c1e9703-206c-43ab-93a8-cc1d7068f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.206672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-4c1e9703-206c-43ab-93a8-cc1d7068f713 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 200 len: 868 time: 0.2722912 Jul 16 01:32:27.221631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.233267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.12 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/3997db92-01fc-4bcc-b66e-88b323d15ec9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:27.234516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.269602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:27.291362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a039315-0118-41de-b013-c196af0a3f74 req-26e22f97-8274-41a5-9ae4-8256fa41f1dd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.292755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a039315-0118-41de-b013-c196af0a3f74 req-26e22f97-8274-41a5-9ae4-8256fa41f1dd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.3839788 Jul 16 01:32:27.299178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea562625-fcb0-46a6-9413-72db7c6e1ed3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:27.322021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.324242 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Added segment a4d76879-f66b-4791-a05f-88a042042c54 of type vlan for network 3725422a-18a4-49ec-97e8-3efa3e30b3e3 Jul 16 01:32:27.347521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 43f42630-a1ca-4f64-8001-49ed95a2b6ae up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:27.433626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7894a286-2188-4ad0-9b13-62ebaa1f79cd None None] Provisioning complete for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:27.434735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7894a286-2188-4ad0-9b13-62ebaa1f79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.453434 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.465378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-01c1fcf8-ac02-4c50-a78f-043033c7c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.467130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-01c1fcf8-ac02-4c50-a78f-043033c7c949 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1703dcf7-18d0-421a-a3f4-82cdd468abd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2478383 Jul 16 01:32:27.489769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abfd6e04-1227-4412-a13e-3e4cdeaa3757 req-72a2fbab-57cf-495e-8283-70c5bf9bc58b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/99b4ed4b-4710-47f1-a74c-5f356aebdfbc HTTP/1.1" status: 200 len: 1812 time: 0.1461992 Jul 16 01:32:27.508457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 43f42630-a1ca-4f64-8001-49ed95a2b6ae triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:27.508832 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.521607 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.523647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.524586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.556847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7894a286-2188-4ad0-9b13-62ebaa1f79cd None None] Port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:27.562653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6495385 Jul 16 01:32:27.576662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:27.591926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Request body: {'subnet': {'network_id': '3725422a-18a4-49ec-97e8-3efa3e30b3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1884508474-subnet', 'tenant_id': 'a446824f110a48fd8fce5ae84a12a0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:27.643122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6634a6c3-d4ef-4728-a892-cc8f022dfa83 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:27.689826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c09ec7-c58a-478a-b902-a7eabd916707 admin admin] Pushing event updated for resources: {'Network': ['ID=3725422a-18a4-49ec-97e8-3efa3e30b3e3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:27.705989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 3725422a-18a4-49ec-97e8-3efa3e30b3e3 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:27.756667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:27.757401 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.070969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.080641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Made reservation on behalf of a446824f110a48fd8fce5ae84a12a0a3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:28.082871 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.091508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50318) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.098294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842331453', 'description': 'tempest-description--889711072'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:28.123210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-2ce35a81-c092-4d68-8442-502736488d29 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469495 Jul 16 01:32:28.158923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.174976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-abfd6e04-1227-4412-a13e-3e4cdeaa3757 req-11a73069-61d2-477e-9ee5-53a80eff01b0 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.338439 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.342400 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-abfd6e04-1227-4412-a13e-3e4cdeaa3757 req-11a73069-61d2-477e-9ee5-53a80eff01b0 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.346237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.396576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.398547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3058524 Jul 16 01:32:28.403585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50330) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.413056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'security_group_rule': {'security_group_id': 'a98285c5-ccf7-48d3-a860-1a346207af48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:28.424069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea097826-03e6-44a8-956c-1bc5042644db tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98285c5-ccf7-48d3-a860-1a346207af48,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.450959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2936593b-8dad-461e-96bb-0dd74570ecdd req-8b69a4e8-f23c-48a5-9b59-3ab1d0434a50 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 210 time: 0.1647279 Jul 16 01:32:28.481347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.486354 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.525276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50332) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.562353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8283f3e2-fb0e-4ed5-831f-fc712413a730 req-e93661ec-0bc4-44d9-8432-9a4bea8a3460 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314218 Jul 16 01:32:28.565444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:28.578066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:28.597258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:28.635666 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-abfd6e04-1227-4412-a13e-3e4cdeaa3757 req-11a73069-61d2-477e-9ee5-53a80eff01b0 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.638328 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-abfd6e04-1227-4412-a13e-3e4cdeaa3757 req-11a73069-61d2-477e-9ee5-53a80eff01b0 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.644352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.651297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abfd6e04-1227-4412-a13e-3e4cdeaa3757 req-11a73069-61d2-477e-9ee5-53a80eff01b0 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "DELETE /v2.0/security-groups/99b4ed4b-4710-47f1-a74c-5f356aebdfbc HTTP/1.1" status: 204 len: 173 time: 1.1349330 Jul 16 01:32:28.654924 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.702558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=3997db92-01fc-4bcc-b66e-88b323d15ec9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.703294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5809e6-a98a-495c-a323-c324cdb6a6f3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.720470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.725382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ca10200e-ea2a-4c4a-8a25-01754a92a215 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191006 Jul 16 01:32:28.728383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50338) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.741783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'security_group_rule': {'security_group_id': 'a98285c5-ccf7-48d3-a860-1a346207af48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:28.779837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb01bb4-44cd-43f3-ad28-57db76b258d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.802902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a73069-61d2-477e-9ee5-53a80eff01b0 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4ed4b-4710-47f1-a74c-5f356aebdfbc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.852893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.853464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.857495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.862956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.958042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c78fa5a-4c00-46fd-a176-48e6edd6387e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.979040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-41190345-845c-467c-b6ae-4dca61cb6958 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.980690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-41190345-845c-467c-b6ae-4dca61cb6958 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2026100 Jul 16 01:32:28.983816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Checking segment: {'id': 'a4d76879-f66b-4791-a05f-88a042042c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3725422a-18a4-49ec-97e8-3efa3e30b3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:28.984379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Network hostable DHCP agents. Network: 3725422a-18a4-49ec-97e8-3efa3e30b3e3, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:29.008385 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.014471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.029723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb01bb4-44cd-43f3-ad28-57db76b258d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.043843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb01bb4-44cd-43f3-ad28-57db76b258d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.053149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c820c877-9b7c-4d5f-8b14-36aa7490e707,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.058119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-db794be1-7597-4738-a12e-d94181ca9a5b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2993927 Jul 16 01:32:29.061650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-d04a7217-1ca8-4c2a-ac53-22a256736808 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.0669374 Jul 16 01:32:29.062294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Network 3725422a-18a4-49ec-97e8-3efa3e30b3e3 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:29.075975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.077069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-5ac6a347-b4ee-4d23-9e93-c11f022b78ed tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Request body: {'floatingip': {'port_id': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:29.077269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-799b2f38-b9a6-421e-aa2f-bc263f865c7f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472273 Jul 16 01:32:29.083579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Request body: {'port': {'device_id': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:29.086376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50344) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.090424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 3725422a-18a4-49ec-97e8-3efa3e30b3e3) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:29.096483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:29.105864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb01bb4-44cd-43f3-ad28-57db76b258d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bff25e-a21b-4ba9-a645-c063a7f37208,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.118220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6eb01bb4-44cd-43f3-ad28-57db76b258d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b759290c1f2405797664d3637ba9ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891998 Jul 16 01:32:29.118513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448c880-8821-435c-b2ed-87ebfe3b452f None None] Network 3725422a-18a4-49ec-97e8-3efa3e30b3e3 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:29.119177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50346) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.150450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.157973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.158596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.167330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-5ac6a347-b4ee-4d23-9e93-c11f022b78ed tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.230672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46486550-6a29-43ed-964a-4b0606b1d42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.253662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-29739ff3-5407-4971-9952-4576f7c1f792 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6748395 Jul 16 01:32:29.314395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46486550-6a29-43ed-964a-4b0606b1d42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.430377 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46486550-6a29-43ed-964a-4b0606b1d42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.442007 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.444664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46486550-6a29-43ed-964a-4b0606b1d42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.447954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46486550-6a29-43ed-964a-4b0606b1d42e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7bff25e-a21b-4ba9-a645-c063a7f37208 HTTP/1.1" status: 204 len: 168 time: 0.3266852 Jul 16 01:32:29.456120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc26d7-1744-49be-95d0-b088b23ebfc8 None None] Network 3725422a-18a4-49ec-97e8-3efa3e30b3e3 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:29.478786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46486550-6a29-43ed-964a-4b0606b1d42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bff25e-a21b-4ba9-a645-c063a7f37208,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.529505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc02bbf3-a1a4-4b41-b5af-96570571b847 req-042585a6-31f2-437b-8f5a-da775cfe5dc5 tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "GET /v2.0/security-groups/fba15012-a8bc-4876-b520-626a58f4840c HTTP/1.1" status: 200 len: 1812 time: 0.1704614 Jul 16 01:32:29.545307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.767000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 172.25.7.30 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/ee900409-9c3f-429d-baa7-0e3ea0fad6d1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:29.912146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc02bbf3-a1a4-4b41-b5af-96570571b847 req-2020a216-f887-4b52-aec8-fb2a581c3c4b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.943250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.982496 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc02bbf3-a1a4-4b41-b5af-96570571b847 req-2020a216-f887-4b52-aec8-fb2a581c3c4b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.015138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.039765 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-5ac6a347-b4ee-4d23-9e93-c11f022b78ed tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:32:30.040987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77e183a7-ba93-44de-9e6e-8811266d1c63 req-5ac6a347-b4ee-4d23-9e93-c11f022b78ed tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "PUT /v2.0/floatingips/e2720b1d-2312-4e5a-a3a5-fa02b0762a49 HTTP/1.1" status: 409 len: 550 time: 0.9698367 Jul 16 01:32:30.106877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:30.116384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc02bbf3-a1a4-4b41-b5af-96570571b847 req-2020a216-f887-4b52-aec8-fb2a581c3c4b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.119776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc02bbf3-a1a4-4b41-b5af-96570571b847 req-2020a216-f887-4b52-aec8-fb2a581c3c4b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.121492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc02bbf3-a1a4-4b41-b5af-96570571b847 req-2020a216-f887-4b52-aec8-fb2a581c3c4b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] 10.222.0.42 "DELETE /v2.0/security-groups/fba15012-a8bc-4876-b520-626a58f4840c HTTP/1.1" status: 204 len: 173 time: 0.5909550 Jul 16 01:32:30.125259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:30.130118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50370) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.131875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:30.139800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=ee900409-9c3f-429d-baa7-0e3ea0fad6d1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.168342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020a216-f887-4b52-aec8-fb2a581c3c4b tempest-SecurityGroupRulesNegativeTestJSON-1879211270 tempest-SecurityGroupRulesNegativeTestJSON-1879211270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba15012-a8bc-4876-b520-626a58f4840c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.216516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Deleting subnet c4b9c740-4217-4639-85fb-9fbfb8df1e44 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:30.226116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.290500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.334470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.365958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3997db92-01fc-4bcc-b66e-88b323d15ec9 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:30.375042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.394626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.434377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Transition to ACTIVE for port object 3997db92-01fc-4bcc-b66e-88b323d15ec9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:30.451980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496955c-40d9-4f7b-93d7-cfc83f3979ae req-d985d976-661c-4b37-aec7-a1f8c669c1f1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.454613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9496955c-40d9-4f7b-93d7-cfc83f3979ae req-d985d976-661c-4b37-aec7-a1f8c669c1f1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 932 time: 0.1929533 Jul 16 01:32:30.457207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.473749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.533344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.563433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=3997db92-01fc-4bcc-b66e-88b323d15ec9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.582122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b9c740-4217-4639-85fb-9fbfb8df1e44,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.608342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.610453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0e178e9a-f840-449b-b9ed-256f64999a90 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c4b9c740-4217-4639-85fb-9fbfb8df1e44 HTTP/1.1" status: 204 len: 168 time: 0.4798419 Jul 16 01:32:30.616643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50380) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.641726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9496955c-40d9-4f7b-93d7-cfc83f3979ae req-44ae4184-e2a9-40e9-8365-edb2cbb5640b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298318 Jul 16 01:32:30.704763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6138f0de-dfa1-43e1-86ac-4cb958cfe453 req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1778236316', 'description': 'tempest-description-73573618'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:30.802513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.806358 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.810743 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6138f0de-dfa1-43e1-86ac-4cb958cfe453 req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.814084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.815173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Attempting to bind port 3997db92-01fc-4bcc-b66e-88b323d15ec9 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:30.815513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Attempting to bind port 3997db92-01fc-4bcc-b66e-88b323d15ec9 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:30.815985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Attempting to bind port 3997db92-01fc-4bcc-b66e-88b323d15ec9 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:30.834135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Port 3997db92-01fc-4bcc-b66e-88b323d15ec9 on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:30.834650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Attempting to bind port 3997db92-01fc-4bcc-b66e-88b323d15ec9 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:30.855519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:30.856063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:30.856736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:30.857484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Bound port: 3997db92-01fc-4bcc-b66e-88b323d15ec9, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:30.858076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.930489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=ee900409-9c3f-429d-baa7-0e3ea0fad6d1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.942132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.039396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.065193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee06c18-9a6e-400c-b26a-6a6fa5b7d80d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:31.090144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae3821b-7a6c-471a-b972-33775526c5de') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:31.090412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae3821b-7a6c-471a-b972-33775526c5de') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:31.110945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.120346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] For port 3997db92-01fc-4bcc-b66e-88b323d15ec9, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:31.149276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] For port 3997db92-01fc-4bcc-b66e-88b323d15ec9, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:31.151412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.164991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.174419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:31.174909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:31.180504 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:31.198533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6138f0de-dfa1-43e1-86ac-4cb958cfe453 req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.213389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.216373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35dbf14a-3022-412f-b457-bd0ae3832894 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1250539 Jul 16 01:32:31.236537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6138f0de-dfa1-43e1-86ac-4cb958cfe453 req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.288629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.289291 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.291356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] 10.222.0.13 "PUT /v2.0/ports/3997db92-01fc-4bcc-b66e-88b323d15ec9 HTTP/1.1" status: 200 len: 1093 time: 2.2188432 Jul 16 01:32:31.294312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'tag': '3997db92-01fc-4bcc-b66e-88b323d15ec9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:31.297898 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac" -d '{"events": [{"name": "network-changed", "server_uuid": "afb7de3e-6a03-4140-8923-8d6911bb9a06", "tag": "3997db92-01fc-4bcc-b66e-88b323d15ec9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:31.430993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6138f0de-dfa1-43e1-86ac-4cb958cfe453 req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.432772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6138f0de-dfa1-43e1-86ac-4cb958cfe453 req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7540331 Jul 16 01:32:31.477339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.488553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-9d8674dc-036a-45b1-9d2c-e78fc5bdee07 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips/e2720b1d-2312-4e5a-a3a5-fa02b0762a49 HTTP/1.1" status: 200 len: 693 time: 0.1808963 Jul 16 01:32:31.489550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b87a1-825e-49bf-9926-0e6a51644ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=3997db92-01fc-4bcc-b66e-88b323d15ec9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.504869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6096e-b94e-4ff3-99d9-aa5bdc958b57 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd16f7a5-0b39-4b78-9506-9257cc05d286,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.509302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.512864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] 10.222.0.42 "DELETE /v2.0/networks/fee06c18-9a6e-400c-b26a-6a6fa5b7d80d HTTP/1.1" status: 204 len: 168 time: 0.8914657 Jul 16 01:32:31.537757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2b37c-ae2d-40c0-90a1-7634e7044e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fee06c18-9a6e-400c-b26a-6a6fa5b7d80d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.636853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-905dcb20-2646-4c3b-8218-58d9d3ce97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.638413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-905dcb20-2646-4c3b-8218-58d9d3ce97a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 1096 time: 0.2338126 Jul 16 01:32:31.704918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-b72f32d8-cae5-4b7f-abd9-b2fa0ed1be36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9 HTTP/1.1" status: 200 len: 217 time: 0.0485556 Jul 16 01:32:31.709522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-8dadd8be-0088-409d-b432-470bacff5a39 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.711176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-8dadd8be-0088-409d-b432-470bacff5a39 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1796746 Jul 16 01:32:31.810957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-9a94311d-e362-41d0-9554-9c785ad3c894 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.0702760 Jul 16 01:32:31.811515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50424) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.826768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-dfb14d8b-7504-4a43-a37a-9d8d302f20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.828959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-dfb14d8b-7504-4a43-a37a-9d8d302f20e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1164196 Jul 16 01:32:31.864244 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe8c61d-2039-4ee9-8ce9-1c12000c0da3 x-openstack-request-id: req-afe8c61d-2039-4ee9-8ce9-1c12000c0da3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:31.864682 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb7de3e-6a03-4140-8923-8d6911bb9a06", "tag": "3997db92-01fc-4bcc-b66e-88b323d15ec9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:31.864980 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afe8c61d-2039-4ee9-8ce9-1c12000c0da3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:31.865564 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'tag': '3997db92-01fc-4bcc-b66e-88b323d15ec9', 'status': 'completed', 'code': 200} Jul 16 01:32:31.884805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-09931d71-9102-410e-a524-e86bee61f898 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a7044da2d7f4d3397d372a5be42e65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700045 Jul 16 01:32:31.888109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.895286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-2dba401a-f49d-4cf0-a1eb-0c0ba41d78bb tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.0834703 Jul 16 01:32:31.925998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-629f56dc-c08f-45e1-9d5f-9f650bdf193e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592668 Jul 16 01:32:31.982252 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e59a9c-0e45-4b6c-8501-0c4156f6c9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.023470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e59a9c-0e45-4b6c-8501-0c4156f6c9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.098167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba1da70-531b-4ded-b86b-3e28d187688d req-ac81a1f3-b6ec-46b2-9889-471ec2b380c3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/dd16f7a5-0b39-4b78-9506-9257cc05d286 HTTP/1.1" status: 200 len: 1803 time: 0.2269897 Jul 16 01:32:32.111208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e59a9c-0e45-4b6c-8501-0c4156f6c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.120221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e59a9c-0e45-4b6c-8501-0c4156f6c9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.120221 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-70e59a9c-0e45-4b6c-8501-0c4156f6c9f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ebf9d3f-60c9-4a73-b42f-8b91ddf435a0 HTTP/1.1" status: 204 len: 168 time: 0.2265394 Jul 16 01:32:32.142599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd16f7a5-0b39-4b78-9506-9257cc05d286', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:32.142932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd16f7a5-0b39-4b78-9506-9257cc05d286', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:32.148767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50432) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:32.158658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e59a9c-0e45-4b6c-8501-0c4156f6c9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf9d3f-60c9-4a73-b42f-8b91ddf435a0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.176021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-33764658-60be-4814-8c6a-6636f5603f8a service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418051 Jul 16 01:32:32.341949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb57d4ee-cfe3-41ef-9a10-f61f75420393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.557405 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb57d4ee-cfe3-41ef-9a10-f61f75420393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.564870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb57d4ee-cfe3-41ef-9a10-f61f75420393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.633717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb57d4ee-cfe3-41ef-9a10-f61f75420393 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f02639a0ddb4b46ac549bbff03101be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820986 Jul 16 01:32:32.634227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50440) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:32.635364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57d4ee-cfe3-41ef-9a10-f61f75420393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eaeaab-c8aa-4785-aac7-689a93539403,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.678002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Deleting port d3cabd12-cb2b-4bac-b540-e292771ca2e8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:32.678968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.736955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55c969db-f7bc-4116-953f-a99e5451d75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.739144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.772143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc666e5c-a5b7-4e92-b26d-fb3cdefdc2d2 req-3da1b18d-688f-49a1-8859-8af731a5fd67 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863802 Jul 16 01:32:32.775454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55c969db-f7bc-4116-953f-a99e5451d75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.856334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.869771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.909678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55c969db-f7bc-4116-953f-a99e5451d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.917767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55c969db-f7bc-4116-953f-a99e5451d75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.917767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-55c969db-f7bc-4116-953f-a99e5451d75c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53eaeaab-c8aa-4785-aac7-689a93539403 HTTP/1.1" status: 204 len: 168 time: 0.2734010 Jul 16 01:32:32.934142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c969db-f7bc-4116-953f-a99e5451d75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eaeaab-c8aa-4785-aac7-689a93539403,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.938336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.938896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.975497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8595a015-26a4-457d-aaa6-7a6fb486947c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.997809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Calling delete_port for d3cabd12-cb2b-4bac-b540-e292771ca2e8 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:33.005319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.006945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba1da70-531b-4ded-b86b-3e28d187688d req-3ce63049-d113-466b-b073-01fcc23362d6 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8732569 Jul 16 01:32:33.095469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-f18b313a-7cfd-41a7-9182-02569581d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.097142 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-f18b313a-7cfd-41a7-9182-02569581d288 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 1096 time: 0.1980493 Jul 16 01:32:33.300857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-8613974b-446d-469f-83df-21df655a53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.303458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-8613974b-446d-469f-83df-21df655a53a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.1991675 Jul 16 01:32:33.371691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-984cacaa-7dbd-42e8-9f3f-18f49b66aa2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9 HTTP/1.1" status: 200 len: 217 time: 0.0596237 Jul 16 01:32:33.372295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.410206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event deleted for resources: {'Port': ['ID=d3cabd12-cb2b-4bac-b540-e292771ca2e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.491545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-7a547f68-27fa-4768-84e6-61745985a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.492992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-7a547f68-27fa-4768-84e6-61745985a544 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1143925 Jul 16 01:32:33.536547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-4843f9ec-a3af-4ef3-99e3-777a262c1f34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368917 Jul 16 01:32:33.567814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.570741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.572530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68e7e9d0-ec08-48a7-a571-ebc851a23bd6 req-fb09121d-39bc-46ab-a895-493333a3fe2d tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "DELETE /v2.0/floatingips/e2720b1d-2312-4e5a-a3a5-fa02b0762a49 HTTP/1.1" status: 204 len: 173 time: 1.6528258 Jul 16 01:32:33.726254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-500819a3-1c56-4d05-b4eb-6d9604dd3671 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816447 Jul 16 01:32:33.814620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-5793a752-b95f-4cd4-9faa-a34d132b1a4a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1842331453&fields=id&tenant_id=9d1405978b1d4042b83171da70b42dae HTTP/1.1" status: 200 len: 267 time: 0.1144233 Jul 16 01:32:33.947258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1d69bf-33c6-4e7d-9f0e-e79608d91cac req-317018fc-620b-4c8d-9dc3-c4c12613ec23 service neutron] 10.222.0.13 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140088 Jul 16 01:32:33.954903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-95e6fde4-ee5d-460b-a427-daa16f03ce71 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.956400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-95e6fde4-ee5d-460b-a427-daa16f03ce71 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 936 time: 0.0978711 Jul 16 01:32:34.037157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8927f-957d-49bb-b24f-e61a7839b2dd req-2d3ede1b-1963-429b-a466-da0682a81f7e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.038851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3e8927f-957d-49bb-b24f-e61a7839b2dd req-2d3ede1b-1963-429b-a466-da0682a81f7e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 944 time: 0.2519000 Jul 16 01:32:34.077866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-5e74960d-3747-455b-847d-f7466f450861 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.079812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-5e74960d-3747-455b-847d-f7466f450861 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 937 time: 0.1118355 Jul 16 01:32:34.178509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-3d2d32cf-eca6-440a-ae42-3b223f55103f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0707178 Jul 16 01:32:34.181566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3e8927f-957d-49bb-b24f-e61a7839b2dd req-4edc4751-23ef-400d-8f0f-b17e7e165a1a tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336031 Jul 16 01:32:34.260120 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-298d988d-3656-402e-873d-c145f084470a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0684705 Jul 16 01:32:34.322452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50500) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:34.419477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2275b238-6711-4e72-9532-b55b69ac29f2 req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1538545848', 'description': 'tempest-description-501058967'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:34.467541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2275b238-6711-4e72-9532-b55b69ac29f2 req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.476515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-a667371d-147d-484e-8f4e-915ea893203f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.482590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-a667371d-147d-484e-8f4e-915ea893203f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.489470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-a667371d-147d-484e-8f4e-915ea893203f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.491203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-a667371d-147d-484e-8f4e-915ea893203f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=fdbd9d4d-0a83-44c3-a872-44727c363f86&id=fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 200 len: 1995 time: 0.2187362 Jul 16 01:32:34.492816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1571336618-network', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:34.519260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-45887023-72e6-4edf-97b7-37fd5cc029c3 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/quotas/9d1405978b1d4042b83171da70b42dae HTTP/1.1" status: 200 len: 375 time: 0.0142570 Jul 16 01:32:34.537456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:34.543013 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.560917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.703341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-b659a44f-eb3a-4c46-9cdd-0b193b7287b1 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1638196 Jul 16 01:32:34.715853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2275b238-6711-4e72-9532-b55b69ac29f2 req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.735889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2275b238-6711-4e72-9532-b55b69ac29f2 req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.848400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.855312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.869313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50aee0-dd5a-4ecc-88ab-f6a053e1025a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:34.885293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:34.887494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2275b238-6711-4e72-9532-b55b69ac29f2 req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.889539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2275b238-6711-4e72-9532-b55b69ac29f2 req-0c818b52-086c-46c1-b95c-227513588d92 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4760509 Jul 16 01:32:34.897708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615df16-9016-4d31-882e-a81dc4a4cadd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:34.903899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.904295 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Added segment 2cad632e-9520-444e-a5cf-7d51fcdd8a51 of type vlan for network 4143a463-228a-42e1-8041-2d83a584964f Jul 16 01:32:34.931859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-e91e0500-d9b1-4ecc-a194-085ef4a9df2f service neutron] 10.222.0.42 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094548 Jul 16 01:32:34.990923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.033131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.034394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.035226 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.084580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7579241 Jul 16 01:32:35.089554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50506) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:35.097334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-0f372f9b-f679-4a8b-92d9-60f02b133530 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 1001 time: 0.1423163 Jul 16 01:32:35.101860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Request body: {'subnet': {'network_id': '4143a463-228a-42e1-8041-2d83a584964f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1571336618-subnet', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:35.130662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-e1bcf537-c659-421a-9229-9374ffff00fc service neutron] 10.222.0.42 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978865 Jul 16 01:32:35.158409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5627d44-468b-40c0-bfbb-209f0ba5a312 admin admin] Pushing event updated for resources: {'Network': ['ID=4143a463-228a-42e1-8041-2d83a584964f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.177112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 4143a463-228a-42e1-8041-2d83a584964f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:35.186793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:35.190720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.223741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-b1b0cfa9-d884-466c-b1bf-b5297965d699 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.226323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-b1b0cfa9-d884-466c-b1bf-b5297965d699 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports/a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 942 time: 0.1181493 Jul 16 01:32:35.241410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-0ae9ab9e-ed21-4aed-a786-e489cf2ac22b service neutron] 10.222.0.42 "GET /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0902202 Jul 16 01:32:35.462792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3997db92-01fc-4bcc-b66e-88b323d15ec9 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:35.503583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-14ab68f0-c444-4e7f-aaa1-c23730e5cdb3 service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507551 Jul 16 01:32:35.525332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-69bb8824-61e0-4399-9f5a-43a858806324 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 1001 time: 0.1160455 Jul 16 01:32:35.554999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.651974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3997db92-01fc-4bcc-b66e-88b323d15ec9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:35.664023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.673651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '3997db92-01fc-4bcc-b66e-88b323d15ec9', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '3997db92-01fc-4bcc-b66e-88b323d15ec9', 'mac_address': 'fa:16:3e:5e:7c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:35.678657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Checking segment: {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:35.679100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Network hostable DHCP agents. Network: 4143a463-228a-42e1-8041-2d83a584964f, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:35.710366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Network 4143a463-228a-42e1-8041-2d83a584964f is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:35.729320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 4143a463-228a-42e1-8041-2d83a584964f) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:35.735838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.736891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.737584 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.754543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba25e25-7e4e-4f61-abd5-7a4dde8a58d9 None None] Network 4143a463-228a-42e1-8041-2d83a584964f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:35.757181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-b95b8f21-dcea-496e-832d-2af54746794f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.758664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-b95b8f21-dcea-496e-832d-2af54746794f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2280271 Jul 16 01:32:35.760734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-aae7c69e-8b50-4a9d-8683-2d1ca7e939b9 service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339766 Jul 16 01:32:35.773048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-404c4cd8-a035-4018-a4de-1762047c5791 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6814208 Jul 16 01:32:35.775227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:35.782943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3997db92-01fc-4bcc-b66e-88b323d15ec9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:35.792036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:35.865686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3997db92-01fc-4bcc-b66e-88b323d15ec9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:35.877115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.942711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.943726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.948887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-0baded65-7468-433c-b6e8-d61af299d35b service neutron] 10.222.0.42 "GET /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1726375 Jul 16 01:32:35.961574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-94a887ae-c37d-49a9-991b-ebc5b408aec1 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 1001 time: 0.1925929 Jul 16 01:32:35.969093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:36.011255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3997db92-01fc-4bcc-b66e-88b323d15ec9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.036532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.037081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.037628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.038187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.038742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.039815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.039815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.040369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.040950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.041497 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.042056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.042602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:36.113992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-4143a463-228a-42e1-8041-2d83a584964f', 'network_id': '4143a463-228a-42e1-8041-2d83a584964f', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'fixed_ips': [{'subnet_id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:36.115054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.142457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.149915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.153803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3997db92-01fc-4bcc-b66e-88b323d15ec9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:36.429269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Allocated IP 172.20.0.2 (4143a463-228a-42e1-8041-2d83a584964f/2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7/a228674e-7d73-416d-b564-a9c679a2d934) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:36.598903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-6ad669a6-d997-4b46-b5f4-4be31b9d8038 service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905364 Jul 16 01:32:36.686957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.701744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Transition to ACTIVE for port object a228674e-7d73-416d-b564-a9c679a2d934 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:36.724673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Transition to ACTIVE for port object a228674e-7d73-416d-b564-a9c679a2d934 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:36.733195 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.767814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.785196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Network 4143a463-228a-42e1-8041-2d83a584964f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:36.788256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:36.790768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:36.802341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Pushing event updated for resources: {'Port': ['ID=a228674e-7d73-416d-b564-a9c679a2d934,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.880241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Attempting to bind port a228674e-7d73-416d-b564-a9c679a2d934 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:36.880694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Attempting to bind port a228674e-7d73-416d-b564-a9c679a2d934 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:36.881008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Attempting to bind port a228674e-7d73-416d-b564-a9c679a2d934 on network 4143a463-228a-42e1-8041-2d83a584964f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:36.888982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:36.889574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Checking segment: {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:36.892978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.893642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Bound using segment: {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:36.894454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Bound port: a228674e-7d73-416d-b564-a9c679a2d934, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:36.895091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.905488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.916597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.917065 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Floating IP e7eb3403-398f-4115-99e2-a7487eb65173 disassociated. External IP: 172.25.7.247, port: a606c9cd-8c4b-48bd-8b36-28924b376dc9. Jul 16 01:32:36.977380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-f7e13e45-4452-45da-b729-919f4d4bbc80 service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135419 Jul 16 01:32:36.999900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] For port a228674e-7d73-416d-b564-a9c679a2d934, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:37.006531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] For port a228674e-7d73-416d-b564-a9c679a2d934, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a228674e-7d73-416d-b564-a9c679a2d934,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:37.012005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.123099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501fd86-8e7b-4b21-9994-c34ed4cb6482 None None] Pushing event updated for resources: {'Port': ['ID=a228674e-7d73-416d-b564-a9c679a2d934,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.292681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-009dc285-0998-4868-a0d7-564567f73676 service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967052 Jul 16 01:32:37.358115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.477472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3997db92-01fc-4bcc-b66e-88b323d15ec9 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:37.553456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 3997db92-01fc-4bcc-b66e-88b323d15ec9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:37.560178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 3997db92-01fc-4bcc-b66e-88b323d15ec9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:37.560742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.588688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-e3dd1831-fb03-4f57-ac8b-d8811900075a service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751081 Jul 16 01:32:37.658064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:37.677801 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.706955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3997db92-01fc-4bcc-b66e-88b323d15ec9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:37.708305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.710473 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f90f4d-e18c-4078-aca6-a241ad2ee9a4" -d '{"events": [{"server_uuid": "afb7de3e-6a03-4140-8923-8d6911bb9a06", "name": "network-vif-plugged", "status": "completed", "tag": "3997db92-01fc-4bcc-b66e-88b323d15ec9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:37.726701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3997db92-01fc-4bcc-b66e-88b323d15ec9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:37.731735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.746003 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.794170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3997db92-01fc-4bcc-b66e-88b323d15ec9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.854770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-aff59c38-844c-42fe-b57f-80b3381b06da service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410841 Jul 16 01:32:38.042170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:38.050905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.055540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] Sync routers for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:38.065500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:38.066169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:38.103370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Allocated IP 172.25.7.21 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/17d86013-e598-47ae-a480-5eb73e4c993b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:38.166566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-9482b0ae-5c8f-4bae-969b-55cfd2027581 service neutron] 10.222.0.42 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698162 Jul 16 01:32:38.175099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-9b2c20b6-9a4c-459b-b3ae-e5d171ec6888 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "PUT /v2.0/floatingips/e7eb3403-398f-4115-99e2-a7487eb65173 HTTP/1.1" status: 200 len: 695 time: 2.2091227 Jul 16 01:32:38.179793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:38.182343 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:38.236327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:38.436046 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.441923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e1afd-4e76-45c9-9551-a5d76f505c33 None None] Network 4143a463-228a-42e1-8041-2d83a584964f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:38.454189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-37edb997-c0a3-49c5-8c82-f49ea516df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.455826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-37edb997-c0a3-49c5-8c82-f49ea516df13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1097 time: 0.2605784 Jul 16 01:32:38.457763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-db2bfc08-599d-4034-85cf-b76be510e3cb service neutron] 10.222.0.42 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636657 Jul 16 01:32:38.598797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5277026b-f710-4fb8-8069-1058e43c4469 None None] Provisioning for port a228674e-7d73-416d-b564-a9c679a2d934 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:38.833825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:42Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:38.869567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] Checking router: bd93f30b-2429-4e57-a1bf-75b3d9cebac4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:38.883385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:38.884449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:38.943253 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.037175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:39.045422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-0c12a4df-c39a-451d-b4ca-414e781b0093 service neutron] 10.222.0.42 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664582 Jul 16 01:32:39.046329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:39.049240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Pushing event updated for resources: {'Port': ['ID=17d86013-e598-47ae-a480-5eb73e4c993b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.052244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-769846c4-bb59-4c87-9ad8-77cf682f2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.053822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-769846c4-bb59-4c87-9ad8-77cf682f2f5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 930 time: 0.5738671 Jul 16 01:32:39.054647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:39.068030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:39.199838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-99f903f9-f79d-46b2-a0d0-6d4cc27ccd82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 217 time: 0.1107645 Jul 16 01:32:39.265798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a228674e-7d73-416d-b564-a9c679a2d934 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:39.432705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-29d2b1f8-b739-4778-98d7-74d52ac3fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.434268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-29d2b1f8-b739-4778-98d7-74d52ac3fa05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 200 len: 868 time: 0.2192352 Jul 16 01:32:39.444380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a228674e-7d73-416d-b564-a9c679a2d934 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:39.451097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a228674e-7d73-416d-b564-a9c679a2d934 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:39.451546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.463073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-53b5a7dd-11ee-403b-9c7f-76a1fe9fc836 service neutron] 10.222.0.42 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765240 Jul 16 01:32:39.550183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:42Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.585969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579df410-dbc3-4770-a017-0ee79e3a0533 None None] The sync data for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 is: [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a4159286-70f4-47ed-aa55-0663c926b6fc', 'name': '', 'network_id': '1703dcf7-18d0-421a-a3f4-82cdd468abd4', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'mac_address': 'fa:16:3e:c5:75:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:30Z', 'updated_at': '2021-07-16T01:31:42Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'subnets': [{'id': '826f84b4-9b30-4008-a9b6-4ff7d24bc60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:39.656882 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.718596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a228674e-7d73-416d-b564-a9c679a2d934, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a228674e-7d73-416d-b564-a9c679a2d934,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:39.728012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.737748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-95321c58-b876-4a70-8cd4-d4f49919d68b service neutron] 10.222.0.42 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541466 Jul 16 01:32:39.746672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-e73d885e-6752-415a-9249-ba478015ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.749391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-e73d885e-6752-415a-9249-ba478015ecf9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1703dcf7-18d0-421a-a3f4-82cdd468abd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3020535 Jul 16 01:32:39.751165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.837793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a228674e-7d73-416d-b564-a9c679a2d934,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.011154 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01489b1c-32f8-4ca0-9127-739a674d6630 None None] New status for floating IP e7eb3403-398f-4115-99e2-a7487eb65173: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:40.065649 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b617e8ea-ca7a-4486-92b2-afbd9f0c4c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.066306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-8ae6d9e9-936c-4b11-b641-f544c1c23982 service neutron] 10.222.0.42 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515235 Jul 16 01:32:40.323623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.332964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3509c95-cbbf-43e2-947a-7221595367f4 req-74785695-333c-431c-b2b9-1178b9caac70 service neutron] 10.222.0.42 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148583 Jul 16 01:32:40.547723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:40.709801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:40.723262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Sync routers for ids ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:40.740773 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.742867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7ef09b96-1775-4a7f-bf4d-988edf585c78 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9651985 Jul 16 01:32:40.747530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50548) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:40.752024 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Routers {'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:40.753062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:40.971494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-067e0cca-22bd-4346-b543-8f273674b360 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/5f50aee0-dd5a-4ecc-88ab-f6a053e1025a HTTP/1.1" status: 200 len: 1804 time: 0.1755340 Jul 16 01:32:40.979746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Set router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:40.998716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5f50aee0-dd5a-4ecc-88ab-f6a053e1025a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:40.999298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5f50aee0-dd5a-4ecc-88ab-f6a053e1025a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:41.285927 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.296166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a228674e-7d73-416d-b564-a9c679a2d934 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:41.336295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.357943 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.389709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1115c830-d5b9-4e68-9901-a9ffc870e1f7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.415252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb47a-c919-4762-bae5-7708187e116e req-556fca78-3d65-4c0c-9671-366358c780ae tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.418729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-252cb47a-c919-4762-bae5-7708187e116e req-556fca78-3d65-4c0c-9671-366358c780ae tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.3177485 Jul 16 01:32:41.425708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.427423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46271f4b-e897-402e-a143-1c7b6143d1bc req-42a7f274-7159-4455-b3d7-1c67ea5968a5 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4454925 Jul 16 01:32:41.505320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-252cb47a-c919-4762-bae5-7708187e116e req-f0308718-2f36-4c09-bdbc-d1884cf9e2a5 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Jul 16 01:32:41.568957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50572) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:41.601009 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec008447-a350-422e-b8b2-98774cd22b68 x-openstack-request-id: req-ec008447-a350-422e-b8b2-98774cd22b68 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:41.601385 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb7de3e-6a03-4140-8923-8d6911bb9a06", "name": "network-vif-plugged", "status": "completed", "tag": "3997db92-01fc-4bcc-b66e-88b323d15ec9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:41.601764 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec008447-a350-422e-b8b2-98774cd22b68 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:41.602182 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3997db92-01fc-4bcc-b66e-88b323d15ec9', 'code': 200} Jul 16 01:32:41.604013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a228674e-7d73-416d-b564-a9c679a2d934 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:41.604274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.695166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 3, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:41.725689 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4e1e0-206b-45c5-a55f-dbf5440cbc47 x-openstack-request-id: req-fda4e1e0-206b-45c5-a55f-dbf5440cbc47 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:41.732718 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:41.732983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Checking router: a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:41.733449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Updating router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 port 17d86013-e598-47ae-a480-5eb73e4c993b binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:41.733895 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fda4e1e0-206b-45c5-a55f-dbf5440cbc47 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:41.735850 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'status': 'completed', 'code': 200} Jul 16 01:32:41.890136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.037299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-d47c330c-b58b-48c1-aa9e-b352589708a9 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips/e7eb3403-398f-4115-99e2-a7487eb65173 HTTP/1.1" status: 200 len: 693 time: 0.2104647 Jul 16 01:32:42.274652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.299341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0c4-6966-4143-bab1-fe66c96ebbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.397000 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a426e0f-f0e2-4bef-a945-9bec55430e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.411598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.428393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77679972-8b21-4d30-8f49-704082294ecf req-27f86196-8f20-4e0d-a87d-87ca244a859f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1212945 Jul 16 01:32:42.501626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-ac9d54e2-6ff9-4485-8aff-f8953714ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.504210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-ac9d54e2-6ff9-4485-8aff-f8953714ae26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe5371a25734f88b5a604bf405e8fa7&device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 1097 time: 0.7475066 Jul 16 01:32:42.600464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Allocated IP 172.20.0.1 (4143a463-228a-42e1-8041-2d83a584964f/2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7/a87cd64c-bea4-4308-855b-bc394eaddd10) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:42.650434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-f8be6010-2d2e-4be5-a1dd-dfad8c022266 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.653564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-f8be6010-2d2e-4be5-a1dd-dfad8c022266 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.6149447 Jul 16 01:32:42.767061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.818944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Transition to ACTIVE for port object 17d86013-e598-47ae-a480-5eb73e4c993b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:42.824132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-42b35f94-34c1-4090-bf17-bb3d720186f0 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.1609397 Jul 16 01:32:42.829573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599ce66-ecc1-497f-8632-6d0919974e87 req-85768dc2-c523-4be1-b4e3-dbeabda54667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.832339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d599ce66-ecc1-497f-8632-6d0919974e87 req-85768dc2-c523-4be1-b4e3-dbeabda54667 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 1098 time: 0.8994167 Jul 16 01:32:42.835302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.850963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.881274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-8ac9b927-e0e1-4309-96db-c33a787ee265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.886716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-8ac9b927-e0e1-4309-96db-c33a787ee265 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 200 len: 930 time: 0.3718219 Jul 16 01:32:42.902824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Transition to ACTIVE for port object a87cd64c-bea4-4308-855b-bc394eaddd10 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:42.969788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Attempting to bind port 17d86013-e598-47ae-a480-5eb73e4c993b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:42.970358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Attempting to bind port 17d86013-e598-47ae-a480-5eb73e4c993b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:42.971547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Attempting to bind port 17d86013-e598-47ae-a480-5eb73e4c993b on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:42.993409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:42.995377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:42.995979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.996628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:42.997355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Bound port: 17d86013-e598-47ae-a480-5eb73e4c993b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:42.997912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.066432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed80e4-4d67-4b5d-8c26-170cdc72fe91 None None] Pushing event updated for resources: {'Port': ['ID=17d86013-e598-47ae-a480-5eb73e4c993b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.066724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.142583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-09b46894-f7b0-437e-b0b2-6284253e6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.144879 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-09b46894-f7b0-437e-b0b2-6284253e6fbc service neutron] 10.222.0.13 "GET /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 1032 time: 0.1625473 Jul 16 01:32:43.170354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Network 4143a463-228a-42e1-8041-2d83a584964f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:43.189870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] For port 17d86013-e598-47ae-a480-5eb73e4c993b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:43.195662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] For port 17d86013-e598-47ae-a480-5eb73e4c993b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17d86013-e598-47ae-a480-5eb73e4c993b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:43.204373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.227867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-03237acc-67e7-47a8-ade4-f95dfb1b18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.230452 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-03237acc-67e7-47a8-ade4-f95dfb1b18d5 service neutron] 10.222.0.13 "GET /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 1033 time: 0.0790493 Jul 16 01:32:43.231505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Pushing event updated for resources: {'Port': ['ID=a87cd64c-bea4-4308-855b-bc394eaddd10,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.237168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:43.242851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:43.293640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed80e4-4d67-4b5d-8c26-170cdc72fe91 None None] Pushing event updated for resources: {'Port': ['ID=17d86013-e598-47ae-a480-5eb73e4c993b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.346018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Routers {'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:43.346772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:43.478756 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:43.487747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.606951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-bf201c6f-7f00-4c6e-a68e-a19d368591ed tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.7514935 Jul 16 01:32:43.634433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-84233133-520c-4ed0-b4ee-236ff3266e81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 200 len: 217 time: 0.7213759 Jul 16 01:32:43.645213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.668686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] Set router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:43.714983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-fa97acec-1c43-4cc1-b60d-ae20d6ab792f req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1379450615', 'description': 'tempest-description-1253906613'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:43.727707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-71a5e489-4f59-4095-90ff-9366065da471 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.732758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-7c7f4d09-d3f8-4ecd-9bb1-8531d6ac1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.735722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-7c7f4d09-d3f8-4ecd-9bb1-8531d6ac1584 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 200 len: 868 time: 0.0998466 Jul 16 01:32:43.742495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-71a5e489-4f59-4095-90ff-9366065da471 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.755313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-71a5e489-4f59-4095-90ff-9366065da471 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.758465 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-71a5e489-4f59-4095-90ff-9366065da471 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=fdbd9d4d-0a83-44c3-a872-44727c363f86&id=fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 200 len: 1995 time: 0.5175598 Jul 16 01:32:43.787029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d599ce66-ecc1-497f-8632-6d0919974e87 req-c45053d1-2a46-43d7-bad6-09ff0021ab73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9480960 Jul 16 01:32:43.789798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0c4-6966-4143-bab1-fe66c96ebbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.828661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a4e5c426-6487-4148-a5ac-4b5cf0b789ae None None] Provisioning for port a87cd64c-bea4-4308-855b-bc394eaddd10 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:43.838015 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0c4-6966-4143-bab1-fe66c96ebbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.840262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a4e5c426-6487-4148-a5ac-4b5cf0b789ae None None] Provisioning complete for port a87cd64c-bea4-4308-855b-bc394eaddd10 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:43.841060 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c426-6487-4148-a5ac-4b5cf0b789ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.895810 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-60265854-ed03-4f90-879f-d23f8d0bc5de tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d1405978b1d4042b83171da70b42dae HTTP/1.1" status: 200 len: 380 time: 0.1228220 Jul 16 01:32:43.896484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.970136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c4d3a0c4-6966-4143-bab1-fe66c96ebbd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11bc619ad0654a16b8bba4f1f9c9ad83&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3997161 Jul 16 01:32:43.974371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5c426-6487-4148-a5ac-4b5cf0b789ae None None] Port a87cd64c-bea4-4308-855b-bc394eaddd10 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:43.975144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50588) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.976897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa97acec-1c43-4cc1-b60d-ae20d6ab792f req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.023620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3a0c4-6966-4143-bab1-fe66c96ebbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7fbddd-f09b-4f83-9022-ae1da23d8074,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.091756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Deleting port b453f7a6-9d8c-4819-a50f-0122921cd07a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:44.092185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.095591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 3, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.135393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9b575de-4704-4d2f-8394-f56e50562f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.153940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a3611-2765-49ee-9bf3-8507fa5ac939 None None] The sync data for ids ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'] in n-d-791506-20 is: [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 3, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:44.159637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'admin_state_up': True, 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'security_groups': ['a98285c5-ccf7-48d3-a860-1a346207af48']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:44.213469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-54e38512-eee9-4914-af15-9cc70ee9364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.215248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-54e38512-eee9-4914-af15-9cc70ee9364d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1703dcf7-18d0-421a-a3f4-82cdd468abd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4305551 Jul 16 01:32:44.233198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9b575de-4704-4d2f-8394-f56e50562f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.311091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.326400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.378486 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.379414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.436633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Calling delete_port for b453f7a6-9d8c-4819-a50f-0122921cd07a owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:44.472342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.475476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Pushing event updated for resources: {'Port': ['ID=a87cd64c-bea4-4308-855b-bc394eaddd10,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.502477 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9b575de-4704-4d2f-8394-f56e50562f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.506304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9b575de-4704-4d2f-8394-f56e50562f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.511128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b9b575de-4704-4d2f-8394-f56e50562f9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba7fbddd-f09b-4f83-9022-ae1da23d8074 HTTP/1.1" status: 204 len: 168 time: 0.5313272 Jul 16 01:32:44.516930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa97acec-1c43-4cc1-b60d-ae20d6ab792f req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.558060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:44.566486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.572698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa97acec-1c43-4cc1-b60d-ae20d6ab792f req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.577399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-378ba8e8-939e-4270-82fd-3a7aa5d8cc9f service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547945 Jul 16 01:32:44.614222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b575de-4704-4d2f-8394-f56e50562f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7fbddd-f09b-4f83-9022-ae1da23d8074,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.693032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fa97acec-1c43-4cc1-b60d-ae20d6ab792f req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.694303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa97acec-1c43-4cc1-b60d-ae20d6ab792f req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1487112 Jul 16 01:32:44.764921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3835f-3694-4ebc-af27-210d4f426a0c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.871906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e25c43a-635b-40dc-ba35-d01a4d51ca0b req-6f10deca-bc1c-4156-9edd-8c2b79d4a133 service neutron] 10.222.0.23 "GET /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773056 Jul 16 01:32:44.982287 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.088349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event deleted for resources: {'Port': ['ID=b453f7a6-9d8c-4819-a50f-0122921cd07a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.101580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Network 4143a463-228a-42e1-8041-2d83a584964f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:45.152722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:45.183046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.461011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17d86013-e598-47ae-a480-5eb73e4c993b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:45.483567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.490590 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.493213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b06bfeb-08c2-40fc-b2ef-f6accd5bd4d1 req-ecc7d8b9-79ae-412a-9a16-7b0d5ff217ee tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "DELETE /v2.0/floatingips/e7eb3403-398f-4115-99e2-a7487eb65173 HTTP/1.1" status: 204 len: 173 time: 1.8836715 Jul 16 01:32:45.592067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 17d86013-e598-47ae-a480-5eb73e4c993b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:45.607435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c60cc-3913-4b4a-bc75-8151dffde77d req-99a7e1f6-0182-4953-a61e-5aa0e7a730bf tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:45.612972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 17d86013-e598-47ae-a480-5eb73e4c993b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.613400 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.627367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb1c60cc-3913-4b4a-bc75-8151dffde77d req-99a7e1f6-0182-4953-a61e-5aa0e7a730bf tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.5594838 Jul 16 01:32:45.761929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb1c60cc-3913-4b4a-bc75-8151dffde77d req-5112975e-f51a-4724-a6f3-92b8487a3427 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188941 Jul 16 01:32:45.840095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ebbada1e-f568-4d94-a155-9fa54254b920 None None] Provisioning complete for port a87cd64c-bea4-4308-855b-bc394eaddd10 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.840095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ebbada1e-f568-4d94-a155-9fa54254b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.942933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.963630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ebbada1e-f568-4d94-a155-9fa54254b920 None None] Port a87cd64c-bea4-4308-855b-bc394eaddd10 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:45.999130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 17d86013-e598-47ae-a480-5eb73e4c993b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17d86013-e598-47ae-a480-5eb73e4c993b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:46.005125 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.117588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=17d86013-e598-47ae-a480-5eb73e4c993b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.182333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:46.213009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 172.20.0.5 (150ede74-4fb8-4f79-afd0-b35cf3905b36/85f6e030-5302-43f5-b964-26489d88f897/8f37a3e3-91b2-44ca-8f80-a31da849489a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:46.455941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f17aa92b-4b20-4c99-8a72-6ff9acd8dc15 req-70787874-5616-432a-a6b9-39299e70d76d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.0639331 Jul 16 01:32:46.515460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-08e4a13f-abae-40df-a7cb-838369ccb212 req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-977802530', 'description': 'tempest-description-904508540'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:46.567184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08e4a13f-abae-40df-a7cb-838369ccb212 req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.573678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:46.580372 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35db4759-50a0-46ec-b788-49a0e46c1fba admin admin] 10.222.0.42 "PUT /v2.0/routers/a641f59c-7f3a-4daa-91b3-8a91a47dd6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8316174 Jul 16 01:32:46.646634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.696615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object 8f37a3e3-91b2-44ca-8f80-a31da849489a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:46.783797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08e4a13f-abae-40df-a7cb-838369ccb212 req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.791631 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08e4a13f-abae-40df-a7cb-838369ccb212 req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.819196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.867743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66f9e6d-248c-4810-9dca-f3104f01b1fc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.900982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-08e4a13f-abae-40df-a7cb-838369ccb212 req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.922545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08e4a13f-abae-40df-a7cb-838369ccb212 req-2dd76606-08c9-4531-b962-7e2a2d00565e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4142759 Jul 16 01:32:46.959247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:46.964200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:46.987562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:47.110605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.169015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-a6c77634-dd03-4d0f-bc97-2ec9d6eb6fd5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2857063 Jul 16 01:32:47.187831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:47.188921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.205278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.238463 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-bea4be98-e956-4fab-8093-b63358951461 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0838957 Jul 16 01:32:47.258632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'admin_state_up': True, 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'security_groups': ['a98285c5-ccf7-48d3-a860-1a346207af48']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:47.456654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17d86013-e598-47ae-a480-5eb73e4c993b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:47.469837 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Sync routers for ids ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:47.494359 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Routers {'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:47.496678 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:47.694299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3cc1ebb2-2ea3-4b93-8c06-b301c1a003d8 None None] Provisioning for port 8f37a3e3-91b2-44ca-8f80-a31da849489a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:47.710186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3cc1ebb2-2ea3-4b93-8c06-b301c1a003d8 None None] Provisioning complete for port 8f37a3e3-91b2-44ca-8f80-a31da849489a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:47.711154 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ebb2-2ea3-4b93-8c06-b301c1a003d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.717206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 17d86013-e598-47ae-a480-5eb73e4c993b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:47.718204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.742386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:47.748929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.869221 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Set router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:47.928983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1ebb2-2ea3-4b93-8c06-b301c1a003d8 None None] Port 8f37a3e3-91b2-44ca-8f80-a31da849489a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:47.974826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1290641829'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:48.010282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ffb61-e0bb-483b-ab13-f1971aa49c62 req-e99669b8-c12b-42b5-ad9c-2b5bcbb14263 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.012263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a4ffb61-e0bb-483b-ab13-f1971aa49c62 req-e99669b8-c12b-42b5-ad9c-2b5bcbb14263 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.3987067 Jul 16 01:32:48.025261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.025752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.026558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.027233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.027716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.028231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.029435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.033739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ce717bfb-3279-4668-9a0d-6c3f6356b7b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.7293947 Jul 16 01:32:48.061508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1827d8-3604-44bb-9d1d-dd0385566eb0 req-d01c9593-c8c4-4999-9d55-20b8e9adc413 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.064372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b1827d8-3604-44bb-9d1d-dd0385566eb0 req-d01c9593-c8c4-4999-9d55-20b8e9adc413 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5528438 Jul 16 01:32:48.085814 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.153461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 10.1.1.231 (c4d4d4f9-6a22-423b-b677-10c36cab1991/faf8a261-2c3e-4fe4-a394-70ebf15a82f4/25a0d98a-760b-4af6-99dd-56f59266ced7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:48.219940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b1827d8-3604-44bb-9d1d-dd0385566eb0 req-214a61ba-110d-4545-b651-40fed45d5ee0 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1322887 Jul 16 01:32:48.233163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:48.243509 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.283512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a4ffb61-e0bb-483b-ab13-f1971aa49c62 req-9ff50857-2ab4-467a-a3f8-8726823fb40b tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451656 Jul 16 01:32:48.311581 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:43Z', 'revision_number': 4, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a87cd64c-bea4-4308-855b-bc394eaddd10', 'name': '', 'network_id': '4143a463-228a-42e1-8041-2d83a584964f', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'mac_address': 'fa:16:3e:bf:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:42Z', 'updated_at': '2021-07-16T01:32:43Z', 'revision_number': 2, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'subnets': [{'id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.495012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.498619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:48.515123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object 25a0d98a-760b-4af6-99dd-56f59266ced7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:48.549177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.552945 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Added segment 433c67ef-1185-4caa-926e-8c9bf8053c2f of type vlan for network 07bd544e-4347-4bfa-965a-801562bc8ffa Jul 16 01:32:48.607188 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Checking router: a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:48.608054 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Updating router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 port a87cd64c-bea4-4308-855b-bc394eaddd10 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:48.619915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.632755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.665159 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.701303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-ea35cbe5-7dc6-494c-9dc8-71e0dbd3128c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0 HTTP/1.1" status: 200 len: 1805 time: 0.3709476 Jul 16 01:32:48.701987 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.708234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.709104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.712337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0c838272-67d1-401e-a032-3fc9f701451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.712840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0c838272-67d1-401e-a032-3fc9f701451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.713310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0c838272-67d1-401e-a032-3fc9f701451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.714936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0c838272-67d1-401e-a032-3fc9f701451f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 2292 time: 0.6242702 Jul 16 01:32:48.747655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:48.763604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:48.766951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:48.784989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:48.822672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-9f5b447a-9f8d-4541-b023-78a48fcd4a9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1002 time: 0.0795617 Jul 16 01:32:48.887044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.888750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.915963 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-1db7a0ce-d1f9-4968-b2c2-0b73d74ef4b8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6698897 Jul 16 01:32:48.935349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'admin_state_up': True, 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'security_groups': ['a98285c5-ccf7-48d3-a860-1a346207af48']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:49.116404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:49.122650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-7e5d05a0-630a-48e2-b590-c50cc60edc85 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/e66f9e6d-248c-4810-9dca-f3104f01b1fc HTTP/1.1" status: 200 len: 1803 time: 0.4016259 Jul 16 01:32:49.123996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.178385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9713194 Jul 16 01:32:49.181354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50660) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:49.193474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'subnet': {'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:49.206985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0', 'remote_group_id': 'e66f9e6d-248c-4810-9dca-f3104f01b1fc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:49.207482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0', 'remote_group_id': 'e66f9e6d-248c-4810-9dca-f3104f01b1fc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:49.229193 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.243114 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Transition to ACTIVE for port object a87cd64c-bea4-4308-855b-bc394eaddd10 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:49.261274 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.269499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-6edafe39-57bb-412e-869b-c35d5d62f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.271739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-6edafe39-57bb-412e-869b-c35d5d62f752 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.3897262 Jul 16 01:32:49.272373 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aabf7148-f7f8-46b2-b4a2-e4ada071b24e None None] Provisioning for port 25a0d98a-760b-4af6-99dd-56f59266ced7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:49.282544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aabf7148-f7f8-46b2-b4a2-e4ada071b24e None None] Provisioning complete for port 25a0d98a-760b-4af6-99dd-56f59266ced7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:49.283005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabf7148-f7f8-46b2-b4a2-e4ada071b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.283443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740682b-b275-4b46-ba9c-b193afc81a2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Network': ['ID=07bd544e-4347-4bfa-965a-801562bc8ffa,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.358390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 07bd544e-4347-4bfa-965a-801562bc8ffa details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:49.498037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 10.1.1.110 (c4d4d4f9-6a22-423b-b677-10c36cab1991/faf8a261-2c3e-4fe4-a394-70ebf15a82f4/5178ecff-292b-41b8-8eac-e88a258bf3e6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:49.505634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:49.511140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.514813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190856e8-7e0e-4010-81c0-b2a945fc781e req-50f563db-9cac-49e3-9f2f-ac3a7673f840 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.545847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Pushing event updated for resources: {'Port': ['ID=a87cd64c-bea4-4308-855b-bc394eaddd10,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.557536 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.558053 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.558548 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.558985 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.559420 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.560085 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.560689 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.561122 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.561548 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.561988 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.563673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.564161 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.564392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-aabf7148-f7f8-46b2-b4a2-e4ada071b24e None None] Port 25a0d98a-760b-4af6-99dd-56f59266ced7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:49.568466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190856e8-7e0e-4010-81c0-b2a945fc781e req-50f563db-9cac-49e3-9f2f-ac3a7673f840 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.571402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-190856e8-7e0e-4010-81c0-b2a945fc781e req-50f563db-9cac-49e3-9f2f-ac3a7673f840 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 1653 time: 0.8466341 Jul 16 01:32:49.582306 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Attempting to bind port a87cd64c-bea4-4308-855b-bc394eaddd10 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:49.582814 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Attempting to bind port a87cd64c-bea4-4308-855b-bc394eaddd10 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:49.583597 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Attempting to bind port a87cd64c-bea4-4308-855b-bc394eaddd10 on network 4143a463-228a-42e1-8041-2d83a584964f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:49.590361 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:49.590847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Checking segment: {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:49.591320 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.591777 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Bound using segment: {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:49.592320 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Bound port: a87cd64c-bea4-4308-855b-bc394eaddd10, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cad632e-9520-444e-a5cf-7d51fcdd8a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4143a463-228a-42e1-8041-2d83a584964f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:49.592915 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.666238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.743869 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] For port a87cd64c-bea4-4308-855b-bc394eaddd10, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:49.753007 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] For port a87cd64c-bea4-4308-855b-bc394eaddd10, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a87cd64c-bea4-4308-855b-bc394eaddd10,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:49.757918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-401519a0-250e-4642-8df6-b9262fa0cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.760986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-401519a0-250e-4642-8df6-b9262fa0cd98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4592867 Jul 16 01:32:49.763535 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.784480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-190856e8-7e0e-4010-81c0-b2a945fc781e req-63d8d59a-9ca7-4d33-bc0c-44d5058fa8a4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721497 Jul 16 01:32:49.936615 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.941769 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Routers {'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:49.943125 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:32:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.951522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.955659 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415f30e-d348-417d-b6b8-f41477e1d6d2 None None] Pushing event updated for resources: {'Port': ['ID=a87cd64c-bea4-4308-855b-bc394eaddd10,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.187387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.219684 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] Set router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:50.221476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0b886-01fa-4a87-8a44-7e81942bec09 req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0626936 Jul 16 01:32:50.236983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19d1af-6f52-4b44-8b27-ba0da3f2dae4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54dd7fa-1f7a-4b98-aa7b-9686751341ef,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.265652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.302940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object 5178ecff-292b-41b8-8eac-e88a258bf3e6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:50.309419 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.386738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eeee7463-f2a6-41ca-a250-13a90a19b9cb req-f5b539a1-6222-49b6-bd26-2bbd65ff7311 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1217425 Jul 16 01:32:50.401397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-e39a7c94-48c2-4aa1-9912-b017ef675be8 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148937 Jul 16 01:32:50.481001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Subnet': ['ID=088360a9-422e-44d2-a1c9-837b47ad6e06,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.500293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4b14b955-5e1c-4fab-9131-117597e7cf1c req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252661123', 'description': 'tempest-description-1059909502'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:50.523984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.587450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b14b955-5e1c-4fab-9131-117597e7cf1c req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.652375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-4c369456-03ad-41d0-8f7a-b2849ead47cf service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429409 Jul 16 01:32:50.671765 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:43Z', 'revision_number': 4, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a87cd64c-bea4-4308-855b-bc394eaddd10', 'name': '', 'network_id': '4143a463-228a-42e1-8041-2d83a584964f', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'mac_address': 'fa:16:3e:bf:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:42Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 4, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'subnets': [{'id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:50.695686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Checking segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:50.696693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network hostable DHCP agents. Network: 07bd544e-4347-4bfa-965a-801562bc8ffa, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:50.703618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:50.717869 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16339f4a-bc45-42a7-b457-c705ba2269f5 None None] The sync data for ids ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'] in n-d-791506-20 is: [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:43Z', 'revision_number': 4, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a87cd64c-bea4-4308-855b-bc394eaddd10', 'name': '', 'network_id': '4143a463-228a-42e1-8041-2d83a584964f', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'mac_address': 'fa:16:3e:bf:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:42Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 4, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'subnets': [{'id': '2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:50.758053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:50.761640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:50.831518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-2e4546b1-82a9-44d0-abcf-4f26d25e4cec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 217 time: 0.1651666 Jul 16 01:32:50.970806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.988744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-4c66e9dc-8ab4-4190-a397-4078335c93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.989408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.990328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-4c66e9dc-8ab4-4190-a397-4078335c93af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1579885 Jul 16 01:32:50.990548 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.019212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 07bd544e-4347-4bfa-965a-801562bc8ffa is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:51.034723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 07bd544e-4347-4bfa-965a-801562bc8ffa) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:51.045585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c30721-29e2-46c0-aaa6-ab6f6856ee78 None None] Network 07bd544e-4347-4bfa-965a-801562bc8ffa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:51.068592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.073206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.103807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b14b955-5e1c-4fab-9131-117597e7cf1c req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.117294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b14b955-5e1c-4fab-9131-117597e7cf1c req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.133920 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-62cf52a3-82c4-4789-98e5-ec09813f5eef tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9470308 Jul 16 01:32:51.145663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-08cd8320-9f31-4c15-bbbf-033e5fa1b098 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2159915 Jul 16 01:32:51.153987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86', 'admin_state_up': True, 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'security_groups': ['a98285c5-ccf7-48d3-a860-1a346207af48']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:51.167031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50684) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.196342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2009673750'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:51.209661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b14b955-5e1c-4fab-9131-117597e7cf1c req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.224153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b14b955-5e1c-4fab-9131-117597e7cf1c req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7316356 Jul 16 01:32:51.298352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35966f6c-b7fa-447c-9799-6030a852ecbd tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dcd040-8361-4df3-9d32-54d0dd1c74b3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.336804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-5888f2b7-8ff1-4a2f-a0e3-d1f548e573cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.339034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-5888f2b7-8ff1-4a2f-a0e3-d1f548e573cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3406777 Jul 16 01:32:51.356149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:51.371331 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.445749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a87cd64c-bea4-4308-855b-bc394eaddd10 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:51.455501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:51.476243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.478297 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Added segment f065c8d9-56c1-4201-a0e7-f52cba7d2265 of type vlan for network 68e60718-2b89-4452-a9c4-bcbc8a825933 Jul 16 01:32:51.542801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.570022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1c1e4a8-2907-4cd9-bfdc-870d3ca7d0b5 None None] Provisioning for port 5178ecff-292b-41b8-8eac-e88a258bf3e6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:51.707218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1c1e4a8-2907-4cd9-bfdc-870d3ca7d0b5 None None] Provisioning complete for port 5178ecff-292b-41b8-8eac-e88a258bf3e6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:51.708135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e4a8-2907-4cd9-bfdc-870d3ca7d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.726791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-af5efe88-3e21-4ee9-b82f-bc11ff664173 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767200 Jul 16 01:32:51.752248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.780497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.781843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.863085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1e4a8-2907-4cd9-bfdc-870d3ca7d0b5 None None] Port 5178ecff-292b-41b8-8eac-e88a258bf3e6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:51.871380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-07bd544e-4347-4bfa-965a-801562bc8ffa', 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'fixed_ips': [{'subnet_id': '088360a9-422e-44d2-a1c9-837b47ad6e06'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:51.881734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.976738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Network': ['ID=68e60718-2b89-4452-a9c4-bcbc8a825933,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.017236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:52.022330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-fd2041d4-baa3-45e6-b17e-116008ac7ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536590 Jul 16 01:32:52.038821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:52.070733 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6e5a72c8-1c86-42d7-8dc8-f10a4ca89626 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8973892 Jul 16 01:32:52.090037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50698) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.097168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'subnet': {'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:52.244840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Allocated IP 19.80.0.2 (07bd544e-4347-4bfa-965a-801562bc8ffa/088360a9-422e-44d2-a1c9-837b47ad6e06/a59b696a-7e55-4069-be0b-d43e591dd212) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:52.278575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-5223478f-b731-4a2d-bf9e-e5bff241e406 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 217 time: 0.1841404 Jul 16 01:32:52.354838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.378654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-930448fe-f990-4cf1-aa99-18f62d266d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.380143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-930448fe-f990-4cf1-aa99-18f62d266d1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.0949731 Jul 16 01:32:52.399090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af6da-2f09-454e-9deb-908e50cf35c5 req-eaacfecf-7651-44b5-ad8e-b20a1327a993 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.409764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af6da-2f09-454e-9deb-908e50cf35c5 req-eaacfecf-7651-44b5-ad8e-b20a1327a993 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.415751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af6da-2f09-454e-9deb-908e50cf35c5 req-eaacfecf-7651-44b5-ad8e-b20a1327a993 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.426097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f88af6da-2f09-454e-9deb-908e50cf35c5 req-eaacfecf-7651-44b5-ad8e-b20a1327a993 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 2374 time: 0.3335483 Jul 16 01:32:52.436627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:52.451706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.467646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.479750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Transition to ACTIVE for port object a59b696a-7e55-4069-be0b-d43e591dd212 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:52.494922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c969cc-5e31-47af-a175-b993e7484756 req-3ac351ac-edd6-476e-a064-455f3059119f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.497696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Transition to ACTIVE for port object a59b696a-7e55-4069-be0b-d43e591dd212 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:52.505793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5c969cc-5e31-47af-a175-b993e7484756 req-3ac351ac-edd6-476e-a064-455f3059119f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.7775598 Jul 16 01:32:52.508156 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.559733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Network 07bd544e-4347-4bfa-965a-801562bc8ffa is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:52.561527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a87cd64c-bea4-4308-855b-bc394eaddd10 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:52.568347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a87cd64c-bea4-4308-855b-bc394eaddd10 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:52.568780 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.570020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f88af6da-2f09-454e-9deb-908e50cf35c5 req-8904c6f1-eb99-4397-98b7-4f9d0ef47a21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427326 Jul 16 01:32:52.614458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:52.617483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:52.632065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5c969cc-5e31-47af-a175-b993e7484756 req-facfb9a4-081b-4743-9a4e-b11a1e3f0e33 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238008 Jul 16 01:32:52.642633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e26ee671-f425-4abb-8748-fe8a719f445f req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1427620147', 'description': 'tempest-description-1009171647'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:52.645036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Pushing event updated for resources: {'Port': ['ID=a59b696a-7e55-4069-be0b-d43e591dd212,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.758324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-6df613b6-559b-4905-96af-31ec0c4ed5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.761154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-6df613b6-559b-4905-96af-31ec0c4ed5d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3249755 Jul 16 01:32:52.778414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Attempting to bind port a59b696a-7e55-4069-be0b-d43e591dd212 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:52.780020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Attempting to bind port a59b696a-7e55-4069-be0b-d43e591dd212 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:52.780020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Attempting to bind port a59b696a-7e55-4069-be0b-d43e591dd212 on network 07bd544e-4347-4bfa-965a-801562bc8ffa {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:52.799578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:52.799889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Checking segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:52.800282 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.801553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Bound using segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:52.802062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Bound port: a59b696a-7e55-4069-be0b-d43e591dd212, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:52.803727 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.833069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e26ee671-f425-4abb-8748-fe8a719f445f req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.932118 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.017072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a87cd64c-bea4-4308-855b-bc394eaddd10, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a87cd64c-bea4-4308-855b-bc394eaddd10,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:53.030568 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.034875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] For port a59b696a-7e55-4069-be0b-d43e591dd212, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:53.042363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] For port a59b696a-7e55-4069-be0b-d43e591dd212, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a59b696a-7e55-4069-be0b-d43e591dd212,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:53.050614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-6fef3fa4-48db-4935-af72-727a3f581f8f service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778692 Jul 16 01:32:53.182364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.188792 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.193148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a87cd64c-bea4-4308-855b-bc394eaddd10,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.285989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e26ee671-f425-4abb-8748-fe8a719f445f req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.297383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e26ee671-f425-4abb-8748-fe8a719f445f req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.352540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 10.2.2.100 (fdbd9d4d-0a83-44c3-a872-44727c363f86/df2db61e-6e4e-4f19-9a26-61fa021934b7/6982d992-999d-4a6c-90fb-0f9a2df8701a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:53.371247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92179b70-bd52-4dbf-86e5-8d026aa1b7e6 None None] Pushing event updated for resources: {'Port': ['ID=a59b696a-7e55-4069-be0b-d43e591dd212,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.377341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e26ee671-f425-4abb-8748-fe8a719f445f req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.392028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e26ee671-f425-4abb-8748-fe8a719f445f req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7903242 Jul 16 01:32:53.400388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-95a42810-390b-476b-8de8-6afe0ce8f535 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408754 Jul 16 01:32:53.403826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccd506-ae50-403d-b432-46b15016f619 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be50bca-ae4e-45cc-adaf-7820a9487868,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.513226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0d92b1f2-4e53-4bc2-a565-f0b3e735ce8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 217 time: 0.1015680 Jul 16 01:32:53.650980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-3d5f7e64-7544-41cb-a087-f5eaf61817ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.654900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-3d5f7e64-7544-41cb-a087-f5eaf61817ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1342385 Jul 16 01:32:53.689770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Subnet': ['ID=f6f3907a-2751-41c4-817a-ffcad615d0c1,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.853588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6aad0-9280-49b4-80ee-cf70d17fa78a req-ab6a9aba-1f15-445d-92e7-e71ffe221e45 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.864183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60c6aad0-9280-49b4-80ee-cf70d17fa78a req-ab6a9aba-1f15-445d-92e7-e71ffe221e45 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 0.2319057 Jul 16 01:32:53.911542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-edcfc674-1a42-48ba-ba89-f3bb9dfa7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.914458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-edcfc674-1a42-48ba-ba89-f3bb9dfa7e4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2124610 Jul 16 01:32:53.957122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.002090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object 6982d992-999d-4a6c-90fb-0f9a2df8701a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:54.061763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60c6aad0-9280-49b4-80ee-cf70d17fa78a req-7b7fe2e3-5956-454d-8f00-4dd4e45b1ccd tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/security-groups?id=b3ece29e-4b0c-43c1-b2f1-cb21a5836073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960669 Jul 16 01:32:54.067188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Checking segment: {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:54.067599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network hostable DHCP agents. Network: 68e60718-2b89-4452-a9c4-bcbc8a825933, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:54.121864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.178411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:54.195237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:54.242517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.257826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 68e60718-2b89-4452-a9c4-bcbc8a825933) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:54.266949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:54.271294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe62e6-16cf-4e7a-b4d1-894e032eb805 None None] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:54.292959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-061b4af0-983d-423b-bcc1-3288fb602069 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.305061 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-061b4af0-983d-423b-bcc1-3288fb602069 tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.23 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 945 time: 1.0330489 Jul 16 01:32:54.310968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-f8ff1c7c-fe78-46e7-a268-5a05a18189a2 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852797 Jul 16 01:32:54.325069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:54.331203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.332720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.515894 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b50e1ce1-8469-4080-a1a3-8bf824edb748 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4239416 Jul 16 01:32:54.583069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.772215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.773495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.953067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-49dd3853-bcc6-4f13-92e2-b26e2218ad3d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8059261 Jul 16 01:32:54.970761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-68e60718-2b89-4452-a9c4-bcbc8a825933', 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'fixed_ips': [{'subnet_id': 'f6f3907a-2751-41c4-817a-ffcad615d0c1'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:54.971409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.992893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86', 'admin_state_up': True, 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'security_groups': ['a98285c5-ccf7-48d3-a860-1a346207af48']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:55.180587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9ae36ac4-69b6-43c7-9805-ad8be8fa2dfa None None] Provisioning for port 6982d992-999d-4a6c-90fb-0f9a2df8701a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:55.188551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9ae36ac4-69b6-43c7-9805-ad8be8fa2dfa None None] Provisioning complete for port 6982d992-999d-4a6c-90fb-0f9a2df8701a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:55.188900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ae36ac4-69b6-43c7-9805-ad8be8fa2dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.195321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50730) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:55.267080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Deleting port a606c9cd-8c4b-48bd-8b36-28924b376dc9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:55.267577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.330131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ae36ac4-69b6-43c7-9805-ad8be8fa2dfa None None] Port 6982d992-999d-4a6c-90fb-0f9a2df8701a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:55.371360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Allocated IP 19.86.0.2 (68e60718-2b89-4452-a9c4-bcbc8a825933/f6f3907a-2751-41c4-817a-ffcad615d0c1/994ca6fc-212a-4124-8ae5-9faaae0b2611) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:55.547410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97714d14-c4a8-4ac7-ab20-6480b67a66a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.568377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-5a1bfdab-786a-4937-9843-e4dd0c959d3a tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/34dcd040-8361-4df3-9d32-54d0dd1c74b3 HTTP/1.1" status: 200 len: 1804 time: 1.3345258 Jul 16 01:32:55.647553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a59b696a-7e55-4069-be0b-d43e591dd212 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:55.664544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d051-853d-4f97-9950-190f2dab1182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.677940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Made reservation on behalf of 9d1405978b1d4042b83171da70b42dae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:55.683739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.698975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] For port a606c9cd-8c4b-48bd-8b36-28924b376dc9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a606c9cd-8c4b-48bd-8b36-28924b376dc9,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:55.699396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.793452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.804117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-8b0cb58d-967b-43a1-a580-0fad98c255a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/4be50bca-ae4e-45cc-adaf-7820a9487868 HTTP/1.1" status: 200 len: 1805 time: 0.2164972 Jul 16 01:32:55.808344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774cf84-d701-4e14-a278-437d1babd763 None None] Network 07bd544e-4347-4bfa-965a-801562bc8ffa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:55.813269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-868d58dc-7dae-41fd-b5a1-9a2e620a29c7 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4529483 Jul 16 01:32:55.816197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Transition to ACTIVE for port object 994ca6fc-212a-4124-8ae5-9faaae0b2611 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:55.823691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '34dcd040-8361-4df3-9d32-54d0dd1c74b3', 'remote_group_id': '4be50bca-ae4e-45cc-adaf-7820a9487868', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:55.824488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '34dcd040-8361-4df3-9d32-54d0dd1c74b3', 'remote_group_id': '4be50bca-ae4e-45cc-adaf-7820a9487868', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:55.833733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d051-853d-4f97-9950-190f2dab1182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.852710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d051-853d-4f97-9950-190f2dab1182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.872787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5490d-54ce-43f3-b5e0-95a2be80a883 req-2122b975-bc93-41e0-b103-5fd5719caadb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.879770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5490d-54ce-43f3-b5e0-95a2be80a883 req-2122b975-bc93-41e0-b103-5fd5719caadb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.888165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5490d-54ce-43f3-b5e0-95a2be80a883 req-2122b975-bc93-41e0-b103-5fd5719caadb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.892622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a59b696a-7e55-4069-be0b-d43e591dd212 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:55.895105 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1fa3d051-853d-4f97-9950-190f2dab1182 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04e064c5c8184973bf5b2a7142330c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878974 Jul 16 01:32:55.895922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5490d-54ce-43f3-b5e0-95a2be80a883 req-2122b975-bc93-41e0-b103-5fd5719caadb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.896287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Calling delete_port for a606c9cd-8c4b-48bd-8b36-28924b376dc9 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:55.898738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6c5490d-54ce-43f3-b5e0-95a2be80a883 req-2122b975-bc93-41e0-b103-5fd5719caadb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 3095 time: 0.5338361 Jul 16 01:32:55.904064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:55.905445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Transition to ACTIVE for port object 994ca6fc-212a-4124-8ae5-9faaae0b2611 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:55.911517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a87cd64c-bea4-4308-855b-bc394eaddd10 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:55.971333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] Provisioning for port a59b696a-7e55-4069-be0b-d43e591dd212 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:55.975565 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.012206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-928810ed-d211-475a-aa72-0d75af4d4232 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 217 time: 0.1778719 Jul 16 01:32:56.150470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] Provisioning complete for port a59b696a-7e55-4069-be0b-d43e591dd212 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:56.150842 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.189068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-b18a9b36-a19d-4c9b-944c-27ffc35c2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.191027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3d051-853d-4f97-9950-190f2dab1182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1131e029-880f-40a6-a6e8-1c1a4b5b840e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.191813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-b18a9b36-a19d-4c9b-944c-27ffc35c2763 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1510894 Jul 16 01:32:56.214904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6c5490d-54ce-43f3-b5e0-95a2be80a883 req-5a7c5117-770a-4a7d-bb87-26e532b9ef86 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192547 Jul 16 01:32:56.257619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-162e13e9-a33d-4f1c-865b-cedbc0889b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.257939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Allocated IP 10.2.2.200 (fdbd9d4d-0a83-44c3-a872-44727c363f86/df2db61e-6e4e-4f19-9a26-61fa021934b7/da263354-643f-4767-984b-124ad7cab1b5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:56.297690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:56.326136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Pushing event updated for resources: {'Port': ['ID=994ca6fc-212a-4124-8ae5-9faaae0b2611,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.339623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:56.357798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:56.383002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-162e13e9-a33d-4f1c-865b-cedbc0889b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.520991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97714d14-c4a8-4ac7-ab20-6480b67a66a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.572350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a87cd64c-bea4-4308-855b-bc394eaddd10 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:56.573190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.582484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97714d14-c4a8-4ac7-ab20-6480b67a66a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.598034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-fbdaca57-88b3-4db2-af02-236ebebc5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.600094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-fbdaca57-88b3-4db2-af02-236ebebc5e70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3807180 Jul 16 01:32:56.640683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Attempting to bind port 994ca6fc-212a-4124-8ae5-9faaae0b2611 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:56.641224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Attempting to bind port 994ca6fc-212a-4124-8ae5-9faaae0b2611 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:56.641842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Attempting to bind port 994ca6fc-212a-4124-8ae5-9faaae0b2611 on network 68e60718-2b89-4452-a9c4-bcbc8a825933 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:56.643410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.688249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:56.688976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Checking segment: {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:56.689527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.690026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Bound using segment: {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:56.691720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Bound port: 994ca6fc-212a-4124-8ae5-9faaae0b2611, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:56.691720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.695733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.812828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-65475187-52f4-436d-88e9-f41a449d8754 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763558 Jul 16 01:32:56.814757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.859837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] For port a59b696a-7e55-4069-be0b-d43e591dd212, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a59b696a-7e55-4069-be0b-d43e591dd212,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:56.900738 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.910334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Pushing event deleted for resources: {'Port': ['ID=a606c9cd-8c4b-48bd-8b36-28924b376dc9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.987920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-97714d14-c4a8-4ac7-ab20-6480b67a66a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c586480ff0445d58cdf9d11179e4052&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6981192 Jul 16 01:32:57.002171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:57.004235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Transition to ACTIVE for port object da263354-643f-4767-984b-124ad7cab1b5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:57.016230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-162e13e9-a33d-4f1c-865b-cedbc0889b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.021261 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-162e13e9-a33d-4f1c-865b-cedbc0889b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.024316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-162e13e9-a33d-4f1c-865b-cedbc0889b86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1131e029-880f-40a6-a6e8-1c1a4b5b840e HTTP/1.1" status: 204 len: 168 time: 1.1184685 Jul 16 01:32:57.026407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97714d14-c4a8-4ac7-ab20-6480b67a66a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcafec9-503e-4dcd-9e10-f01e03d05d7e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.044161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea66fb-68c0-4a60-b5b5-ccb7edfff072 None None] Pushing event updated for resources: {'Port': ['ID=a59b696a-7e55-4069-be0b-d43e591dd212,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.061147 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.081807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] For port 994ca6fc-212a-4124-8ae5-9faaae0b2611, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:57.084718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] No DVR routers for this DVR port a606c9cd-8c4b-48bd-8b36-28924b376dc9 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:57.098740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.103751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b09dbb0b-7c77-439e-844b-a6f3a85cfb1c req-ea4b4979-33e8-44de-b7f0-48b65997f68f tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.23 "DELETE /v2.0/ports/a606c9cd-8c4b-48bd-8b36-28924b376dc9 HTTP/1.1" status: 204 len: 173 time: 2.7462852 Jul 16 01:32:57.104785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'name': 'network-vif-deleted', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:57.109273 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86473224-b78b-411c-9b04-ab45cbac98b4" -d '{"events": [{"server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "name": "network-vif-deleted", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:57.123900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] For port 994ca6fc-212a-4124-8ae5-9faaae0b2611, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=994ca6fc-212a-4124-8ae5-9faaae0b2611,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:57.134696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.220188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.310242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.320794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.338706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7fcf-9770-4c35-af28-98824e5f5e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.577223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a606c9cd-8c4b-48bd-8b36-28924b376dc9 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:57.604793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e13e9-a33d-4f1c-865b-cedbc0889b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1131e029-880f-40a6-a6e8-1c1a4b5b840e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.686279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:57.686573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e8cea-0fbd-4dd9-89ef-51accd564bb1 req-5a397ef5-9077-46c6-bda3-1db7d5185146 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.689556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-358e8cea-0fbd-4dd9-89ef-51accd564bb1 req-5a397ef5-9077-46c6-bda3-1db7d5185146 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 1.2098217 Jul 16 01:32:57.693945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: a606c9cd-8c4b-48bd-8b36-28924b376dc9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:57.693945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a606c9cd-8c4b-48bd-8b36-28924b376dc9 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:57.697443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7fcf-9770-4c35-af28-98824e5f5e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.707689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442d84f-956e-4c19-a3bc-c77105b8857d None None] Pushing event updated for resources: {'Port': ['ID=994ca6fc-212a-4124-8ae5-9faaae0b2611,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.753264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:57.771504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:57.786436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a59b696a-7e55-4069-be0b-d43e591dd212 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:57.800387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afefa409-7d04-47da-ba50-18004f82dbc6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.828670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event updated for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.833094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.842536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffbecaec-332d-488e-99f8-70824a8c1e6a req-1aa73b01-aa6f-4342-8eb3-3509f6ad4fd3 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.0365119 Jul 16 01:32:58.083586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2cccebed-b94d-42db-993c-64964c6440d7 None None] Provisioning complete for port a59b696a-7e55-4069-be0b-d43e591dd212 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:58.084450 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cccebed-b94d-42db-993c-64964c6440d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.103630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-358e8cea-0fbd-4dd9-89ef-51accd564bb1 req-a3e8572c-445d-48e7-9be9-416cfdf67690 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230581 Jul 16 01:32:58.109460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-90ceb4ac-d500-4215-927b-ec22fd61da98 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2886927 Jul 16 01:32:58.147927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.153136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.193849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7fcf-9770-4c35-af28-98824e5f5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.201411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7fcf-9770-4c35-af28-98824e5f5e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.203438 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b0fc7fcf-9770-4c35-af28-98824e5f5e9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fcafec9-503e-4dcd-9e10-f01e03d05d7e HTTP/1.1" status: 204 len: 168 time: 1.1939578 Jul 16 01:32:58.256856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc7fcf-9770-4c35-af28-98824e5f5e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcafec9-503e-4dcd-9e10-f01e03d05d7e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.262702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a59b696a-7e55-4069-be0b-d43e591dd212 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:58.263233 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.271962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-3953d573-6f68-404e-ac68-9236a11aa893 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3054240 Jul 16 01:32:58.300851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.402189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.452095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0c171c82-076a-4522-95f7-9f13524768fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.3295686 Jul 16 01:32:58.634977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.739801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-e4c7b0dc-d65a-4ac1-9cd5-1e590a2cd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.745947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-e4c7b0dc-d65a-4ac1-9cd5-1e590a2cd7f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.2570057 Jul 16 01:32:58.756727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.830843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-76a5cab6-3f61-4c79-b6e3-af791c8dc32a None None] Provisioning for port da263354-643f-4767-984b-124ad7cab1b5 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:58.845702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-76a5cab6-3f61-4c79-b6e3-af791c8dc32a None None] Provisioning complete for port da263354-643f-4767-984b-124ad7cab1b5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:58.846238 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76a5cab6-3f61-4c79-b6e3-af791c8dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.940760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-76a5cab6-3f61-4c79-b6e3-af791c8dc32a None None] Port da263354-643f-4767-984b-124ad7cab1b5 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:59.123359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f07ea79d-0289-49cc-aed5-1caf7b72e265 req-053a6e17-63ce-410d-b0e7-439efb73907e tempest-FloatingIPsAssociationNegativeTestJSON-349481521 tempest-FloatingIPsAssociationNegativeTestJSON-349481521-project] 10.222.0.42 "GET /v2.0/ports?device_id=b412b62d-af42-425f-bfb9-ec68632d9b2c HTTP/1.1" status: 200 len: 210 time: 0.2364075 Jul 16 01:32:59.314405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ad732d38-094d-41e1-aee8-d1eb23baffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.316945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-ad732d38-094d-41e1-aee8-d1eb23baffd3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5309241 Jul 16 01:32:59.358830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f37a3e3-91b2-44ca-8f80-a31da849489a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:59.396342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-c2491436-9975-4369-ba20-92c54b7ab4cf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.402229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.404154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-c2491436-9975-4369-ba20-92c54b7ab4cf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.413332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-c2491436-9975-4369-ba20-92c54b7ab4cf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/networks?id=07bd544e-4347-4bfa-965a-801562bc8ffa&id=68e60718-2b89-4452-a9c4-bcbc8a825933&id=07bd544e-4347-4bfa-965a-801562bc8ffa HTTP/1.1" status: 200 len: 1392 time: 0.9583180 Jul 16 01:32:59.439783 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac34c4-039c-473d-8517-61febc3bf118 x-openstack-request-id: req-caac34c4-039c-473d-8517-61febc3bf118 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:59.440199 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b412b62d-af42-425f-bfb9-ec68632d9b2c", "name": "network-vif-deleted", "tag": "a606c9cd-8c4b-48bd-8b36-28924b376dc9", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:59.440612 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caac34c4-039c-473d-8517-61febc3bf118 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:59.441298 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b412b62d-af42-425f-bfb9-ec68632d9b2c', 'name': 'network-vif-deleted', 'tag': 'a606c9cd-8c4b-48bd-8b36-28924b376dc9', 'status': 'completed', 'code': 200} Jul 16 01:32:59.450188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-87662a2b-4e6f-4716-bb41-70eb00c060e6 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/quotas/26a9792d215c4febb516ea66fdf0cfe3 HTTP/1.1" status: 200 len: 375 time: 0.0343792 Jul 16 01:32:59.468629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Transition to ACTIVE for port object 8f37a3e3-91b2-44ca-8f80-a31da849489a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:59.475784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.809008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 994ca6fc-212a-4124-8ae5-9faaae0b2611 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:59.810308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Pushing event updated for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.928134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01878480-1922-4fdd-a147-5c4cce30735f None None] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:59.958623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Attempting to bind port 8f37a3e3-91b2-44ca-8f80-a31da849489a on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:59.959171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Attempting to bind port 8f37a3e3-91b2-44ca-8f80-a31da849489a by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:59.959714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Attempting to bind port 8f37a3e3-91b2-44ca-8f80-a31da849489a on network 150ede74-4fb8-4f79-afd0-b35cf3905b36 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.971215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Port 8f37a3e3-91b2-44ca-8f80-a31da849489a on network 150ede74-4fb8-4f79-afd0-b35cf3905b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:59.971573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Attempting to bind port 8f37a3e3-91b2-44ca-8f80-a31da849489a on network 150ede74-4fb8-4f79-afd0-b35cf3905b36 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.987050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:59.987334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Checking segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.987682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Bound using segment: {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:59.988128 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Bound port: 8f37a3e3-91b2-44ca-8f80-a31da849489a, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f834ec-7e86-4ea6-bc41-78bc9f7966ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:59.988526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.999655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.006534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-fea04dcc-ea3a-4542-a907-5dcd0cbf177a service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606820 Jul 16 01:33:00.017560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.217356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:00.225134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:00.242874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.263492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-131dda59-441f-45f6-b6fc-662819b477cb tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7981095 Jul 16 01:33:00.299719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-0ad0e47e-55b9-4bba-b58d-48b8431164cb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.322426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-0ad0e47e-55b9-4bba-b58d-48b8431164cb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.333697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-0ad0e47e-55b9-4bba-b58d-48b8431164cb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.345493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-0ad0e47e-55b9-4bba-b58d-48b8431164cb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.356745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-0ad0e47e-55b9-4bba-b58d-48b8431164cb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.370266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-0ad0e47e-55b9-4bba-b58d-48b8431164cb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 3828 time: 0.8751059 Jul 16 01:33:00.374949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a7a744a9-52d4-4cc1-8f9d-e7bb8f551cb9 None None] Provisioning for port 994ca6fc-212a-4124-8ae5-9faaae0b2611 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:00.458065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.459912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.470222 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 1092 time: 2.1834207 Jul 16 01:33:00.535627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:00.539946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d3ae1b-5961-4a33-8248-4ec79e7c5672,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.558206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 994ca6fc-212a-4124-8ae5-9faaae0b2611 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:00.596389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 994ca6fc-212a-4124-8ae5-9faaae0b2611 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:00.597748 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.651460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-5fddb216-4cd2-474b-b23f-13d2dec4bb5e service neutron] 10.222.0.42 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725146 Jul 16 01:33:00.663038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54ce1afa0d81402cba324a0f331f2cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2523737 Jul 16 01:33:00.800268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.841466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.851684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.852163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.852775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.853219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.853677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.854095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.854530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.855015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.855445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.856682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.857134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.857568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeba5f-f9f0-440a-83ae-d3405016241c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:00.865052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674f13-32c4-48d0-9583-4248ac90e460 service neutron] Pushing event updated for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.907313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.949915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98d1f855-70a4-4682-a945-1f1c537fbb20 req-2677972c-b3fe-4450-9239-3157bee66760 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781565 Jul 16 01:33:01.051987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 994ca6fc-212a-4124-8ae5-9faaae0b2611, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=994ca6fc-212a-4124-8ae5-9faaae0b2611,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:01.071517 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.157778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23315c66-8943-4f8d-b6de-3c705419988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.177060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=994ca6fc-212a-4124-8ae5-9faaae0b2611,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.196645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-0c08baa3-b04c-4326-91eb-e5451cf54840 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1740549 Jul 16 01:33:01.279171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-d80556c8-802d-470e-97d4-d48fc7e2d5f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.0683715 Jul 16 01:33:01.302873 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23315c66-8943-4f8d-b6de-3c705419988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.350685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c0b60dac-1edb-4c86-b3f1-5b32ef14d5c6 None None] Provisioning complete for port 994ca6fc-212a-4124-8ae5-9faaae0b2611 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.351495 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0b60dac-1edb-4c86-b3f1-5b32ef14d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.367883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-0db7a7d8-f104-4090-a3d6-82bde359cbd6 service neutron] 10.222.0.42 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146814 Jul 16 01:33:01.453494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac85c4f0-2199-4149-ab6a-082582ff1b79 req-43b22dcd-14df-418b-b6e1-a7f6195e2672 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/4be50bca-ae4e-45cc-adaf-7820a9487868 HTTP/1.1" status: 200 len: 1805 time: 0.3129523 Jul 16 01:33:01.464192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:01.466677 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f43e1-402d-466a-b219-8ed473c21dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:01.513760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-c8fb7755-689a-4e62-8a26-0003a483da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.519409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-c8fb7755-689a-4e62-8a26-0003a483da50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.2198124 Jul 16 01:33:01.659522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 994ca6fc-212a-4124-8ae5-9faaae0b2611 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:01.690104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-6c4ed5ea-6a29-4297-bc03-26687fb9b9d7 service neutron] 10.222.0.42 "GET /v2.0/networks/68e60718-2b89-4452-a9c4-bcbc8a825933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213494 Jul 16 01:33:01.796756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 994ca6fc-212a-4124-8ae5-9faaae0b2611 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.797396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.896669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23315c66-8943-4f8d-b6de-3c705419988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.916558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23315c66-8943-4f8d-b6de-3c705419988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.921540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-23315c66-8943-4f8d-b6de-3c705419988e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36d3ae1b-5961-4a33-8248-4ec79e7c5672 HTTP/1.1" status: 204 len: 168 time: 1.1140807 Jul 16 01:33:01.941878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac85c4f0-2199-4149-ab6a-082582ff1b79 req-4c5b3f4f-0cd8-403c-bca2-2b16c04578e8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.951657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23315c66-8943-4f8d-b6de-3c705419988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d3ae1b-5961-4a33-8248-4ec79e7c5672,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.092533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac85c4f0-2199-4149-ab6a-082582ff1b79 req-4c5b3f4f-0cd8-403c-bca2-2b16c04578e8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.102168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-6fafdb6a-fdc7-48c5-96a1-81eb89ce7620 service neutron] 10.222.0.42 "GET /v2.0/networks/68e60718-2b89-4452-a9c4-bcbc8a825933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947339 Jul 16 01:33:02.223614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-51dfcee0-9e4f-4821-aa14-f60f4cad911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.225539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-51dfcee0-9e4f-4821-aa14-f60f4cad911e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5310874 Jul 16 01:33:02.258913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634b005a-746d-4eac-89fb-5f40d38c0c9c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:02.278552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.337679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Transition to ACTIVE for port object 634b005a-746d-4eac-89fb-5f40d38c0c9c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:02.345123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.586827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-d42cbe67-5aa9-495f-99b1-92829723d807 service neutron] 10.222.0.42 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580016 Jul 16 01:33:02.591514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac85c4f0-2199-4149-ab6a-082582ff1b79 req-4c5b3f4f-0cd8-403c-bca2-2b16c04578e8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.604193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ac85c4f0-2199-4149-ab6a-082582ff1b79 req-4c5b3f4f-0cd8-403c-bca2-2b16c04578e8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.606160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac85c4f0-2199-4149-ab6a-082582ff1b79 req-4c5b3f4f-0cd8-403c-bca2-2b16c04578e8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/4be50bca-ae4e-45cc-adaf-7820a9487868 HTTP/1.1" status: 204 len: 173 time: 1.0855379 Jul 16 01:33:02.627289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Pushing event updated for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.636947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-c273902e-048b-40f8-90ce-586118d510eb service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884449 Jul 16 01:33:02.717143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Attempting to bind port 634b005a-746d-4eac-89fb-5f40d38c0c9c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:02.717447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Attempting to bind port 634b005a-746d-4eac-89fb-5f40d38c0c9c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:02.718176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Attempting to bind port 634b005a-746d-4eac-89fb-5f40d38c0c9c on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:02.731160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Port 634b005a-746d-4eac-89fb-5f40d38c0c9c on network c4d4d4f9-6a22-423b-b677-10c36cab1991 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:02.731524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Attempting to bind port 634b005a-746d-4eac-89fb-5f40d38c0c9c on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:02.739837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:02.740212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Checking segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:02.740631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Bound using segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:02.741134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Bound port: 634b005a-746d-4eac-89fb-5f40d38c0c9c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:02.741502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.770352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b3f4f-0cd8-403c-bca2-2b16c04578e8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be50bca-ae4e-45cc-adaf-7820a9487868,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.861896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:02.870441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:02.900023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.057144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Pushing event updated for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:03.063098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c4d225-951f-45f6-af86-2ba19f744c10 req-e721ec9a-8d80-4d75-9384-e6b7df2bd1aa service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839438 Jul 16 01:33:03.069530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.070888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.074114 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-55a7b47f-c52a-444a-bb3f-91d318a32c04 service neutron] 10.222.0.13 "PUT /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 1136 time: 2.5647361 Jul 16 01:33:03.084751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-4976723e-fdde-4a0d-aa8a-fd7f702047e3 service neutron] 10.222.0.42 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738340 Jul 16 01:33:03.121565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:03.431842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.044488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e11d95-906c-42dc-adc2-eafb45b5fd5d req-55ceb098-a6c0-4622-ac3a-17bc06a1c328 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.048821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75e11d95-906c-42dc-adc2-eafb45b5fd5d req-55ceb098-a6c0-4622-ac3a-17bc06a1c328 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.3841479 Jul 16 01:33:04.216603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75e11d95-906c-42dc-adc2-eafb45b5fd5d req-f1358ffb-1600-4459-b928-6e93a5f175f1 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545677 Jul 16 01:33:04.302240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:04.385769 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2d4e71-c372-4cae-887c-c70e95cf27e4 x-openstack-request-id: req-9f2d4e71-c372-4cae-887c-c70e95cf27e4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:04.386251 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:04.388301 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f2d4e71-c372-4cae-887c-c70e95cf27e4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:04.388991 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'status': 'completed', 'code': 200} Jul 16 01:33:04.494670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f47764-ed73-47a2-9d6c-f083ae1e1e59 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:04.512346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.539049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Transition to ACTIVE for port object 82f47764-ed73-47a2-9d6c-f083ae1e1e59 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:04.546587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.917749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.075428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Attempting to bind port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:05.083385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Attempting to bind port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:05.084014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Attempting to bind port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:05.096010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:05.096842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Attempting to bind port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:05.110262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:05.110621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Checking segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:05.111020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Bound using segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:05.111479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Bound port: 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:05.111846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.263992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:05.272468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:05.283670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.380937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.381533 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.383662 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] 10.222.0.13 "PUT /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 1137 time: 2.2732465 Jul 16 01:33:05.445392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:05.551584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b02a2-fc20-45b1-8c1d-2a4e4fac5a21 service neutron] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.666983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.826281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50874) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.970425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a437dbfa-c63c-4bf0-a3ce-69d78f160519 req-be7aae6e-4e88-4eed-b713-e414fc9a54de tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/34dcd040-8361-4df3-9d32-54d0dd1c74b3 HTTP/1.1" status: 200 len: 1804 time: 1.5333226 Jul 16 01:33:06.063697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc664-4c01-4dd1-b4c0-48ed0a59ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.088575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.089139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.089612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.090133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.090593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.091055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.093596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-129710a9-2a3f-4577-a6f8-5868e40f9846 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5293 time: 1.6430204 Jul 16 01:33:06.312374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f96e78f3-0243-4810-822c-956483984485 req-9224cea3-8cee-4daa-906a-e8f51520ba67 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 210 time: 0.0877812 Jul 16 01:33:06.337156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.345465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.353191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.367368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.385053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.391939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.404885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.429056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-774f6fad-ffa1-40d1-b98e-83f1bcfd8570 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5383 time: 1.7018547 Jul 16 01:33:06.430717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc664-4c01-4dd1-b4c0-48ed0a59ea10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.579239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '634b005a-746d-4eac-89fb-5f40d38c0c9c'}, {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '82f47764-ed73-47a2-9d6c-f083ae1e1e59'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:06.586860 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c076013-1fca-43b8-9dd1-622854db72f1" -d '{"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "634b005a-746d-4eac-89fb-5f40d38c0c9c"}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "82f47764-ed73-47a2-9d6c-f083ae1e1e59"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:06.600870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc664-4c01-4dd1-b4c0-48ed0a59ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.672862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7397636d-b793-4410-b1e5-147e156ad9b5 req-f778692d-75ab-4109-afe9-4e9892f5623e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2427564 Jul 16 01:33:06.717211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cc664-4c01-4dd1-b4c0-48ed0a59ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e620e57-36ac-4ef2-9adf-7a63fdfa5e82,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.728628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-263712c4-35b2-4ccf-9b01-7a4bba917ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.728837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-263712c4-35b2-4ccf-9b01-7a4bba917ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.729197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-263712c4-35b2-4ccf-9b01-7a4bba917ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.730778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-263712c4-35b2-4ccf-9b01-7a4bba917ed4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6218371 Jul 16 01:33:06.742643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3181e922-c852-47a5-a4c5-bc30e42b43d4 req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1742481987', 'description': 'tempest-description-426800045'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:06.856459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4c0cc664-4c01-4dd1-b4c0-48ed0a59ea10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1070e4d9782f49f2bd6b76a5a31e932b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0286283 Jul 16 01:33:06.860879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50894) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.877389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3181e922-c852-47a5-a4c5-bc30e42b43d4 req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.886137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-7b7fc866-84e8-4cec-a734-1fcc82a2cb3f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.898248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-7b7fc866-84e8-4cec-a734-1fcc82a2cb3f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.900313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-7b7fc866-84e8-4cec-a734-1fcc82a2cb3f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "GET /v2.0/networks?id=07bd544e-4347-4bfa-965a-801562bc8ffa&id=68e60718-2b89-4452-a9c4-bcbc8a825933&id=07bd544e-4347-4bfa-965a-801562bc8ffa HTTP/1.1" status: 200 len: 1392 time: 0.3683527 Jul 16 01:33:06.918953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a0d98a-760b-4af6-99dd-56f59266ced7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:06.943583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'port': {'device_id': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa', 'admin_state_up': True, 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:06.959606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.001608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b41798f3-3989-4794-870e-bb1df6f729b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.026928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Transition to ACTIVE for port object 25a0d98a-760b-4af6-99dd-56f59266ced7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:07.054270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.068496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b41798f3-3989-4794-870e-bb1df6f729b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.097292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-5286dd60-c31c-44e1-8359-bbbecfcbd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.099413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b98f43e1-402d-466a-b219-8ed473c21dfe req-5286dd60-c31c-44e1-8359-bbbecfcbd993 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519435 Jul 16 01:33:07.189551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.296064 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b41798f3-3989-4794-870e-bb1df6f729b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.301371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b41798f3-3989-4794-870e-bb1df6f729b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.305864 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b41798f3-3989-4794-870e-bb1df6f729b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e620e57-36ac-4ef2-9adf-7a63fdfa5e82 HTTP/1.1" status: 204 len: 168 time: 0.4413080 Jul 16 01:33:07.306835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa652b-524d-4eea-80a5-a80a7317746e req-faff3e0b-d744-48a9-80bc-0b904d111eb3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.309249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9baa652b-524d-4eea-80a5-a80a7317746e req-faff3e0b-d744-48a9-80bc-0b904d111eb3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.4046881 Jul 16 01:33:07.323347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.344301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Attempting to bind port 25a0d98a-760b-4af6-99dd-56f59266ced7 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:07.345089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Attempting to bind port 25a0d98a-760b-4af6-99dd-56f59266ced7 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:07.345493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Attempting to bind port 25a0d98a-760b-4af6-99dd-56f59266ced7 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:07.350941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41798f3-3989-4794-870e-bb1df6f729b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e620e57-36ac-4ef2-9adf-7a63fdfa5e82,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.355509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Port 25a0d98a-760b-4af6-99dd-56f59266ced7 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:07.355959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Attempting to bind port 25a0d98a-760b-4af6-99dd-56f59266ced7 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:07.377195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:07.377568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Checking segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:07.377952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Bound using segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:07.378395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Bound port: 25a0d98a-760b-4af6-99dd-56f59266ced7, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:07.378776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.412629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.422774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3181e922-c852-47a5-a4c5-bc30e42b43d4 req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.487284 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3181e922-c852-47a5-a4c5-bc30e42b43d4 req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.499292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:07.503619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.515775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9baa652b-524d-4eea-80a5-a80a7317746e req-ae63f8c2-90a1-4fd0-927f-fa22f17ceeeb tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917894 Jul 16 01:33:07.632776 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5de23a-30c1-47f4-ace7-4a7e70d3026c x-openstack-request-id: req-dc5de23a-30c1-47f4-ace7-4a7e70d3026c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:07.633606 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "634b005a-746d-4eac-89fb-5f40d38c0c9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "82f47764-ed73-47a2-9d6c-f083ae1e1e59", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:07.635072 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc5de23a-30c1-47f4-ace7-4a7e70d3026c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:07.635651 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '634b005a-746d-4eac-89fb-5f40d38c0c9c', 'status': 'completed', 'code': 200} Jul 16 01:33:07.636213 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '82f47764-ed73-47a2-9d6c-f083ae1e1e59', 'status': 'completed', 'code': 200} Jul 16 01:33:07.658672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3181e922-c852-47a5-a4c5-bc30e42b43d4 req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.665013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3181e922-c852-47a5-a4c5-bc30e42b43d4 req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9304428 Jul 16 01:33:07.665829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:07.675725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=25a0d98a-760b-4af6-99dd-56f59266ced7,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:07.697367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.829520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfd04f-c7dc-4fd9-a7a7-127b1224306d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e3e694-96e8-4d65-922f-66760bc8fa83,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.836955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.837770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.840109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] 10.222.0.13 "PUT /v2.0/ports/25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 200 len: 1092 time: 2.4087837 Jul 16 01:33:07.958002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:07.982835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-783c7d12-cf23-4023-bde7-1aa781323f64 req-594340c4-032d-45ba-abef-d357a4dfa68f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 210 time: 0.0952156 Jul 16 01:33:08.078524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1739e9b-6289-4b73-ac74-1adcdbdc3fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.221638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.243994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Allocated IP 19.80.0.160 (07bd544e-4347-4bfa-965a-801562bc8ffa/088360a9-422e-44d2-a1c9-837b47ad6e06/02c1197b-8d0e-4bb0-b3cb-15ecca868953) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:08.283832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.284312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.285109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.285279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.285906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.286725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.287210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.289411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-25f8e17c-be2f-4f6a-9d6e-3bff3ab6daa5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6291 time: 0.5461874 Jul 16 01:33:08.412146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50912) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.477654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11713f35-90bd-4e94-bc39-d78a4d67f429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.636312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-3cc6331e-89ec-48c8-a555-280e5390b19f tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071529 Jul 16 01:33:08.775429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11713f35-90bd-4e94-bc39-d78a4d67f429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.782258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11713f35-90bd-4e94-bc39-d78a4d67f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.854071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5178ecff-292b-41b8-8eac-e88a258bf3e6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:08.863441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11713f35-90bd-4e94-bc39-d78a4d67f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c799552-016b-4eda-b1a0-8934c4ab731c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.867997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.872387 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-11713f35-90bd-4e94-bc39-d78a4d67f429 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31c75c26c19f45af915a53f7afc73803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558997 Jul 16 01:33:08.877910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.908168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Transition to ACTIVE for port object 5178ecff-292b-41b8-8eac-e88a258bf3e6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:08.920633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.022752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Pushing event updated for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.028642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a48b410-bcf8-4c0f-b7d7-dd3c2003ca95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.105421 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a48b410-bcf8-4c0f-b7d7-dd3c2003ca95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.163989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Attempting to bind port 5178ecff-292b-41b8-8eac-e88a258bf3e6 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:09.164326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Attempting to bind port 5178ecff-292b-41b8-8eac-e88a258bf3e6 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:09.164693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Attempting to bind port 5178ecff-292b-41b8-8eac-e88a258bf3e6 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:09.170522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Port 5178ecff-292b-41b8-8eac-e88a258bf3e6 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:09.171006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Attempting to bind port 5178ecff-292b-41b8-8eac-e88a258bf3e6 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:09.178248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:09.178601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Checking segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:09.178986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Bound using segment: {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:09.179397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Bound port: 5178ecff-292b-41b8-8eac-e88a258bf3e6, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5566076b-b5d0-4a01-bc3a-ef0a61f38140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:09.179844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.229477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a48b410-bcf8-4c0f-b7d7-dd3c2003ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.234056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a48b410-bcf8-4c0f-b7d7-dd3c2003ca95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.236236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a48b410-bcf8-4c0f-b7d7-dd3c2003ca95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c799552-016b-4eda-b1a0-8934c4ab731c HTTP/1.1" status: 204 len: 168 time: 0.3568604 Jul 16 01:33:09.254924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48b410-bcf8-4c0f-b7d7-dd3c2003ca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c799552-016b-4eda-b1a0-8934c4ab731c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.298746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:09.306262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:09.315032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.430355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Pushing event updated for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.481869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.484139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.488909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-a3eb5d01-ffaf-4f5e-81b9-9837ede06413 service neutron] 10.222.0.13 "PUT /v2.0/ports/5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 200 len: 1092 time: 1.5934112 Jul 16 01:33:09.535818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.542213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-61c08121-adbe-4437-b636-481ce37f0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.543395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:09.543596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-61c08121-adbe-4437-b636-481ce37f0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.543785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-61c08121-adbe-4437-b636-481ce37f0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.546569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-61c08121-adbe-4437-b636-481ce37f0330 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2436326 Jul 16 01:33:09.638385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7'}, {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:09.647231 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9eac80-c85a-4b99-a2a2-514c1002ec94" -d '{"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7"}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:09.678793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-2659b1ed-316e-4e4b-aa2f-2014eecf5254 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.691944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-2659b1ed-316e-4e4b-aa2f-2014eecf5254 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0528858 Jul 16 01:33:09.773495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Transition to ACTIVE for port object 02c1197b-8d0e-4bb0-b3cb-15ecca868953 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:09.784160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.787259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-4fcf14ef-ce05-4166-9be5-bef98d0d162b tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/quotas/e0fb545c41ef4fb48cbfe196b040d13e HTTP/1.1" status: 200 len: 375 time: 0.0940716 Jul 16 01:33:09.797307 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-7c4b181c-4f7c-4adb-b777-202f1335f5fb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/15e3e694-96e8-4d65-922f-66760bc8fa83 HTTP/1.1" status: 200 len: 1804 time: 0.9754717 Jul 16 01:33:09.810018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15e3e694-96e8-4d65-922f-66760bc8fa83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:09.810330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15e3e694-96e8-4d65-922f-66760bc8fa83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:09.916272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-05edccc8-975f-4d7b-94b9-fa9aa8a518a2 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998163 Jul 16 01:33:09.972260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Deleting port a4159286-70f4-47ed-aa55-0663c926b6fc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:09.972823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.055882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-bbebfd6e-8529-4c97-a0ac-9ef355981083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.058659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-bbebfd6e-8529-4c97-a0ac-9ef355981083 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4357419 Jul 16 01:33:10.065425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a729fe7-6d13-4350-a0c0-dd2309023005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.072722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.270565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-8e49d84f-97a4-4610-82a2-eab030c04670 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.286077 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-8e49d84f-97a4-4610-82a2-eab030c04670 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 946 time: 0.3564351 Jul 16 01:33:10.343864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Port': ['ID=02c1197b-8d0e-4bb0-b3cb-15ecca868953,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.351911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.416446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.455052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 07bd544e-4347-4bfa-965a-801562bc8ffa is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:10.460660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.528531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:10.570662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:10.597700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a7cb51-8cba-42d7-96d0-717d3220e1a8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.635674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.643621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015939e9-e472-4247-a9a5-5f23e5527ab0 req-1dc88b9a-a984-4388-b5f0-52658e5c24a1 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8448200 Jul 16 01:33:10.735156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] For port a4159286-70f4-47ed-aa55-0663c926b6fc, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a4159286-70f4-47ed-aa55-0663c926b6fc,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:10.735799 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.763642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6982d992-999d-4a6c-90fb-0f9a2df8701a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:10.799241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Calling delete_port for a4159286-70f4-47ed-aa55-0663c926b6fc owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:10.803757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.807090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port 3997db92-01fc-4bcc-b66e-88b323d15ec9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:10.807475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.859181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.875197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Transition to ACTIVE for port object 6982d992-999d-4a6c-90fb-0f9a2df8701a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:10.875536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.950576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.951578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.953230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.953997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.954819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.955853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.956995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.961386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-010e6865-c8fd-4d46-a73a-68721c4d863a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6359 time: 0.7298188 Jul 16 01:33:10.976871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-72c12e4c-b4ad-4a8c-9028-4fb0c7d2dabe tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0573840 Jul 16 01:33:10.998143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port 3997db92-01fc-4bcc-b66e-88b323d15ec9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3997db92-01fc-4bcc-b66e-88b323d15ec9,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:11.000082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.027662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1f3c7a07-b350-441c-9e42-95ad6a67950f None None] Provisioning for port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:11.036793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1f3c7a07-b350-441c-9e42-95ad6a67950f None None] Provisioning complete for port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:11.037432 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7a07-b350-441c-9e42-95ad6a67950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.045388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'port': {'device_id': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933', 'admin_state_up': True, 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:11.070091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for 3997db92-01fc-4bcc-b66e-88b323d15ec9 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:11.175463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c7a07-b350-441c-9e42-95ad6a67950f None None] Port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:11.187241 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.220357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.228104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.236360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.247318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.261668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.272638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.282800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.302035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30c564f7-53a3-465b-861e-39eb280bab0f req-dee5162e-35ae-44b7-a8b3-e2096c2fdd21 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5407 time: 0.8630118 Jul 16 01:33:11.342214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Pushing event updated for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.593478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.630522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3997db92-01fc-4bcc-b66e-88b323d15ec9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:11.861490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b94d3-7f43-4718-9b39-fefef1b957b7 req-5d3141be-0e8b-49b2-8cd6-bf03226d29c8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.874777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-490b94d3-7f43-4718-9b39-fefef1b957b7 req-5d3141be-0e8b-49b2-8cd6-bf03226d29c8 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=afb7de3e-6a03-4140-8923-8d6911bb9a06 HTTP/1.1" status: 200 len: 867 time: 0.9099660 Jul 16 01:33:11.887097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Attempting to bind port 6982d992-999d-4a6c-90fb-0f9a2df8701a on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:11.888224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Attempting to bind port 6982d992-999d-4a6c-90fb-0f9a2df8701a by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:11.888733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Attempting to bind port 6982d992-999d-4a6c-90fb-0f9a2df8701a on network fdbd9d4d-0a83-44c3-a872-44727c363f86 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:11.894621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30c564f7-53a3-465b-861e-39eb280bab0f req-5b7aa688-9be6-471b-b145-db9ce11f922b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5592072 Jul 16 01:33:11.932693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=3997db92-01fc-4bcc-b66e-88b323d15ec9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.940261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port 3997db92-01fc-4bcc-b66e-88b323d15ec9 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:11.945995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.948921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7034e28-4b5b-4223-af5c-91839d0e1dc5 req-fb19decc-32d4-4a6c-9cca-12311845f2c0 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.13 "DELETE /v2.0/ports/3997db92-01fc-4bcc-b66e-88b323d15ec9 HTTP/1.1" status: 204 len: 173 time: 1.6558943 Jul 16 01:33:11.955102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Port 6982d992-999d-4a6c-90fb-0f9a2df8701a on network fdbd9d4d-0a83-44c3-a872-44727c363f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:11.955449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Attempting to bind port 6982d992-999d-4a6c-90fb-0f9a2df8701a on network fdbd9d4d-0a83-44c3-a872-44727c363f86 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:11.968351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:11.968858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Checking segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:11.969259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Bound using segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:11.969710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Bound port: 6982d992-999d-4a6c-90fb-0f9a2df8701a, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:11.970521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.066804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-c34a55a9-885e-4c63-ae7f-73c6a9a3e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.067998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-c34a55a9-885e-4c63-ae7f-73c6a9a3e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.069059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-c34a55a9-885e-4c63-ae7f-73c6a9a3e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.071448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:12.071830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-c34a55a9-885e-4c63-ae7f-73c6a9a3e6be service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0868030 Jul 16 01:33:12.076473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:12.085536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.193687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.194282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.196560 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] 10.222.0.13 "PUT /v2.0/ports/6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 200 len: 1092 time: 2.6646464 Jul 16 01:33:12.216875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af35470-0c60-4c15-b830-1fa0ca2f147c service neutron] Pushing event updated for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.247158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Request body: {'port': {'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:12.249988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-490b94d3-7f43-4718-9b39-fefef1b957b7 req-87298aaa-c1c6-4f32-a269-7beceecc3f1f tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737643 Jul 16 01:33:12.414716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:12.417418 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.429502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d507450-b856-43c9-bd98-0180a2df446a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.437851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.595878 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aff65d-30be-4635-ae43-292fe9e58e91 x-openstack-request-id: req-73aff65d-30be-4635-ae43-292fe9e58e91 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:12.596375 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:12.596846 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73aff65d-30be-4635-ae43-292fe9e58e91 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:12.597512 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7', 'status': 'completed', 'code': 200} Jul 16 01:33:12.608929 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6', 'status': 'completed', 'code': 200} Jul 16 01:33:12.655920 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.906714 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.941435 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-dab889b4-00a4-42f0-906e-30be579a4932 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393813 Jul 16 01:33:13.048181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4159286-70f4-47ed-aa55-0663c926b6fc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.070791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7872136a-de59-4cba-9af1-22f8712e0972 req-f9d20442-948b-464c-b448-842fa59dcf9f tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 210 time: 0.1650250 Jul 16 01:33:13.247093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-061dbde8-0725-4768-9b4b-a2e25917e102 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.250119 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-061dbde8-0725-4768-9b4b-a2e25917e102 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981515 Jul 16 01:33:13.285932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Request body: {'port': {'device_id': '51f26668-f3cb-472a-8998-52971ed956c4', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'e0fb545c41ef4fb48cbfe196b040d13e'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.345453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8214c-9e66-4891-97d7-c13e34394595 req-1abc8b82-0f82-4596-8dab-3edc6fc196ec tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.364840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eca8214c-9e66-4891-97d7-c13e34394595 req-1abc8b82-0f82-4596-8dab-3edc6fc196ec tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 932 time: 1.1706846 Jul 16 01:33:13.630371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da263354-643f-4767-984b-124ad7cab1b5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:13.642422 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.646793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.664462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Transition to ACTIVE for port object da263354-643f-4767-984b-124ad7cab1b5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:13.682372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eca8214c-9e66-4891-97d7-c13e34394595 req-e2f0c812-5829-4775-90f0-cc5b1c54df2e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161082 Jul 16 01:33:13.682728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.684237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-3c4ecaca-19f1-44c9-b1ee-aa8280e5a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.687363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c076013-1fca-43b8-9dd1-622854db72f1 req-3c4ecaca-19f1-44c9-b1ee-aa8280e5a4b4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5849972 Jul 16 01:33:13.693892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3997db92-01fc-4bcc-b66e-88b323d15ec9 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:13.694169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Allocated IP 19.86.0.95 (68e60718-2b89-4452-a9c4-bcbc8a825933/f6f3907a-2751-41c4-817a-ffcad615d0c1/5f9af42c-6bac-40db-a6be-73812941bdaa) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:13.782750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 3997db92-01fc-4bcc-b66e-88b323d15ec9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:13.783098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3997db92-01fc-4bcc-b66e-88b323d15ec9 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:13.800840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Made reservation on behalf of e0fb545c41ef4fb48cbfe196b040d13e for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:13.805343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.897721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.923141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90445558-30cb-40c6-ba66-9b256596842f req-109642de-9e50-4844-b7bf-107bfd3bd93f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/15e3e694-96e8-4d65-922f-66760bc8fa83 HTTP/1.1" status: 200 len: 2397 time: 0.7178292 Jul 16 01:33:13.967815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15e3e694-96e8-4d65-922f-66760bc8fa83', 'remote_group_id': None}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.968313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15e3e694-96e8-4d65-922f-66760bc8fa83', 'remote_group_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:14.104736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.106147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Pushing event updated for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.113596 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.141783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.165732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb2949e-b87d-4479-b51f-30e5a340c907,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.262312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Attempting to bind port da263354-643f-4767-984b-124ad7cab1b5 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:14.262670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Attempting to bind port da263354-643f-4767-984b-124ad7cab1b5 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:14.263175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Attempting to bind port da263354-643f-4767-984b-124ad7cab1b5 on network fdbd9d4d-0a83-44c3-a872-44727c363f86 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:14.271751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Port da263354-643f-4767-984b-124ad7cab1b5 on network fdbd9d4d-0a83-44c3-a872-44727c363f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:14.271751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Attempting to bind port da263354-643f-4767-984b-124ad7cab1b5 on network fdbd9d4d-0a83-44c3-a872-44727c363f86 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:14.280640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:14.281000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Checking segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:14.281208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Bound using segment: {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:14.281643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Bound port: da263354-643f-4767-984b-124ad7cab1b5, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476e64f9-2d17-4948-ae89-91743860ff51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:14.282009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.411662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Allocated IP 192.168.233.110 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/74d4eee3-f4a1-438f-a05e-467d40ac09aa) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:14.425774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.442192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:14.449487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da263354-643f-4767-984b-124ad7cab1b5,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:14.459033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Transition to ACTIVE for port object 5f9af42c-6bac-40db-a6be-73812941bdaa will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:14.463922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.535955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Pushing event updated for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.547964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.549176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.551003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-047f0c55-a0f1-4ced-acc5-19f1873aefd3 service neutron] 10.222.0.13 "PUT /v2.0/ports/da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 200 len: 1092 time: 2.3108969 Jul 16 01:33:14.580674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.608760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.614972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'name': 'network-vif-deleted', 'tag': '3997db92-01fc-4bcc-b66e-88b323d15ec9'}, {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a'}, {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:14.622853 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e" -d '{"events": [{"server_uuid": "afb7de3e-6a03-4140-8923-8d6911bb9a06", "name": "network-vif-deleted", "tag": "3997db92-01fc-4bcc-b66e-88b323d15ec9"}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a"}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "da263354-643f-4767-984b-124ad7cab1b5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:14.775140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Port': ['ID=5f9af42c-6bac-40db-a6be-73812941bdaa,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.841471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.851105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.852080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.852080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.852558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.853008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.853473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.853942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.856028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-88659583-e8f9-4ba7-96e9-bb6da89e9b9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6453 time: 1.0526178 Jul 16 01:33:14.897633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Transition to ACTIVE for port object 74d4eee3-f4a1-438f-a05e-467d40ac09aa will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:14.929889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:14.932506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.953101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:14.955782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:14.971141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.974347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.062154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:15.066184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:15.071493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:15.080881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Pushing event updated for resources: {'Port': ['ID=74d4eee3-f4a1-438f-a05e-467d40ac09aa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.164954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.191070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.192065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.211082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.225430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.225793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-ac7a03a6-5263-4567-8905-ad7d0c932258 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9475770 Jul 16 01:33:15.237414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.245455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Request body: {'port': {'device_id': '51f26668-f3cb-472a-8998-52971ed956c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:15.246122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.252842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.262924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.274828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.298737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-e0f9d5fc-3bee-4422-9f0c-19beb2419285 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 1.0647612 Jul 16 01:33:15.301929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2831215-e2e9-4d18-8344-7b98f6c8b962,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.431351 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.433383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90445558-30cb-40c6-ba66-9b256596842f req-4bcd4004-1093-4efc-aadc-b64b14072727 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.5087633 Jul 16 01:33:15.458567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.489772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.490459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.564660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-9f164003-274f-4075-b8ca-eb5f092ad23e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5323763 Jul 16 01:33:15.648128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'port': {'device_id': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa', 'admin_state_up': True, 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:15.694965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Provisioning for port 74d4eee3-f4a1-438f-a05e-467d40ac09aa completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:15.724302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Provisioning complete for port 74d4eee3-f4a1-438f-a05e-467d40ac09aa triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:15.725218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.771677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-27eac1c6-a770-43f8-9aec-831db7430ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.772521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-27eac1c6-a770-43f8-9aec-831db7430ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.773380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-27eac1c6-a770-43f8-9aec-831db7430ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.776872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-27eac1c6-a770-43f8-9aec-831db7430ee5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8883574 Jul 16 01:33:15.813492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-632261bb-f755-4ffb-a7c8-f3402abadfe5 req-53248857-4ecb-43d7-b5a5-e3ddb95bfe00 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5131943 Jul 16 01:33:15.817644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Port 74d4eee3-f4a1-438f-a05e-467d40ac09aa cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:15.874544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Provisioning for port 5f9af42c-6bac-40db-a6be-73812941bdaa completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:15.884676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Provisioning complete for port 5f9af42c-6bac-40db-a6be-73812941bdaa triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:15.885345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.967047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-11670f1c-40a0-4e23-ae8f-05b5a34cb443 None None] Port 5f9af42c-6bac-40db-a6be-73812941bdaa cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:16.294932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d4eee3-f4a1-438f-a05e-467d40ac09aa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:16.310258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.328251 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02b20f-3a0f-42e2-a069-e84c39f3585f x-openstack-request-id: req-6c02b20f-3a0f-42e2-a069-e84c39f3585f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:16.328593 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb7de3e-6a03-4140-8923-8d6911bb9a06", "name": "network-vif-deleted", "tag": "3997db92-01fc-4bcc-b66e-88b323d15ec9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "da263354-643f-4767-984b-124ad7cab1b5", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:16.328823 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c02b20f-3a0f-42e2-a069-e84c39f3585f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:16.329192 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb7de3e-6a03-4140-8923-8d6911bb9a06', 'name': 'network-vif-deleted', 'tag': '3997db92-01fc-4bcc-b66e-88b323d15ec9', 'status': 'completed', 'code': 200} Jul 16 01:33:16.329375 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a', 'status': 'completed', 'code': 200} Jul 16 01:33:16.329693 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5', 'status': 'completed', 'code': 200} Jul 16 01:33:16.344826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Transition to ACTIVE for port object 74d4eee3-f4a1-438f-a05e-467d40ac09aa will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:16.352284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.509776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Pushing event updated for resources: {'Port': ['ID=74d4eee3-f4a1-438f-a05e-467d40ac09aa,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:16.605902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Attempting to bind port 74d4eee3-f4a1-438f-a05e-467d40ac09aa on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:16.606338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Attempting to bind port 74d4eee3-f4a1-438f-a05e-467d40ac09aa by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:16.606687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Attempting to bind port 74d4eee3-f4a1-438f-a05e-467d40ac09aa on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:16.615411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Port 74d4eee3-f4a1-438f-a05e-467d40ac09aa on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:16.615951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Attempting to bind port 74d4eee3-f4a1-438f-a05e-467d40ac09aa on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:16.627027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:16.627585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:16.628216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:16.629189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Bound port: 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:16.632147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.776582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] For port 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:16.786048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] For port 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:16.794495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.867585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.868901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.871451 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] 10.222.0.13 "PUT /v2.0/ports/74d4eee3-f4a1-438f-a05e-467d40ac09aa HTTP/1.1" status: 200 len: 1097 time: 1.6330848 Jul 16 01:33:16.914072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4af9f4-f9fb-4d5e-bee3-c905bf63b1df service neutron] Pushing event updated for resources: {'Port': ['ID=74d4eee3-f4a1-438f-a05e-467d40ac09aa,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:16.921884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:17.032533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-027dce19-4be3-43c4-880a-e640ce7f6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.035157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-027dce19-4be3-43c4-880a-e640ce7f6bca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2190061 Jul 16 01:33:17.052719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:17.055962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-eebff071-b5ca-459d-8e9c-ed491ae8f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.058975 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-eebff071-b5ca-459d-8e9c-ed491ae8f43b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 1100 time: 0.1026170 Jul 16 01:33:17.059479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.144899 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5cb8c9a8-31d1-4273-9f50-c8a26319ea8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa HTTP/1.1" status: 200 len: 217 time: 0.0729551 Jul 16 01:33:17.242790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4bcf-6845-4dce-9b59-5913bcfa25f4 req-a9aff729-3862-4c74-a2b6-9ce8def7fe7e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.247868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-71f277be-1c07-424f-be31-9ca2430fe31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.250928 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-71f277be-1c07-424f-be31-9ca2430fe31a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0989034 Jul 16 01:33:17.255795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4bcf-6845-4dce-9b59-5913bcfa25f4 req-a9aff729-3862-4c74-a2b6-9ce8def7fe7e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.261636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6aa4bcf-6845-4dce-9b59-5913bcfa25f4 req-a9aff729-3862-4c74-a2b6-9ce8def7fe7e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 1654 time: 0.6100473 Jul 16 01:33:17.294064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08116-d2df-42d2-9b6b-0716b93031af req-07fee70a-7758-48d4-849d-ead1a4ce188b tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.298117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ce08116-d2df-42d2-9b6b-0716b93031af req-07fee70a-7758-48d4-849d-ead1a4ce188b tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 948 time: 0.6479764 Jul 16 01:33:17.330702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-94ef2238-457a-4c6a-b0a6-0d18193aefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.332396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-94ef2238-457a-4c6a-b0a6-0d18193aefbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753665 Jul 16 01:33:17.533453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-5c9006dd-8eb3-40c3-87b1-a6b83f45f4af service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942275 Jul 16 01:33:17.538179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6aa4bcf-6845-4dce-9b59-5913bcfa25f4 req-f679c37c-0317-437b-864b-5ba10346974a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674189 Jul 16 01:33:17.564757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ce08116-d2df-42d2-9b6b-0716b93031af req-07382f84-33fb-4642-a043-fe644679fc72 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386320 Jul 16 01:33:17.565429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:17.586337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0dfac03e-0b83-43c7-bf43-fa260d2b092f admin admin] 10.222.0.42 "PUT /v2.0/routers/bd93f30b-2429-4e57-a1bf-75b3d9cebac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2786100 Jul 16 01:33:17.593851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51046) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.744685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4036c94b-5651-4e63-970b-7413c7599b41 req-e9d78555-769e-4991-bf26-461bdf6cb3c9 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/15e3e694-96e8-4d65-922f-66760bc8fa83 HTTP/1.1" status: 200 len: 2995 time: 0.0906014 Jul 16 01:33:17.754581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.755679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.756723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.757713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.758691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.759675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.760529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.764983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-f8fe9994-dbbc-4e08-a4ed-969981abe0bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6495 time: 0.5886524 Jul 16 01:33:17.869150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] Sync routers for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:17.903368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:17.904447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:33:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:17.978937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-4e5416e7-50db-4dfd-a123-66f27097cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.979938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-4e5416e7-50db-4dfd-a123-66f27097cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.980948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-4e5416e7-50db-4dfd-a123-66f27097cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.985118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-4e5416e7-50db-4dfd-a123-66f27097cc23 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2045643 Jul 16 01:33:18.115890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.134780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:18.188021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Allocated IP 19.80.0.201 (07bd544e-4347-4bfa-965a-801562bc8ffa/088360a9-422e-44d2-a1c9-837b47ad6e06/eae644c9-e8f1-49df-82f6-ffc1c1217269) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:18.375174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f26668-f3cb-472a-8998-52971ed956c4', 'tag': '74d4eee3-f4a1-438f-a05e-467d40ac09aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:18.379209 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdcad2d-efb5-48e7-88b6-1da96701746b" -d '{"events": [{"name": "network-changed", "server_uuid": "51f26668-f3cb-472a-8998-52971ed956c4", "tag": "74d4eee3-f4a1-438f-a05e-467d40ac09aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:18.459275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:33:12Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.498250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d65a14a-e16f-41d1-8b22-43b56745b2e3 req-8fbad663-772e-449d-9f81-a2eedd899cde service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9578691 Jul 16 01:33:18.515383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-5006fec8-f63f-4467-890c-aff15178aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.517955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9eac80-c85a-4b99-a2a2-514c1002ec94 req-5006fec8-f63f-4467-890c-aff15178aa5a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5239060 Jul 16 01:33:18.521779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] Checking router: bd93f30b-2429-4e57-a1bf-75b3d9cebac4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:18.539079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-dddc58c4-5285-468c-9004-880f42b74fd3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.541061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] Routers {'bd93f30b-2429-4e57-a1bf-75b3d9cebac4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:18.541904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:33:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.550972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-dddc58c4-5285-468c-9004-880f42b74fd3 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.5641291 Jul 16 01:33:18.562749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.623703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-2e25616a-786f-45fe-8b5c-15d2136283f4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/quotas/a1d9e7a93ae4436d8de377ded899367d HTTP/1.1" status: 200 len: 375 time: 0.0712261 Jul 16 01:33:18.648872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.661642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.673166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.684927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.697366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.709599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.720224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.733297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-18ffae2e-b55d-474b-89f5-392e8d0e8705 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.7400970 Jul 16 01:33:18.758486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] Set router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:18.782819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.864982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a935ca7b-8f44-43e8-b507-c7c29bd185da tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109633 Jul 16 01:33:18.903854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Deleting port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:18.905315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.969359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba265eb9-379a-47f6-a0f2-62802aea1fee req-09443bd4-018c-43b2-a6b6-39cf44f8acf3 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2345181 Jul 16 01:33:19.070759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.075358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] For port 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:19.075948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.120644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Calling delete_port for 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:19.141389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Transition to ACTIVE for port object eae644c9-e8f1-49df-82f6-ffc1c1217269 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:19.192959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.193786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.194606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.195489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.196281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.197156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.197962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.203351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7f3f679-b63b-4978-a83a-0b702ed39610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6495 time: 0.4664304 Jul 16 01:33:19.205057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:33:12Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:19.261879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae883cf7-18f4-4b31-9ead-dce51df8fe8d None None] The sync data for ids ['bd93f30b-2429-4e57-a1bf-75b3d9cebac4'] in n-d-791506-20 is: [{'id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1217564956-router', 'tenant_id': 'efe5371a25734f88b5a604bf405e8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:33:12Z', 'revision_number': 5, 'project_id': 'efe5371a25734f88b5a604bf405e8fa7', 'gw_port': {'id': '9f0d922b-03b7-4d5a-8b1e-608e5e1737d8', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd93f30b-2429-4e57-a1bf-75b3d9cebac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:16Z', 'updated_at': '2021-07-16T01:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:19.289929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-1b910952-2378-4a82-b46f-576cd716667d service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998985 Jul 16 01:33:19.410444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-4583693c-3538-4ece-8338-eccb35b5df6e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-group-rules/e2831215-e2e9-4d18-8344-7b98f6c8b962 HTTP/1.1" status: 200 len: 783 time: 0.1346047 Jul 16 01:33:19.488855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.533555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0d922b-03b7-4d5a-8b1e-608e5e1737d8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.549241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.549581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.549927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.550932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.550932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.550932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.551374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.551529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.551851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.552177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.552595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.552936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:19.594932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.647836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.732137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7151b20-bb0e-421f-8705-e101ad38c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.734080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7151b20-bb0e-421f-8705-e101ad38c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.734952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7151b20-bb0e-421f-8705-e101ad38c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.737885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-e7151b20-bb0e-421f-8705-e101ad38c167 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5079248 Jul 16 01:33:19.741684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a4f09fb0-b69d-4119-9097-7913e305c156 service neutron] 10.222.0.42 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085145 Jul 16 01:33:19.765316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-e644b96b-8ff3-4aac-8948-228fa364b43e tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/15e3e694-96e8-4d65-922f-66760bc8fa83 HTTP/1.1" status: 200 len: 2995 time: 0.3359113 Jul 16 01:33:19.802321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 07bd544e-4347-4bfa-965a-801562bc8ffa is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:19.868988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:19.890043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a4159286-70f4-47ed-aa55-0663c926b6fc no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:19.923296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:19.960383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Port': ['ID=eae644c9-e8f1-49df-82f6-ffc1c1217269,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.970714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a4159286-70f4-47ed-aa55-0663c926b6fc {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:19.971282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a4159286-70f4-47ed-aa55-0663c926b6fc not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:20.042187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.051750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.141689 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-01e1119e-0b1a-4cb1-9e06-881c56df74b8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.179188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-01e1119e-0b1a-4cb1-9e06-881c56df74b8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.200804 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba61f547-75be-4379-8450-7cf3501046fd x-openstack-request-id: req-ba61f547-75be-4379-8450-7cf3501046fd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:20.204352 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f26668-f3cb-472a-8998-52971ed956c4", "tag": "74d4eee3-f4a1-438f-a05e-467d40ac09aa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:20.235329 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba61f547-75be-4379-8450-7cf3501046fd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:20.237400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.237876 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f26668-f3cb-472a-8998-52971ed956c4', 'tag': '74d4eee3-f4a1-438f-a05e-467d40ac09aa', 'status': 'completed', 'code': 200} Jul 16 01:33:20.238489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.262638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.263012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd93f30b-2429-4e57-a1bf-75b3d9cebac4 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:33:20.309086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.312076 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5e07a4f4-0180-4cc0-b90f-76e9e49cf3c5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bd93f30b-2429-4e57-a1bf-75b3d9cebac4 HTTP/1.1" status: 204 len: 168 time: 2.7163727 Jul 16 01:33:20.327344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 51090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.369878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-5edfda44-c891-426e-82f8-7b20f84387d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7887325 Jul 16 01:33:20.417769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Request body: {'port': {'device_id': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:20.475124 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-01e1119e-0b1a-4cb1-9e06-881c56df74b8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.486248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:20.496100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-fa191128-dc7b-4468-8dca-9e27208f3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.498067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-fa191128-dc7b-4468-8dca-9e27208f3527 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7172244 Jul 16 01:33:20.512086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-073a25a8-f0f3-407b-bd23-1e76488198a5 None None] Provisioning for port eae644c9-e8f1-49df-82f6-ffc1c1217269 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:20.527036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-073a25a8-f0f3-407b-bd23-1e76488198a5 None None] Provisioning complete for port eae644c9-e8f1-49df-82f6-ffc1c1217269 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:20.528851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-073a25a8-f0f3-407b-bd23-1e76488198a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.530057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-01e1119e-0b1a-4cb1-9e06-881c56df74b8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.532472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bab986f4-4dc5-4ce3-a546-ff92397a63d9 req-01e1119e-0b1a-4cb1-9e06-881c56df74b8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e2831215-e2e9-4d18-8344-7b98f6c8b962 HTTP/1.1" status: 204 len: 173 time: 0.7243598 Jul 16 01:33:20.542607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-e2f97877-7abb-4eaf-9daf-83aa58a69069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.544350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-e2f97877-7abb-4eaf-9daf-83aa58a69069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 1100 time: 0.2748072 Jul 16 01:33:20.636094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1119e-0b1a-4cb1-9e06-881c56df74b8 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2831215-e2e9-4d18-8344-7b98f6c8b962,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.687218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-073a25a8-f0f3-407b-bd23-1e76488198a5 None None] Port eae644c9-e8f1-49df-82f6-ffc1c1217269 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:20.735633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Deleting subnet 826f84b4-9b30-4008-a9b6-4ff7d24bc60e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:20.746890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-5f807d41-febf-4c15-ae8d-773ad66ec555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.750205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-5f807d41-febf-4c15-ae8d-773ad66ec555 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1985443 Jul 16 01:33:20.755219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.819068 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-9f3a957d-304a-465c-8c46-7f0abb756858 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa HTTP/1.1" status: 200 len: 217 time: 0.0624514 Jul 16 01:33:20.901751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.902653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-a279e9a3-6bb1-49f9-a597-6cdc1f1ed1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.906209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-a279e9a3-6bb1-49f9-a597-6cdc1f1ed1bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0806983 Jul 16 01:33:20.975807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.992723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.993550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.994359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.995168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.995980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.996819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.997696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.001735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-64bd6130-9d64-478e-be40-94c126c8f186 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6495 time: 0.3708842 Jul 16 01:33:21.074572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-1c352188-1b34-46bb-a225-15d6cbc7aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.076130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-1c352188-1b34-46bb-a225-15d6cbc7aa99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1631997 Jul 16 01:33:21.119635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ddca-33ac-46f2-b805-59f1afda529f req-3177fdc4-6f50-4e62-b897-01fce1f06050 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.130145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ddca-33ac-46f2-b805-59f1afda529f req-3177fdc4-6f50-4e62-b897-01fce1f06050 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.137258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ddca-33ac-46f2-b805-59f1afda529f req-3177fdc4-6f50-4e62-b897-01fce1f06050 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.145419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9865ddca-33ac-46f2-b805-59f1afda529f req-3177fdc4-6f50-4e62-b897-01fce1f06050 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2376 time: 0.7194219 Jul 16 01:33:21.196107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-af7389ab-ce0a-4c66-93e6-89bcc802d6ab service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132252 Jul 16 01:33:21.374070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9865ddca-33ac-46f2-b805-59f1afda529f req-40b5dfd3-ddff-4764-8e24-7695492ba4cf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275760 Jul 16 01:33:21.397718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bdcad2d-efb5-48e7-88b6-1da96701746b req-14731b3d-1a10-47a7-aeec-52b2237b8307 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929860 Jul 16 01:33:21.522424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:21.608500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:21.609215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9f0d922b-03b7-4d5a-8b1e-608e5e1737d8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:21.763750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 74d4eee3-f4a1-438f-a05e-467d40ac09aa details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:21.925909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.947029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '74d4eee3-f4a1-438f-a05e-467d40ac09aa', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '74d4eee3-f4a1-438f-a05e-467d40ac09aa', 'mac_address': 'fa:16:3e:8b:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:21.949019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-244906bf-12b1-42f1-9f3a-b0edcbdb584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.950349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-244906bf-12b1-42f1-9f3a-b0edcbdb584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.952020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-244906bf-12b1-42f1-9f3a-b0edcbdb584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.954265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-244906bf-12b1-42f1-9f3a-b0edcbdb584d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1405978b1d4042b83171da70b42dae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8012505 Jul 16 01:33:21.968081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ede434-1f42-493e-a35a-629c64c6318c req-84be2878-feb8-4d3a-8b07-75b3863a8ff5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.970236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37ede434-1f42-493e-a35a-629c64c6318c req-84be2878-feb8-4d3a-8b07-75b3863a8ff5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 948 time: 1.1612310 Jul 16 01:33:22.006550 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.030623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d4eee3-f4a1-438f-a05e-467d40ac09aa {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:22.067136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:22.072957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.102233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.159436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=74d4eee3-f4a1-438f-a05e-467d40ac09aa,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.245212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37ede434-1f42-493e-a35a-629c64c6318c req-2898fe61-50c7-4cff-971c-10ecb4895b5a tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475076 Jul 16 01:33:22.310518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-87847dcf-c17e-4d94-88ee-19a22d577437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.313097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441d5d3a-e2d7-445a-bcfb-a2625a2f366e req-87847dcf-c17e-4d94-88ee-19a22d577437 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3397672 Jul 16 01:33:22.327932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.349525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['74d4eee3-f4a1-438f-a05e-467d40ac09aa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:22.363066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.369528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.376963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.382266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.389635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.395969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.402419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.410727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-304bd4ce-2098-49b7-bef8-3072975227d8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.4823408 Jul 16 01:33:22.503044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d907576-6217-4acd-97e1-3874bbe07c2f None None] Network 1703dcf7-18d0-421a-a3f4-82cdd468abd4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:22.510829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826f84b4-9b30-4008-a9b6-4ff7d24bc60e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.529270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.535380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa4840e9-322f-4691-8e90-992ffdf5102d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/826f84b4-9b30-4008-a9b6-4ff7d24bc60e HTTP/1.1" status: 204 len: 168 time: 2.2045939 Jul 16 01:33:22.543834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51116) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:22.698478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c1197b-8d0e-4bb0-b3cb-15ecca868953 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:22.747228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.762566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.836384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46551cca-ba32-40fa-86e2-6e8df363c244 req-16829b44-d9fa-4845-889c-29c5edfecfb7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4246805 Jul 16 01:33:22.846199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Transition to ACTIVE for port object 02c1197b-8d0e-4bb0-b3cb-15ecca868953 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:22.861456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] DHCP port deletion for 1703dcf7-18d0-421a-a3f4-82cdd468abd4 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:22.927221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07846df1-0a14-4c97-9c99-08744659becc req-5e3bb377-ce86-4011-a45b-4e2d905eeefa tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 210 time: 0.1265864 Jul 16 01:33:22.931459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-6fb94d8c-4469-4999-b2de-735efc1c6047 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.933612 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.942232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-6fb94d8c-4469-4999-b2de-735efc1c6047 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 812 time: 0.7301581 Jul 16 01:33:22.966495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Request body: {'port': {'device_id': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'admin_state_up': True, 'tenant_id': 'a1d9e7a93ae4436d8de377ded899367d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:22.977990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] Deleting port e70fd308-92ab-4fe8-b114-b7335ec6f094 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:22.978373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.110230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1197b-8d0e-4bb0-b3cb-15ecca868953,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.131577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.132468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.133377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.134722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.135109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.135983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.137089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.142388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-47a6b58c-c8e8-46d4-9ad0-3a1cb42fea09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6495 time: 0.6022460 Jul 16 01:33:23.146621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] For port e70fd308-92ab-4fe8-b114-b7335ec6f094, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e70fd308-92ab-4fe8-b114-b7335ec6f094,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:23.148751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.182614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] Calling delete_port for e70fd308-92ab-4fe8-b114-b7335ec6f094 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:23.185505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Deleting port e70fd308-92ab-4fe8-b114-b7335ec6f094 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:23.185881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.369064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] For port e70fd308-92ab-4fe8-b114-b7335ec6f094, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e70fd308-92ab-4fe8-b114-b7335ec6f094,segment=NetworkSegment(2fb1e037-578f-483e-8714-e25fdebe9528),segment_id=2fb1e037-578f-483e-8714-e25fdebe9528)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:23.369582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.382470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.416479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Calling delete_port for e70fd308-92ab-4fe8-b114-b7335ec6f094 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:23.417334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-042a9daa-9c96-475f-a4a1-be4ebcf049cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 217 time: 0.2570901 Jul 16 01:33:23.429617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] Pushing event deleted for resources: {'Port': ['ID=e70fd308-92ab-4fe8-b114-b7335ec6f094,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.447032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa97635-71fe-415f-bb3b-783788ab993e None None] No DVR routers for this DVR port e70fd308-92ab-4fe8-b114-b7335ec6f094 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:23.486880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74366d8c-b2e0-4799-8d0f-f2df61406958 req-b6dbcad5-e596-465b-9859-8fe3874744ff tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/15e3e694-96e8-4d65-922f-66760bc8fa83 HTTP/1.1" status: 200 len: 2397 time: 0.4498458 Jul 16 01:33:23.593572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e70fd308-92ab-4fe8-b114-b7335ec6f094 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:23.612340 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.625696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e70fd308-92ab-4fe8-b114-b7335ec6f094 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:23.626068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e70fd308-92ab-4fe8-b114-b7335ec6f094 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:23.650105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e70fd308-92ab-4fe8-b114-b7335ec6f094,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.658805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Made reservation on behalf of a1d9e7a93ae4436d8de377ded899367d for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:23.663393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.681638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] No DVR routers for this DVR port e70fd308-92ab-4fe8-b114-b7335ec6f094 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:23.705205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-05a422b5-97fb-40b6-9ced-eff72e4c8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.708058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-05a422b5-97fb-40b6-9ced-eff72e4c8b68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 200 len: 856 time: 0.2299349 Jul 16 01:33:23.724729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552b74-3b3c-4d45-a7a4-4367149f4d17 req-cec8b242-38fe-4a0c-8837-1549b114644d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.736197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552b74-3b3c-4d45-a7a4-4367149f4d17 req-cec8b242-38fe-4a0c-8837-1549b114644d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.747954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552b74-3b3c-4d45-a7a4-4367149f4d17 req-cec8b242-38fe-4a0c-8837-1549b114644d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.751494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1552b74-3b3c-4d45-a7a4-4367149f4d17 req-cec8b242-38fe-4a0c-8837-1549b114644d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2388 time: 0.4052362 Jul 16 01:33:23.770322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 74d4eee3-f4a1-438f-a05e-467d40ac09aa up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:23.806309 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74366d8c-b2e0-4799-8d0f-f2df61406958 req-0bb26e24-6b09-4ee2-84f5-4d2c4da99f4b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.811185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.833302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1703dcf7-18d0-421a-a3f4-82cdd468abd4']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.853735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb1e037-578f-483e-8714-e25fdebe9528') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.854255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb1e037-578f-483e-8714-e25fdebe9528') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.867232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Attempting to bind port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:23.867807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Attempting to bind port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:23.874485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Attempting to bind port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 on network 07bd544e-4347-4bfa-965a-801562bc8ffa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:23.893833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.930038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.932590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 on network 07bd544e-4347-4bfa-965a-801562bc8ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:23.933403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Attempting to bind port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 on network 07bd544e-4347-4bfa-965a-801562bc8ffa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:23.945352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:23.945786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:23.947593 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:23.969872 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74366d8c-b2e0-4799-8d0f-f2df61406958 req-0bb26e24-6b09-4ee2-84f5-4d2c4da99f4b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.971450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Allocated IP 172.20.0.3 (86789cd7-3edb-4098-a369-f00974133c71/16d12063-1aa4-4ca6-a5dc-10c5b917a047/5d7d1a86-0a0e-4abb-b0e3-971dd97e1762) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:23.995865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:23.996366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Checking segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:23.997127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Bound using segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:23.997982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Bound port: 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:23.998766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.012987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1552b74-3b3c-4d45-a7a4-4367149f4d17 req-ee715313-48b3-48f4-8c8b-a27f86713fba tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258217 Jul 16 01:33:24.051718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.113535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.114258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 74d4eee3-f4a1-438f-a05e-467d40ac09aa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:24.121054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] 10.222.0.42 "DELETE /v2.0/networks/1703dcf7-18d0-421a-a3f4-82cdd468abd4 HTTP/1.1" status: 204 len: 168 time: 1.5670946 Jul 16 01:33:24.128734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 74d4eee3-f4a1-438f-a05e-467d40ac09aa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:24.129372 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.158010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a1c33-bbf5-4392-8215-d338e56531dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1703dcf7-18d0-421a-a3f4-82cdd468abd4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.184493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-0c2debec-c12d-4936-a1ca-92ddf3dcd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.190983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-0c2debec-c12d-4936-a1ca-92ddf3dcd4f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=150ede74-4fb8-4f79-afd0-b35cf3905b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4017842 Jul 16 01:33:24.214270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74366d8c-b2e0-4799-8d0f-f2df61406958 req-0bb26e24-6b09-4ee2-84f5-4d2c4da99f4b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.221866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74366d8c-b2e0-4799-8d0f-f2df61406958 req-0bb26e24-6b09-4ee2-84f5-4d2c4da99f4b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.237281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74366d8c-b2e0-4799-8d0f-f2df61406958 req-0bb26e24-6b09-4ee2-84f5-4d2c4da99f4b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/15e3e694-96e8-4d65-922f-66760bc8fa83 HTTP/1.1" status: 204 len: 173 time: 0.7087524 Jul 16 01:33:24.278669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.338601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:24.339918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb26e24-6b09-4ee2-84f5-4d2c4da99f4b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e3e694-96e8-4d65-922f-66760bc8fa83,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.340176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f26668-f3cb-472a-8998-52971ed956c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d4eee3-f4a1-438f-a05e-467d40ac09aa'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:24.345283 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f5eaaf-ee0b-4c65-a882-e7e187ae38ab" -d '{"events": [{"server_uuid": "51f26668-f3cb-472a-8998-52971ed956c4", "name": "network-vif-plugged", "status": "completed", "tag": "74d4eee3-f4a1-438f-a05e-467d40ac09aa"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:24.352258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.486588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=74d4eee3-f4a1-438f-a05e-467d40ac09aa,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.492988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] For port 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:24.606003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] For port 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=02c1197b-8d0e-4bb0-b3cb-15ecca868953,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:24.609659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.637643 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.706433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.734997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.735643 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.737886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] 10.222.0.23 "PUT /v2.0/ports/02c1197b-8d0e-4bb0-b3cb-15ecca868953 HTTP/1.1" status: 200 len: 1093 time: 4.3284266 Jul 16 01:33:24.743575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'tag': '02c1197b-8d0e-4bb0-b3cb-15ecca868953'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:24.746054 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febb916c-817e-4bff-92b3-bf17d4596e13" -d '{"events": [{"name": "network-changed", "server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "tag": "02c1197b-8d0e-4bb0-b3cb-15ecca868953"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:24.752124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-652e83ba-4a60-44dd-ab00-3fdc50c6b8a5 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539281 Jul 16 01:33:24.776465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Request body: {'port': {'device_id': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:24.805651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.855014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Network 86789cd7-3edb-4098-a369-f00974133c71 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:24.912788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e1b74cee-2fa4-4cc5-96b1-84e526469e86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efe5371a25734f88b5a604bf405e8fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011460 Jul 16 01:33:24.914452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:24.921867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51148) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.925945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e980b-9079-4b8a-b14f-b463ed580934 service neutron] Pushing event updated for resources: {'Port': ['ID=02c1197b-8d0e-4bb0-b3cb-15ecca868953,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.928284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:24.971821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event updated for resources: {'Port': ['ID=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.991048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64a16b-6a82-4d90-956d-537a3970ed7d req-1f709b34-6c81-4ce7-87df-c87ee95dfc68 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.994176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f64a16b-6a82-4d90-956d-537a3970ed7d req-1f709b34-6c81-4ce7-87df-c87ee95dfc68 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 950 time: 0.6655273 Jul 16 01:33:24.996104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.061379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.062219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.068141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.074731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.081800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.088881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.096064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.102208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.109257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.111570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-46819168-8e15-4066-b6a6-842f1fbc7aa7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.5392110 Jul 16 01:33:25.129697 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-a0fdc06e-869f-4e0b-938f-293272af5d17 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1781752 Jul 16 01:33:25.134856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7aedec6-c23b-439e-b205-c0c92f77f3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.159720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Request body: {'port': {'device_id': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:25.166636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-66528821-7f11-4019-a6ec-55632e555609 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033477 Jul 16 01:33:25.227255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7aedec6-c23b-439e-b205-c0c92f77f3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.245977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-698acd01-d37e-4d25-9f2b-414bbd98818f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 217 time: 0.0720646 Jul 16 01:33:25.269467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f64a16b-6a82-4d90-956d-537a3970ed7d req-25cbbf57-8625-45b4-95fb-dad10f7cace4 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625225 Jul 16 01:33:25.298965 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.318013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adfac780-3540-4bf2-9145-f7c4f13eb007 req-2f646bfb-a17f-4798-824c-a22bb5abdc7a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633134 Jul 16 01:33:25.478170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7aedec6-c23b-439e-b205-c0c92f77f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.481294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7aedec6-c23b-439e-b205-c0c92f77f3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.486721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7aedec6-c23b-439e-b205-c0c92f77f3b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3ece29e-4b0c-43c1-b2f1-cb21a5836073 HTTP/1.1" status: 204 len: 168 time: 0.5598295 Jul 16 01:33:25.507007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aedec6-c23b-439e-b205-c0c92f77f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ece29e-4b0c-43c1-b2f1-cb21a5836073,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.540113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-26b55ac9-d631-476f-8561-ad938f60bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.541575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-26b55ac9-d631-476f-8561-ad938f60bd4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.2836180 Jul 16 01:33:25.705745 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-df411d72-3820-4066-a2b9-3f2a5a58ca3d req-bd2ba79b-c3fe-416b-b68a-452f8bb534eb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] show failed (client error): The resource could not be found. Jul 16 01:33:25.718603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df411d72-3820-4066-a2b9-3f2a5a58ca3d req-bd2ba79b-c3fe-416b-b68a-452f8bb534eb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/4be50bca-ae4e-45cc-adaf-7820a9487868 HTTP/1.1" status: 404 len: 352 time: 0.0539653 Jul 16 01:33:25.743512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e7dc6-c494-4acd-88aa-881a5f14b7e5 req-ed98a73b-06fc-4972-a4eb-0dfdc73274ab tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.748789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-394e7dc6-c494-4acd-88aa-881a5f14b7e5 req-ed98a73b-06fc-4972-a4eb-0dfdc73274ab tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 931 time: 0.2879491 Jul 16 01:33:25.781160 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7e759-6823-44f1-80f1-f8bbe517d690 x-openstack-request-id: req-3ec7e759-6823-44f1-80f1-f8bbe517d690 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:25.781160 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f26668-f3cb-472a-8998-52971ed956c4", "name": "network-vif-plugged", "status": "completed", "tag": "74d4eee3-f4a1-438f-a05e-467d40ac09aa", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:25.781160 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ec7e759-6823-44f1-80f1-f8bbe517d690 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:25.781160 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f26668-f3cb-472a-8998-52971ed956c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d4eee3-f4a1-438f-a05e-467d40ac09aa', 'code': 200} Jul 16 01:33:25.862732 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aca908-ef3d-4213-97b2-8322280085cc x-openstack-request-id: req-23aca908-ef3d-4213-97b2-8322280085cc {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:25.867637 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "tag": "02c1197b-8d0e-4bb0-b3cb-15ecca868953", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:25.868229 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23aca908-ef3d-4213-97b2-8322280085cc {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:25.868876 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'tag': '02c1197b-8d0e-4bb0-b3cb-15ecca868953', 'status': 'completed', 'code': 200} Jul 16 01:33:25.871332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:25.901444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.930712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Transition to ACTIVE for port object 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:25.959171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.044415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-c70438ce-89d7-4b35-8624-93c4c29f6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.048005 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-c70438ce-89d7-4b35-8624-93c4c29f6e76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4877348 Jul 16 01:33:26.082080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.091730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-394e7dc6-c494-4acd-88aa-881a5f14b7e5 req-0ca43cc3-a808-430c-b5dd-2f8877cde021 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311417 Jul 16 01:33:26.157254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1acf31-f61f-4110-aa71-d0a34361bf59 req-320cf3ed-4947-44fa-b81c-74ae606181ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.158832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c1acf31-f61f-4110-aa71-d0a34361bf59 req-320cf3ed-4947-44fa-b81c-74ae606181ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 1102 time: 0.2231264 Jul 16 01:33:26.198231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Attempting to bind port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:26.198563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Attempting to bind port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:26.198763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Attempting to bind port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:26.213107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 on network 86789cd7-3edb-4098-a369-f00974133c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:26.213476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Attempting to bind port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 on network 86789cd7-3edb-4098-a369-f00974133c71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:26.223972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c1acf31-f61f-4110-aa71-d0a34361bf59 req-63d765ed-45dc-49a8-842e-7f28c2e73e8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573506 Jul 16 01:33:26.224858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:26.225358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Checking segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:26.225562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Bound using segment: {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:26.226003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Bound port: 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '86789cd7-3edb-4098-a369-f00974133c71'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:26.226369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.327222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9af42c-6bac-40db-a6be-73812941bdaa {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:26.352521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] For port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:26.352741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.358210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] For port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:26.364373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.371041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-2b1cb479-74bd-4b86-8c7e-087c6864022a service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959144 Jul 16 01:33:26.414057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Transition to ACTIVE for port object 5f9af42c-6bac-40db-a6be-73812941bdaa will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:26.423347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.437726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e2c485b-58d0-46c1-a208-f20b93159cb2 req-2670dc51-9af4-4434-b6d4-82e67ce1f398 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/34dcd040-8361-4df3-9d32-54d0dd1c74b3 HTTP/1.1" status: 200 len: 1804 time: 0.1824148 Jul 16 01:33:26.476720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.488687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-35ebb0bc-a361-4594-b023-252cce586cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.489661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-35ebb0bc-a361-4594-b023-252cce586cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.490349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-35ebb0bc-a361-4594-b023-252cce586cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.493600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-35ebb0bc-a361-4594-b023-252cce586cc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2732 time: 0.5672286 Jul 16 01:33:26.503811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.504914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.507144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-0535216e-33c2-4ded-bf0c-26a6f468f1ec service neutron] 10.222.0.23 "PUT /v2.0/ports/5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 HTTP/1.1" status: 200 len: 1092 time: 1.3555493 Jul 16 01:33:26.507955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'tag': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:26.524035 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68deef20-9ed2-4171-ad23-8809b51422e9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd09e989-5aee-4436-a216-da2b994aeb3e", "tag": "5d7d1a86-0a0e-4abb-b0e3-971dd97e1762"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:26.608967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1ed2-f8c7-4e90-93ad-190ca07198be req-fb05597c-5447-4b20-874b-32a79fe5c1a1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.616057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1ed2-f8c7-4e90-93ad-190ca07198be req-fb05597c-5447-4b20-874b-32a79fe5c1a1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.623701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1ed2-f8c7-4e90-93ad-190ca07198be req-fb05597c-5447-4b20-874b-32a79fe5c1a1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.631794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-835a1ed2-f8c7-4e90-93ad-190ca07198be req-fb05597c-5447-4b20-874b-32a79fe5c1a1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2388 time: 0.5963414 Jul 16 01:33:26.664855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Pushing event updated for resources: {'Port': ['ID=5f9af42c-6bac-40db-a6be-73812941bdaa,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.667474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-424376fd-7714-41bd-824c-e7a04cf8bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.669730 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-424376fd-7714-41bd-824c-e7a04cf8bf4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 1095 time: 0.1051655 Jul 16 01:33:26.786980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-086eb510-b838-4ed0-8974-9946f9aa4a24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 HTTP/1.1" status: 200 len: 217 time: 0.1074641 Jul 16 01:33:26.915641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-4421471d-4e4d-4055-bc66-0cd2fd35f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.921310 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-4421471d-4e4d-4055-bc66-0cd2fd35f021 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1264443 Jul 16 01:33:26.982980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-818ff523-7d3c-47e0-970f-394627af81a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547819 Jul 16 01:33:27.170735 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-3cd23019-11fe-4ba8-a86c-15b67de9fb27 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808372 Jul 16 01:33:27.337387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-835a1ed2-f8c7-4e90-93ad-190ca07198be req-9bb9b495-85d0-4765-b490-3b9eee785314 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045763 Jul 16 01:33:27.351829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e2c485b-58d0-46c1-a208-f20b93159cb2 req-81b25158-729d-42da-82cb-650a32e8763f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.398460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-bfb33c0d-6e3a-4c32-92e6-2acc86cc2093 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9164779 Jul 16 01:33:27.400850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0528b65b-ee8e-462f-a4a3-b4538e088600 req-579209a7-c63e-4ebe-9740-70a17c70f4c1 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225382 Jul 16 01:33:27.535654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-e9510b4f-6ee0-4832-9e98-5cb84fcb33b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 217 time: 0.0986400 Jul 16 01:33:27.536810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Attempting to bind port 5f9af42c-6bac-40db-a6be-73812941bdaa on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:27.537433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Attempting to bind port 5f9af42c-6bac-40db-a6be-73812941bdaa by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:27.538004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Attempting to bind port 5f9af42c-6bac-40db-a6be-73812941bdaa on network 68e60718-2b89-4452-a9c4-bcbc8a825933 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:27.546248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-d66c4fe7-386e-4891-9d74-1789678a182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.547254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-d66c4fe7-386e-4891-9d74-1789678a182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.548142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-d66c4fe7-386e-4891-9d74-1789678a182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.551422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-d66c4fe7-386e-4891-9d74-1789678a182c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0336866 Jul 16 01:33:27.649372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Port 5f9af42c-6bac-40db-a6be-73812941bdaa on network 68e60718-2b89-4452-a9c4-bcbc8a825933 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:27.650669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Attempting to bind port 5f9af42c-6bac-40db-a6be-73812941bdaa on network 68e60718-2b89-4452-a9c4-bcbc8a825933 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:27.675066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e2c485b-58d0-46c1-a208-f20b93159cb2 req-81b25158-729d-42da-82cb-650a32e8763f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.707677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:27.708053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Checking segment: {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:27.708556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Bound using segment: {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:27.709060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Bound port: 5f9af42c-6bac-40db-a6be-73812941bdaa, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f065c8d9-56c1-4201-a0e7-f52cba7d2265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:27.709536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.807024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-06c15241-2eb5-4e6c-b2d6-7e7bbd9c228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.808763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-06c15241-2eb5-4e6c-b2d6-7e7bbd9c228f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.2559879 Jul 16 01:33:27.930860 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e2c485b-58d0-46c1-a208-f20b93159cb2 req-81b25158-729d-42da-82cb-650a32e8763f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.934142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3e2c485b-58d0-46c1-a208-f20b93159cb2 req-81b25158-729d-42da-82cb-650a32e8763f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.935379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e2c485b-58d0-46c1-a208-f20b93159cb2 req-81b25158-729d-42da-82cb-650a32e8763f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/34dcd040-8361-4df3-9d32-54d0dd1c74b3 HTTP/1.1" status: 204 len: 173 time: 1.4964943 Jul 16 01:33:27.953913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-60f7f492-4f36-4138-adf0-b2c42012b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.955639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-febb916c-817e-4bff-92b3-bf17d4596e13 req-60f7f492-4f36-4138-adf0-b2c42012b905 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3781972 Jul 16 01:33:27.973781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b25158-729d-42da-82cb-650a32e8763f tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dcd040-8361-4df3-9d32-54d0dd1c74b3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.986322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d69e71-7583-42ae-abb6-127074f68efc req-f439fff8-ab65-4255-9581-89440cb2f503 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.994139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42d69e71-7583-42ae-abb6-127074f68efc req-f439fff8-ab65-4255-9581-89440cb2f503 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 950 time: 0.4392192 Jul 16 01:33:28.006327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] For port 5f9af42c-6bac-40db-a6be-73812941bdaa, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:28.012892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] For port 5f9af42c-6bac-40db-a6be-73812941bdaa, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f9af42c-6bac-40db-a6be-73812941bdaa,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:28.037628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.109656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.110320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.112085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] 10.222.0.23 "PUT /v2.0/ports/5f9af42c-6bac-40db-a6be-73812941bdaa HTTP/1.1" status: 200 len: 1092 time: 3.3414624 Jul 16 01:33:28.112792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'tag': '5f9af42c-6bac-40db-a6be-73812941bdaa'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:28.115483 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d11169-33b7-4e88-8428-4a57247c878f" -d '{"events": [{"name": "network-changed", "server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "tag": "5f9af42c-6bac-40db-a6be-73812941bdaa"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:28.142353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42d69e71-7583-42ae-abb6-127074f68efc req-eea7230b-a997-4ce0-b40d-8c0161995ce8 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468956 Jul 16 01:33:28.150414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-f54b2b7e-e8b1-4348-b456-4c48130ec855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.164686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-f54b2b7e-e8b1-4348-b456-4c48130ec855 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3416178 Jul 16 01:33:28.180973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Request body: {'port': {'device_id': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:28.215364 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13febd6-6675-4e25-ab09-8a41026cd146 x-openstack-request-id: req-b13febd6-6675-4e25-ab09-8a41026cd146 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:28.218831 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd09e989-5aee-4436-a216-da2b994aeb3e", "tag": "5d7d1a86-0a0e-4abb-b0e3-971dd97e1762", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:28.219644 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b13febd6-6675-4e25-ab09-8a41026cd146 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:28.220975 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'tag': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762', 'status': 'completed', 'code': 200} Jul 16 01:33:28.409824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c0915-6bd8-44de-9c99-151bb5bdb74a service neutron] Pushing event updated for resources: {'Port': ['ID=5f9af42c-6bac-40db-a6be-73812941bdaa,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.514638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-bb4e1120-81e3-472a-8a3d-7d054317a763 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072078 Jul 16 01:33:28.583522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.708003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-b5106d35-320c-41c9-b46a-bb207cd79779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.709508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-b5106d35-320c-41c9-b46a-bb207cd79779 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1d9e7a93ae4436d8de377ded899367d&device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 1095 time: 0.3641396 Jul 16 01:33:28.746174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.752959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.759108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.765212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.771396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.777998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.784873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.786869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f13ca415-d58f-4024-981a-9451668ef526 req-fd7d626b-cf42-4d6b-a7ba-d01f80af0dca tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.4368796 Jul 16 01:33:28.892343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-55be49c4-ae63-44a7-974f-47d762b2cefb service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681529 Jul 16 01:33:29.066389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-4061de3d-acdd-42b3-9aef-14bf76d7ed16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 200 len: 217 time: 0.1067171 Jul 16 01:33:29.084469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f13ca415-d58f-4024-981a-9451668ef526 req-94573e6f-8955-421d-8ba4-36486fadbabc tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2749341 Jul 16 01:33:29.177339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943692cd-1d10-4e16-bb7e-7912c852e3da req-57f441ff-44c4-4e7f-9aa4-cb53da235575 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.179048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-943692cd-1d10-4e16-bb7e-7912c852e3da req-57f441ff-44c4-4e7f-9aa4-cb53da235575 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 943 time: 0.5720248 Jul 16 01:33:29.196860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-f5e452e7-3291-44bb-a916-cd6002b450ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.198828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-f5e452e7-3291-44bb-a916-cd6002b450ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 200 len: 913 time: 0.4110103 Jul 16 01:33:29.205440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-72cfcd7c-9fe8-47cf-b3e0-13db944d2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.207064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-72cfcd7c-9fe8-47cf-b3e0-13db944d2770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1273637 Jul 16 01:33:29.367114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-948292ec-75ff-4698-abd6-3b5a8c12a30a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 HTTP/1.1" status: 200 len: 217 time: 0.1262200 Jul 16 01:33:29.454054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-943692cd-1d10-4e16-bb7e-7912c852e3da req-b23b5c99-0b28-4d0e-b73d-98b932c5f3b6 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538719 Jul 16 01:33:29.521481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.539980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-761cddef-41f5-478b-8e9c-b27f23ed008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.542394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-761cddef-41f5-478b-8e9c-b27f23ed008c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 200 len: 852 time: 0.1654975 Jul 16 01:33:29.557860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-53581bee-058f-4fa7-a63b-9b9f118caebf tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=08683ead19dc4772b1f95cbc063d0acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970058 Jul 16 01:33:29.639628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-ed4d7aea-81c6-41dd-9360-035b00497233 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86789cd7-3edb-4098-a369-f00974133c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805037 Jul 16 01:33:29.684127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-c45913fd-ed8a-4969-8fef-ce5f98dff675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.686282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-c45913fd-ed8a-4969-8fef-ce5f98dff675 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4339986 Jul 16 01:33:29.704944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b484006f-5db5-472f-a43a-e157765569ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.840473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae644c9-e8f1-49df-82f6-ffc1c1217269 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:29.846738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b484006f-5db5-472f-a43a-e157765569ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.851916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b484006f-5db5-472f-a43a-e157765569ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.855662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b17dfed9-bdb3-4c45-b56c-5024152bd9f7 req-f37b820c-251e-4f37-8f0a-2daa19d5334c tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/e66f9e6d-248c-4810-9dca-f3104f01b1fc HTTP/1.1" status: 200 len: 1803 time: 0.3249545 Jul 16 01:33:29.899571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.903496 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b484006f-5db5-472f-a43a-e157765569ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2af95a627be455aab46147f29110928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802612 Jul 16 01:33:29.907385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.914001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484006f-5db5-472f-a43a-e157765569ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a96b9d-8e01-4297-b3af-6a36ce74707b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.975238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afa68377-77be-4691-8547-1775b037ca4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.989497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Transition to ACTIVE for port object eae644c9-e8f1-49df-82f6-ffc1c1217269 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:30.004085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-07ff7c5f-d7aa-4dd2-9c3e-772db03e0f04 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.006003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-07ff7c5f-d7aa-4dd2-9c3e-772db03e0f04 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329865 Jul 16 01:33:30.010100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afa68377-77be-4691-8547-1775b037ca4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.023886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.082457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afa68377-77be-4691-8547-1775b037ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.087045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afa68377-77be-4691-8547-1775b037ca4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.088951 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-afa68377-77be-4691-8547-1775b037ca4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7a96b9d-8e01-4297-b3af-6a36ce74707b HTTP/1.1" status: 204 len: 168 time: 0.1803496 Jul 16 01:33:30.102443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68377-77be-4691-8547-1775b037ca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a96b9d-8e01-4297-b3af-6a36ce74707b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.112498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-70a2e949-5c82-486e-a300-3ffcf6de6621 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960001 Jul 16 01:33:30.119004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-89011f62-2f42-408e-a021-40722496d9f9 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/quotas/08683ead19dc4772b1f95cbc063d0acd HTTP/1.1" status: 200 len: 375 time: 0.0990653 Jul 16 01:33:30.136716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-7e406e30-1ca2-42f2-951b-eaef38b1a3c9 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721081 Jul 16 01:33:30.259494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Pushing event updated for resources: {'Port': ['ID=eae644c9-e8f1-49df-82f6-ffc1c1217269,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.286670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-eeba2867-45cf-4d91-9bf4-5f3054567ea4 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=08683ead19dc4772b1f95cbc063d0acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394830 Jul 16 01:33:30.301751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b17dfed9-bdb3-4c45-b56c-5024152bd9f7 req-d040e428-58da-4c55-9eee-1b93fb0395bb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.726349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51274) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.750900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47ac1d19-8abb-49d9-8c2a-d02112348137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.787761 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca8849d-b258-4134-8865-effe004adb8a x-openstack-request-id: req-bca8849d-b258-4134-8865-effe004adb8a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:30.788061 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "tag": "5f9af42c-6bac-40db-a6be-73812941bdaa", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:30.788317 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bca8849d-b258-4134-8865-effe004adb8a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:30.788755 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'tag': '5f9af42c-6bac-40db-a6be-73812941bdaa', 'status': 'completed', 'code': 200} Jul 16 01:33:30.807549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b17dfed9-bdb3-4c45-b56c-5024152bd9f7 req-d040e428-58da-4c55-9eee-1b93fb0395bb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.829627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-69981729-e06d-489a-a747-4bb105f295af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.830123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-69981729-e06d-489a-a747-4bb105f295af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.830675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-69981729-e06d-489a-a747-4bb105f295af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.836287 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61d11169-33b7-4e88-8428-4a57247c878f req-69981729-e06d-489a-a747-4bb105f295af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2826 time: 0.1902754 Jul 16 01:33:30.909645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-036be1f5-c1b0-4017-97a7-12f4de8301cb service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7887943 Jul 16 01:33:30.937721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68deef20-9ed2-4171-ad23-8809b51422e9 req-00a676c6-1094-49f5-814f-12dd72e5de92 service neutron] 10.222.0.23 "GET /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846453 Jul 16 01:33:31.008365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-67482aa8-bef7-4de1-8b9d-4ce9c02e426d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 200 len: 217 time: 0.0823934 Jul 16 01:33:31.008365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Attempting to bind port eae644c9-e8f1-49df-82f6-ffc1c1217269 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:31.008365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Attempting to bind port eae644c9-e8f1-49df-82f6-ffc1c1217269 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:31.008365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Attempting to bind port eae644c9-e8f1-49df-82f6-ffc1c1217269 on network 07bd544e-4347-4bfa-965a-801562bc8ffa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:31.057605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-075c65b5-3f5f-4a98-a95f-aaf6ab50be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.058121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-075c65b5-3f5f-4a98-a95f-aaf6ab50be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.058683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-075c65b5-3f5f-4a98-a95f-aaf6ab50be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.060647 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61d11169-33b7-4e88-8428-4a57247c878f req-075c65b5-3f5f-4a98-a95f-aaf6ab50be6f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2164872 Jul 16 01:33:31.063437 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47ac1d19-8abb-49d9-8c2a-d02112348137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.077960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Port eae644c9-e8f1-49df-82f6-ffc1c1217269 on network 07bd544e-4347-4bfa-965a-801562bc8ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:31.078368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Attempting to bind port eae644c9-e8f1-49df-82f6-ffc1c1217269 on network 07bd544e-4347-4bfa-965a-801562bc8ffa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:31.084464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47ac1d19-8abb-49d9-8c2a-d02112348137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.104311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:31.105250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Checking segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:31.105983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Bound using segment: {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:31.106699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Bound port: eae644c9-e8f1-49df-82f6-ffc1c1217269, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433c67ef-1185-4caa-926e-8c9bf8053c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:31.107109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.153324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ddd9b-1afc-49b4-84c1-78cf1a1b763b req-6b125272-e87f-4e61-870d-d9d03a6d5fa7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.160904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ddd9b-1afc-49b4-84c1-78cf1a1b763b req-6b125272-e87f-4e61-870d-d9d03a6d5fa7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.167681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ddd9b-1afc-49b4-84c1-78cf1a1b763b req-6b125272-e87f-4e61-870d-d9d03a6d5fa7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.173382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-858ddd9b-1afc-49b4-84c1-78cf1a1b763b req-6b125272-e87f-4e61-870d-d9d03a6d5fa7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2412 time: 0.3887339 Jul 16 01:33:31.205114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b17dfed9-bdb3-4c45-b56c-5024152bd9f7 req-d040e428-58da-4c55-9eee-1b93fb0395bb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.206397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-47ac1d19-8abb-49d9-8c2a-d02112348137 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a739a5f7f534911999b3813394ea581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764245 Jul 16 01:33:31.209569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b17dfed9-bdb3-4c45-b56c-5024152bd9f7 req-d040e428-58da-4c55-9eee-1b93fb0395bb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.210988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.213288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b17dfed9-bdb3-4c45-b56c-5024152bd9f7 req-d040e428-58da-4c55-9eee-1b93fb0395bb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/e66f9e6d-248c-4810-9dca-f3104f01b1fc HTTP/1.1" status: 204 len: 173 time: 1.3157127 Jul 16 01:33:31.218279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-ff2e9f64-bde0-4cc6-a4bd-fc28c77f15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.221717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-ff2e9f64-bde0-4cc6-a4bd-fc28c77f15f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.2044270 Jul 16 01:33:31.261358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac1d19-8abb-49d9-8c2a-d02112348137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faae093-0ec2-411c-b4f4-b592ba57ca3e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.320894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11169-33b7-4e88-8428-4a57247c878f req-0d044d80-d03d-43b3-96a2-4112632b6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.323422 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61d11169-33b7-4e88-8428-4a57247c878f req-0d044d80-d03d-43b3-96a2-4112632b6f72 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556078 Jul 16 01:33:31.353994 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeae33-12b4-4b15-a5c1-866c082f10d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.384173 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeae33-12b4-4b15-a5c1-866c082f10d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.423755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] For port eae644c9-e8f1-49df-82f6-ffc1c1217269, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:31.444719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeae33-12b4-4b15-a5c1-866c082f10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.447737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeae33-12b4-4b15-a5c1-866c082f10d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.453967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61eeae33-12b4-4b15-a5c1-866c082f10d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5faae093-0ec2-411c-b4f4-b592ba57ca3e HTTP/1.1" status: 204 len: 168 time: 0.2072251 Jul 16 01:33:31.462035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eeae33-12b4-4b15-a5c1-866c082f10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faae093-0ec2-411c-b4f4-b592ba57ca3e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.528434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e428-58da-4c55-9eee-1b93fb0395bb tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66f9e6d-248c-4810-9dca-f3104f01b1fc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.556980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] For port eae644c9-e8f1-49df-82f6-ffc1c1217269, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:31.575267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-858ddd9b-1afc-49b4-84c1-78cf1a1b763b req-848e9a5d-b060-4473-a868-dc87f0a3412f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867371 Jul 16 01:33:31.594323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.700340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.700340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.702004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] 10.222.0.23 "PUT /v2.0/ports/eae644c9-e8f1-49df-82f6-ffc1c1217269 HTTP/1.1" status: 200 len: 1093 time: 3.5342422 Jul 16 01:33:31.764811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:31.794424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-0a78388b-efe5-4e46-a477-b6aa4c434e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.798212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-0a78388b-efe5-4e46-a477-b6aa4c434e40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3978539 Jul 16 01:33:31.811604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fe072-7ff0-4581-bbab-0a4d9485ca5c service neutron] Pushing event updated for resources: {'Port': ['ID=eae644c9-e8f1-49df-82f6-ffc1c1217269,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.003072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffb840-c471-4506-b36a-cbaa51d5fa0b req-cc19509a-1910-4508-ab89-14eaf920f3bb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.006990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78ffb840-c471-4506-b36a-cbaa51d5fa0b req-cc19509a-1910-4508-ab89-14eaf920f3bb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 950 time: 0.6023989 Jul 16 01:33:32.028935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:32.048231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762', 'network_id': '86789cd7-3edb-4098-a369-f00974133c71', 'port_id': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762', 'mac_address': 'fa:16:3e:64:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d12063-1aa4-4ca6-a5dc-10c5b917a047', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:32.112500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.115176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51290) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.129608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25477e4d-02c7-4816-ad22-31d91c00a4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.136903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:32.160178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-b8f5fcb0-ea7c-462f-8dc9-330b6d54dfd9 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545985 Jul 16 01:33:32.168310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:32.174121 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.203999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78ffb840-c471-4506-b36a-cbaa51d5fa0b req-3d31d85b-dd54-4921-a284-bfe6d7e3a235 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794531 Jul 16 01:33:32.254055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.267055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25477e4d-02c7-4816-ad22-31d91c00a4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.273294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25477e4d-02c7-4816-ad22-31d91c00a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.298843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.305201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.311560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.317909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.324340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.331577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.332757 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-25477e4d-02c7-4816-ad22-31d91c00a4b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c97954a21bc74fc798f0dee10903f554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162535 Jul 16 01:33:32.337836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51294) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.338046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.339757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-4d1ea37d-e6ad-4e22-81e2-0cd581f0ccb8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.3518052 Jul 16 01:33:32.372934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-03e62aaa-72a8-4844-9e20-1fb6750254cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.373265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-03e62aaa-72a8-4844-9e20-1fb6750254cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.373942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-03e62aaa-72a8-4844-9e20-1fb6750254cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.375996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-03e62aaa-72a8-4844-9e20-1fb6750254cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2868 time: 0.3896995 Jul 16 01:33:32.385813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477e4d-02c7-4816-ad22-31d91c00a4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3da6e67-53ab-4e5a-b505-19e09a043354,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.436052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4af06126-1dee-43f6-be13-198c66b04939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.461697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4af06126-1dee-43f6-be13-198c66b04939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.478745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-31639e70-d844-46e2-ad8d-fff0ef91715c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=02c1197b-8d0e-4bb0-b3cb-15ecca868953 HTTP/1.1" status: 200 len: 217 time: 0.0811934 Jul 16 01:33:32.484227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-48bb9671-097c-4e43-9e3a-00541b353322 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100500 Jul 16 01:33:32.500854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5d7d1a86-0a0e-4abb-b0e3-971dd97e1762'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:32.505974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a191dd63-6469-44ba-b56b-be80b78ccdc0 req-403cbfce-7746-4929-bd1a-555347fd6b3a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388705 Jul 16 01:33:32.534382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-49bc3807-3481-412a-91c4-60b35994f6dc tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=08683ead19dc4772b1f95cbc063d0acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289989 Jul 16 01:33:32.579585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4af06126-1dee-43f6-be13-198c66b04939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.583336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4af06126-1dee-43f6-be13-198c66b04939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.585765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4af06126-1dee-43f6-be13-198c66b04939 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3da6e67-53ab-4e5a-b505-19e09a043354 HTTP/1.1" status: 204 len: 168 time: 0.2464292 Jul 16 01:33:32.684700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af06126-1dee-43f6-be13-198c66b04939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3da6e67-53ab-4e5a-b505-19e09a043354,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.712233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-2364b313-8f87-4f5a-a875-28c3fc907cee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 200 len: 217 time: 0.1180367 Jul 16 01:33:32.761851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-6f525016-03bb-4df4-9002-8817ebb30b4f tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.764376 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-6f525016-03bb-4df4-9002-8817ebb30b4f tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252212 Jul 16 01:33:32.784760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Request body: {'port': {'device_id': 'a607e1da-334e-4378-a576-54194ee7e957', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '08683ead19dc4772b1f95cbc063d0acd'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:32.846420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'tag': 'eae644c9-e8f1-49df-82f6-ffc1c1217269'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:32.850186 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "tag": "eae644c9-e8f1-49df-82f6-ffc1c1217269"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:32.877253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f9e574d-94e5-49ec-95a0-5e49439ca9b6 req-c74cde22-1169-48f6-a1ba-1731bd74647b tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 210 time: 0.1557415 Jul 16 01:33:32.893717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-651788b8-f1ee-43cf-b246-dacd740eaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.895258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-651788b8-f1ee-43cf-b246-dacd740eaa13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088360a9-422e-44d2-a1c9-837b47ad6e06 HTTP/1.1" status: 200 len: 801 time: 0.4101548 Jul 16 01:33:32.911695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc36f8-8c32-4613-b7ef-670c8fd55c96 req-b4938edf-0c5d-4a52-a42a-5b197f185263 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.911695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcc36f8-8c32-4613-b7ef-670c8fd55c96 req-b4938edf-0c5d-4a52-a42a-5b197f185263 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 944 time: 0.5653191 Jul 16 01:33:32.942011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Made reservation on behalf of 08683ead19dc4772b1f95cbc063d0acd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:32.945886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.956628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.976386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-53ee389c-c86c-4b45-84f7-d59d8eca4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.977872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-53ee389c-c86c-4b45-84f7-d59d8eca4e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.2533894 Jul 16 01:33:33.092395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcc36f8-8c32-4613-b7ef-670c8fd55c96 req-82f84513-b22e-4384-9732-60731651c677 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641304 Jul 16 01:33:33.102246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.104817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13665629-a1ec-47b4-aac3-8254d5fde907 req-d1a2245c-261d-43ed-9262-67596d5f3d0b tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0 HTTP/1.1" status: 200 len: 1805 time: 0.1735346 Jul 16 01:33:33.113411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.171052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-ea43c21d-5b99-42ba-9e98-51219839e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.172968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-ea43c21d-5b99-42ba-9e98-51219839e770 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07bd544e-4347-4bfa-965a-801562bc8ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639897 Jul 16 01:33:33.181957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465f2747-0c93-494d-8aab-671f81a8fed3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.275426 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-13665629-a1ec-47b4-aac3-8254d5fde907 req-38a7698f-6e0e-49ae-81e3-7a59a7ad2cf4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.305546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-26b9eb39-3119-4b71-8700-54def331f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.307106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-26b9eb39-3119-4b71-8700-54def331f320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3128436 Jul 16 01:33:33.342855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Allocated IP 192.168.233.183 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/214d13d8-4300-45bb-876f-70f472493d95) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:33.381573 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-13665629-a1ec-47b4-aac3-8254d5fde907 req-38a7698f-6e0e-49ae-81e3-7a59a7ad2cf4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.486488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-fe681d5e-66c0-4d04-84cd-df9291f88441 service neutron] 10.222.0.23 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050518 Jul 16 01:33:33.617419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-1f0df3bd-44f9-4626-8200-3820a73417ae service neutron] 10.222.0.23 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245666 Jul 16 01:33:33.657329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-13665629-a1ec-47b4-aac3-8254d5fde907 req-38a7698f-6e0e-49ae-81e3-7a59a7ad2cf4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.661996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-13665629-a1ec-47b4-aac3-8254d5fde907 req-38a7698f-6e0e-49ae-81e3-7a59a7ad2cf4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.663016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.669034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13665629-a1ec-47b4-aac3-8254d5fde907 req-38a7698f-6e0e-49ae-81e3-7a59a7ad2cf4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0 HTTP/1.1" status: 204 len: 173 time: 0.5386062 Jul 16 01:33:33.682490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Transition to ACTIVE for port object 214d13d8-4300-45bb-876f-70f472493d95 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:33.724897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.746679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-60a490d3-e7db-4e73-bfed-09a4b7288050 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=5f9af42c-6bac-40db-a6be-73812941bdaa HTTP/1.1" status: 200 len: 217 time: 0.1209922 Jul 16 01:33:33.772780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7698f-6e0e-49ae-81e3-7a59a7ad2cf4 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf6dd3-f17f-4187-a6c9-fb0c8fc4dba0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.785261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:33.786090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-014d43d3-6ab4-429f-9bed-e6c41d0ee78f service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650826 Jul 16 01:33:33.789310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:33.797040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:33.819234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:33.875619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Pushing event updated for resources: {'Port': ['ID=214d13d8-4300-45bb-876f-70f472493d95,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.934177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:33.940717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:33.941893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.946025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-fe53e7ea-39e5-4042-936f-5d1d074326de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.949282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-fe53e7ea-39e5-4042-936f-5d1d074326de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f6f3907a-2751-41c4-817a-ffcad615d0c1 HTTP/1.1" status: 200 len: 801 time: 0.1780448 Jul 16 01:33:33.970165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.971216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.009266 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-2ab52765-d686-4f4e-bf40-4f87e7691966 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2290568 Jul 16 01:33:34.028447 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1ddfdc-4fb7-47da-b347-45964473e703 x-openstack-request-id: req-ed1ddfdc-4fb7-47da-b347-45964473e703 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:34.028777 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "tag": "eae644c9-e8f1-49df-82f6-ffc1c1217269", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:34.029470 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed1ddfdc-4fb7-47da-b347-45964473e703 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:34.029873 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'tag': 'eae644c9-e8f1-49df-82f6-ffc1c1217269', 'status': 'completed', 'code': 200} Jul 16 01:33:34.032457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Request body: {'port': {'device_id': 'a607e1da-334e-4378-a576-54194ee7e957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:34.156298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.183881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-9b23014a-b7c4-4c3e-a096-802152515bf1 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163006 Jul 16 01:33:34.196299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efdc9-a536-4efa-bcfc-355bb924683c req-976600fa-7c07-4b5f-8e05-0eb754405184 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.205773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:34.207113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efdc9-a536-4efa-bcfc-355bb924683c req-976600fa-7c07-4b5f-8e05-0eb754405184 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.210062 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd0f4e8-f04a-4805-b7c4-92daf1e59b4b" -d '{"events": [{"server_uuid": "dd09e989-5aee-4436-a216-da2b994aeb3e", "name": "network-vif-plugged", "status": "completed", "tag": "5d7d1a86-0a0e-4abb-b0e3-971dd97e1762"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:34.218400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efdc9-a536-4efa-bcfc-355bb924683c req-976600fa-7c07-4b5f-8e05-0eb754405184 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.220145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-392efdc9-a536-4efa-bcfc-355bb924683c req-976600fa-7c07-4b5f-8e05-0eb754405184 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2412 time: 0.5664015 Jul 16 01:33:34.226446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-17bc50cb-1a5e-462f-a584-8c6671f2c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.228721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-17bc50cb-1a5e-462f-a584-8c6671f2c374 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=68e60718-2b89-4452-a9c4-bcbc8a825933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024977 Jul 16 01:33:34.231036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:34.235391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.246827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.268881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-17de3bec-bc6e-487d-81ad-382531110f59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 200 len: 217 time: 0.0440254 Jul 16 01:33:34.336527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.370811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b6bd989-67a3-4011-b54a-67b4f49e00c2 None None] Provisioning for port 214d13d8-4300-45bb-876f-70f472493d95 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:34.375743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b6bd989-67a3-4011-b54a-67b4f49e00c2 None None] Provisioning complete for port 214d13d8-4300-45bb-876f-70f472493d95 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:34.376215 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd989-67a3-4011-b54a-67b4f49e00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.440791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-392efdc9-a536-4efa-bcfc-355bb924683c req-105ce4c3-59c4-4acf-9d55-9270f6d0a666 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751146 Jul 16 01:33:34.451605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6b6bd989-67a3-4011-b54a-67b4f49e00c2 None None] Port 214d13d8-4300-45bb-876f-70f472493d95 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:34.484505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.491732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.496809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.504040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.514362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.520849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.527028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.535392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-2bec1952-c330-409c-bc6d-c599dc0d4d2d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.3130281 Jul 16 01:33:34.570529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-8ddb77ee-a611-4824-afc1-f8e8a45cbe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.572033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-8ddb77ee-a611-4824-afc1-f8e8a45cbe0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.2674396 Jul 16 01:33:34.666085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-799b05ac-631a-41be-a0aa-8265491ca6dc tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763133 Jul 16 01:33:34.694231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b609de4b-415d-4b79-9cd9-cb26de318ba9 req-d5cc6246-d16e-40da-b4c3-70b19b24119f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578529 Jul 16 01:33:34.734546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-7534f3a3-ec46-4a14-823d-dac3a95b70f0 service neutron] 10.222.0.23 "GET /v2.0/networks/68e60718-2b89-4452-a9c4-bcbc8a825933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311337 Jul 16 01:33:34.743285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214d13d8-4300-45bb-876f-70f472493d95 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:34.753204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.772956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Transition to ACTIVE for port object 214d13d8-4300-45bb-876f-70f472493d95 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:34.781610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.857078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Pushing event updated for resources: {'Port': ['ID=214d13d8-4300-45bb-876f-70f472493d95,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.968297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Attempting to bind port 214d13d8-4300-45bb-876f-70f472493d95 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:34.968915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Attempting to bind port 214d13d8-4300-45bb-876f-70f472493d95 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:34.969456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Attempting to bind port 214d13d8-4300-45bb-876f-70f472493d95 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:34.978643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Port 214d13d8-4300-45bb-876f-70f472493d95 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:34.979236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Attempting to bind port 214d13d8-4300-45bb-876f-70f472493d95 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:34.989942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:34.990284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:34.990691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:34.991160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Bound port: 214d13d8-4300-45bb-876f-70f472493d95, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:34.991756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.087043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] For port 214d13d8-4300-45bb-876f-70f472493d95, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:35.090960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] For port 214d13d8-4300-45bb-876f-70f472493d95, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=214d13d8-4300-45bb-876f-70f472493d95,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:35.100946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.167221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.167910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.170200 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] 10.222.0.13 "PUT /v2.0/ports/214d13d8-4300-45bb-876f-70f472493d95 HTTP/1.1" status: 200 len: 1097 time: 1.1482379 Jul 16 01:33:35.172914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a607e1da-334e-4378-a576-54194ee7e957', 'tag': '214d13d8-4300-45bb-876f-70f472493d95'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:35.174887 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26" -d '{"events": [{"name": "network-changed", "server_uuid": "a607e1da-334e-4378-a576-54194ee7e957", "tag": "214d13d8-4300-45bb-876f-70f472493d95"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:35.213296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347c0c9-28a5-4917-a0bb-826c6ac57de8 service neutron] Pushing event updated for resources: {'Port': ['ID=214d13d8-4300-45bb-876f-70f472493d95,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.298196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608520-9e38-4099-be8e-9895f9284171 req-20faef73-669a-4259-8da8-dabb150b647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.301529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-20faef73-669a-4259-8da8-dabb150b647d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7106178 Jul 16 01:33:35.315299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-d42d2465-999e-4c16-92ce-744d57eb9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.316886 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-d42d2465-999e-4c16-92ce-744d57eb9247 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08683ead19dc4772b1f95cbc063d0acd&device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 1100 time: 0.0771294 Jul 16 01:33:35.336609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-794048fe-e922-4dbd-bc02-cfc18ab98264 req-98180cca-25e5-49b4-9eb2-523ae37d456d tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/5f50aee0-dd5a-4ecc-88ab-f6a053e1025a HTTP/1.1" status: 200 len: 2403 time: 0.5736778 Jul 16 01:33:35.345638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51380) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.365802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-04ea6777-7392-42c9-8fc2-677383b53e7d tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.368702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-04ea6777-7392-42c9-8fc2-677383b53e7d tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6913369 Jul 16 01:33:35.397134 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-df4fe688-fcfb-44fd-ac99-656ff6881310 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=214d13d8-4300-45bb-876f-70f472493d95 HTTP/1.1" status: 200 len: 217 time: 0.0681779 Jul 16 01:33:35.413282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-9c1818f2-0caa-469c-b988-02d565e4b8d4 service neutron] 10.222.0.23 "GET /v2.0/networks/68e60718-2b89-4452-a9c4-bcbc8a825933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685452 Jul 16 01:33:35.449497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-57cf9ff5-f9e4-4b3f-a6cb-21dd0cc3e778 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/quotas/e0fb545c41ef4fb48cbfe196b040d13e HTTP/1.1" status: 200 len: 375 time: 0.0565951 Jul 16 01:33:35.468009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-748f811c-ca04-48f2-b8a1-a78566063cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.469988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-748f811c-ca04-48f2-b8a1-a78566063cfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0658731 Jul 16 01:33:35.549947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-d52ac6e5-e9ed-4a9e-95e0-3d34fd2a7429 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269 HTTP/1.1" status: 200 len: 217 time: 0.1204767 Jul 16 01:33:35.550732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63952e11-3b46-4c4a-9f47-8077369b096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.554927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-704bac9c-1105-4105-9158-3ccc2ee41a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.556472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-704bac9c-1105-4105-9158-3ccc2ee41a0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807059 Jul 16 01:33:35.674666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-fac6288b-df65-4e62-b84f-0eeb6bb463ac service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605962 Jul 16 01:33:35.687178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-794048fe-e922-4dbd-bc02-cfc18ab98264 req-4964afeb-bea2-472c-8650-7016060f3c07 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.704355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-e8bd6c4b-0a23-483e-a08d-e7abb751cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.705895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-e8bd6c4b-0a23-483e-a08d-e7abb751cde9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088360a9-422e-44d2-a1c9-837b47ad6e06 HTTP/1.1" status: 200 len: 801 time: 0.1304481 Jul 16 01:33:35.782611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-794048fe-e922-4dbd-bc02-cfc18ab98264 req-4964afeb-bea2-472c-8650-7016060f3c07 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.852153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d3ad53ab-4bcd-41d5-83c4-b6b57135c9f8 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4016743 Jul 16 01:33:35.901588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8608520-9e38-4099-be8e-9895f9284171 req-95171302-05c1-4161-a2b7-ba9b1fe0853e service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121925 Jul 16 01:33:35.922116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e107-5d0c-485a-816c-91b7490b125d req-6f1c0607-f424-4bc3-931e-45bcc0e9ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.925352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-6f1c0607-f424-4bc3-931e-45bcc0e9ea94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07bd544e-4347-4bfa-965a-801562bc8ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914213 Jul 16 01:33:35.927362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-794048fe-e922-4dbd-bc02-cfc18ab98264 req-4964afeb-bea2-472c-8650-7016060f3c07 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.932208 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-794048fe-e922-4dbd-bc02-cfc18ab98264 req-4964afeb-bea2-472c-8650-7016060f3c07 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.934388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-794048fe-e922-4dbd-bc02-cfc18ab98264 req-4964afeb-bea2-472c-8650-7016060f3c07 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/5f50aee0-dd5a-4ecc-88ab-f6a053e1025a HTTP/1.1" status: 204 len: 173 time: 0.5644326 Jul 16 01:33:35.979441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964afeb-bea2-472c-8650-7016060f3c07 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50aee0-dd5a-4ecc-88ab-f6a053e1025a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.058246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-bcdcd2af-d5db-41aa-a28c-ffd24871728e service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945164 Jul 16 01:33:36.081583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-d6689bc6-aa18-418d-9972-e9fac7bd37e0 service neutron] 10.222.0.23 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456888 Jul 16 01:33:36.250630 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f34a1a1-f39e-4302-bb55-3d01adf90b21 req-9e67bf65-f684-48a1-89d8-61e7366c186a service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529262 Jul 16 01:33:36.252719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63952e11-3b46-4c4a-9f47-8077369b096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.258735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63952e11-3b46-4c4a-9f47-8077369b096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.307878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-63952e11-3b46-4c4a-9f47-8077369b096b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9197af1d536d4210a679994bbb43bd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9611564 Jul 16 01:33:36.311454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63952e11-3b46-4c4a-9f47-8077369b096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622fca6a-345a-4594-8879-33eeed5dd19b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.314364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 51398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.378370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be58e107-5d0c-485a-816c-91b7490b125d req-7e3b09e4-3804-40dd-87e7-36dfd0126ac8 service neutron] 10.222.0.23 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891660 Jul 16 01:33:36.418824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61026e-0536-4815-9dde-fdf40857c6b2 req-a4bedf5d-75f2-4112-966d-5c220eb6959b tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.420646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc61026e-0536-4815-9dde-fdf40857c6b2 req-a4bedf5d-75f2-4112-966d-5c220eb6959b tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 948 time: 0.2796776 Jul 16 01:33:36.459276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df8dfd-2f00-423b-8fdd-a1a9a45738fe req-793422e5-93a6-4a75-a931-a4087c87c651 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.460908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5df8dfd-2f00-423b-8fdd-a1a9a45738fe req-793422e5-93a6-4a75-a931-a4087c87c651 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 945 time: 0.2156582 Jul 16 01:33:36.461930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7f953f-8b4c-4f29-be44-ce94bacaff4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.556873 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7f953f-8b4c-4f29-be44-ce94bacaff4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.567473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc61026e-0536-4815-9dde-fdf40857c6b2 req-88d1aeb2-ca3d-4720-acef-b72bf7adfca5 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284506 Jul 16 01:33:36.622815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5df8dfd-2f00-423b-8fdd-a1a9a45738fe req-4beb3813-65f5-45f9-ae72-6e1076de8b67 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414044 Jul 16 01:33:36.644880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-64c17092-38bf-4066-850c-5dddd2796886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.645506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-64c17092-38bf-4066-850c-5dddd2796886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.645964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-64c17092-38bf-4066-850c-5dddd2796886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.647839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-64c17092-38bf-4066-850c-5dddd2796886 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2868 time: 0.1770194 Jul 16 01:33:36.652185 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c566849-a7a4-4c0f-a2cb-31bb8824be7b x-openstack-request-id: req-6c566849-a7a4-4c0f-a2cb-31bb8824be7b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:36.652831 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd09e989-5aee-4436-a216-da2b994aeb3e", "name": "network-vif-plugged", "status": "completed", "tag": "5d7d1a86-0a0e-4abb-b0e3-971dd97e1762", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:36.652965 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c566849-a7a4-4c0f-a2cb-31bb8824be7b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:36.653323 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762', 'code': 200} Jul 16 01:33:36.681401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7f953f-8b4c-4f29-be44-ce94bacaff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.684812 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7f953f-8b4c-4f29-be44-ce94bacaff4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.689403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2d7f953f-8b4c-4f29-be44-ce94bacaff4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/622fca6a-345a-4594-8879-33eeed5dd19b HTTP/1.1" status: 204 len: 168 time: 0.3693261 Jul 16 01:33:36.718445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f953f-8b4c-4f29-be44-ce94bacaff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622fca6a-345a-4594-8879-33eeed5dd19b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.728579 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6073c7-424c-459c-83a6-3daede4578a0 x-openstack-request-id: req-0b6073c7-424c-459c-83a6-3daede4578a0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:36.729148 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a607e1da-334e-4378-a576-54194ee7e957", "tag": "214d13d8-4300-45bb-876f-70f472493d95", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:36.729265 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b6073c7-424c-459c-83a6-3daede4578a0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:36.730630 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a607e1da-334e-4378-a576-54194ee7e957', 'tag': '214d13d8-4300-45bb-876f-70f472493d95', 'status': 'completed', 'code': 200} Jul 16 01:33:36.829070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-1f104f07-754c-4a11-a102-f26d68cf1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.830995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-1f104f07-754c-4a11-a102-f26d68cf1e51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07bd544e-4347-4bfa-965a-801562bc8ffa HTTP/1.1" status: 200 len: 903 time: 0.1665709 Jul 16 01:33:36.931662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-b6b00594-d74b-48ab-8d98-6bc7559c47d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269 HTTP/1.1" status: 200 len: 217 time: 0.0935669 Jul 16 01:33:36.935071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc95b-977e-4bfa-9861-0a7e80655e31 req-a5a399d7-b0eb-4a50-a5f1-be33a061eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.937401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-340fc95b-977e-4bfa-9861-0a7e80655e31 req-a5a399d7-b0eb-4a50-a5f1-be33a061eed0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 1097 time: 0.0852025 Jul 16 01:33:36.943311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-75151c8c-7225-4f1b-a77c-e8a904277934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.944964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-75151c8c-7225-4f1b-a77c-e8a904277934 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08683ead19dc4772b1f95cbc063d0acd&device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 1100 time: 0.1476469 Jul 16 01:33:37.065464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-13ac1c85-bc0d-42da-90f2-9e2fbaf504a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.068194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-13ac1c85-bc0d-42da-90f2-9e2fbaf504a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=088360a9-422e-44d2-a1c9-837b47ad6e06 HTTP/1.1" status: 200 len: 801 time: 0.0929978 Jul 16 01:33:37.083181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d66e-691e-4f4d-8916-88d67313638b req-8b1e4135-bd35-405d-b484-992eb2423196 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.090899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d66e-691e-4f4d-8916-88d67313638b req-8b1e4135-bd35-405d-b484-992eb2423196 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.098841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d66e-691e-4f4d-8916-88d67313638b req-8b1e4135-bd35-405d-b484-992eb2423196 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.101072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-340fc95b-977e-4bfa-9861-0a7e80655e31 req-4bda246d-5764-4094-b19c-397bb3d65bb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550708 Jul 16 01:33:37.108037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bed4d66e-691e-4f4d-8916-88d67313638b req-8b1e4135-bd35-405d-b484-992eb2423196 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2412 time: 0.1795044 Jul 16 01:33:37.143740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-48437eb2-bcd0-4fb8-b243-4d189c3cde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.145437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-48437eb2-bcd0-4fb8-b243-4d189c3cde7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1930685 Jul 16 01:33:37.199437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-b64e39d7-238c-404e-88b6-7c86df15c4c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=214d13d8-4300-45bb-876f-70f472493d95 HTTP/1.1" status: 200 len: 217 time: 0.0466917 Jul 16 01:33:37.259786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-2c4069f5-0a57-455d-b75b-63297b2a009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.261454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-2c4069f5-0a57-455d-b75b-63297b2a009a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0549710 Jul 16 01:33:37.264360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bed4d66e-691e-4f4d-8916-88d67313638b req-03e23778-7e9c-45a5-a86c-642b2224e140 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546276 Jul 16 01:33:37.287203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-580ab18f-5e44-47cf-9686-2974d77c1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.290114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-580ab18f-5e44-47cf-9686-2974d77c1183 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07bd544e-4347-4bfa-965a-801562bc8ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783860 Jul 16 01:33:37.329959 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.349237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-147ac6b3-c933-45ea-aef7-0326ceff9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.350890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-147ac6b3-c933-45ea-aef7-0326ceff9fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817559 Jul 16 01:33:37.376941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.387195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.397983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.409356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.420105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.430253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.441688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.445021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-595f84ce-03ce-442b-b94c-91406b5495be req-6d72833d-864e-4395-a161-ea084730ce73 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.3148963 Jul 16 01:33:37.473587 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-2d9df743-90a4-4292-a273-17758eea55ac service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143937 Jul 16 01:33:37.619449 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1e5b85b5-6a19-4d28-8bd8-af4dbc5cbb26 req-b6d0920a-95bc-48f0-b4a3-c3e053c40b9b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383851 Jul 16 01:33:37.645090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c9d2462-cb98-4748-abb5-0e846a7d46e3 req-9e0443ad-f08c-4661-998f-ab98eec95817 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "GET /v2.0/security-groups/dd16f7a5-0b39-4b78-9506-9257cc05d286 HTTP/1.1" status: 200 len: 2396 time: 0.3010674 Jul 16 01:33:37.663856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-595f84ce-03ce-442b-b94c-91406b5495be req-033d7bae-0f13-4f79-b568-77f631a570cc tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066615 Jul 16 01:33:37.707797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-8de98e1d-352f-4862-a490-180e2b3a1064 service neutron] 10.222.0.23 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049871 Jul 16 01:33:37.773644 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-594035f0-266c-4911-9dd4-3d37fd3e8063 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669222 Jul 16 01:33:37.855464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c9d2462-cb98-4748-abb5-0e846a7d46e3 req-a5cf58b6-6929-4e2f-9cf9-ceda9794e606 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.933724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c9d2462-cb98-4748-abb5-0e846a7d46e3 req-a5cf58b6-6929-4e2f-9cf9-ceda9794e606 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.944618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ab2aaa-7c48-4208-9897-41aec32e6b5b req-f20e02eb-89d2-447c-82ce-1373ae0cea3d tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 210 time: 0.0820289 Jul 16 01:33:37.967152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4feff9d5-ba43-4b75-a9aa-0fbbe76d4cb6 req-1b05badf-17d9-418c-b923-6c541c145c31 service neutron] 10.222.0.23 "GET /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495725 Jul 16 01:33:37.999273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-649d551c-b409-4b2e-8947-07c293f9424f tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.001789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-649d551c-b409-4b2e-8947-07c293f9424f tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190413 Jul 16 01:33:38.027300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Request body: {'port': {'device_id': '7f52622f-0836-454e-b505-18aec05a6d7c', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'e0fb545c41ef4fb48cbfe196b040d13e'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:38.053824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c9d2462-cb98-4748-abb5-0e846a7d46e3 req-a5cf58b6-6929-4e2f-9cf9-ceda9794e606 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.057115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c9d2462-cb98-4748-abb5-0e846a7d46e3 req-a5cf58b6-6929-4e2f-9cf9-ceda9794e606 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.060565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c9d2462-cb98-4748-abb5-0e846a7d46e3 req-a5cf58b6-6929-4e2f-9cf9-ceda9794e606 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] 10.222.0.42 "DELETE /v2.0/security-groups/dd16f7a5-0b39-4b78-9506-9257cc05d286 HTTP/1.1" status: 204 len: 173 time: 0.3950634 Jul 16 01:33:38.075955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.080604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf58b6-6929-4e2f-9cf9-ceda9794e606 tempest-SecurityGroupRulesTestJSON-1894765192 tempest-SecurityGroupRulesTestJSON-1894765192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd16f7a5-0b39-4b78-9506-9257cc05d286,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.315574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Deleting subnet 0c78fa5a-4c00-46fd-a176-48e6edd6387e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:38.347318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.410401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9056338-67fc-451d-bfd3-66056d23d859 req-dbe593e6-6b26-4eba-b755-73281c07cf5d tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.413394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9056338-67fc-451d-bfd3-66056d23d859 req-dbe593e6-6b26-4eba-b755-73281c07cf5d tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 948 time: 0.1833448 Jul 16 01:33:38.476238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Made reservation on behalf of e0fb545c41ef4fb48cbfe196b040d13e for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:38.485061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.516267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.524599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9056338-67fc-451d-bfd3-66056d23d859 req-28b2685d-0ffb-4bb3-ac96-414f1518a780 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017368 Jul 16 01:33:38.571637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bec415-f825-4552-9cdc-b2a335ea5da7 req-125d1c56-1344-482b-af30-ec7ca248ee76 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.582946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6bec415-f825-4552-9cdc-b2a335ea5da7 req-125d1c56-1344-482b-af30-ec7ca248ee76 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 945 time: 0.2295535 Jul 16 01:33:38.643379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6bec415-f825-4552-9cdc-b2a335ea5da7 req-2999b8c0-91f9-4adb-ad3d-b72615846a52 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 Jul 16 01:33:38.656212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.786792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Allocated IP 192.168.233.225 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/a3d40136-7eb9-4a93-9af4-c99f1dabbb2c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:38.805491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.857298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c78fa5a-4c00-46fd-a176-48e6edd6387e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.862968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.865116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-93f9e2a9-ba7e-4ec2-bd3d-06601076052b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c78fa5a-4c00-46fd-a176-48e6edd6387e HTTP/1.1" status: 204 len: 168 time: 0.7829559 Jul 16 01:33:38.871453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51458) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.994620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c3a2-82cc-4cee-9f6e-15231cc63274 req-177f5714-28a5-4074-a4da-74bc919dbd01 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.003672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c3a2-82cc-4cee-9f6e-15231cc63274 req-177f5714-28a5-4074-a4da-74bc919dbd01 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.010866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c3a2-82cc-4cee-9f6e-15231cc63274 req-177f5714-28a5-4074-a4da-74bc919dbd01 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.013652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be53c3a2-82cc-4cee-9f6e-15231cc63274 req-177f5714-28a5-4074-a4da-74bc919dbd01 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2412 time: 0.1944129 Jul 16 01:33:39.015886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.052286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.064299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.074664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.084972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.096513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.104296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.110052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.119520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.122841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-aca15c9d-e9c3-46a2-ae40-d46e836cc524 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.2381005 Jul 16 01:33:39.145964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.159038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Transition to ACTIVE for port object a3d40136-7eb9-4a93-9af4-c99f1dabbb2c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:39.162022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3725422a-18a4-49ec-97e8-3efa3e30b3e3']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:39.186319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be53c3a2-82cc-4cee-9f6e-15231cc63274 req-86ed8765-bf55-4887-9b44-62e719f70c86 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611323 Jul 16 01:33:39.187665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d76879-f66b-4791-a05f-88a042042c54') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:39.187665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d76879-f66b-4791-a05f-88a042042c54') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:39.194713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d637e27-b27e-4d86-87a1-3d4f2d177bfd req-79cd8f1b-bf11-4ca8-84d8-86308cf43995 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575457 Jul 16 01:33:39.203042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.236115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.256319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.259774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:39.260498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:39.262970 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:39.292842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['74d4eee3-f4a1-438f-a05e-467d40ac09aa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:39.382536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:39.389637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:39.392232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Pushing event updated for resources: {'Port': ['ID=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.394588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:39.397399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.405128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.406718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3725422a-18a4-49ec-97e8-3efa3e30b3e3 HTTP/1.1" status: 204 len: 168 time: 0.5343013 Jul 16 01:33:39.445468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f22ba-fb96-4eb7-83a2-61f643bbcde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3725422a-18a4-49ec-97e8-3efa3e30b3e3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.480664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed54fe-b91a-49d1-906f-e4f7a90805a7 req-e7dc2204-4421-475f-a89b-3698c6818ab0 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.481582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.481582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.499317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84ed54fe-b91a-49d1-906f-e4f7a90805a7 req-e7dc2204-4421-475f-a89b-3698c6818ab0 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 936 time: 0.1854656 Jul 16 01:33:39.504316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-d5d591dc-65c0-4017-ac9a-2b7aaebe30b5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4878864 Jul 16 01:33:39.524402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Request body: {'port': {'device_id': '7f52622f-0836-454e-b505-18aec05a6d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.597852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84ed54fe-b91a-49d1-906f-e4f7a90805a7 req-e9bd3f95-e0a0-4786-90d1-b62abe11242e tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961182 Jul 16 01:33:39.713082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.812333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 51504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.817021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f9af42c-6bac-40db-a6be-73812941bdaa details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:39.827551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-af03cd8d-5977-4459-88fd-37af6a02ba01 None None] Provisioning for port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:39.854726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-af03cd8d-5977-4459-88fd-37af6a02ba01 None None] Provisioning complete for port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:39.855277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af03cd8d-5977-4459-88fd-37af6a02ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.900081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 214d13d8-4300-45bb-876f-70f472493d95 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:39.923679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-50eda25f-b73f-457a-a8a8-f7221ce9c654 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a446824f110a48fd8fce5ae84a12a0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089203 Jul 16 01:33:39.926611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51510) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.960284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625bb5-8a74-44da-a541-04c400a28b55 req-7d9976e7-f954-4acb-b19a-cca8fceb3990 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.961918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb625bb5-8a74-44da-a541-04c400a28b55 req-7d9976e7-f954-4acb-b19a-cca8fceb3990 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 948 time: 0.2223003 Jul 16 01:33:39.986015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274bf0a-e14f-43f8-a7cb-2eeebbbb2e39 req-0340cc86-326f-4c06-b788-6032085f3cbe tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.987584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3274bf0a-e14f-43f8-a7cb-2eeebbbb2e39 req-0340cc86-326f-4c06-b788-6032085f3cbe tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 945 time: 0.1449459 Jul 16 01:33:39.999440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-af03cd8d-5977-4459-88fd-37af6a02ba01 None None] Port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:40.035639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb85-b0e3-4a95-ba71-8126ef0f71ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.050933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb625bb5-8a74-44da-a541-04c400a28b55 req-c4211cb1-a8a2-4099-afad-d02ba74ecb9f tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806694 Jul 16 01:33:40.057800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3274bf0a-e14f-43f8-a7cb-2eeebbbb2e39 req-aa70607c-afb7-4238-8d46-ec136772726c tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Jul 16 01:33:40.137679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f9af42c-6bac-40db-a6be-73812941bdaa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f9af42c-6bac-40db-a6be-73812941bdaa,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.163601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c192a68c-db3c-4769-8e81-12114d90d138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.175180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5f9af42c-6bac-40db-a6be-73812941bdaa', 'network_id': '68e60718-2b89-4452-a9c4-bcbc8a825933', 'port_id': '5f9af42c-6bac-40db-a6be-73812941bdaa', 'mac_address': 'fa:16:3e:88:14:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f3907a-2751-41c4-817a-ffcad615d0c1', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:40.199673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 214d13d8-4300-45bb-876f-70f472493d95, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=214d13d8-4300-45bb-876f-70f472493d95,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.238225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '214d13d8-4300-45bb-876f-70f472493d95', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '214d13d8-4300-45bb-876f-70f472493d95', 'mac_address': 'fa:16:3e:41:63:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:40.246621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb85-b0e3-4a95-ba71-8126ef0f71ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.256495 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.291800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9af42c-6bac-40db-a6be-73812941bdaa {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:40.328901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f9af42c-6bac-40db-a6be-73812941bdaa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f9af42c-6bac-40db-a6be-73812941bdaa,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.334610 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.335718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eae644c9-e8f1-49df-82f6-ffc1c1217269 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:40.340139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb85-b0e3-4a95-ba71-8126ef0f71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.350042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b63fcb85-b0e3-4a95-ba71-8126ef0f71ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.354318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b63fcb85-b0e3-4a95-ba71-8126ef0f71ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea562625-fcb0-46a6-9413-72db7c6e1ed3 HTTP/1.1" status: 204 len: 168 time: 0.4258099 Jul 16 01:33:40.396407 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.414753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214d13d8-4300-45bb-876f-70f472493d95 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:40.423278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d40136-7eb9-4a93-9af4-c99f1dabbb2c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:40.435603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.439431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 214d13d8-4300-45bb-876f-70f472493d95, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=214d13d8-4300-45bb-876f-70f472493d95,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.460521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.472386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Transition to ACTIVE for port object a3d40136-7eb9-4a93-9af4-c99f1dabbb2c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:40.485518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.502869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f9af42c-6bac-40db-a6be-73812941bdaa,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.521083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fcb85-b0e3-4a95-ba71-8126ef0f71ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea562625-fcb0-46a6-9413-72db7c6e1ed3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.528930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4edd3-2c97-4d3a-81a9-00c974378fa8 req-43d263ad-d773-47ea-b3bd-5f1375610978 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.549845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4edd3-2c97-4d3a-81a9-00c974378fa8 req-43d263ad-d773-47ea-b3bd-5f1375610978 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.575440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4edd3-2c97-4d3a-81a9-00c974378fa8 req-43d263ad-d773-47ea-b3bd-5f1375610978 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.578632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.579361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.579921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.580444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.581001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.581503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.583198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.583707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.584333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.585255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.587648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.588188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:40.594979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2df4edd3-2c97-4d3a-81a9-00c974378fa8 req-43d263ad-d773-47ea-b3bd-5f1375610978 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2413 time: 0.1948831 Jul 16 01:33:40.701022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=214d13d8-4300-45bb-876f-70f472493d95,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.749333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Pushing event updated for resources: {'Port': ['ID=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.751233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2df4edd3-2c97-4d3a-81a9-00c974378fa8 req-7707956d-5120-4cdb-bfce-4ad1c07c9591 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548295 Jul 16 01:33:40.788071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Attempting to bind port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:40.788477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Attempting to bind port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:40.788820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Attempting to bind port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:40.798419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port eae644c9-e8f1-49df-82f6-ffc1c1217269, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.801948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:40.802280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Attempting to bind port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:40.823157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:40.823521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:40.823911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:40.824366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Bound port: a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:40.824786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.827652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['214d13d8-4300-45bb-876f-70f472493d95'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:40.879702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'eae644c9-e8f1-49df-82f6-ffc1c1217269', 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa', 'port_id': 'eae644c9-e8f1-49df-82f6-ffc1c1217269', 'mac_address': 'fa:16:3e:4a:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088360a9-422e-44d2-a1c9-837b47ad6e06', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:40.985654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.996950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.999960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] For port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:41.007227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.010125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] For port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:41.020855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.022827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.036682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.055783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae644c9-e8f1-49df-82f6-ffc1c1217269 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:41.056475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.074258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.093488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.096891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-2011ea92-04cb-4253-999a-7b33393c53f2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.2109299 Jul 16 01:33:41.222221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d36365-5b57-4d6c-84d9-6a68ad0670ba req-f46d3d6f-b6d4-40ad-a950-04177b4af1d3 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138096 Jul 16 01:33:41.250013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Pushing event updated for resources: {'Port': ['ID=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.279940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.280600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.285707 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-92adbd32-3a32-4686-ab53-30488592f86a service neutron] 10.222.0.23 "PUT /v2.0/ports/a3d40136-7eb9-4a93-9af4-c99f1dabbb2c HTTP/1.1" status: 200 len: 1097 time: 1.7733843 Jul 16 01:33:41.288016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f52622f-0836-454e-b505-18aec05a6d7c', 'tag': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:41.296985 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db64e903-271a-49bf-8126-9162fa14eec6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f52622f-0836-454e-b505-18aec05a6d7c", "tag": "a3d40136-7eb9-4a93-9af4-c99f1dabbb2c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:41.320728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1101-0de7-44a3-bdf6-14cf6c8eada3 req-28e4355a-bb30-440d-8924-4deec2aebff5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.330353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe6f1101-0de7-44a3-bdf6-14cf6c8eada3 req-28e4355a-bb30-440d-8924-4deec2aebff5 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 948 time: 0.1883006 Jul 16 01:33:41.457318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe6f1101-0de7-44a3-bdf6-14cf6c8eada3 req-3bca0c78-8601-466b-b915-788ae076d7c6 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217024 Jul 16 01:33:41.492457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port eae644c9-e8f1-49df-82f6-ffc1c1217269, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:41.514701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.515910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 02c1197b-8d0e-4bb0-b3cb-15ecca868953 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:41.614113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-3abcd976-2c1e-4d5d-8325-e2c1bc0189aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.624646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-3abcd976-2c1e-4d5d-8325-e2c1bc0189aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 1100 time: 0.2319858 Jul 16 01:33:41.642007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=02c1197b-8d0e-4bb0-b3cb-15ecca868953,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:41.663101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=eae644c9-e8f1-49df-82f6-ffc1c1217269,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.673485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '02c1197b-8d0e-4bb0-b3cb-15ecca868953', 'network_id': '07bd544e-4347-4bfa-965a-801562bc8ffa', 'port_id': '02c1197b-8d0e-4bb0-b3cb-15ecca868953', 'mac_address': 'fa:16:3e:0e:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088360a9-422e-44d2-a1c9-837b47ad6e06', 'ip_address': '19.80.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:41.746923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-9d76b1c4-8377-4b61-9676-f937f0a7b538 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c HTTP/1.1" status: 200 len: 217 time: 0.1114395 Jul 16 01:33:41.763915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.802681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1197b-8d0e-4bb0-b3cb-15ecca868953 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:41.832772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=02c1197b-8d0e-4bb0-b3cb-15ecca868953,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:41.843436 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.848862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-81200677-ce43-4d01-848c-c8dcc4206ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.850569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-81200677-ce43-4d01-848c-c8dcc4206ce5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0980926 Jul 16 01:33:41.873085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ac779-6cb0-44af-bf00-d9b6eaf5d401 req-e7d86b08-ff8f-434e-98a9-a3c5a3555cc4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.898195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b2ac779-6cb0-44af-bf00-d9b6eaf5d401 req-e7d86b08-ff8f-434e-98a9-a3c5a3555cc4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 945 time: 0.2212934 Jul 16 01:33:41.924531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=02c1197b-8d0e-4bb0-b3cb-15ecca868953,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.963499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-76b9b901-2f02-444d-873c-4be85531086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.965245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-76b9b901-2f02-444d-873c-4be85531086f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071677 Jul 16 01:33:42.025626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b2ac779-6cb0-44af-bf00-d9b6eaf5d401 req-03b57a21-f296-4e85-94bf-b3631797afa9 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258976 Jul 16 01:33:42.101286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2199f-febe-451c-9bee-f3b892360684 req-60e6dfc2-5adf-49ac-959b-d7c4fc6286db tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.108788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-92e2199f-febe-451c-9bee-f3b892360684 req-60e6dfc2-5adf-49ac-959b-d7c4fc6286db tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 949 time: 0.2731237 Jul 16 01:33:42.158874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51592) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.191205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['eae644c9-e8f1-49df-82f6-ffc1c1217269'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:42.204508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-92e2199f-febe-451c-9bee-f3b892360684 req-7090f819-9653-4835-8d27-12836eea3dac tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842395 Jul 16 01:33:42.204786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-a900679e-3f6a-4e93-bbe2-d98091432f44 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291186 Jul 16 01:33:42.262260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f9af42c-6bac-40db-a6be-73812941bdaa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:42.382627 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2050b6-f420-4849-873c-6e7877275f53 x-openstack-request-id: req-6e2050b6-f420-4849-873c-6e7877275f53 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:42.383625 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f52622f-0836-454e-b505-18aec05a6d7c", "tag": "a3d40136-7eb9-4a93-9af4-c99f1dabbb2c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:42.385885 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e2050b6-f420-4849-873c-6e7877275f53 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:42.388934 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f52622f-0836-454e-b505-18aec05a6d7c', 'tag': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c', 'status': 'completed', 'code': 200} Jul 16 01:33:42.446519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1304486399-network', 'tenant_id': '4e050663ce3d41539655420d649ee6ee'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:42.474574 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a29c6cfa-4387-4c18-aee4-2477b32d4c90 req-113aee4f-710a-4078-8693-9370a1f5f79c service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632623 Jul 16 01:33:42.476747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Made reservation on behalf of 4e050663ce3d41539655420d649ee6ee for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:42.501416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.536468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.627097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.631920 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2fb53678-4c64-492f-a2c9-418941f345ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.692855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e903-271a-49bf-8126-9162fa14eec6 req-29db8c67-0342-4431-ba30-1639400989e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.694831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-29db8c67-0342-4431-ba30-1639400989e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 1100 time: 0.1426558 Jul 16 01:33:42.772370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a914fce-7274-4aaa-b86a-0645402e5acb req-8707e803-471d-46b5-8222-765703b4dcce tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.790760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a914fce-7274-4aaa-b86a-0645402e5acb req-8707e803-471d-46b5-8222-765703b4dcce tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.809661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a914fce-7274-4aaa-b86a-0645402e5acb req-8707e803-471d-46b5-8222-765703b4dcce tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.825045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a914fce-7274-4aaa-b86a-0645402e5acb req-8707e803-471d-46b5-8222-765703b4dcce tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2415 time: 0.2518003 Jul 16 01:33:42.945636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a914fce-7274-4aaa-b86a-0645402e5acb req-7ce69d08-c7da-476e-b8b4-912c6a4b3fe6 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190236 Jul 16 01:33:43.018337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.023980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e903-271a-49bf-8126-9162fa14eec6 req-bdaeda55-ef8d-4813-bf8f-352e4ae928b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.026736 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-bdaeda55-ef8d-4813-bf8f-352e4ae928b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.3227530 Jul 16 01:33:43.032930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.094147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-437b9981-2820-46ac-99ba-fb43642fd168 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c HTTP/1.1" status: 200 len: 217 time: 0.0576539 Jul 16 01:33:43.103784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:43.152471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be884a-2854-48d5-b97f-36107912bf5e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.156122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.156518 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Added segment d7728299-8a1a-4efc-a7d5-4a6b23fbb272 of type vlan for network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 Jul 16 01:33:43.211217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.211514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e903-271a-49bf-8126-9162fa14eec6 req-3d4832a6-9bed-47ca-afa1-6c631d1254b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.213110 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-3d4832a6-9bed-47ca-afa1-6c631d1254b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1044254 Jul 16 01:33:43.215018 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.218981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.228876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.236484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.242898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.250538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.257093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.258845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-41606c03-0fff-47bf-b53e-2e2c52921d61 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.2005830 Jul 16 01:33:43.276167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd86ca-e818-4a7f-8bcd-1266776af151 req-7127b27b-c1ee-45fe-9e12-e6d4ad5233f8 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.278282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47cd86ca-e818-4a7f-8bcd-1266776af151 req-7127b27b-c1ee-45fe-9e12-e6d4ad5233f8 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 948 time: 0.1817272 Jul 16 01:33:43.309701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.311616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.312218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.321423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e903-271a-49bf-8126-9162fa14eec6 req-53ff2b6a-d4bc-49ee-ab73-a9a1644a5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.323144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-53ff2b6a-d4bc-49ee-ab73-a9a1644a5d63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027255 Jul 16 01:33:43.365419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08ea0ebb-4360-4a9b-93cc-7ddf07031876 req-b3fe0321-41a5-4e22-b023-de81baf9b286 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853207 Jul 16 01:33:43.375004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47cd86ca-e818-4a7f-8bcd-1266776af151 req-a5452bec-2910-4b7b-a1d8-5dafc0abcf52 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830021 Jul 16 01:33:43.385092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2209105 Jul 16 01:33:43.385252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 51632) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.400918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Request body: {'subnet': {'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1304486399-subnet', 'tenant_id': '4e050663ce3d41539655420d649ee6ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:43.434122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['02c1197b-8d0e-4bb0-b3cb-15ecca868953'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:43.454113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Made reservation on behalf of 4e050663ce3d41539655420d649ee6ee for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:43.458017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.482575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a67bc-8b56-4b29-a231-5dd029a9d1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd15b4c-b76d-40f2-af2f-d49639bbc954,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.542852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:43.564989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-26a4779e-89ca-4a1f-b17a-f29330601947 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255192 Jul 16 01:33:43.712513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db64e903-271a-49bf-8126-9162fa14eec6 req-b90055c2-eac6-4907-86c5-ac1afc4e6ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365440 Jul 16 01:33:43.712966 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.789133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa98a42-34c1-49f8-89ff-6d58e4829eeb req-e19f4b63-72fe-4d71-838d-8aa11e007cb9 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.790800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fa98a42-34c1-49f8-89ff-6d58e4829eeb req-e19f4b63-72fe-4d71-838d-8aa11e007cb9 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 949 time: 0.1885145 Jul 16 01:33:43.802478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2bc80-0203-493e-aa36-7230a0c703a8 req-70015c55-f0cc-4f89-bb59-a75496d22a33 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.803776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9a2bc80-0203-493e-aa36-7230a0c703a8 req-70015c55-f0cc-4f89-bb59-a75496d22a33 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 945 time: 0.2031343 Jul 16 01:33:43.912866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 214d13d8-4300-45bb-876f-70f472493d95 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:43.928580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fa98a42-34c1-49f8-89ff-6d58e4829eeb req-78150187-0f93-4aa9-a454-98f2d0ed5ff5 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237674 Jul 16 01:33:43.942401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9a2bc80-0203-493e-aa36-7230a0c703a8 req-b7831991-fd88-42ec-b476-3104e2909bbc tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a94a035-c263-4ae4-8005-ec3cdbf0b276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178918 Jul 16 01:33:43.975167 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.001475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 214d13d8-4300-45bb-876f-70f472493d95 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:44.007067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 214d13d8-4300-45bb-876f-70f472493d95 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:44.007907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.046737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=690d924c-f662-4f6d-b49b-f7dcd91e829e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.052959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Checking segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:44.053240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Network hostable DHCP agents. Network: 5cd15b4c-b76d-40f2-af2f-d49639bbc954, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:44.074896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:44.091739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5cd15b4c-b76d-40f2-af2f-d49639bbc954) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:44.103711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.104319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.124690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-74fbeb72-de5d-4f38-b77c-31031ebea7cb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7381589 Jul 16 01:33:44.158366 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.160784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48031f11-363f-4bad-801d-09d4b227407d None None] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:44.215971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a607e1da-334e-4378-a576-54194ee7e957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d13d8-4300-45bb-876f-70f472493d95'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:44.219210 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44494017-77fe-4291-aeec-22ffe3cc0a1d" -d '{"events": [{"server_uuid": "a607e1da-334e-4378-a576-54194ee7e957", "name": "network-vif-plugged", "status": "completed", "tag": "214d13d8-4300-45bb-876f-70f472493d95"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:44.253661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545010-0f8b-4f8b-8f7f-c6ae87118a1b req-628e9223-aa43-48a9-9711-3fc52b4137c1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.260848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545010-0f8b-4f8b-8f7f-c6ae87118a1b req-628e9223-aa43-48a9-9711-3fc52b4137c1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.266119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 214d13d8-4300-45bb-876f-70f472493d95, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=214d13d8-4300-45bb-876f-70f472493d95,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:44.270757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545010-0f8b-4f8b-8f7f-c6ae87118a1b req-628e9223-aa43-48a9-9711-3fc52b4137c1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.277915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.280347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc545010-0f8b-4f8b-8f7f-c6ae87118a1b req-628e9223-aa43-48a9-9711-3fc52b4137c1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2415 time: 0.1213083 Jul 16 01:33:44.290499 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1db03-29ce-4f30-9657-c2c4d5fab466 x-openstack-request-id: req-6ae1db03-29ce-4f30-9657-c2c4d5fab466 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:44.291003 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a607e1da-334e-4378-a576-54194ee7e957", "name": "network-vif-plugged", "status": "completed", "tag": "214d13d8-4300-45bb-876f-70f472493d95", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:44.291424 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ae1db03-29ce-4f30-9657-c2c4d5fab466 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:44.292118 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a607e1da-334e-4378-a576-54194ee7e957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d13d8-4300-45bb-876f-70f472493d95', 'code': 200} Jul 16 01:33:44.360951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc545010-0f8b-4f8b-8f7f-c6ae87118a1b req-fcf26350-605f-465c-82de-0bf6e2ad2cb2 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793743 Jul 16 01:33:44.432851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=214d13d8-4300-45bb-876f-70f472493d95,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.461014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124317b1-99e4-4e39-88db-13afcbfa22de None None] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:44.508221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84288784-bfc8-49ee-b762-be6025875699 req-d56ea4c4-1465-41e9-b74c-f4f6eb2e009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.510948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84288784-bfc8-49ee-b762-be6025875699 req-d56ea4c4-1465-41e9-b74c-f4f6eb2e009c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 1102 time: 0.1082914 Jul 16 01:33:44.603073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84288784-bfc8-49ee-b762-be6025875699 req-d94b82ef-8847-4aaf-9c6c-cfef1da11fb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852971 Jul 16 01:33:44.685951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.691731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.697573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.703671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.709962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.715495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.722150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.724035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-9e0b05a6-0523-495d-a6ea-894707deb96a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.1537220 Jul 16 01:33:44.742950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bc89a-78b9-4354-8454-0015ec0dae5f req-8feac64b-2e48-407a-a61f-44ab6787ab80 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.744818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab9bc89a-78b9-4354-8454-0015ec0dae5f req-8feac64b-2e48-407a-a61f-44ab6787ab80 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 948 time: 0.1837711 Jul 16 01:33:44.808778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76a864da-9ad3-412b-af9b-bcfe3887720e req-ba35712e-c1e4-44dd-b0a9-f0cf3e0d337a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744050 Jul 16 01:33:44.816952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab9bc89a-78b9-4354-8454-0015ec0dae5f req-923d576a-4f01-4b5d-b239-863f92916677 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648575 Jul 16 01:33:44.865433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-48acddc3-a7c0-4ef5-a81c-89a342cef7e4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.866865 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-48acddc3-a7c0-4ef5-a81c-89a342cef7e4 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 945 time: 0.0971885 Jul 16 01:33:45.013570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Deleting port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:45.014194 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.156577 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.179028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] For port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,segment=NetworkSegment(2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb),segment_id=2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:45.179529 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.203000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Calling delete_port for 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:45.289333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-a7214756-3a68-4bd6-84d2-942b82f051ee tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.290852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-a7214756-3a68-4bd6-84d2-942b82f051ee tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 815 time: 0.1760368 Jul 16 01:33:45.314037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-80f4a12b-3866-477e-ad66-ef849ae840e1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/quotas/4e050663ce3d41539655420d649ee6ee HTTP/1.1" status: 200 len: 375 time: 0.0134027 Jul 16 01:33:45.335157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8645b2-ca5c-41db-ba4d-12f8c733f2fa req-ed4f74f5-f5c1-4e78-b4f5-162ad2d94098 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.337097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a8645b2-ca5c-41db-ba4d-12f8c733f2fa req-ed4f74f5-f5c1-4e78-b4f5-162ad2d94098 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 950 time: 0.1568651 Jul 16 01:33:45.386257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-5e97caf2-021b-4706-b37f-a347dc9b8af8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624959 Jul 16 01:33:45.429367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.442235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5d7d1a86-0a0e-4abb-b0e3-971dd97e1762'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:45.476411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a8645b2-ca5c-41db-ba4d-12f8c733f2fa req-539d88d0-3fb8-426e-82dc-d11d635a0bbd tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287153 Jul 16 01:33:45.481582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Pushing event deleted for resources: {'Port': ['ID=5d7d1a86-0a0e-4abb-b0e3-971dd97e1762,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.525253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-506ba728-75a2-47e0-b677-968ab787eed0 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315689 Jul 16 01:33:45.572727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] No DVR routers for this DVR port 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:45.577230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.579300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56a87f16-ad6c-457c-992a-ac19fb222990 req-75435c18-7e3c-4520-99f0-e04924e5f0be tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.23 "DELETE /v2.0/ports/5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 HTTP/1.1" status: 204 len: 173 time: 0.7034841 Jul 16 01:33:45.579761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'name': 'network-vif-deleted', 'tag': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:45.582605 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452924ea-2fda-4b7a-be01-71ef2db744d5" -d '{"events": [{"server_uuid": "dd09e989-5aee-4436-a216-da2b994aeb3e", "name": "network-vif-deleted", "tag": "5d7d1a86-0a0e-4abb-b0e3-971dd97e1762"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:45.678192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6af79ec9-8a5b-49f1-ab51-250d58c69bb7 req-f82758e7-d594-473f-ac44-be1fe5bba778 tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd09e989-5aee-4436-a216-da2b994aeb3e HTTP/1.1" status: 200 len: 210 time: 0.0374055 Jul 16 01:33:45.741878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-c32d7a29-0aa3-416a-8df0-e69187cca96d service neutron] 10.222.0.42 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138014 Jul 16 01:33:45.843326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a3d40136-7eb9-4a93-9af4-c99f1dabbb2c details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:45.845867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f9af42c-6bac-40db-a6be-73812941bdaa up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:45.991053 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3fda65-b7da-4364-a62e-bfff379aa675 x-openstack-request-id: req-fe3fda65-b7da-4364-a62e-bfff379aa675 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:45.991701 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd09e989-5aee-4436-a216-da2b994aeb3e", "name": "network-vif-deleted", "tag": "5d7d1a86-0a0e-4abb-b0e3-971dd97e1762", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:45.992161 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe3fda65-b7da-4364-a62e-bfff379aa675 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:45.992815 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd09e989-5aee-4436-a216-da2b994aeb3e', 'name': 'network-vif-deleted', 'tag': '5d7d1a86-0a0e-4abb-b0e3-971dd97e1762', 'status': 'completed', 'code': 200} Jul 16 01:33:46.049132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5f9af42c-6bac-40db-a6be-73812941bdaa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:46.074626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d5141-7bb0-4112-a0f2-c3a40eabe42f req-8ed22b21-bedb-463e-8f3d-205df2e1571d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.083088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d5141-7bb0-4112-a0f2-c3a40eabe42f req-8ed22b21-bedb-463e-8f3d-205df2e1571d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.089899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d5141-7bb0-4112-a0f2-c3a40eabe42f req-8ed22b21-bedb-463e-8f3d-205df2e1571d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.098589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-704d5141-7bb0-4112-a0f2-c3a40eabe42f req-8ed22b21-bedb-463e-8f3d-205df2e1571d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2415 time: 0.1280203 Jul 16 01:33:46.115573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.146447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5f9af42c-6bac-40db-a6be-73812941bdaa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:46.149926 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.153162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:46.155134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-704d5141-7bb0-4112-a0f2-c3a40eabe42f req-bfdb5307-4ea9-4656-858e-78336ff56e4a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Jul 16 01:33:46.307993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.334481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d40136-7eb9-4a93-9af4-c99f1dabbb2c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:46.375257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.383721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.489569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.496540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.542544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9af42c-6bac-40db-a6be-73812941bdaa'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:46.546021 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2983b0-615d-406a-8d9e-5572807b685b" -d '{"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "5f9af42c-6bac-40db-a6be-73812941bdaa"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:46.567182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5f9af42c-6bac-40db-a6be-73812941bdaa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f9af42c-6bac-40db-a6be-73812941bdaa,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.572627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.574092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eae644c9-e8f1-49df-82f6-ffc1c1217269 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:46.670572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5f9af42c-6bac-40db-a6be-73812941bdaa,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.688475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port eae644c9-e8f1-49df-82f6-ffc1c1217269 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:46.695040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port eae644c9-e8f1-49df-82f6-ffc1c1217269 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:46.695528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.740358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['a3d40136-7eb9-4a93-9af4-c99f1dabbb2c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:46.910545 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.914460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.926721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.938822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.950977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.957681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port eae644c9-e8f1-49df-82f6-ffc1c1217269, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.962912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.966944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.967338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 02c1197b-8d0e-4bb0-b3cb-15ecca868953 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:46.975123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.986929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.001088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-97215cfe-5e0e-4595-8bd8-9723f98c23e8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.2283919 Jul 16 01:33:47.017935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bafac8-13ac-47e5-954b-f4e374cfa107 req-3eed6945-2367-4a3f-8e5d-3122f14dc7cb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.020501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2bafac8-13ac-47e5-954b-f4e374cfa107 req-3eed6945-2367-4a3f-8e5d-3122f14dc7cb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 948 time: 0.8840480 Jul 16 01:33:47.088469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=eae644c9-e8f1-49df-82f6-ffc1c1217269,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.126093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:47.131055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:47.131571 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.141309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b30e0f0e-8a98-453a-81f9-43fc8bfc0a2b req-7db20d59-1d21-4af7-bb1a-a0063fc38185 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387682 Jul 16 01:33:47.161680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2bafac8-13ac-47e5-954b-f4e374cfa107 req-dc4de648-f15f-423c-a4a9-a51e2050db22 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159089 Jul 16 01:33:47.287488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 51888) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.310649 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.385220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=02c1197b-8d0e-4bb0-b3cb-15ecca868953,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:47.390679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.419471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5fbfdf2-5b39-41d8-a651-f3399c445d17 req-1c51591e-27df-453d-b4f9-87dfa453792c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 210 time: 0.0645523 Jul 16 01:33:47.476550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d06336-0628-4318-8e52-788866d6ea2d req-f7688a26-74fd-448d-b874-3a5025387ead tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.478208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03d06336-0628-4318-8e52-788866d6ea2d req-f7688a26-74fd-448d-b874-3a5025387ead tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 950 time: 0.1264594 Jul 16 01:33:47.489333 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a722b4-4c4f-4003-af6f-436116488df0 x-openstack-request-id: req-b9a722b4-4c4f-4003-af6f-436116488df0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:47.489635 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "5f9af42c-6bac-40db-a6be-73812941bdaa", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:47.489894 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9a722b4-4c4f-4003-af6f-436116488df0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:47.490297 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9af42c-6bac-40db-a6be-73812941bdaa', 'code': 200} Jul 16 01:33:47.491291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=02c1197b-8d0e-4bb0-b3cb-15ecca868953,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.525583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42163073-46eb-42e6-8774-79c60ed20619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.558051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03d06336-0628-4318-8e52-788866d6ea2d req-34f6f9d4-21ac-4bf6-b72a-baba01d70486 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683179 Jul 16 01:33:47.678699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42163073-46eb-42e6-8774-79c60ed20619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.682724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42163073-46eb-42e6-8774-79c60ed20619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.779351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42163073-46eb-42e6-8774-79c60ed20619 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b03c44561db9481187e56a678af0794d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886823 Jul 16 01:33:47.781421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42163073-46eb-42e6-8774-79c60ed20619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0248c916-37f1-43e1-adc2-8f5457dfdfd9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.783053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 51898) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.847392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b4852-f411-4814-bea1-8085432f87b4 req-8424a7d1-d5e8-4c63-9620-aff5cd2d5fae tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.853851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b4852-f411-4814-bea1-8085432f87b4 req-8424a7d1-d5e8-4c63-9620-aff5cd2d5fae tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.860928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b4852-f411-4814-bea1-8085432f87b4 req-8424a7d1-d5e8-4c63-9620-aff5cd2d5fae tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.861262 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d1b91c8-1153-4657-90cb-c03f1aedc8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.862743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:47.871965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d6b4852-f411-4814-bea1-8085432f87b4 req-8424a7d1-d5e8-4c63-9620-aff5cd2d5fae tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2418 time: 0.1608088 Jul 16 01:33:47.900812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d1b91c8-1153-4657-90cb-c03f1aedc8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.908749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:47.908749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5d7d1a86-0a0e-4abb-b0e3-971dd97e1762 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:47.940003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d6b4852-f411-4814-bea1-8085432f87b4 req-13937a27-ff64-4428-86e4-86256ca4f0c5 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688493 Jul 16 01:33:48.105909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d1b91c8-1153-4657-90cb-c03f1aedc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.110850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d1b91c8-1153-4657-90cb-c03f1aedc8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.118590 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d1b91c8-1153-4657-90cb-c03f1aedc8ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0248c916-37f1-43e1-adc2-8f5457dfdfd9 HTTP/1.1" status: 204 len: 168 time: 0.3341649 Jul 16 01:33:48.128571 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.201511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-41a7431c-6d46-432e-a0b7-1279d2be660b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.208768 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-41a7431c-6d46-432e-a0b7-1279d2be660b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 815 time: 0.3002965 Jul 16 01:33:48.213253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b91c8-1153-4657-90cb-c03f1aedc8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0248c916-37f1-43e1-adc2-8f5457dfdfd9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.225364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Request body: {'port': {'device_id': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'admin_state_up': True, 'tenant_id': '4e050663ce3d41539655420d649ee6ee'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:48.495076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Made reservation on behalf of 4e050663ce3d41539655420d649ee6ee for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:48.500823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.542312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.548658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.554580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.561675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.567631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.574051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.580465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.582458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-99b8316b-995c-4402-8767-835fa56a8b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.1550703 Jul 16 01:33:48.590050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efc0c5-ed7d-4af5-946b-1da9da658545 req-724d4791-2eb0-40ec-be12-8ad85b20149e tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.597233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72efc0c5-ed7d-4af5-946b-1da9da658545 req-724d4791-2eb0-40ec-be12-8ad85b20149e tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 950 time: 0.2132378 Jul 16 01:33:48.670171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6c4b4d2-4f1f-44a7-8e32-2f03aecbdbcb req-fd2c429d-ee58-4e77-8eab-0f7c2ea75f52 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666056 Jul 16 01:33:48.683286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Allocated IP 172.20.0.9 (5cd15b4c-b76d-40f2-af2f-d49639bbc954/690d924c-f662-4f6d-b49b-f7dcd91e829e/bba0df41-6893-44d7-80c8-958fea9ddd8a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:48.684726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72efc0c5-ed7d-4af5-946b-1da9da658545 req-876e35a5-956e-4864-9fda-0cc3dbd50ee9 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848148 Jul 16 01:33:48.889966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401c120-5f97-4c3e-8208-837950b763c9 req-7750b559-3734-46a8-94f4-2d6b7b89d5aa tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.891847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d401c120-5f97-4c3e-8208-837950b763c9 req-7750b559-3734-46a8-94f4-2d6b7b89d5aa tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 949 time: 0.0835967 Jul 16 01:33:48.937689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.975570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d401c120-5f97-4c3e-8208-837950b763c9 req-fded7bcd-ff85-4914-a128-b051d42d6cd7 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735314 Jul 16 01:33:48.977908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70e871f9-8cd3-4e17-90d5-a08729fef203 req-d3abd5d9-e4c2-4d5f-8312-34ca29d9b45f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 210 time: 0.0386565 Jul 16 01:33:49.053546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.129812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.133940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:49.136232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:49.139948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:49.207698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.208449 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.230904 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f1d2434b-adf2-4601-9120-191efb348724 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0153141 Jul 16 01:33:49.246901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Request body: {'port': {'device_id': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:49.347251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a810-d1b4-44a8-b406-2701f635b774 req-4e9463bc-bb04-48b8-a7b9-5748bda4b67d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.353257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a810-d1b4-44a8-b406-2701f635b774 req-4e9463bc-bb04-48b8-a7b9-5748bda4b67d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.360394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83a810-d1b4-44a8-b406-2701f635b774 req-4e9463bc-bb04-48b8-a7b9-5748bda4b67d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.362191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c83a810-d1b4-44a8-b406-2701f635b774 req-4e9463bc-bb04-48b8-a7b9-5748bda4b67d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2418 time: 0.1082788 Jul 16 01:33:49.385315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.422745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c83a810-d1b4-44a8-b406-2701f635b774 req-3f60cb94-b787-4509-8924-eec4a3f7efa4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 Jul 16 01:33:49.491198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae644c9-e8f1-49df-82f6-ffc1c1217269'}, {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1197b-8d0e-4bb0-b3cb-15ecca868953'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:49.493684 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3445d3d2-2b43-4a00-8096-843647d8bb06" -d '{"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "eae644c9-e8f1-49df-82f6-ffc1c1217269"}, {"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "02c1197b-8d0e-4bb0-b3cb-15ecca868953"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:49.575663 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6cd924-ddd0-49d8-9f88-9849053480d9 x-openstack-request-id: req-da6cd924-ddd0-49d8-9f88-9849053480d9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:49.576031 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "eae644c9-e8f1-49df-82f6-ffc1c1217269", "code": 200}, {"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "02c1197b-8d0e-4bb0-b3cb-15ecca868953", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:49.576286 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da6cd924-ddd0-49d8-9f88-9849053480d9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:49.576718 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae644c9-e8f1-49df-82f6-ffc1c1217269', 'code': 200} Jul 16 01:33:49.576976 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1197b-8d0e-4bb0-b3cb-15ecca868953', 'code': 200} Jul 16 01:33:49.811102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501216f-5c42-412f-b3e5-5f2c6e505987 req-bb7bf9ff-43e3-4539-9ce0-18993564f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.811511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501216f-5c42-412f-b3e5-5f2c6e505987 req-bb7bf9ff-43e3-4539-9ce0-18993564f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.812002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501216f-5c42-412f-b3e5-5f2c6e505987 req-bb7bf9ff-43e3-4539-9ce0-18993564f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.818406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4501216f-5c42-412f-b3e5-5f2c6e505987 req-bb7bf9ff-43e3-4539-9ce0-18993564f905 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2874 time: 0.1561534 Jul 16 01:33:49.823453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-090e3a63-de13-4d16-a70e-f983ca02fcbd tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.825955 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-090e3a63-de13-4d16-a70e-f983ca02fcbd tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.13 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 950 time: 0.1580787 Jul 16 01:33:49.870879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a3d40136-7eb9-4a93-9af4-c99f1dabbb2c up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:49.884552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba0df41-6893-44d7-80c8-958fea9ddd8a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:49.896787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.898065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4501216f-5c42-412f-b3e5-5f2c6e505987 req-d876c1f8-655b-49c6-9c5c-34261991e53e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703244 Jul 16 01:33:49.912915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Transition to ACTIVE for port object bba0df41-6893-44d7-80c8-958fea9ddd8a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:49.956076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.992534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:50.008971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:50.009537 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.133283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.148932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.170744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.173085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.185701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.202404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.210763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.218016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.223149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:50.225452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.235218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.236307 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-56a19754-69c1-447b-bec7-261ea39b5eff tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.3218365 Jul 16 01:33:50.335606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb601a45-2d8c-4915-8b99-ddbf8a090324 req-58368cac-21d8-43b9-999d-1f8bea2014e3 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979652 Jul 16 01:33:50.370429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.370618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Deleting port 214d13d8-4300-45bb-876f-70f472493d95 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:50.371059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.380079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.400914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Attempting to bind port bba0df41-6893-44d7-80c8-958fea9ddd8a on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:50.401305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Attempting to bind port bba0df41-6893-44d7-80c8-958fea9ddd8a by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:50.401589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Attempting to bind port bba0df41-6893-44d7-80c8-958fea9ddd8a on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:50.414822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Port bba0df41-6893-44d7-80c8-958fea9ddd8a on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:50.415161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Attempting to bind port bba0df41-6893-44d7-80c8-958fea9ddd8a on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:50.433756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:50.434306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Checking segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:50.434988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Bound using segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:50.435595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Bound port: bba0df41-6893-44d7-80c8-958fea9ddd8a, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:50.435897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.475679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f64b3e-a92d-4d70-8a74-0b02ba243add req-2c3e6de2-ebfd-433e-af51-6c313e48cf07 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.488786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4f64b3e-a92d-4d70-8a74-0b02ba243add req-2c3e6de2-ebfd-433e-af51-6c313e48cf07 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 950 time: 0.5051661 Jul 16 01:33:50.583720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4f64b3e-a92d-4d70-8a74-0b02ba243add req-ad47b172-6647-4be6-b658-315715eb7dcf tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/security-groups?id=465f2747-0c93-494d-8aab-671f81a8fed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931258 Jul 16 01:33:50.632816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767d7d4b-dc3a-4490-bf23-fa49fc53d5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.915023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5253-d245-4a62-b25c-f088a7629dbc req-20adda88-1727-4984-9a32-d17b1c83f6df tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.923624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c36c5253-d245-4a62-b25c-f088a7629dbc req-20adda88-1727-4984-9a32-d17b1c83f6df tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 950 time: 0.2867343 Jul 16 01:33:50.973938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] For port 214d13d8-4300-45bb-876f-70f472493d95, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=214d13d8-4300-45bb-876f-70f472493d95,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:50.974536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.999582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e397-f8a6-4069-a7b9-5c98b9d9d6ab req-240445e4-022c-4c9b-9acb-1ec0b8d43481 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.005232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2987e397-f8a6-4069-a7b9-5c98b9d9d6ab req-240445e4-022c-4c9b-9acb-1ec0b8d43481 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 943 time: 0.2796149 Jul 16 01:33:51.012164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Calling delete_port for 214d13d8-4300-45bb-876f-70f472493d95 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:51.027601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:51.032623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:51.058489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767d7d4b-dc3a-4490-bf23-fa49fc53d5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.065417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c36c5253-d245-4a62-b25c-f088a7629dbc req-44fef2c6-5127-417f-ac54-a95e9653f777 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404738 Jul 16 01:33:51.071779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.080018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767d7d4b-dc3a-4490-bf23-fa49fc53d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.123581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.124624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.126733 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] 10.222.0.23 "PUT /v2.0/ports/bba0df41-6893-44d7-80c8-958fea9ddd8a HTTP/1.1" status: 200 len: 1092 time: 1.8851528 Jul 16 01:33:51.127218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:51.129818 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b616f4-2d7b-4730-92f6-903de7ea8920" -d '{"events": [{"name": "network-changed", "server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:51.154118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-767d7d4b-dc3a-4490-bf23-fa49fc53d5e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9b9f7580ddf4142bf3a0043398655b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7727785 Jul 16 01:33:51.170585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52010) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.172733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2987e397-f8a6-4069-a7b9-5c98b9d9d6ab req-295473ff-ae6f-4476-add4-2af3dde4d436 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469460 Jul 16 01:33:51.175407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d7d4b-dc3a-4490-bf23-fa49fc53d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28143d3-e88c-4712-9dfd-ddd98ce29bae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.249751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1a71a-cc2d-4563-b348-2ea4550e3f8e service neutron] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.282440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9283f16d-ea51-4878-9b99-09934b68dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.407280 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd283256-8ab5-455a-bb46-08197d7448e4 x-openstack-request-id: req-dd283256-8ab5-455a-bb46-08197d7448e4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:51.407562 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:51.407829 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd283256-8ab5-455a-bb46-08197d7448e4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:51.408211 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'status': 'completed', 'code': 200} Jul 16 01:33:51.419693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9283f16d-ea51-4878-9b99-09934b68dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.442662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c4cd-24b1-444c-91a8-8f50cd9180f8 req-9d069718-8004-4d05-b62e-27231b73229a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.457512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c4cd-24b1-444c-91a8-8f50cd9180f8 req-9d069718-8004-4d05-b62e-27231b73229a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.471456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c4cd-24b1-444c-91a8-8f50cd9180f8 req-9d069718-8004-4d05-b62e-27231b73229a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.474679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cf6c4cd-24b1-444c-91a8-8f50cd9180f8 req-9d069718-8004-4d05-b62e-27231b73229a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2418 time: 0.1589770 Jul 16 01:33:51.544485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.546823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cf6c4cd-24b1-444c-91a8-8f50cd9180f8 req-924b9c13-f820-40dd-97c9-07293cb4eaad tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623696 Jul 16 01:33:51.578805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f52622f-0836-454e-b505-18aec05a6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:51.582356 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00c0c4-9a36-4dff-a203-c5a53b481dad" -d '{"events": [{"server_uuid": "7f52622f-0836-454e-b505-18aec05a6d7c", "name": "network-vif-plugged", "status": "completed", "tag": "a3d40136-7eb9-4a93-9af4-c99f1dabbb2c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:51.586005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['214d13d8-4300-45bb-876f-70f472493d95'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:51.744918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-6eb249ac-c4a3-42aa-aead-cc1944ab08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.756160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-6eb249ac-c4a3-42aa-aead-cc1944ab08c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 1095 time: 0.4388089 Jul 16 01:33:51.822298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] No DVR routers for this DVR port 214d13d8-4300-45bb-876f-70f472493d95 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:51.831933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Pushing event deleted for resources: {'Port': ['ID=214d13d8-4300-45bb-876f-70f472493d95,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.836130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.846017 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3521d20b-bfaf-426a-b19f-1f7296c6236e req-cf371cf8-1403-4cbc-a669-612d1cd747ae tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.13 "DELETE /v2.0/ports/214d13d8-4300-45bb-876f-70f472493d95 HTTP/1.1" status: 204 len: 173 time: 1.9307218 Jul 16 01:33:51.895754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.904298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.911452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.921874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.929668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.937428 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a3279-1196-4167-8265-f18a50510213 x-openstack-request-id: req-b49a3279-1196-4167-8265-f18a50510213 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:51.937733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.938332 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f52622f-0836-454e-b505-18aec05a6d7c", "name": "network-vif-plugged", "status": "completed", "tag": "a3d40136-7eb9-4a93-9af4-c99f1dabbb2c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:51.938765 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b49a3279-1196-4167-8265-f18a50510213 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:51.939721 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f52622f-0836-454e-b505-18aec05a6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c', 'code': 200} Jul 16 01:33:51.944629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.954468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-874e1b36-8ab6-4793-b97c-d1ba4374883e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.3302970 Jul 16 01:33:52.007252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff4bfcd6-3ce8-4920-a330-ae85e02fb8dc req-1aa35630-a690-46b3-a2e2-0bfd49b37236 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517564 Jul 16 01:33:52.027290 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-4f0dac70-f12c-45a0-9dbf-f0913d2089e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a HTTP/1.1" status: 200 len: 217 time: 0.2089310 Jul 16 01:33:52.030041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9283f16d-ea51-4878-9b99-09934b68dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.034091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9283f16d-ea51-4878-9b99-09934b68dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.039155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9283f16d-ea51-4878-9b99-09934b68dfe9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d28143d3-e88c-4712-9dfd-ddd98ce29bae HTTP/1.1" status: 204 len: 168 time: 0.8631175 Jul 16 01:33:52.093798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283f16d-ea51-4878-9b99-09934b68dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28143d3-e88c-4712-9dfd-ddd98ce29bae,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.155445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f2002083-1a2b-4743-a8a1-c0c4e1c0f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.162197 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-f2002083-1a2b-4743-a8a1-c0c4e1c0f895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 200 len: 855 time: 0.1209364 Jul 16 01:33:52.245483 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-da2e147f-4a0b-4e36-a955-a7a34e418e7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd15b4c-b76d-40f2-af2f-d49639bbc954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787821 Jul 16 01:33:52.355239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a3152d2-5950-482d-9a88-e695d9b5f738 req-e6ff6155-44d4-43b0-88a6-a8d009413386 tempest-ImagesNegativeTestJSON-1074357413 tempest-ImagesNegativeTestJSON-1074357413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a607e1da-334e-4378-a576-54194ee7e957 HTTP/1.1" status: 200 len: 210 time: 0.0999293 Jul 16 01:33:52.426696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-ab73179b-9003-4c48-a7a0-66c86af3f667 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764753 Jul 16 01:33:52.475222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495191dd-2231-40fc-b907-89d4b19878b7 req-cd623941-b7f8-4ef6-bb97-6231f4b366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.480242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-495191dd-2231-40fc-b907-89d4b19878b7 req-cd623941-b7f8-4ef6-bb97-6231f4b366a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 1102 time: 0.2075889 Jul 16 01:33:52.529234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-495191dd-2231-40fc-b907-89d4b19878b7 req-ce4d01f5-86fb-4122-8e1d-2d1dd5258f24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 Jul 16 01:33:52.559971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dd7a83f8-133c-426c-96d3-5e6fde4db140 req-c3f9bb66-b609-4ed7-99b4-a17d01e5a293 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264675 Jul 16 01:33:52.749394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212379c-7996-40d7-899a-28b6aa5c0a59 req-0aa6bf13-ffd1-41da-8a58-a5871b645b0f tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.757468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6212379c-7996-40d7-899a-28b6aa5c0a59 req-0aa6bf13-ffd1-41da-8a58-a5871b645b0f tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 950 time: 0.1844926 Jul 16 01:33:52.763954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-15b98b88-161b-4339-ba70-b3551316b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.766991 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-15b98b88-161b-4339-ba70-b3551316b1be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 1095 time: 0.0806913 Jul 16 01:33:52.851779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6212379c-7996-40d7-899a-28b6aa5c0a59 req-821d97d3-e676-48c9-8c07-4161e2a131bd tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932596 Jul 16 01:33:52.895304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56407bcf-084b-4469-b34e-7ebf9f6f48fd req-602884dc-702f-4ba6-8217-3e3830b812a5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.896681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56407bcf-084b-4469-b34e-7ebf9f6f48fd req-602884dc-702f-4ba6-8217-3e3830b812a5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 943 time: 0.1979232 Jul 16 01:33:52.961261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-509047e4-1085-4c47-bb7e-87332886458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.964611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-509047e4-1085-4c47-bb7e-87332886458a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 916 time: 0.1885996 Jul 16 01:33:53.000917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56407bcf-084b-4469-b34e-7ebf9f6f48fd req-27552463-7151-4d19-8be1-9f2568286e32 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934970 Jul 16 01:33:53.061586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-94144a4b-2f1f-4c6a-b615-241fc4001f7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a HTTP/1.1" status: 200 len: 217 time: 0.0887620 Jul 16 01:33:53.182507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-d552fa87-fd28-45cc-aa4b-fee4a8c09c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.184729 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-d552fa87-fd28-45cc-aa4b-fee4a8c09c8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 200 len: 855 time: 0.1163132 Jul 16 01:33:53.227094 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-50fe1c90-fd36-48ad-91ad-58d9058aeb3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd15b4c-b76d-40f2-af2f-d49639bbc954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337579 Jul 16 01:33:53.349628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9139e-3bc2-4c84-9716-6b287e11ec58 req-21e90842-a078-4216-ac90-9bb0cafd5546 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.358832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9139e-3bc2-4c84-9716-6b287e11ec58 req-21e90842-a078-4216-ac90-9bb0cafd5546 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.371246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9139e-3bc2-4c84-9716-6b287e11ec58 req-21e90842-a078-4216-ac90-9bb0cafd5546 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.373430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ef9139e-3bc2-4c84-9716-6b287e11ec58 req-21e90842-a078-4216-ac90-9bb0cafd5546 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2418 time: 0.1697755 Jul 16 01:33:53.411263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-1d837abe-d65c-4071-ba99-64172d86d8a0 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764181 Jul 16 01:33:53.411926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a607e1da-334e-4378-a576-54194ee7e957', 'name': 'network-vif-deleted', 'tag': '214d13d8-4300-45bb-876f-70f472493d95'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:53.415492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.417964 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030e4ced-edd2-4676-8bab-ab453bff621e" -d '{"events": [{"server_uuid": "a607e1da-334e-4378-a576-54194ee7e957", "name": "network-vif-deleted", "tag": "214d13d8-4300-45bb-876f-70f472493d95"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:53.437081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.456641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.462996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.483867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.490181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.505267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.507934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-3a6a7a1d-ffd9-4133-a80f-9d24eddfa6e7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.2574656 Jul 16 01:33:53.571270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9b616f4-2d7b-4730-92f6-903de7ea8920 req-c1a210a5-f694-41cc-977d-462e45826943 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437008 Jul 16 01:33:53.633112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ef9139e-3bc2-4c84-9716-6b287e11ec58 req-6ecd88bc-ff48-4d94-8a27-3031b2fa02d1 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487230 Jul 16 01:33:53.645621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-328aeb37-fd08-4a7f-b0e5-a44a6b452d8e req-f239ea15-5160-4509-809f-56dd2a33f380 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188295 Jul 16 01:33:53.728873 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeeb504-68e1-4460-8dc7-5751da1aa296 x-openstack-request-id: req-0aeeb504-68e1-4460-8dc7-5751da1aa296 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:53.729183 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a607e1da-334e-4378-a576-54194ee7e957", "name": "network-vif-deleted", "tag": "214d13d8-4300-45bb-876f-70f472493d95", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:53.729522 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0aeeb504-68e1-4460-8dc7-5751da1aa296 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:53.730170 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a607e1da-334e-4378-a576-54194ee7e957', 'name': 'network-vif-deleted', 'tag': '214d13d8-4300-45bb-876f-70f472493d95', 'status': 'completed', 'code': 200} Jul 16 01:33:53.975181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 214d13d8-4300-45bb-876f-70f472493d95 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:54.040754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 214d13d8-4300-45bb-876f-70f472493d95 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:54.041110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 214d13d8-4300-45bb-876f-70f472493d95 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:54.147827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a51467-33c1-44d0-91a6-7f5fe63fd835 req-71322f42-30aa-46c2-8b5d-659b6891219c tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.156278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4a51467-33c1-44d0-91a6-7f5fe63fd835 req-71322f42-30aa-46c2-8b5d-659b6891219c tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 950 time: 0.1136265 Jul 16 01:33:54.233584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4a51467-33c1-44d0-91a6-7f5fe63fd835 req-29e5e985-15e4-42fe-9713-cd67b016276b tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679960 Jul 16 01:33:54.476674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-cd51c104-02b1-49e4-abcb-89f4357c4975 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.483751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-cd51c104-02b1-49e4-abcb-89f4357c4975 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.491075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-cd51c104-02b1-49e4-abcb-89f4357c4975 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.493300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-cd51c104-02b1-49e4-abcb-89f4357c4975 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2418 time: 0.1257310 Jul 16 01:33:54.562121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17df271-def5-4f25-a146-5bac1d707f62 req-4b12570b-28e8-43fe-8561-0e058f16d2dd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.572029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17df271-def5-4f25-a146-5bac1d707f62 req-4b12570b-28e8-43fe-8561-0e058f16d2dd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 943 time: 0.1456947 Jul 16 01:33:54.632566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.638393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e17df271-def5-4f25-a146-5bac1d707f62 req-519bad43-aad8-43db-8b4e-a6263f701543 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644441 Jul 16 01:33:54.651827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port 5f9af42c-6bac-40db-a6be-73812941bdaa {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:54.652318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.675976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52120) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.867117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1ffc49a2-761c-45b6-b27a-d7dc81b40ad3 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:54.867994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port 5f9af42c-6bac-40db-a6be-73812941bdaa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5f9af42c-6bac-40db-a6be-73812941bdaa,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:54.868821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.891911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for 5f9af42c-6bac-40db-a6be-73812941bdaa owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:54.901887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3eccd-f839-4b3e-a228-d09c6e182914 req-4fd4c493-4c0b-4796-97b3-980c3f17e0f3 tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.903821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bc3eccd-f839-4b3e-a228-d09c6e182914 req-4fd4c493-4c0b-4796-97b3-980c3f17e0f3 tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 1102 time: 0.1174991 Jul 16 01:33:54.937753 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bc3eccd-f839-4b3e-a228-d09c6e182914 req-37a9c8a5-7fd6-4640-ab74-2c9ae407e8ca tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.956019 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7043db61-5bb9-4482-812b-a6484cd8c1eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08683ead19dc4772b1f95cbc063d0acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212361 Jul 16 01:33:54.959600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52128) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.964037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03080c6-572e-464f-b732-0e79124051ed req-3e449c2e-4e21-46a2-b83b-ca24f0539b5d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.971591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03080c6-572e-464f-b732-0e79124051ed req-3e449c2e-4e21-46a2-b83b-ca24f0539b5d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.977720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03080c6-572e-464f-b732-0e79124051ed req-3e449c2e-4e21-46a2-b83b-ca24f0539b5d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.979399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b03080c6-572e-464f-b732-0e79124051ed req-3e449c2e-4e21-46a2-b83b-ca24f0539b5d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 2418 time: 0.1589966 Jul 16 01:33:54.987181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ffc49a2-761c-45b6-b27a-d7dc81b40ad3 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "PUT /v2.0/quotas/721efae07c8b4aa8905bf4b9fb1fe39f HTTP/1.1" status: 200 len: 366 time: 0.3072224 Jul 16 01:33:54.988261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52130) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.025726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aab90f92-1a51-4bff-83bc-46ab666aa143 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0291889 Jul 16 01:33:55.026199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.055180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a037372-5f84-4976-907b-d992ac4c5ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.061365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b03080c6-572e-464f-b732-0e79124051ed req-9f5a2350-97a6-44be-9c73-b056a9019ea3 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735548 Jul 16 01:33:55.067678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9b207477-b0a9-4b74-b745-a48bf7fabaf3 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "GET /v2.0/quotas/721efae07c8b4aa8905bf4b9fb1fe39f HTTP/1.1" status: 200 len: 366 time: 0.0327601 Jul 16 01:33:55.071577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.105339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-065fec28-3d9d-4b19-bb61-b669abd43065 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/721efae07c8b4aa8905bf4b9fb1fe39f HTTP/1.1" status: 204 len: 168 time: 0.0298295 Jul 16 01:33:55.108319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.127323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a037372-5f84-4976-907b-d992ac4c5ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.136152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-315b7b4f-2227-402b-a5b1-62ffa35091c3 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0240409 Jul 16 01:33:55.138423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.164637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.173162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2150b59c-33fe-4bc4-8493-43cc48779e91 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "GET /v2.0/quotas/721efae07c8b4aa8905bf4b9fb1fe39f HTTP/1.1" status: 200 len: 370 time: 0.0310061 Jul 16 01:33:55.173162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.184200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ab13e843-4dad-413d-ac94-3331be93b714 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "GET /v2.0/quotas/721efae07c8b4aa8905bf4b9fb1fe39f/default HTTP/1.1" status: 200 len: 370 time: 0.0068481 Jul 16 01:33:55.187705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.189227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['eae644c9-e8f1-49df-82f6-ffc1c1217269', '5f9af42c-6bac-40db-a6be-73812941bdaa', '02c1197b-8d0e-4bb0-b3cb-15ecca868953'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:55.202196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=5f9af42c-6bac-40db-a6be-73812941bdaa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.211223 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b891b0a5-9a10-45dd-8849-24651d3a6545 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:33:55.217192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b891b0a5-9a10-45dd-8849-24651d3a6545 tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/721efae07c8b4aa8905bf4b9fb1fe39f HTTP/1.1" status: 404 len: 348 time: 0.0249259 Jul 16 01:33:55.287021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port 5f9af42c-6bac-40db-a6be-73812941bdaa on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:55.290106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.292741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-3e70ce65-8e5b-48ca-add4-93e6d650c047 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "DELETE /v2.0/ports/5f9af42c-6bac-40db-a6be-73812941bdaa HTTP/1.1" status: 204 len: 173 time: 0.7925298 Jul 16 01:33:55.293045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bc3eccd-f839-4b3e-a228-d09c6e182914 req-37a9c8a5-7fd6-4640-ab74-2c9ae407e8ca tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.302129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3bc3eccd-f839-4b3e-a228-d09c6e182914 req-37a9c8a5-7fd6-4640-ab74-2c9ae407e8ca tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.315728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a037372-5f84-4976-907b-d992ac4c5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.328344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a037372-5f84-4976-907b-d992ac4c5ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.330514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a037372-5f84-4976-907b-d992ac4c5ccd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/465f2747-0c93-494d-8aab-671f81a8fed3 HTTP/1.1" status: 204 len: 168 time: 0.3698032 Jul 16 01:33:55.416288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a037372-5f84-4976-907b-d992ac4c5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f2747-0c93-494d-8aab-671f81a8fed3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.459365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bc3eccd-f839-4b3e-a228-d09c6e182914 req-37a9c8a5-7fd6-4640-ab74-2c9ae407e8ca tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445547 Jul 16 01:33:55.508528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9c8a5-7fd6-4640-ab74-2c9ae407e8ca tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e8f03-7cfe-4493-aeb0-a2b299165ffb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.530591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52150) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.594382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:network and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:55.600998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:55.601497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.609171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:55.622513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:subnet and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:55.638625 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.646036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.653341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.660789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.678299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.687472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.694154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.703708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-a46c0663-53ad-4dc5-af20-ac69f6a39681 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5431 time: 0.3964612 Jul 16 01:33:55.738972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port 02c1197b-8d0e-4bb0-b3cb-15ecca868953, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=02c1197b-8d0e-4bb0-b3cb-15ecca868953,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:55.739353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.743604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-deleted', 'tag': '5f9af42c-6bac-40db-a6be-73812941bdaa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:55.744407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:55.750385 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa33f92-d2cf-4155-829f-31bae71033fe" -d '{"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-deleted", "tag": "5f9af42c-6bac-40db-a6be-73812941bdaa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:55.777110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bf186ae-9a3d-4cd9-bd4e-8f9ec8715207 req-f0e8efd2-4478-444c-958c-beb657d48297 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719967 Jul 16 01:33:55.783177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:subnetpool and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:55.783441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for 02c1197b-8d0e-4bb0-b3cb-15ecca868953 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:55.798064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:55.811078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:port and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:55.832796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:55.839835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:router and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:55.847326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:55.855149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:floatingip and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:55.862974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:55.902550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:55.937403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.981522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 634b005a-746d-4eac-89fb-5f40d38c0c9c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:55.993949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.026671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:security_group and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:56.036868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:56.051637 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3fc5ed-30fe-48c1-ba78-de2d718971a9 x-openstack-request-id: req-2f3fc5ed-30fe-48c1-ba78-de2d718971a9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:56.054047 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-deleted", "tag": "5f9af42c-6bac-40db-a6be-73812941bdaa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:56.054339 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f3fc5ed-30fe-48c1-ba78-de2d718971a9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:56.054780 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-deleted', 'tag': '5f9af42c-6bac-40db-a6be-73812941bdaa', 'status': 'completed', 'code': 200} Jul 16 01:33:56.066438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c289f0-e6b1-453a-bd56-b23e81e2dec3 req-77199bcd-cf0b-45da-8310-3cb1d1027d10 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.068972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58c289f0-e6b1-453a-bd56-b23e81e2dec3 req-77199bcd-cf0b-45da-8310-3cb1d1027d10 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 943 time: 0.1278818 Jul 16 01:33:56.071064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Usage tracker for resource:security_group_rule and tenant:9f7e9ca8aa844b5390bd7c61e17cc536 is out of sync, need to count used quota {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:33:56.085496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f9af42c-6bac-40db-a6be-73812941bdaa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:56.099276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.quota.resource [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93756) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:33:56.139591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1b26365-fd14-4d61-a8fb-a7725ddd3dfc tempest-QuotasTest-337722169 tempest-QuotasTest-337722169-project-admin] 10.222.0.42 "GET /v2.0/quotas/9f7e9ca8aa844b5390bd7c61e17cc536/details.json HTTP/1.1" status: 200 len: 703 time: 0.6058311 Jul 16 01:33:56.199244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58c289f0-e6b1-453a-bd56-b23e81e2dec3 req-04aadb6c-27dc-4948-83ca-134941d2e475 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227047 Jul 16 01:33:56.202055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port 02c1197b-8d0e-4bb0-b3cb-15ecca868953 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:56.207964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.215186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "DELETE /v2.0/ports/02c1197b-8d0e-4bb0-b3cb-15ecca868953 HTTP/1.1" status: 204 len: 173 time: 0.9164248 Jul 16 01:33:56.218336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578cccf-20ac-450f-9d6a-35fc3f576d5f tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=02c1197b-8d0e-4bb0-b3cb-15ecca868953,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.397996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:56.428094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:56.431721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'port_id': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'mac_address': 'fa:16:3e:8b:b8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d924c-f662-4f6d-b49b-f7dcd91e829e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:56.454641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Deleting subnet 16d12063-1aa4-4ca6-a5dc-10c5b917a047 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:56.458338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '634b005a-746d-4eac-89fb-5f40d38c0c9c', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'port_id': '634b005a-746d-4eac-89fb-5f40d38c0c9c', 'mac_address': 'fa:16:3e:52:72:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:56.480214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.510571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port eae644c9-e8f1-49df-82f6-ffc1c1217269 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:56.511045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.533093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288175f-e300-40d2-b0bb-73b556992c3a req-cd697853-12cb-4ef2-ad4d-ab570f70390a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.541797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0288175f-e300-40d2-b0bb-73b556992c3a req-cd697853-12cb-4ef2-ad4d-ab570f70390a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 946 time: 0.2522054 Jul 16 01:33:56.600370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0288175f-e300-40d2-b0bb-73b556992c3a req-3e900f33-9d9d-4b19-99da-d78ecc9f99c6 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572650 Jul 16 01:33:56.625728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.679616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port eae644c9-e8f1-49df-82f6-ffc1c1217269, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eae644c9-e8f1-49df-82f6-ffc1c1217269,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:56.680818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.696244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for eae644c9-e8f1-49df-82f6-ffc1c1217269 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:56.742844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.744963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.793975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.803341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba0df41-6893-44d7-80c8-958fea9ddd8a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:56.821456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.839951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c2b93-3faf-4819-92a1-14db14cc8cc0 req-2e6592cb-6a31-4cae-aff4-b53c6b9def95 tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.857371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-656c2b93-3faf-4819-92a1-14db14cc8cc0 req-2e6592cb-6a31-4cae-aff4-b53c6b9def95 tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 1102 time: 0.1570396 Jul 16 01:33:56.866598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.876349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.888573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5f9af42c-6bac-40db-a6be-73812941bdaa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:56.904814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=eae644c9-e8f1-49df-82f6-ffc1c1217269,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.916982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d12063-1aa4-4ca6-a5dc-10c5b917a047,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.930040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.934958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7931f269-4b9c-4753-b57c-b1a5f6a89355 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/16d12063-1aa4-4ca6-a5dc-10c5b917a047 HTTP/1.1" status: 204 len: 168 time: 0.9934318 Jul 16 01:33:56.937774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.951561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:56.961442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634b005a-746d-4eac-89fb-5f40d38c0c9c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:56.985514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-656c2b93-3faf-4819-92a1-14db14cc8cc0 req-767d0930-f9d0-45f7-8bf7-b53d8597fd52 tempest-ServersAdminNegativeTestJSON-2037550472 tempest-ServersAdminNegativeTestJSON-2037550472-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271064 Jul 16 01:33:56.987260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port eae644c9-e8f1-49df-82f6-ffc1c1217269 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:56.991011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.993723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33f0fcd0-723b-4fa5-8122-df4892fffa59 req-9f7560a6-538c-4444-8a6a-3a57def068e9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "DELETE /v2.0/ports/eae644c9-e8f1-49df-82f6-ffc1c1217269 HTTP/1.1" status: 204 len: 173 time: 0.7600095 Jul 16 01:33:57.023302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:57.025770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.034756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec8d9f8-baf0-4dce-91e2-b6293f6fd642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.059350 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.060001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6982d992-999d-4a6c-90fb-0f9a2df8701a details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:57.182858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.202212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.319138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.355991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:57.371203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.371585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '6982d992-999d-4a6c-90fb-0f9a2df8701a', 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86', 'port_id': '6982d992-999d-4a6c-90fb-0f9a2df8701a', 'mac_address': 'fa:16:3e:08:90:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2db61e-6e4e-4f19-9a26-61fa021934b7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:57.377698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.383841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.390405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.396953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.397312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['bba0df41-6893-44d7-80c8-958fea9ddd8a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:57.403638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.409689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.411697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45851af9-efff-44ff-8438-9705f59a5a34 req-697c37b9-f0f5-4353-bd8e-e173510c5cab tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5432 time: 0.2256689 Jul 16 01:33:57.464510 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.466802 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:57.503504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6982d992-999d-4a6c-90fb-0f9a2df8701a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:57.510347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.530572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45851af9-efff-44ff-8438-9705f59a5a34 req-60817e77-dbce-446d-af31-192bd48037ac tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083200 Jul 16 01:33:57.564914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec8d9f8-baf0-4dce-91e2-b6293f6fd642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.570380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:57.571704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86789cd7-3edb-4098-a369-f00974133c71']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:57.580214 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.581687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f37a3e3-91b2-44ca-8f80-a31da849489a details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:57.586330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec8d9f8-baf0-4dce-91e2-b6293f6fd642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.679220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cec8d9f8-baf0-4dce-91e2-b6293f6fd642 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2597e6669c74b4894fa0c370328b773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8839147 Jul 16 01:33:57.681168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:57.681933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52232) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.693492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eccdb26-9ecd-4bf2-b1a1-1261a32df2cb') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:57.697562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8d9f8-baf0-4dce-91e2-b6293f6fd642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a7a919-3bfa-4e3e-94e5-5c2d30d87a06,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.711195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.739480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.780740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:57.781724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:57.785196 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:57.807264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7127edb9-bce9-49da-9b60-68c59c6f1c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.859678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7127edb9-bce9-49da-9b60-68c59c6f1c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.872160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.886360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:57.915532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0ff5e9b-ed1f-4bd3-a8d8-fbcf38c978e5 req-528dc9c8-f7c4-471b-9add-4d82173d52a3 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=39adf72b-8998-4601-a96a-5169e5d1fbd8 HTTP/1.1" status: 200 len: 210 time: 0.0601318 Jul 16 01:33:57.915996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'port_id': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'mac_address': 'fa:16:3e:5a:0b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:57.923833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.933451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f9af42c-6bac-40db-a6be-73812941bdaa no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:57.944402 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.950442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] 10.222.0.42 "DELETE /v2.0/networks/86789cd7-3edb-4098-a369-f00974133c71 HTTP/1.1" status: 204 len: 168 time: 1.0078743 Jul 16 01:33:57.950442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb196f-7084-4240-b24d-2152079b8b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=86789cd7-3edb-4098-a369-f00974133c71,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.964416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7127edb9-bce9-49da-9b60-68c59c6f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.981859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7127edb9-bce9-49da-9b60-68c59c6f1c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.988315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d475fb-cf32-4fb3-827b-dd09bf2dfc5c req-4ef9078b-54e0-413c-bb56-e9071cbb4cc6 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.988688 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7127edb9-bce9-49da-9b60-68c59c6f1c81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6a7a919-3bfa-4e3e-94e5-5c2d30d87a06 HTTP/1.1" status: 204 len: 168 time: 0.3055725 Jul 16 01:33:57.998060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5f9af42c-6bac-40db-a6be-73812941bdaa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:57.998488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5f9af42c-6bac-40db-a6be-73812941bdaa not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:57.998906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eae644c9-e8f1-49df-82f6-ffc1c1217269 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:58.006603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127edb9-bce9-49da-9b60-68c59c6f1c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a7a919-3bfa-4e3e-94e5-5c2d30d87a06,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.019660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46d475fb-cf32-4fb3-827b-dd09bf2dfc5c req-4ef9078b-54e0-413c-bb56-e9071cbb4cc6 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 944 time: 0.2841775 Jul 16 01:33:58.055912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-deleted', 'tag': '02c1197b-8d0e-4bb0-b3cb-15ecca868953'}, {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-deleted', 'tag': 'eae644c9-e8f1-49df-82f6-ffc1c1217269'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:58.061900 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6e2994-1762-4028-9690-42b9b4a3f447" -d '{"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-deleted", "tag": "02c1197b-8d0e-4bb0-b3cb-15ecca868953"}, {"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-deleted", "tag": "eae644c9-e8f1-49df-82f6-ffc1c1217269"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:58.076380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: eae644c9-e8f1-49df-82f6-ffc1c1217269 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:58.076759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eae644c9-e8f1-49df-82f6-ffc1c1217269 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:58.077186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 02c1197b-8d0e-4bb0-b3cb-15ecca868953 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:58.085886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46d475fb-cf32-4fb3-827b-dd09bf2dfc5c req-779cc70d-a583-4278-8061-38e6ae6ce808 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639417 Jul 16 01:33:58.133300 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.159200 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3480370-e671-4461-9d73-0b008fbdee40 x-openstack-request-id: req-a3480370-e671-4461-9d73-0b008fbdee40 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:58.159512 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-deleted", "tag": "02c1197b-8d0e-4bb0-b3cb-15ecca868953", "status": "completed", "code": 200}, {"server_uuid": "39adf72b-8998-4601-a96a-5169e5d1fbd8", "name": "network-vif-deleted", "tag": "eae644c9-e8f1-49df-82f6-ffc1c1217269", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:58.159773 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3480370-e671-4461-9d73-0b008fbdee40 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:58.160264 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-deleted', 'tag': '02c1197b-8d0e-4bb0-b3cb-15ecca868953', 'status': 'completed', 'code': 200} Jul 16 01:33:58.160712 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39adf72b-8998-4601-a96a-5169e5d1fbd8', 'name': 'network-vif-deleted', 'tag': 'eae644c9-e8f1-49df-82f6-ffc1c1217269', 'status': 'completed', 'code': 200} Jul 16 01:33:58.164896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 02c1197b-8d0e-4bb0-b3cb-15ecca868953 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:58.165551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 02c1197b-8d0e-4bb0-b3cb-15ecca868953 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:58.171722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f37a3e3-91b2-44ca-8f80-a31da849489a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:58.177470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52254) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.205603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.213575 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.214681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da263354-643f-4767-984b-124ad7cab1b5 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:58.232465 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5930a122-9898-4f71-b1a7-e58d9edec2ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1d9e7a93ae4436d8de377ded899367d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550838 Jul 16 01:33:58.235106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.298952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3a91-b239-4005-ab4d-552efc2e2c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.328867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3a91-b239-4005-ab4d-552efc2e2c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.363765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da263354-643f-4767-984b-124ad7cab1b5,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.382748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.404673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3a91-b239-4005-ab4d-552efc2e2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.408113 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3a91-b239-4005-ab4d-552efc2e2c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.409516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5a4a3a91-b239-4005-ab4d-552efc2e2c8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a94a035-c263-4ae4-8005-ec3cdbf0b276 HTTP/1.1" status: 204 len: 168 time: 0.1733763 Jul 16 01:33:58.416673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'da263354-643f-4767-984b-124ad7cab1b5', 'network_id': 'fdbd9d4d-0a83-44c3-a872-44727c363f86', 'port_id': 'da263354-643f-4767-984b-124ad7cab1b5', 'mac_address': 'fa:16:3e:4c:e5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2db61e-6e4e-4f19-9a26-61fa021934b7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:58.426851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a3a91-b239-4005-ab4d-552efc2e2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a94a035-c263-4ae4-8005-ec3cdbf0b276,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.514549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.532890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da263354-643f-4767-984b-124ad7cab1b5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:58.553623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52268) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.561310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da263354-643f-4767-984b-124ad7cab1b5,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.568846 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.570846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 82f47764-ed73-47a2-9d6c-f083ae1e1e59 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:58.589865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67eeb250-a682-40da-99f0-f2e4e51b7b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.665942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.673008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf70e6d-08b9-49fa-a544-a00fa61506db req-49cab396-b89e-452f-a18e-1a41e8b40e07 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.678985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-faf70e6d-08b9-49fa-a544-a00fa61506db req-49cab396-b89e-452f-a18e-1a41e8b40e07 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 950 time: 0.1378572 Jul 16 01:33:58.693919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.708862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '82f47764-ed73-47a2-9d6c-f083ae1e1e59', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'port_id': '82f47764-ed73-47a2-9d6c-f083ae1e1e59', 'mac_address': 'fa:16:3e:7d:65:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:58.744812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52272) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.767639 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.789773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f47764-ed73-47a2-9d6c-f083ae1e1e59 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:58.800353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-faf70e6d-08b9-49fa-a544-a00fa61506db req-27c78a90-0df6-4dc0-90a7-47858d113c9a tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170218 Jul 16 01:33:58.834903 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67eeb250-a682-40da-99f0-f2e4e51b7b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.842866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.847471 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.848451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 25a0d98a-760b-4af6-99dd-56f59266ced7 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:58.851773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67eeb250-a682-40da-99f0-f2e4e51b7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.911918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-67eeb250-a682-40da-99f0-f2e4e51b7b5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f7e9ca8aa844b5390bd7c61e17cc536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569252 Jul 16 01:33:58.914207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeb250-a682-40da-99f0-f2e4e51b7b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e829e2b-680a-4c62-912a-a4a0ca214f59,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.939056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.945730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=25a0d98a-760b-4af6-99dd-56f59266ced7,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.971756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '25a0d98a-760b-4af6-99dd-56f59266ced7', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'port_id': '25a0d98a-760b-4af6-99dd-56f59266ced7', 'mac_address': 'fa:16:3e:13:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:59.019721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.021927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.034574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.041713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.045926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a0d98a-760b-4af6-99dd-56f59266ced7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:59.050470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.058278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.068135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.078353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.081677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4342-aa5c-4e13-b281-d87345d301ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.086767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.088984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-7c238ac9-7829-4ba0-88f4-da3a120ceff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5436 time: 0.2198110 Jul 16 01:33:59.093403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=25a0d98a-760b-4af6-99dd-56f59266ced7,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:59.105175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.106286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5178ecff-292b-41b8-8eac-e88a258bf3e6 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:59.109480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52282) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.152028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4342-aa5c-4e13-b281-d87345d301ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.200283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting subnet f6f3907a-2751-41c4-817a-ffcad615d0c1 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:59.214481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.280704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-944e5f7f-4c28-4cab-94c5-a946e4ea2e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.301677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4342-aa5c-4e13-b281-d87345d301ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.303332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:59.306417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4342-aa5c-4e13-b281-d87345d301ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.308489 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4c0d4342-aa5c-4e13-b281-d87345d301ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e829e2b-680a-4c62-912a-a4a0ca214f59 HTTP/1.1" status: 204 len: 168 time: 0.3672304 Jul 16 01:33:59.318463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2432a318-7de3-4eb5-bb35-683e3ffd03bc req-c9f9f354-5477-4bb9-b987-8e105a2ebcba tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150400 Jul 16 01:33:59.318668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.324389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5178ecff-292b-41b8-8eac-e88a258bf3e6', 'network_id': 'c4d4d4f9-6a22-423b-b677-10c36cab1991', 'port_id': '5178ecff-292b-41b8-8eac-e88a258bf3e6', 'mac_address': 'fa:16:3e:7f:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf8a261-2c3e-4fe4-a394-70ebf15a82f4', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:59.343600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d4342-aa5c-4e13-b281-d87345d301ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e829e2b-680a-4c62-912a-a4a0ca214f59,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.392040 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.417889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5178ecff-292b-41b8-8eac-e88a258bf3e6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:59.447574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:59.455054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.461872 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.524632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.545188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-944e5f7f-4c28-4cab-94c5-a946e4ea2e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.550571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-944e5f7f-4c28-4cab-94c5-a946e4ea2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.637658 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-944e5f7f-4c28-4cab-94c5-a946e4ea2e0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbfda1f076554e69a7625148b419e9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8913567 Jul 16 01:33:59.638555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52298) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.652507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e5f7f-4c28-4cab-94c5-a946e4ea2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535908b8-9395-4374-981f-b9ac76f11a4d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.662567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.744594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5d2b6-43a8-48d6-a303-0900f4e03046 req-0c77f7aa-5686-4bc1-9e7b-9b3740a54174 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.760239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14c5d2b6-43a8-48d6-a303-0900f4e03046 req-0c77f7aa-5686-4bc1-9e7b-9b3740a54174 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 944 time: 0.4757869 Jul 16 01:33:59.792798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2121703d-4b2d-4776-a170-b00b34871b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.823228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2121703d-4b2d-4776-a170-b00b34871b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.871983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14c5d2b6-43a8-48d6-a303-0900f4e03046 req-9e1946e6-8a2d-424e-9bf9-a67a76f4dc22 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095462 Jul 16 01:33:59.885225 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2121703d-4b2d-4776-a170-b00b34871b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.889150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2121703d-4b2d-4776-a170-b00b34871b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.890357 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2121703d-4b2d-4776-a170-b00b34871b42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/535908b8-9395-4374-981f-b9ac76f11a4d HTTP/1.1" status: 204 len: 168 time: 0.2476747 Jul 16 01:33:59.903202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121703d-4b2d-4776-a170-b00b34871b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535908b8-9395-4374-981f-b9ac76f11a4d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.923079 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.946717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:00.001874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-3b50f650-22bc-4dd3-a86b-936fc4233810 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.003832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-3b50f650-22bc-4dd3-a86b-936fc4233810 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 950 time: 0.0858378 Jul 16 01:34:00.045409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.047239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279dd774-a536-4df7-9e94-f6b566204538 None None] Network 68e60718-2b89-4452-a9c4-bcbc8a825933 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:00.048953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/subnets/f6f3907a-2751-41c4-817a-ffcad615d0c1 HTTP/1.1" status: 204 len: 168 time: 0.9178960 Jul 16 01:34:00.051942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447396a5-7ac6-448e-ac60-788b92b32004 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f3907a-2751-41c4-817a-ffcad615d0c1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.054473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52318) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.194502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Deleting port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:00.197383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.343745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.367355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port bba0df41-6893-44d7-80c8-958fea9ddd8a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:00.378209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] For port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.378594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.380513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port bba0df41-6893-44d7-80c8-958fea9ddd8a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:00.381145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.437657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Calling delete_port for a3d40136-7eb9-4a93-9af4-c99f1dabbb2c owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.471415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5797d2-c2e3-4b4a-8297-0ec665837dcb req-0d071639-a68a-40c9-a8ca-670d2f3b6f99 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.483062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f5797d2-c2e3-4b4a-8297-0ec665837dcb req-0d071639-a68a-40c9-a8ca-670d2f3b6f99 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 950 time: 0.2152731 Jul 16 01:34:00.488391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6982d992-999d-4a6c-90fb-0f9a2df8701a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.492999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8f37a3e3-91b2-44ca-8f80-a31da849489a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.500114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['82f47764-ed73-47a2-9d6c-f083ae1e1e59'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.562113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['25a0d98a-760b-4af6-99dd-56f59266ced7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.566678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['da263354-643f-4767-984b-124ad7cab1b5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.572281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port 994ca6fc-212a-4124-8ae5-9faaae0b2611 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:00.572788 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.619548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f5797d2-c2e3-4b4a-8297-0ec665837dcb req-33848bb4-3f23-45ac-904e-0b884c2ed554 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353407 Jul 16 01:34:00.688246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52330) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.745875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port 994ca6fc-212a-4124-8ae5-9faaae0b2611, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=994ca6fc-212a-4124-8ae5-9faaae0b2611,segment=NetworkSegment(f065c8d9-56c1-4201-a0e7-f52cba7d2265),segment_id=f065c8d9-56c1-4201-a0e7-f52cba7d2265)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.746336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.757931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.780857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for 994ca6fc-212a-4124-8ae5-9faaae0b2611 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.788064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['a3d40136-7eb9-4a93-9af4-c99f1dabbb2c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.819017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Pushing event deleted for resources: {'Port': ['ID=a3d40136-7eb9-4a93-9af4-c99f1dabbb2c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.864998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.877219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.904824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.939930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.946323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] No DVR routers for this DVR port a3d40136-7eb9-4a93-9af4-c99f1dabbb2c on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:00.949124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.953033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-93580e18-9b85-41a6-9bd0-da3a075b5db6 req-016d57e4-4a47-4acf-b977-5d6d33dde041 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.23 "DELETE /v2.0/ports/a3d40136-7eb9-4a93-9af4-c99f1dabbb2c HTTP/1.1" status: 204 len: 173 time: 0.9419496 Jul 16 01:34:00.953579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f52622f-0836-454e-b505-18aec05a6d7c', 'name': 'network-vif-deleted', 'tag': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:00.966585 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e80b03-8a5d-45b2-9c71-d912a88e4a0e" -d '{"events": [{"server_uuid": "7f52622f-0836-454e-b505-18aec05a6d7c", "name": "network-vif-deleted", "tag": "a3d40136-7eb9-4a93-9af4-c99f1dabbb2c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:00.990973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.000168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-627632652-network', 'tenant_id': 'e9ffbbe273ad464e9ba886398961a544'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:01.006961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.029032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.032255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-d93b5dfc-e696-43c6-b84d-93ab19e572ae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5438 time: 0.4161217 Jul 16 01:34:01.117187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Made reservation on behalf of e9ffbbe273ad464e9ba886398961a544 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:01.127078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.161628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.180388 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.240466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04cb9c7c-09d0-49df-90ee-e8bb938fc82f req-9a3fb379-7130-433e-aefe-ff0bfd7e65d1 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943998 Jul 16 01:34:01.249282 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.373158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=994ca6fc-212a-4124-8ae5-9faaae0b2611,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.382858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port 994ca6fc-212a-4124-8ae5-9faaae0b2611 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:01.399682 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17be502-5aa2-4667-bbb1-d0048d2f7136 x-openstack-request-id: req-b17be502-5aa2-4667-bbb1-d0048d2f7136 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:01.400022 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f52622f-0836-454e-b505-18aec05a6d7c", "name": "network-vif-deleted", "tag": "a3d40136-7eb9-4a93-9af4-c99f1dabbb2c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:01.400302 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b17be502-5aa2-4667-bbb1-d0048d2f7136 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:01.405848 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f52622f-0836-454e-b505-18aec05a6d7c', 'name': 'network-vif-deleted', 'tag': 'a3d40136-7eb9-4a93-9af4-c99f1dabbb2c', 'status': 'completed', 'code': 200} Jul 16 01:34:01.471802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.602170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.603549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.604256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.605533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.607070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.608679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.609842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.612099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.613226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.614617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.615214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.615810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:01.630619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.650236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.725471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['634b005a-746d-4eac-89fb-5f40d38c0c9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:01.741258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5178ecff-292b-41b8-8eac-e88a258bf3e6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:01.753044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:01.788958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.811033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a14ea1e-19c0-4988-ac58-35dcd16addd5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.811326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e60718-2b89-4452-a9c4-bcbc8a825933']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:01.820240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.821045 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Added segment 8894e188-51f7-496c-a514-c28e21f79b04 of type vlan for network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 Jul 16 01:34:01.844376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f065c8d9-56c1-4201-a0e7-f52cba7d2265') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:01.845270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f065c8d9-56c1-4201-a0e7-f52cba7d2265') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:01.876564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.919169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.937219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28c79c-33f7-4902-9704-6e28516f5dfd req-be1b7482-03e6-4e03-9ced-47c1b41e3898 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.940274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe28c79c-33f7-4902-9704-6e28516f5dfd req-be1b7482-03e6-4e03-9ced-47c1b41e3898 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 944 time: 0.4460568 Jul 16 01:34:01.944986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:01.945821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.950250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1efa8-e38a-485b-8e94-699c2d99acd7 None None] DHCP port deletion for 68e60718-2b89-4452-a9c4-bcbc8a825933 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:01.953145 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:02.003688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.097680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.098873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.099593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.177920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d16555f8-6dfa-4c04-8cbc-52d096f44377 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] Request body: {'port': {'network_id': 'f81cb52a-e27b-42c6-84ee-c71cd7998e86', 'name': 'tempest-NetworksNegativeTestJSON-1147212579'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.193296 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16555f8-6dfa-4c04-8cbc-52d096f44377 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] POST failed (client error): The resource could not be found. Jul 16 01:34:02.194092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16555f8-6dfa-4c04-8cbc-52d096f44377 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.195361 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d16555f8-6dfa-4c04-8cbc-52d096f44377 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7224858 Jul 16 01:34:02.203376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52372) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.216953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5267644 Jul 16 01:34:02.229116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.235394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Request body: {'subnet': {'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-627632652-subnet', 'tenant_id': 'e9ffbbe273ad464e9ba886398961a544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.242530 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d3cda2-7d4f-4795-9ede-a1eac717806a tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:02.243265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d3cda2-7d4f-4795-9ede-a1eac717806a tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.245480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-74d3cda2-7d4f-4795-9ede-a1eac717806a tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "DELETE /v2.0/networks/0770ba7b-a26d-4ff5-a704-516b3b431eff HTTP/1.1" status: 404 len: 339 time: 0.0407503 Jul 16 01:34:02.253547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.333163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc739e6-bef6-4bca-8f6f-9f72cdffb6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7f89dc-e512-4d97-abd4-99fccf2deca3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.381754 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcb1dab-f3cb-4207-8e5f-54d858bbbb0b tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:02.381754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcb1dab-f3cb-4207-8e5f-54d858bbbb0b tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.381754 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9fcb1dab-f3cb-4207-8e5f-54d858bbbb0b tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "DELETE /v2.0/ports/e992963a-01c7-4ab8-b283-6ef074c8fdde HTTP/1.1" status: 404 len: 333 time: 0.1183653 Jul 16 01:34:02.381754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Made reservation on behalf of e9ffbbe273ad464e9ba886398961a544 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:02.381754 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.382485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52380) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.402160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:02.403793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:02.406242 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e0d5e1-1dcd-4111-a266-db4e0f9c09b5" -d '{"events": [{"server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "name": "network-vif-plugged", "status": "completed", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:02.427483 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4e74df-f4e6-4d31-a167-66ec67bf7053 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:02.427952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4e74df-f4e6-4d31-a167-66ec67bf7053 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.433995 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d4e74df-f4e6-4d31-a167-66ec67bf7053 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "DELETE /v2.0/subnets/68095f7f-248d-4c13-baa3-9fadc9b30f19 HTTP/1.1" status: 404 len: 337 time: 0.0458915 Jul 16 01:34:02.441624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52384) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.474603 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2af866-5c9b-4e89-b799-2bc15260c4f9 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] GET failed (client error): The resource could not be found. Jul 16 01:34:02.479400 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ba2af866-5c9b-4e89-b799-2bc15260c4f9 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "GET /v2.0/networks/30f8cc6a-022a-4a50-82a1-1f8d6c858700 HTTP/1.1" status: 404 len: 339 time: 0.0339861 Jul 16 01:34:02.485152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:02.508042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.522673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b033741-c880-4dd2-9ecc-895a7ff70499 req-e8704bb9-051f-40d7-a0ba-6e7476049e39 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f52622f-0836-454e-b505-18aec05a6d7c HTTP/1.1" status: 200 len: 210 time: 0.4498100 Jul 16 01:34:02.523450 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.567575 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-dade3561-2854-49da-ad8d-8916e84989d2 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] GET failed (client error): The resource could not be found. Jul 16 01:34:02.569180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dade3561-2854-49da-ad8d-8916e84989d2 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "GET /v2.0/ports/14726708-71f5-49df-81dc-0a15446d17ae HTTP/1.1" status: 404 len: 333 time: 0.0593722 Jul 16 01:34:02.570675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.578467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.580923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52392) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.582184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/networks/68e60718-2b89-4452-a9c4-bcbc8a825933 HTTP/1.1" status: 204 len: 168 time: 2.5260355 Jul 16 01:34:02.589007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe28c79c-33f7-4902-9704-6e28516f5dfd req-5f89a316-716e-460c-b843-70bb340014fc tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311984 Jul 16 01:34:02.591177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a3d40136-7eb9-4a93-9af4-c99f1dabbb2c no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:02.601660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.612341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84dd3-ae37-417b-ba0b-66c1edcb5972 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Network': ['ID=68e60718-2b89-4452-a9c4-bcbc8a825933,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.641479 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b0bf70-a549-4a3b-8b0f-464cb8cb9c3b tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] GET failed (client error): The resource could not be found. Jul 16 01:34:02.646612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52396) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.647961 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29b0bf70-a549-4a3b-8b0f-464cb8cb9c3b tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "GET /v2.0/subnets/f6c8306b-2a0c-40e5-9290-40f59c20eb8b HTTP/1.1" status: 404 len: 337 time: 0.0613265 Jul 16 01:34:02.657051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06f80a72-3bad-4586-8f71-885fe462d99e tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.684979 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f80a72-3bad-4586-8f71-885fe462d99e tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] PUT failed (client error): The resource could not be found. Jul 16 01:34:02.694865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f80a72-3bad-4586-8f71-885fe462d99e tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.696194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06f80a72-3bad-4586-8f71-885fe462d99e tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "PUT /v2.0/networks/4e3d0ff0-2b12-4256-8114-b1a4f29a82bc HTTP/1.1" status: 404 len: 339 time: 0.0483146 Jul 16 01:34:02.700160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.709668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8b1d7f00-70ff-45ea-bf47-b1e64344f3f3 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.747488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: a3d40136-7eb9-4a93-9af4-c99f1dabbb2c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:02.748123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a3d40136-7eb9-4a93-9af4-c99f1dabbb2c not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:02.755870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.757670 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1d7f00-70ff-45ea-bf47-b1e64344f3f3 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] PUT failed (client error): The resource could not be found. Jul 16 01:34:02.758834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1d7f00-70ff-45ea-bf47-b1e64344f3f3 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.760884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8b1d7f00-70ff-45ea-bf47-b1e64344f3f3 tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "PUT /v2.0/ports/a8878d35-ffca-494f-a1a4-4a51907c330a HTTP/1.1" status: 404 len: 333 time: 0.0578709 Jul 16 01:34:02.765743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting subnet 088360a9-422e-44d2-a1c9-837b47ad6e06 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:02.768046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.771229 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.779152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-86a6a6ea-33bb-448d-b428-1a382a3fcecc tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.837876 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a6a6ea-33bb-448d-b428-1a382a3fcecc tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] PUT failed (client error): The resource could not be found. Jul 16 01:34:02.838419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a6a6ea-33bb-448d-b428-1a382a3fcecc tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:02.839650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-86a6a6ea-33bb-448d-b428-1a382a3fcecc tempest-NetworksNegativeTestJSON-1005529885 tempest-NetworksNegativeTestJSON-1005529885-project] 10.222.0.42 "PUT /v2.0/subnets/acce70ff-841a-4074-a94f-a98c8146f60f HTTP/1.1" status: 404 len: 337 time: 0.0694525 Jul 16 01:34:02.841247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addb8114-8e0d-4ff2-98e1-3c43c17b9ed5,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.849622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Checking segment: {'id': '8894e188-51f7-496c-a514-c28e21f79b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:02.849953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Network hostable DHCP agents. Network: 5c7f89dc-e512-4d97-abd4-99fccf2deca3, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:02.873888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:02.878085 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.892406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5c7f89dc-e512-4d97-abd4-99fccf2deca3) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:02.899929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.900554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.912374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f930f3c4-4111-44de-b75f-55a7d5887e54 None None] Network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:02.961326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1da9be10-20a0-4afd-8c6f-6ac03519a695 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7303665 Jul 16 01:34:02.992221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.999322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.005442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.011522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.018885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.026872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.033644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.035817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-4dd84adb-7e46-4726-bc5d-41cf17684159 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5438 time: 0.2302196 Jul 16 01:34:03.069729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['74d4eee3-f4a1-438f-a05e-467d40ac09aa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:03.082964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.111504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.228016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2b89ece-dc95-496b-8a49-95528c3e7642 req-24ee0f66-7c56-4142-8e85-42a7a2aba0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817787 Jul 16 01:34:03.282271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.373610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Subnet': ['ID=088360a9-422e-44d2-a1c9-837b47ad6e06,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.387904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.392320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd0a11ae-8e53-4cb6-8738-a98a418f4f8c tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/subnets/088360a9-422e-44d2-a1c9-837b47ad6e06 HTTP/1.1" status: 204 len: 168 time: 0.7870023 Jul 16 01:34:03.392949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.400837 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb69e9ba-a05e-49ad-9fef-0788325d726f x-openstack-request-id: req-cb69e9ba-a05e-49ad-9fef-0788325d726f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:03.402060 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "name": "network-vif-plugged", "status": "completed", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:03.403473 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb69e9ba-a05e-49ad-9fef-0788325d726f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:03.405895 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'code': 200} Jul 16 01:34:03.407499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146f38e-f5be-4534-a82e-64e3702984c1 None None] Network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:03.475657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52416) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.484385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d222c-375f-4cc1-bb52-8096ddefb85a None None] Network 07bd544e-4347-4bfa-965a-801562bc8ffa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:03.551780 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-02600347-e6dc-4aba-8e4e-e2a7abba02e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5797548 Jul 16 01:34:03.596580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.676617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port a59b696a-7e55-4069-be0b-d43e591dd212 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:03.677081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.722066 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe00bdc-1fb1-4ee8-a372-cfe39fbd424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.734504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6982d992-999d-4a6c-90fb-0f9a2df8701a up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:03.738232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 994ca6fc-212a-4124-8ae5-9faaae0b2611 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:03.789368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-3e8bf625-c525-4056-8715-9a69e6caaa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.791113 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-3e8bf625-c525-4056-8715-9a69e6caaa0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 1102 time: 0.1696553 Jul 16 01:34:03.800839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port a59b696a-7e55-4069-be0b-d43e591dd212, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a59b696a-7e55-4069-be0b-d43e591dd212,segment=NetworkSegment(433c67ef-1185-4caa-926e-8c9bf8053c2f),segment_id=433c67ef-1185-4caa-926e-8c9bf8053c2f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:03.802048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.826029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c528c8-4986-4ba7-8646-ee8dd6377481 req-5b7e8758-e025-4c98-b1d0-1f67297d86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.827600 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-16c528c8-4986-4ba7-8646-ee8dd6377481 req-5b7e8758-e025-4c98-b1d0-1f67297d86f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 1097 time: 0.3534112 Jul 16 01:34:03.834659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for a59b696a-7e55-4069-be0b-d43e591dd212 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:03.992559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 994ca6fc-212a-4124-8ae5-9faaae0b2611 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:03.993169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 994ca6fc-212a-4124-8ae5-9faaae0b2611 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:04.061927 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-16c528c8-4986-4ba7-8646-ee8dd6377481 req-ba620ce1-5272-457d-8d34-10b4364ad662 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209227 Jul 16 01:34:04.091352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe00bdc-1fb1-4ee8-a372-cfe39fbd424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.098863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-4d28c20b-24cc-42b3-90a7-d259c22d8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.100437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-4d28c20b-24cc-42b3-90a7-d259c22d8d4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2707055 Jul 16 01:34:04.101071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe00bdc-1fb1-4ee8-a372-cfe39fbd424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.157389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 6982d992-999d-4a6c-90fb-0f9a2df8701a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:04.162555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 6982d992-999d-4a6c-90fb-0f9a2df8701a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:04.162934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.187425 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-17f9ba01-72ad-4460-ba2e-23adbc4c0fae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa HTTP/1.1" status: 200 len: 217 time: 0.0728028 Jul 16 01:34:04.212293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe00bdc-1fb1-4ee8-a372-cfe39fbd424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a12e96-dd45-4353-88bc-9663e0c7231f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.235659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-157a0b4c-0804-4b49-bbe2-4ea9c701bbde tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.237935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-157a0b4c-0804-4b49-bbe2-4ea9c701bbde tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/networks?id=5c7f89dc-e512-4d97-abd4-99fccf2deca3 HTTP/1.1" status: 200 len: 821 time: 0.1685755 Jul 16 01:34:04.242647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.266563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.273307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fe00bdc-1fb1-4ee8-a372-cfe39fbd424f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32720bd65d8241cbadee1c69ef0e525a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825022 Jul 16 01:34:04.276564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52440) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.301569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port a59b696a-7e55-4069-be0b-d43e591dd212 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:04.303584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68317a94-b183-4141-b558-d978e3aece32 None None] DHCP port deletion for 07bd544e-4347-4bfa-965a-801562bc8ffa request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:04.308612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=a59b696a-7e55-4069-be0b-d43e591dd212,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.341598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:04.347322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-d27f10b5-10d8-4790-9997-9d8c7cf1d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.348345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.349366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-d27f10b5-10d8-4790-9997-9d8c7cf1d40d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1539903 Jul 16 01:34:04.350775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da263354-643f-4767-984b-124ad7cab1b5 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:04.357117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-59ec9b61-62dc-443a-835f-752e8600d57d tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/quotas/e9ffbbe273ad464e9ba886398961a544 HTTP/1.1" status: 200 len: 375 time: 0.1027865 Jul 16 01:34:04.431130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1b92f19-a06b-4cd6-9cb0-91ce69ffa82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.460286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.469115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1b92f19-a06b-4cd6-9cb0-91ce69ffa82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.471322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port da263354-643f-4767-984b-124ad7cab1b5 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:04.479480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port da263354-643f-4767-984b-124ad7cab1b5 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:04.481252 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.481800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-5a3106d3-2c97-4f13-b9f1-8aba3f52c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.483767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-5a3106d3-2c97-4f13-b9f1-8aba3f52c1c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170917 Jul 16 01:34:04.499244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-cf015966-be74-48bf-81f3-0cdc4916e2c0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:34:04.500483 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-cf015966-be74-48bf-81f3-0cdc4916e2c0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080662 Jul 16 01:34:04.509929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-a96e428d-3c3e-4dac-92ad-a08e6daa6c1f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9ffbbe273ad464e9ba886398961a544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092234 Jul 16 01:34:04.577721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.582408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.608083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bd544e-4347-4bfa-965a-801562bc8ffa']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.626984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1b92f19-a06b-4cd6-9cb0-91ce69ffa82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.628086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da263354-643f-4767-984b-124ad7cab1b5,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:04.629912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1b92f19-a06b-4cd6-9cb0-91ce69ffa82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.631121 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a1b92f19-a06b-4cd6-9cb0-91ce69ffa82f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1a12e96-dd45-4353-88bc-9663e0c7231f HTTP/1.1" status: 204 len: 168 time: 0.3533475 Jul 16 01:34:04.638525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433c67ef-1185-4caa-926e-8c9bf8053c2f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.638842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433c67ef-1185-4caa-926e-8c9bf8053c2f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.642839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.651540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b92f19-a06b-4cd6-9cb0-91ce69ffa82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a12e96-dd45-4353-88bc-9663e0c7231f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.660947 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-3a08c09a-d9c5-4edb-afc9-348bf7bc7d47 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520276 Jul 16 01:34:04.668777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.726126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.729948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.750860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab2770-ce4b-4f50-863a-a18a3ec5cd8c req-c71e8a8a-de7d-484a-bb3d-d38261a3dbf0 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.755659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3ab2770-ce4b-4f50-863a-a18a3ec5cd8c req-c71e8a8a-de7d-484a-bb3d-d38261a3dbf0 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.3523796 Jul 16 01:34:04.769874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:04.770306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:04.774471 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:04.831323 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ecf1572-add6-4e67-a9c7-23b6190c6df5 req-56435eee-01fd-4509-a58a-fca67853f5bc service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633859 Jul 16 01:34:04.848094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-e50fe1b0-eb31-4684-9e92-1a65a2f6f189 service neutron] 10.222.0.42 "GET /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179796 Jul 16 01:34:04.941000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3ab2770-ce4b-4f50-863a-a18a3ec5cd8c req-ae9c57fa-5b0e-4493-9058-305a6b38a13d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753652 Jul 16 01:34:04.944647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.958111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.961102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/networks/07bd544e-4347-4bfa-965a-801562bc8ffa HTTP/1.1" status: 204 len: 168 time: 1.5666957 Jul 16 01:34:04.970322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.002024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-347931279'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:05.048960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ade81-555f-420f-aebf-2dec3546c6c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Network': ['ID=07bd544e-4347-4bfa-965a-801562bc8ffa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.099013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:05.102580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.120771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-d86d1aea-8453-43b4-a2f8-f6a9a8a33438 service neutron] 10.222.0.42 "GET /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719073 Jul 16 01:34:05.140040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:05.163811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.163811 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Added segment d61d8060-4b22-4e47-969e-6db84370a62c of type vlan for network dee88bcd-5fff-4fe5-b144-43637745756c Jul 16 01:34:05.262714 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.345804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.374144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.377640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.407646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:05.416134 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74e6103-436c-455e-b283-5c944132fb50" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "da263354-643f-4767-984b-124ad7cab1b5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:05.531076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Network': ['ID=dee88bcd-5fff-4fe5-b144-43637745756c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.540240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2a13f0a6-d309-4005-8f15-1b66e00d797d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5660436 Jul 16 01:34:05.546514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.559398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'subnet': {'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:05.581122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network dee88bcd-5fff-4fe5-b144-43637745756c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:05.651493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 634b005a-746d-4eac-89fb-5f40d38c0c9c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:05.766354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a59b696a-7e55-4069-be0b-d43e591dd212 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:05.780887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.795899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.806467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:05.808454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.814355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.819387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.827645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.835290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.839786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a59b696a-7e55-4069-be0b-d43e591dd212 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:05.843007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a59b696a-7e55-4069-be0b-d43e591dd212 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:05.843930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.846016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-5ee82fea-3b83-4c08-9232-6c41e71f693b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5440 time: 0.3083072 Jul 16 01:34:05.954536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 634b005a-746d-4eac-89fb-5f40d38c0c9c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:05.971142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 634b005a-746d-4eac-89fb-5f40d38c0c9c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:05.993239 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.041524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52490) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.055582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1fc60b42-63aa-40cb-8525-3f8bd236cfd7 req-180352c0-5985-4617-8a99-76345fdfd284 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583896 Jul 16 01:34:06.108086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd437f2-5fe7-4465-b48e-eeb81e2a389b req-0bd45960-fa12-4657-ba00-c45cb89d655e tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.114621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fd437f2-5fe7-4465-b48e-eeb81e2a389b req-0bd45960-fa12-4657-ba00-c45cb89d655e tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 950 time: 0.2673512 Jul 16 01:34:06.208047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c39e1c7c-9c45-4520-95a8-c431e41e11a5 req-c3af22f5-88a3-4a8a-9ba0-3f85b6eb11df tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 210 time: 0.0444670 Jul 16 01:34:06.224815 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.243047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fd437f2-5fe7-4465-b48e-eeb81e2a389b req-aadb0941-0961-49bc-b452-cf1b9bc30f34 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/security-groups?id=fbb2949e-b87d-4479-b51f-30e5a340c907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217463 Jul 16 01:34:06.278783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.303549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:06.313414 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed95440-9685-4491-98f3-781730c45c07 x-openstack-request-id: req-5ed95440-9685-4491-98f3-781730c45c07 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:06.314257 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "da263354-643f-4767-984b-124ad7cab1b5", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:06.314898 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ed95440-9685-4491-98f3-781730c45c07 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:06.315711 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a', 'code': 200} Jul 16 01:34:06.316238 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5', 'code': 200} Jul 16 01:34:06.319455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1866524442'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:06.319762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.322734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 82f47764-ed73-47a2-9d6c-f083ae1e1e59 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:06.442828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:06.458388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.482997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Subnet': ['ID=0367124a-983c-4542-bc7d-f8f04c7d4244,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.513566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.542564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Checking segment: {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:06.543871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network hostable DHCP agents. Network: dee88bcd-5fff-4fe5-b144-43637745756c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:06.632412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e263957-c7c4-49de-886e-e204186e36ec req-c13263a0-9241-43a0-af53-a198665fd2af tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.640034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e263957-c7c4-49de-886e-e204186e36ec req-c13263a0-9241-43a0-af53-a198665fd2af tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.1909595 Jul 16 01:34:06.644733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.648809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:06.654506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:06.655283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.666794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network dee88bcd-5fff-4fe5-b144-43637745756c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:06.698299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, dee88bcd-5fff-4fe5-b144-43637745756c) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:06.708123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.709193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.719078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e263957-c7c4-49de-886e-e204186e36ec req-11ae7b82-311a-460b-a83d-76b90034ac49 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702839 Jul 16 01:34:06.735253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac783f6-9d7b-43bb-aa5d-738e1f18349f None None] Network dee88bcd-5fff-4fe5-b144-43637745756c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:06.916512 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.943698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.959918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.983544 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-119be196-5ad7-4630-a9f9-794cacb68d9a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4310641 Jul 16 01:34:06.983859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.994769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-749342375'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:07.038624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:07.057748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.058588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ab425-e236-43e9-b2d3-2683ecdecb60,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.060979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:07.067942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.068326 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment a28871a5-cdc3-402f-8ff8-d713c83bc046 of type vlan for network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 Jul 16 01:34:07.072719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.073685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f37a3e3-91b2-44ca-8f80-a31da849489a up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:07.076762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.127099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.167829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:07.174585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.180126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.180827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.188306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.188897 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Added segment 24d0595f-eeca-47f7-8460-5e5276d86de2 of type vlan for network 17909505-0d2c-4bd4-9339-777d70f12aa8 Jul 16 01:34:07.195635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9755-9e83-4200-b505-35bf53e2bbff req-fac17af3-b7d8-4e6b-9cea-19e8e6f804a6 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.197260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-910e9755-9e83-4200-b505-35bf53e2bbff req-fac17af3-b7d8-4e6b-9cea-19e8e6f804a6 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 950 time: 0.3306050 Jul 16 01:34:07.227587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-dee88bcd-5fff-4fe5-b144-43637745756c', 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'fixed_ips': [{'subnet_id': '0367124a-983c-4542-bc7d-f8f04c7d4244'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:07.229061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.258897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.282347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.285240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab411c-6f65-4e5d-b01b-99eac7ce3186 req-c3fa1d94-1ded-4b55-bbbd-bd5a8cdebe85 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.287871 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2452486 Jul 16 01:34:07.296412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abab411c-6f65-4e5d-b01b-99eac7ce3186 req-c3fa1d94-1ded-4b55-bbbd-bd5a8cdebe85 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2095199 Jul 16 01:34:07.300196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.306162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'name': 'tempest-PortsIpV6TestJSON-1372800043'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:07.416288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 8f37a3e3-91b2-44ca-8f80-a31da849489a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:07.421783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fa529-7b1e-42a9-8621-20e2000090f1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=7543d8c6-8d47-4c3a-81c7-01a4a4205006,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.441408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8f37a3e3-91b2-44ca-8f80-a31da849489a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:07.442777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.454214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:07.489516 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.515449 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.520606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.521236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.563950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Deleting port 74d4eee3-f4a1-438f-a05e-467d40ac09aa {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:07.564748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.577946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abab411c-6f65-4e5d-b01b-99eac7ce3186 req-3b21a35c-ab3f-4ad3-8fbe-8e632129a43f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757859 Jul 16 01:34:07.732291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Allocated IP 19.80.0.2 (dee88bcd-5fff-4fe5-b144-43637745756c/0367124a-983c-4542-bc7d-f8f04c7d4244/1c835933-d5b5-4697-9767-162f70b2ad33) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:07.752307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.772407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] For port 74d4eee3-f4a1-438f-a05e-467d40ac09aa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=74d4eee3-f4a1-438f-a05e-467d40ac09aa,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.773378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.791045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.798166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.799533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 25a0d98a-760b-4af6-99dd-56f59266ced7 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:07.803362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Calling delete_port for 74d4eee3-f4a1-438f-a05e-467d40ac09aa owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:07.910461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Network': ['ID=17909505-0d2c-4bd4-9339-777d70f12aa8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.922225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a79fe46e-64a9-4a36-b7b4-6bd9172ff86e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9371033 Jul 16 01:34:07.923463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:07.926050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52520) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.927610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.939316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'subnet': {'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:07.942095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:07.963732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.994671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 25a0d98a-760b-4af6-99dd-56f59266ced7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:07.996126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3552f8bb-7f9a-4443-a121-bbe0585540d6 req-24d4c0f3-a61b-4088-90a2-4641897d63b7 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 210 time: 0.0809946 Jul 16 01:34:08.001065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 102da159-324f-46f2-ad17-b36db9f76e22 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:08.003634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 25a0d98a-760b-4af6-99dd-56f59266ced7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:08.004012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.022246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.030068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.037286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.049048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.050542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.056782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.063289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.066003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-2628bce0-4b75-42ca-9b0d-1060f47aa7d9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5442 time: 0.6822369 Jul 16 01:34:08.074158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-e6033b3c-a317-4328-9498-45bc9875f732 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.076396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-e6033b3c-a317-4328-9498-45bc9875f732 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.13 "GET /v2.0/networks?id=5c7f89dc-e512-4d97-abd4-99fccf2deca3 HTTP/1.1" status: 200 len: 821 time: 0.5815799 Jul 16 01:34:08.137080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Request body: {'port': {'device_id': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3', 'admin_state_up': True, 'tenant_id': 'e9ffbbe273ad464e9ba886398961a544'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:08.166206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.188737 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.197905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.198321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Transition to ACTIVE for port object 1c835933-d5b5-4697-9767-162f70b2ad33 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:08.216134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:08.220352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.231806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['74d4eee3-f4a1-438f-a05e-467d40ac09aa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:08.237674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-003c0c79-2d51-483e-8a6b-83ae0aed2323 req-3d021038-4330-4b13-a271-f0ee54074ea9 tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.42 "GET /v2.0/ports?device_id=51f26668-f3cb-472a-8998-52971ed956c4 HTTP/1.1" status: 200 len: 210 time: 0.0756087 Jul 16 01:34:08.248873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Pushing event deleted for resources: {'Port': ['ID=74d4eee3-f4a1-438f-a05e-467d40ac09aa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.257375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Transition to ACTIVE for port object 1c835933-d5b5-4697-9767-162f70b2ad33 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:08.272759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=25a0d98a-760b-4af6-99dd-56f59266ced7,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:08.280058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.299805 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.300313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5178ecff-292b-41b8-8eac-e88a258bf3e6 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:08.312767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6cfb8cd-cbbb-4963-8708-c6762a6b7215 req-986f325c-d862-45c5-8260-229006634dae tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352335 Jul 16 01:34:08.345836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634b005a-746d-4eac-89fb-5f40d38c0c9c'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f47764-ed73-47a2-9d6c-f083ae1e1e59'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:08.348380 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c25deba-b00f-4b95-84f9-e2a6333a49f7" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "634b005a-746d-4eac-89fb-5f40d38c0c9c"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "82f47764-ed73-47a2-9d6c-f083ae1e1e59"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:08.362816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Network dee88bcd-5fff-4fe5-b144-43637745756c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:08.375150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:08.381654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:08.392212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] No DVR routers for this DVR port 74d4eee3-f4a1-438f-a05e-467d40ac09aa on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:08.400845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.404131 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-910e9755-9e83-4200-b505-35bf53e2bbff req-e2a66743-c9ad-4733-b28c-b4967a13cdfb tempest-ServersAdminNegativeTestJSON-1233807298 tempest-ServersAdminNegativeTestJSON-1233807298-project] 10.222.0.13 "DELETE /v2.0/ports/74d4eee3-f4a1-438f-a05e-467d40ac09aa HTTP/1.1" status: 204 len: 173 time: 1.1878042 Jul 16 01:34:08.416368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f26668-f3cb-472a-8998-52971ed956c4', 'name': 'network-vif-deleted', 'tag': '74d4eee3-f4a1-438f-a05e-467d40ac09aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:08.419734 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b7064-1733-4f10-8b4b-218b38f7c165" -d '{"events": [{"server_uuid": "51f26668-f3cb-472a-8998-52971ed956c4", "name": "network-vif-deleted", "tag": "74d4eee3-f4a1-438f-a05e-467d40ac09aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:08.453970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Pushing event updated for resources: {'Port': ['ID=1c835933-d5b5-4697-9767-162f70b2ad33,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.509238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.555554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Attempting to bind port 1c835933-d5b5-4697-9767-162f70b2ad33 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:08.556056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Attempting to bind port 1c835933-d5b5-4697-9767-162f70b2ad33 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:08.556453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Attempting to bind port 1c835933-d5b5-4697-9767-162f70b2ad33 on network dee88bcd-5fff-4fe5-b144-43637745756c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:08.567790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 5178ecff-292b-41b8-8eac-e88a258bf3e6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:08.577031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5178ecff-292b-41b8-8eac-e88a258bf3e6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:08.577410 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.583668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:08.584044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Checking segment: {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:08.584474 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.584878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Bound using segment: {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:08.585359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Bound port: 1c835933-d5b5-4697-9767-162f70b2ad33, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:08.585977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.644345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Made reservation on behalf of e9ffbbe273ad464e9ba886398961a544 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:08.658186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.685129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.792191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.816260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] For port 1c835933-d5b5-4697-9767-162f70b2ad33, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:08.821915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] For port 1c835933-d5b5-4697-9767-162f70b2ad33, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c835933-d5b5-4697-9767-162f70b2ad33,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:08.898974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.906106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.936808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Subnet': ['ID=5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.020585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Checking segment: {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:09.022402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network hostable DHCP agents. Network: 17909505-0d2c-4bd4-9339-777d70f12aa8, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:09.056025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:09.070875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 17909505-0d2c-4bd4-9339-777d70f12aa8) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:09.100051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.100847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.106922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd61ce-68d2-4c58-ae4a-4590b28cdf45 None None] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:09.108152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.128948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4e770c0-ba64-4907-b662-68dfbdfc9b18 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2008719 Jul 16 01:34:09.228004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:09.244542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Allocated IP 172.20.0.8 (5c7f89dc-e512-4d97-abd4-99fccf2deca3/addb8114-8e0d-4ff2-98e1-3c43c17b9ed5/e20bff68-3c2a-4355-a984-b3689c8a4911) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:09.249960 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.262000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb1f04-dd3e-4cb7-89f7-a1d5ed79174d None None] Pushing event updated for resources: {'Port': ['ID=1c835933-d5b5-4697-9767-162f70b2ad33,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.321221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=102da159-324f-46f2-ad17-b36db9f76e22,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.342179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': 'a28871a5-cdc3-402f-8ff8-d713c83bc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:09.343329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 7543d8c6-8d47-4c3a-81c7-01a4a4205006, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:09.417121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:09.437512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 7543d8c6-8d47-4c3a-81c7-01a4a4205006) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:09.455667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:09.463101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.464407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.540080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b34cdc-2d87-482f-a2bf-16c8f99c6d56 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:09.561234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b48bd667-154d-4486-8506-524af6e5b656 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2591488 Jul 16 01:34:09.566468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52550) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.584315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231106724'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:09.654727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:09.658860 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.667671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.760237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:09.762824 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d1135-6429-4a71-92b6-27718d916fa4 x-openstack-request-id: req-fa3d1135-6429-4a71-92b6-27718d916fa4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:09.763747 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "634b005a-746d-4eac-89fb-5f40d38c0c9c", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "82f47764-ed73-47a2-9d6c-f083ae1e1e59", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:09.765237 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa3d1135-6429-4a71-92b6-27718d916fa4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:09.766346 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634b005a-746d-4eac-89fb-5f40d38c0c9c', 'code': 200} Jul 16 01:34:09.767907 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f47764-ed73-47a2-9d6c-f083ae1e1e59', 'code': 200} Jul 16 01:34:09.768637 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'code': 200} Jul 16 01:34:09.779249 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7', 'code': 200} Jul 16 01:34:09.815280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.816128 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment 9f912a75-c67c-430b-b78e-8729a289f1fc of type vlan for network 5e70e001-0d6a-498f-95fc-1771171dd560 Jul 16 01:34:09.928579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.950540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c835933-d5b5-4697-9767-162f70b2ad33 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:10.009494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.217815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:10.235442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:10.247818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:10.265433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Pushing event updated for resources: {'Port': ['ID=e20bff68-3c2a-4355-a984-b3689c8a4911,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.356684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-17909505-0d2c-4bd4-9339-777d70f12aa8', 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'fixed_ips': [{'subnet_id': '5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:10.358094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.374055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5f5b-233e-40cb-a337-50e11bf69aad req-c2e35439-af11-449b-8fea-6904f03e4c3b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.375712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d5c5f5b-233e-40cb-a337-50e11bf69aad req-c2e35439-af11-449b-8fea-6904f03e4c3b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2490993 Jul 16 01:34:10.383306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.384129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.404826 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-61dde361-1fc8-4163-96e0-b66abd367393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.436907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f678a-c973-4d85-a07f-7a1cfed1505f req-64764b4c-75da-4f4b-a626-44fad4fc15ed tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.438958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d38f678a-c973-4d85-a07f-7a1cfed1505f req-64764b4c-75da-4f4b-a626-44fad4fc15ed tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 931 time: 0.4364398 Jul 16 01:34:10.445161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1c835933-d5b5-4697-9767-162f70b2ad33 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:10.460219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-2b575b28-b58b-42f0-baf8-94448fa8e14f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3334651 Jul 16 01:34:10.479740 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac825e1-58cf-45eb-8575-b224ec829858 x-openstack-request-id: req-5ac825e1-58cf-45eb-8575-b224ec829858 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:10.480124 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f26668-f3cb-472a-8998-52971ed956c4", "name": "network-vif-deleted", "tag": "74d4eee3-f4a1-438f-a05e-467d40ac09aa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:10.480660 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ac825e1-58cf-45eb-8575-b224ec829858 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:10.481702 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f26668-f3cb-472a-8998-52971ed956c4', 'name': 'network-vif-deleted', 'tag': '74d4eee3-f4a1-438f-a05e-467d40ac09aa', 'status': 'completed', 'code': 200} Jul 16 01:34:10.493894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Request body: {'port': {'device_id': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.498108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.543139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.551144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.552059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.609278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d5c5f5b-233e-40cb-a337-50e11bf69aad req-1f7c65ba-10e2-46fe-addd-0f502a4ebad9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161722 Jul 16 01:34:10.660100 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0904558 Jul 16 01:34:10.666663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52560) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.682114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'ports': [{'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'}, {'network_id': '5e70e001-0d6a-498f-95fc-1771171dd560'}]} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.682492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.686875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '5e70e001-0d6a-498f-95fc-1771171dd560'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.688456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Allocated IP 19.86.0.2 (17909505-0d2c-4bd4-9339-777d70f12aa8/5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2/70bf410e-ed6f-4211-bd97-f25ecdfd0ec3) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:10.702270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.720904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d38f678a-c973-4d85-a07f-7a1cfed1505f req-7f6a4cb9-35bb-459a-a1a3-cac26d47357c tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573583 Jul 16 01:34:10.721819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.765980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e5b0c-0777-4f2a-9c28-e55c5b0eb9ea tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=5e70e001-0d6a-498f-95fc-1771171dd560,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.795272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5e70e001-0d6a-498f-95fc-1771171dd560 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:11.114175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df538723-f40a-4d8a-a4a8-71dc59835083 None None] Network dee88bcd-5fff-4fe5-b144-43637745756c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:11.118278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 2} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:11.130530 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.154840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.200456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.200831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-e39d7653-8e6b-4276-b545-836e33e471cb tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.206873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-e39d7653-8e6b-4276-b545-836e33e471cb tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.208522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-e39d7653-8e6b-4276-b545-836e33e471cb tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/networks?id=dee88bcd-5fff-4fe5-b144-43637745756c&id=17909505-0d2c-4bd4-9339-777d70f12aa8 HTTP/1.1" status: 200 len: 1390 time: 0.3572450 Jul 16 01:34:11.226867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-504223d5-8a95-45f8-9af9-84d4868f0634 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0fb545c41ef4fb48cbfe196b040d13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988215 Jul 16 01:34:11.230006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.246636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] Provisioning for port 1c835933-d5b5-4697-9767-162f70b2ad33 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:11.265208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] Provisioning complete for port 1c835933-d5b5-4697-9767-162f70b2ad33 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:11.265789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.272879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Transition to ACTIVE for port object 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:11.290548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 2ad3c166-c98a-4386-b972-19a3bb8d80e2 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:11.294953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.301089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.307279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.313732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.319687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.326344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.332785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.340971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-2cc21c3f-54e3-44d9-97f5-0e2f7fbdea0a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.4415040 Jul 16 01:34:11.348648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Transition to ACTIVE for port object 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:11.370107 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.483211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:11.487015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Pushing event updated for resources: {'Port': ['ID=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.504977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.522454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:11.551169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:11.581219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.620409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 8e68d8bb-8ff7-4756-821e-8cad459efb32 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:11.639906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 74d4eee3-f4a1-438f-a05e-467d40ac09aa no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:11.687722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-4b1aaee5-f1d5-486a-be68-f85481609e95 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/quotas/26a9792d215c4febb516ea66fdf0cfe3 HTTP/1.1" status: 200 len: 375 time: 0.4603410 Jul 16 01:34:11.701478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 74d4eee3-f4a1-438f-a05e-467d40ac09aa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:11.702028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 74d4eee3-f4a1-438f-a05e-467d40ac09aa not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:11.725093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Attempting to bind port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:11.725641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Attempting to bind port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:11.726215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Attempting to bind port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 on network 17909505-0d2c-4bd4-9339-777d70f12aa8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:11.731804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] For port 1c835933-d5b5-4697-9767-162f70b2ad33, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c835933-d5b5-4697-9767-162f70b2ad33,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:11.739992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.751033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:11.751685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Checking segment: {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:11.752293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.752715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Bound using segment: {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:11.753208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Bound port: 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:11.753592 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.783006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:11.786548 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3033aec1-6567-4100-8d9f-eea5b8660550" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:11.800193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a056c1b-83cf-42ff-acd2-2373acc23197 req-c48e4ae7-9d31-437d-bb75-21547650e1a8 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4581769 Jul 16 01:34:11.801480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.837129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3019567a-9ee9-4e3f-8e8c-d221f864833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.855139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.900085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a885c50-0df8-49b4-83a2-9148f4315228 None None] Pushing event updated for resources: {'Port': ['ID=1c835933-d5b5-4697-9767-162f70b2ad33,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.907474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:11.918160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:11.922200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20bff68-3c2a-4355-a984-b3689c8a4911 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:11.923669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:11.925299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.944665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a672eba8-b237-44f2-b518-3e539fed1dd2 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2446573 Jul 16 01:34:11.946748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3019567a-9ee9-4e3f-8e8c-d221f864833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.956114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.959500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] For port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:11.976767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] For port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:11.984756 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.030675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': '9f912a75-c67c-430b-b78e-8729a289f1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5e70e001-0d6a-498f-95fc-1771171dd560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:12.031791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 5e70e001-0d6a-498f-95fc-1771171dd560, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:12.050604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Transition to ACTIVE for port object e20bff68-3c2a-4355-a984-b3689c8a4911 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:12.071357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=2ad3c166-c98a-4386-b972-19a3bb8d80e2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.076794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.132941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46eb2e-4655-44a5-9679-a8be0395d939 None None] Pushing event updated for resources: {'Port': ['ID=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.149544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=8e68d8bb-8ff7-4756-821e-8cad459efb32,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.155344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 5e70e001-0d6a-498f-95fc-1771171dd560 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:12.169254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5e70e001-0d6a-498f-95fc-1771171dd560) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:12.181978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:12.183003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a6c29-faed-4d0e-bd88-651ebc0a6f2c None None] Network 5e70e001-0d6a-498f-95fc-1771171dd560 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:12.194939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.204754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.206132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.233108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2489c34d-d6b7-49f2-91cb-c82d54963e74 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5645475 Jul 16 01:34:12.236122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52582) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.278349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Pushing event updated for resources: {'Port': ['ID=e20bff68-3c2a-4355-a984-b3689c8a4911,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.327702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-4396d109-7ba2-4fd6-8430-44842a875166 service neutron] 10.222.0.42 "GET /v2.0/networks/dee88bcd-5fff-4fe5-b144-43637745756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592870 Jul 16 01:34:12.343160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3019567a-9ee9-4e3f-8e8c-d221f864833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.346862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3019567a-9ee9-4e3f-8e8c-d221f864833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.348812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3019567a-9ee9-4e3f-8e8c-d221f864833a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbb2949e-b87d-4479-b51f-30e5a340c907 HTTP/1.1" status: 204 len: 168 time: 1.1182210 Jul 16 01:34:12.443589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019567a-9ee9-4e3f-8e8c-d221f864833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb2949e-b87d-4479-b51f-30e5a340c907,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.493892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 8e68d8bb-8ff7-4756-821e-8cad459efb32 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:12.494726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.545825 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-139caa3a-eb93-4045-af48-a90935eac5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.575299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-67abc06d-7b85-4941-8020-2d1c62d81bb4 None None] Provisioning complete for port 1c835933-d5b5-4697-9767-162f70b2ad33 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:12.575506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67abc06d-7b85-4941-8020-2d1c62d81bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.613422 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.627191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Attempting to bind port e20bff68-3c2a-4355-a984-b3689c8a4911 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:12.627535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Attempting to bind port e20bff68-3c2a-4355-a984-b3689c8a4911 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '8894e188-51f7-496c-a514-c28e21f79b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:12.627867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Attempting to bind port e20bff68-3c2a-4355-a984-b3689c8a4911 on network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:12.657341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Port e20bff68-3c2a-4355-a984-b3689c8a4911 on network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:12.657675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Attempting to bind port e20bff68-3c2a-4355-a984-b3689c8a4911 on network 5c7f89dc-e512-4d97-abd4-99fccf2deca3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:12.684328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-6d3bcbc9-18ca-45e8-8d92-5a274bf5cfdf service neutron] 10.222.0.42 "GET /v2.0/networks/dee88bcd-5fff-4fe5-b144-43637745756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553386 Jul 16 01:34:12.686805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:12.687426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Checking segment: {'id': '8894e188-51f7-496c-a514-c28e21f79b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:12.688005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Bound using segment: {'id': '8894e188-51f7-496c-a514-c28e21f79b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:12.688670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Bound port: e20bff68-3c2a-4355-a984-b3689c8a4911, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8894e188-51f7-496c-a514-c28e21f79b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:12.691193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.756866 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.782854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 8e68d8bb-8ff7-4756-821e-8cad459efb32 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:12.968999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.974464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] For port e20bff68-3c2a-4355-a984-b3689c8a4911, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:12.979641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] For port e20bff68-3c2a-4355-a984-b3689c8a4911, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e20bff68-3c2a-4355-a984-b3689c8a4911,segment=NetworkSegment(8894e188-51f7-496c-a514-c28e21f79b04),segment_id=8894e188-51f7-496c-a514-c28e21f79b04)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:12.982984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-c99b7fd3-8e2d-4fcd-b000-a48ab82e4906 service neutron] 10.222.0.42 "GET /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973802 Jul 16 01:34:12.987820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.015210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=8e68d8bb-8ff7-4756-821e-8cad459efb32,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.028558 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.033732 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a378a53-cdba-4f4b-a50d-41185bbd0355 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/8e68d8bb-8ff7-4756-821e-8cad459efb32 HTTP/1.1" status: 204 len: 168 time: 0.7951679 Jul 16 01:34:13.035123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52592) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.097554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52594) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.177603 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-effdb607-0879-4eb7-9846-624540aff66e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dea2a5beb4954cf1b3098a13b0a1ac60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767174 Jul 16 01:34:13.178592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.179227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.180653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] 10.222.0.13 "PUT /v2.0/ports/e20bff68-3c2a-4355-a984-b3689c8a4911 HTTP/1.1" status: 200 len: 1092 time: 2.6968811 Jul 16 01:34:13.181937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'tag': 'e20bff68-3c2a-4355-a984-b3689c8a4911'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:13.182102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52596) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.184580 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a0070d-17be-4e77-85ba-43bf203c17d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba7d89b-4cee-46dd-b74d-ea22fba40122", "tag": "e20bff68-3c2a-4355-a984-b3689c8a4911"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:13.225557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950911b-5c9c-4409-b296-498d5d20c564 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.232907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950911b-5c9c-4409-b296-498d5d20c564 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.234436 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6950911b-5c9c-4409-b296-498d5d20c564 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1978526 Jul 16 01:34:13.238221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.241070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cea7f-5719-49d5-b56f-55658e236a09 service neutron] Pushing event updated for resources: {'Port': ['ID=e20bff68-3c2a-4355-a984-b3689c8a4911,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.277105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb69c48-bd6e-416a-bad5-c6bad39a8a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.323210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb69c48-bd6e-416a-bad5-c6bad39a8a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.398286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a368a67a-bf70-4558-b352-5e999d38bac4 service neutron] 10.222.0.42 "GET /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861775 Jul 16 01:34:13.421141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade5d39-fe45-40ab-b7f7-d2d03d5becd4 req-f3f72e12-c306-4fb8-9f37-618ce1aaa608 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.423180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bade5d39-fe45-40ab-b7f7-d2d03d5becd4 req-f3f72e12-c306-4fb8-9f37-618ce1aaa608 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.3436589 Jul 16 01:34:13.447119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb69c48-bd6e-416a-bad5-c6bad39a8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.451854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb69c48-bd6e-416a-bad5-c6bad39a8a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.454854 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-efb69c48-bd6e-416a-bad5-c6bad39a8a1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb8e8f03-7cfe-4493-aeb0-a2b299165ffb HTTP/1.1" status: 204 len: 168 time: 0.2706869 Jul 16 01:34:13.477605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb69c48-bd6e-416a-bad5-c6bad39a8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e8f03-7cfe-4493-aeb0-a2b299165ffb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.551733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-cf7df558-b8a8-48a3-a323-8315fa0a013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.555197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-cf7df558-b8a8-48a3-a323-8315fa0a013f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9ffbbe273ad464e9ba886398961a544&device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 1095 time: 0.3012996 Jul 16 01:34:13.661584 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.724055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bade5d39-fe45-40ab-b7f7-d2d03d5becd4 req-81a48f55-ab55-4726-9296-29dcdbced9c5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826803 Jul 16 01:34:13.728884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-581de7ad-b0f1-44ff-9cbe-ce13f298d8e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e20bff68-3c2a-4355-a984-b3689c8a4911 HTTP/1.1" status: 200 len: 217 time: 0.1420174 Jul 16 01:34:13.783926 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24614936-209f-42fb-b041-282b4aa9a037 x-openstack-request-id: req-24614936-209f-42fb-b041-282b4aa9a037 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:13.784279 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-plugged", "status": "completed", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:13.785148 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24614936-209f-42fb-b041-282b4aa9a037 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:13.786212 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6', 'code': 200} Jul 16 01:34:13.874179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 2ad3c166-c98a-4386-b972-19a3bb8d80e2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:13.875132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.005629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-30f655f7-93a9-4178-b515-8debcc3b791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.007635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-30f655f7-93a9-4178-b515-8debcc3b791b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=addb8114-8e0d-4ff2-98e1-3c43c17b9ed5 HTTP/1.1" status: 200 len: 861 time: 0.2718651 Jul 16 01:34:14.022816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:14.067045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4925d4-4409-47dd-a623-ae208f21b43a None None] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:14.188453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.212806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-54d0e49f-c019-4013-b96d-16e73dcca985 None None] Provisioning for port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:14.214439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.216654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.218381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.219243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.220266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.221412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.222262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.227440 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-0ae30248-77de-4e7e-aacb-608d14c0df03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.2409670 Jul 16 01:34:14.239754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 2ad3c166-c98a-4386-b972-19a3bb8d80e2 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:14.260571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:14.273759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:14.274662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.390807 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9ceae6a6-df2b-4eb9-ac29-02c717afb3b6 req-01837e00-1166-4ba6-8df1-db069ef928b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539125 Jul 16 01:34:14.422283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-0537a277-99a9-4c6e-a5aa-622907eafee1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c7f89dc-e512-4d97-abd4-99fccf2deca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3136559 Jul 16 01:34:14.423506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.501962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=2ad3c166-c98a-4386-b972-19a3bb8d80e2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.515094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.521273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-de6c29d8-fe51-48b9-b6ea-590e08b1db93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/2ad3c166-c98a-4386-b972-19a3bb8d80e2 HTTP/1.1" status: 204 len: 168 time: 1.2731898 Jul 16 01:34:14.521742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52620) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.535723 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.633365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:14.641095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.642788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c835933-d5b5-4697-9767-162f70b2ad33 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:14.768950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d733a-ecb5-442c-a468-bbcdff509dfc req-aa72483b-bc23-4063-969c-41ea6dfd4416 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.770754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-021d733a-ecb5-442c-a468-bbcdff509dfc req-aa72483b-bc23-4063-969c-41ea6dfd4416 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 943 time: 0.3538806 Jul 16 01:34:14.852904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1c835933-d5b5-4697-9767-162f70b2ad33 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:14.854754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.895946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.962507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-021d733a-ecb5-442c-a468-bbcdff509dfc req-67ef2bd7-32bf-4411-a667-581807c8633e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762183 Jul 16 01:34:15.018091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.018718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cd13d594-cdcb-4059-97e9-27e738ca8c32 None None] Provisioning complete for port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.019293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd13d594-cdcb-4059-97e9-27e738ca8c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.034818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.050091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.056388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.064193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.070674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.077705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.079664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-49298e8b-4321-48e9-9452-668664f8a5d6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.5150249 Jul 16 01:34:15.094375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22b824-ad4d-400b-a36b-d1455ecf6b6c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.096357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb22b824-ad4d-400b-a36b-d1455ecf6b6c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5734115 Jul 16 01:34:15.100712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52642) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.173834 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.189959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-4e0c66ec-1677-4b9f-a75e-56ea1be850da service neutron] 10.222.0.13 "GET /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946086 Jul 16 01:34:15.219919 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-36333853-76ef-4013-933a-2b00b4dbb9a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:34:15.224786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16197ac7-6c39-4466-a003-4d2f8032ac97 req-47534f30-240a-4f96-b6d4-876e8d9f0f5e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264591 Jul 16 01:34:15.227616 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-36333853-76ef-4013-933a-2b00b4dbb9a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/8e68d8bb-8ff7-4756-821e-8cad459efb32 HTTP/1.1" status: 404 len: 333 time: 0.1248391 Jul 16 01:34:15.232489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52646) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.377097 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-463182b4-3cff-447a-9b88-ce36b0a6f44e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:34:15.378315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-463182b4-3cff-447a-9b88-ce36b0a6f44e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/2ad3c166-c98a-4386-b972-19a3bb8d80e2 HTTP/1.1" status: 404 len: 333 time: 0.1430726 Jul 16 01:34:15.383278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52648) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.402661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52650) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.425365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b07886d-fcc0-4fba-b9b6-2ab89aeea561 req-4c09b0b6-0269-4228-bbb7-a87a7d91c0fa tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 210 time: 0.0599616 Jul 16 01:34:15.659582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4af57686-18b0-4470-b8bf-fa577e5b7cbe req-1d059747-3754-4e3d-9397-3e35a05f3234 service neutron] 10.222.0.13 "GET /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629393 Jul 16 01:34:15.667031 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab7699a-fc25-4009-baa4-4db1bd60df1c x-openstack-request-id: req-dab7699a-fc25-4009-baa4-4db1bd60df1c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:15.668854 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba7d89b-4cee-46dd-b74d-ea22fba40122", "tag": "e20bff68-3c2a-4355-a984-b3689c8a4911", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:15.669731 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dab7699a-fc25-4009-baa4-4db1bd60df1c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:15.671239 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'tag': 'e20bff68-3c2a-4355-a984-b3689c8a4911', 'status': 'completed', 'code': 200} Jul 16 01:34:15.708648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.754480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:15.794099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-network', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.887962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.889991 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.897969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Made reservation on behalf of 10d2f5d2c0ce44a7b8ebfe0ee82c3854 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:15.905004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.938122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.019326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.043734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e70e001-0d6a-498f-95fc-1771171dd560']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:16.068782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f912a75-c67c-430b-b78e-8729a289f1fc') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:16.069339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f912a75-c67c-430b-b78e-8729a289f1fc') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:16.082271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.103014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.111255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:16.112034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.243897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-c5ef9fe8-62af-4c19-94ac-8327c85b2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:16.246476 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:16.258753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-c5ef9fe8-62af-4c19-94ac-8327c85b2097 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e9ffbbe273ad464e9ba886398961a544&device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 1095 time: 0.2189837 Jul 16 01:34:16.269996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.289680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.291884 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/5e70e001-0d6a-498f-95fc-1771171dd560 HTTP/1.1" status: 204 len: 168 time: 0.9063854 Jul 16 01:34:16.301771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52668) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.307171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-437352058'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:16.314516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b78424-947c-45d6-b17b-39afc3a6291a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=5e70e001-0d6a-498f-95fc-1771171dd560,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.339700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a584d32-f440-40e8-80d0-83ef365a7626 req-dfeb9c44-b5cc-4781-b6f9-b4943995c92d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.342018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a584d32-f440-40e8-80d0-83ef365a7626 req-dfeb9c44-b5cc-4781-b6f9-b4943995c92d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.3800008 Jul 16 01:34:16.554462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a584d32-f440-40e8-80d0-83ef365a7626 req-b48b6283-99da-4313-9e5a-6f3753e08a28 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805656 Jul 16 01:34:16.573742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-e40e236f-1863-45a3-927b-4b8cd3fdc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.576379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-e40e236f-1863-45a3-927b-4b8cd3fdc286 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c7f89dc-e512-4d97-abd4-99fccf2deca3 HTTP/1.1" status: 200 len: 922 time: 0.3214991 Jul 16 01:34:16.679955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-b289a240-1baa-4a16-b5bf-382f6c3a1ef2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e20bff68-3c2a-4355-a984-b3689c8a4911 HTTP/1.1" status: 200 len: 217 time: 0.0689509 Jul 16 01:34:16.691940 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.728006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:16.735051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.736217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.775380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:16.790981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.791586 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment 0ceaca7c-5248-4a66-96ab-819f1114fd71 of type vlan for network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 Jul 16 01:34:16.805676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:16.840115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-c6182f26-bda9-4c7c-93d1-8fb0d7179b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.842909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-c6182f26-bda9-4c7c-93d1-8fb0d7179b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=addb8114-8e0d-4ff2-98e1-3c43c17b9ed5 HTTP/1.1" status: 200 len: 861 time: 0.1492717 Jul 16 01:34:16.846264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.851992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea7a2e-c973-4ad2-9780-32a208fc676a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.858207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.858783 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Added segment 7da40534-18ae-4c14-9c35-f024d0b33307 of type vlan for network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 Jul 16 01:34:16.909569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.923810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.924231 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.930942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-05afb378-37b5-47e6-934b-074233339ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c7f89dc-e512-4d97-abd4-99fccf2deca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694690 Jul 16 01:34:16.985867 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6827116 Jul 16 01:34:16.990805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52676) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.996252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fbb30-6de6-4517-b754-48464ce7060c req-57a17f19-5f4c-4b70-b5b6-c7e7b9116a34 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.998753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-822fbb30-6de6-4517-b754-48464ce7060c req-57a17f19-5f4c-4b70-b5b6-c7e7b9116a34 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 943 time: 0.4604831 Jul 16 01:34:17.003024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.044808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.109361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cdbd3-a5f3-4ee9-b074-238252df9a73 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.144615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:17.373611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:17.379486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.423555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-c63547a7-77f3-4039-ad6c-4bbad2efca9e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.434724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-c63547a7-77f3-4039-ad6c-4bbad2efca9e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.437676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-c63547a7-77f3-4039-ad6c-4bbad2efca9e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "GET /v2.0/networks?id=dee88bcd-5fff-4fe5-b144-43637745756c&id=17909505-0d2c-4bd4-9339-777d70f12aa8 HTTP/1.1" status: 200 len: 1390 time: 0.3460329 Jul 16 01:34:17.460278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'port': {'device_id': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c', 'admin_state_up': True, 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.596960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:17.613524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.624850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.635737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.647462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.659498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.671216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.682730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.686942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-36948e6f-b946-4c17-bf98-577b9f41b516 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.9472973 Jul 16 01:34:17.731468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-822fbb30-6de6-4517-b754-48464ce7060c req-c9dffcd0-96d8-4a45-851a-91b1ca099aed tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101178 Jul 16 01:34:17.744988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.746697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.747651 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.804878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:17.813488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.840598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-42f8f8c1-a7e9-4311-bf68-4a8d96917928 service neutron] 10.222.0.13 "GET /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8698115 Jul 16 01:34:17.846547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4418206 Jul 16 01:34:17.861234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b383465-7f29-4d57-8691-bfb1a69b37ea req-602fa760-f316-4136-b027-042e65afbba7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634123 Jul 16 01:34:17.863738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52682) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.888019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Request body: {'subnet': {'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-subnet', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.956639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19b69-e9ef-47fe-99ce-d17716a42f66 admin admin] Pushing event updated for resources: {'Network': ['ID=dd58a1b2-5b9e-4aee-9a4e-729e5a309411,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.972333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:18.032706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6013372-308c-4d79-abed-1bdc93465f8c req-b2454d4f-4fba-4677-b7e2-0236531ad142 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 210 time: 0.0925906 Jul 16 01:34:18.108006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.163269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.170399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a0070d-17be-4e77-85ba-43bf203c17d9 req-ca2453f0-21fc-4637-9bd1-61835a561d11 service neutron] 10.222.0.13 "GET /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185353 Jul 16 01:34:18.172801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Made reservation on behalf of 10d2f5d2c0ce44a7b8ebfe0ee82c3854 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:18.176898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.370319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5b1ad-c956-4415-a0ec-bbd59d59e688 req-a20846f0-c7eb-4d9e-a189-5c1801fdc76c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.372437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d5b1ad-c956-4415-a0ec-bbd59d59e688 req-a20846f0-c7eb-4d9e-a189-5c1801fdc76c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.1211312 Jul 16 01:34:18.433373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.439641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.445648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.452557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.458437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.463008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Allocated IP 19.80.0.141 (dee88bcd-5fff-4fe5-b144-43637745756c/0367124a-983c-4542-bc7d-f8f04c7d4244/c9f36759-dad1-457b-93a7-e13f1829ec10) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:18.464223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.466553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=07183607-7d17-47fc-aedb-49e09f75bc05,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.470562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.472693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8032b57c-5b60-4c9e-a089-e253415aab63 req-b4f886d7-7f16-46c1-aff6-fa2ff2ccc435 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.1833668 Jul 16 01:34:18.477095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d5b1ad-c956-4415-a0ec-bbd59d59e688 req-924f1cdd-d02c-4774-8ba6-fca3beecfdfc tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983617 Jul 16 01:34:18.492733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.498555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Request body: {'floatingip': {'port_id': '8f37a3e3-91b2-44ca-8f80-a31da849489a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.514283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': '0ceaca7c-5248-4a66-96ab-819f1114fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:18.514660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:18.567641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.627067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:18.655785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:18.668646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b17db-a444-477d-8719-9635228a20f5 None None] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:18.715650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.716252 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.752204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9dbc6aa8-cc27-410a-b08f-1cdb9a6f7ab5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7596793 Jul 16 01:34:18.755085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.757612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.769498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8', 'name': 'tempest-PortsIpV6TestJSON-580094041'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.821544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.846690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=531e55c6-4697-49f2-bcb7-2dc8d54eb76c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.849232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Transition to ACTIVE for port object c9f36759-dad1-457b-93a7-e13f1829ec10 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:18.873515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Checking segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:18.873877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Network hostable DHCP agents. Network: dd58a1b2-5b9e-4aee-9a4e-729e5a309411, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:18.933223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:18.947358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8', 'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': '07183607-7d17-47fc-aedb-49e09f75bc05'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:18.948442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.963434 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.985199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, dd58a1b2-5b9e-4aee-9a4e-729e5a309411) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:19.032903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.034258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.057196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-74cd7cb9-4a98-44c1-80eb-259036aa55fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1913128 Jul 16 01:34:19.065263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52696) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.078237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network dee88bcd-5fff-4fe5-b144-43637745756c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:19.086641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.095873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:19.116130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:19.118540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.153288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Allocated IP 2001:db8::2 (9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8/07183607-7d17-47fc-aedb-49e09f75bc05/41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:19.204781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.207941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.227568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d33ac-0d3c-4a5b-a4e0-a06297fd0e62 None None] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:19.332695 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.353951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.356333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.432307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e7412-b1cb-4485-a614-49389e12c2f3 req-286e0eab-1392-4876-b476-4e47a0038ed9 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.447139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d7e7412-b1cb-4485-a614-49389e12c2f3 req-286e0eab-1392-4876-b476-4e47a0038ed9 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 943 time: 0.4108851 Jul 16 01:34:19.503449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.510216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.554150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.601161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2eae72a9-30f4-48e8-9e1b-e55c5f18a4dd tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1507804 Jul 16 01:34:19.624443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Request body: {'port': {'device_id': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8', 'admin_state_up': True, 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.688152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 9f788a98-677c-4e1f-96a4-0c4dc36a82ba yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:19.689533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3669461-9576-46fd-a451-37b318f4f2ad None None] Provisioning for port c9f36759-dad1-457b-93a7-e13f1829ec10 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:19.700842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3669461-9576-46fd-a451-37b318f4f2ad None None] Provisioning complete for port c9f36759-dad1-457b-93a7-e13f1829ec10 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:19.701200 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3669461-9576-46fd-a451-37b318f4f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.742946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a3669461-9576-46fd-a451-37b318f4f2ad None None] Port c9f36759-dad1-457b-93a7-e13f1829ec10 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:19.745140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'fixed_ips': [{'subnet_id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:19.745426 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.748300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e20bff68-3c2a-4355-a984-b3689c8a4911 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:19.888668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d7e7412-b1cb-4485-a614-49389e12c2f3 req-f7c7d208-22d7-4ca9-be28-9c3e2c58ee85 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396214 Jul 16 01:34:19.915848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Made reservation on behalf of 26a9792d215c4febb516ea66fdf0cfe3 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.923463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.936279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Allocated IP 172.20.0.2 (dd58a1b2-5b9e-4aee-9a4e-729e5a309411/531e55c6-4697-49f2-bcb7-2dc8d54eb76c/a8260887-ce82-4d54-bdea-56846b54c0c1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.102932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:20.113698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.126924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Transition to ACTIVE for port object a8260887-ce82-4d54-bdea-56846b54c0c1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.146712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.153926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Transition to ACTIVE for port object a8260887-ce82-4d54-bdea-56846b54c0c1 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.172802 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.192317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:20.195499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.288737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:20.304012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:20.311105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Allocated IP 19.86.0.171 (17909505-0d2c-4bd4-9339-777d70f12aa8/5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2/a4f1f243-818c-4af4-bc4f-40af51705077) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.321560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:20.345480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.355895 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.392122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Pushing event updated for resources: {'Port': ['ID=a8260887-ce82-4d54-bdea-56846b54c0c1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.411288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Allocated IP 172.25.7.67 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/24e055d2-0216-4a47-a8d7-e51e895d4b84) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.428969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a32a-0636-48d7-ae93-65a3561fb66b req-9269f557-66a8-46a5-98c8-cc776eb771bc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.429414 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.430962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65c8a32a-0636-48d7-ae93-65a3561fb66b req-9269f557-66a8-46a5-98c8-cc776eb771bc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 932 time: 0.3594413 Jul 16 01:34:20.467321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Transition to ACTIVE for port object 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.490068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e20bff68-3c2a-4355-a984-b3689c8a4911, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e20bff68-3c2a-4355-a984-b3689c8a4911,segment=NetworkSegment(8894e188-51f7-496c-a514-c28e21f79b04),segment_id=8894e188-51f7-496c-a514-c28e21f79b04)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:20.510272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Attempting to bind port a8260887-ce82-4d54-bdea-56846b54c0c1 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:20.510723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Attempting to bind port a8260887-ce82-4d54-bdea-56846b54c0c1 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:20.511094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Attempting to bind port a8260887-ce82-4d54-bdea-56846b54c0c1 on network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:20.518825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Transition to ACTIVE for port object 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.520531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:20.520910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Checking segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:20.521322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.521727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Bound using segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:20.522218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Bound port: a8260887-ce82-4d54-bdea-56846b54c0c1, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:20.522615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.527858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e20bff68-3c2a-4355-a984-b3689c8a4911', 'network_id': '5c7f89dc-e512-4d97-abd4-99fccf2deca3', 'port_id': 'e20bff68-3c2a-4355-a984-b3689c8a4911', 'mac_address': 'fa:16:3e:ec:b6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'addb8114-8e0d-4ff2-98e1-3c43c17b9ed5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:20.545116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.628129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:20.635935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:20.640352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494119d-ceec-48ed-8635-55095f3ea07e req-00304982-c9d5-4110-b8b4-554c8063cfce tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.649482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e494119d-ceec-48ed-8635-55095f3ea07e req-00304982-c9d5-4110-b8b4-554c8063cfce tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.4094110 Jul 16 01:34:20.654349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:20.680032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Pushing event updated for resources: {'Port': ['ID=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.691193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65c8a32a-0636-48d7-ae93-65a3561fb66b req-59a2d296-d6ed-4e9c-b2c2-7f6cf2dccebf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325182 Jul 16 01:34:20.692997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.698488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.744902 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Floating IP 10088be4-1986-4272-9a2f-41b8100737e1 associated. External IP: 172.25.7.30, port: 8f37a3e3-91b2-44ca-8f80-a31da849489a. Jul 16 01:34:20.801954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::c4 (9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8/07183607-7d17-47fc-aedb-49e09f75bc05/9f788a98-677c-4e1f-96a4-0c4dc36a82ba) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.808102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20bff68-3c2a-4355-a984-b3689c8a4911 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:20.819340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] For port a8260887-ce82-4d54-bdea-56846b54c0c1, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:20.842141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.851756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] For port a8260887-ce82-4d54-bdea-56846b54c0c1, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a8260887-ce82-4d54-bdea-56846b54c0c1,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:20.859843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Attempting to bind port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:20.860542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Attempting to bind port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0ceaca7c-5248-4a66-96ab-819f1114fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:20.861165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Attempting to bind port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b on network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:20.868911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Transition to ACTIVE for port object a4f1f243-818c-4af4-bc4f-40af51705077 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.869237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e20bff68-3c2a-4355-a984-b3689c8a4911, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e20bff68-3c2a-4355-a984-b3689c8a4911,segment=NetworkSegment(8894e188-51f7-496c-a514-c28e21f79b04),segment_id=8894e188-51f7-496c-a514-c28e21f79b04)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:20.876148 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.889313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e494119d-ceec-48ed-8635-55095f3ea07e req-1a8a9657-6bdf-459a-8a70-4f4d75ab2af4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378206 Jul 16 01:34:20.894338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.922864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:20.923608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Checking segment: {'id': '0ceaca7c-5248-4a66-96ab-819f1114fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:20.924198 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.924883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Bound using segment: {'id': '0ceaca7c-5248-4a66-96ab-819f1114fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:20.925660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Bound port: 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceaca7c-5248-4a66-96ab-819f1114fd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:20.926269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.014720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.033994 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.063649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694014a-c5e9-43ee-b3f3-6f162d8103ed None None] Pushing event updated for resources: {'Port': ['ID=a8260887-ce82-4d54-bdea-56846b54c0c1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.239460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e20bff68-3c2a-4355-a984-b3689c8a4911,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.243036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] For port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:21.248681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] For port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,segment=NetworkSegment(0ceaca7c-5248-4a66-96ab-819f1114fd71),segment_id=0ceaca7c-5248-4a66-96ab-819f1114fd71)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:21.252914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e20bff68-3c2a-4355-a984-b3689c8a4911'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:21.328845 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.471862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.538966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340588f-6b29-44aa-8a28-53d84c0aad0f None None] Pushing event updated for resources: {'Port': ['ID=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.661274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.718943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b7b43-869c-4603-b3cc-eea2b73c92b3 req-4767386c-a13d-4960-905c-463ebfc7184c tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.722759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e0b7b43-869c-4603-b3cc-eea2b73c92b3 req-4767386c-a13d-4960-905c-463ebfc7184c tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 944 time: 0.4286320 Jul 16 01:34:21.724967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object 9f788a98-677c-4e1f-96a4-0c4dc36a82ba will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:21.728500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Router a605f536-af28-4629-9de5-cc81bddbcb44 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:21.834500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a8260887-ce82-4d54-bdea-56846b54c0c1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:21.911613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:21.926804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:21.929098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:21.929934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a8260887-ce82-4d54-bdea-56846b54c0c1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:21.941513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:21.947299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Pushing event updated for resources: {'Port': ['ID=24e055d2-0216-4a47-a8d7-e51e895d4b84,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.958988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:22.009393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.031161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:22.057637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.058770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.059481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.060174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.062785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.062785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.063208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.066521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.069920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.070690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.071479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.071985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:22.193453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfe2bdbb-4083-45c3-b790-4f502cf59914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.219918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e0b7b43-869c-4603-b3cc-eea2b73c92b3 req-f4fe7559-9ebe-42f8-811a-34a5f2ac5372 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648607 Jul 16 01:34:22.253024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:22.273635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:22.276956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:22.286754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.287769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.296914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=9f788a98-677c-4e1f-96a4-0c4dc36a82ba,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.331843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.333597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.430926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:22.442040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.458180 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] Sync routers for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:22.494133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:22.499868 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:22.557163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-51e9027c-4816-493a-9104-c55031132b46 None None] Provisioning for port a4f1f243-818c-4af4-bc4f-40af51705077 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:22.564999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e04e33-05c8-47ef-a027-bcef80d861c3 req-80c63ac1-a4bc-404e-832b-ca23c3739410 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.568331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-51e9027c-4816-493a-9104-c55031132b46 None None] Provisioning complete for port a4f1f243-818c-4af4-bc4f-40af51705077 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:22.570007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51e9027c-4816-493a-9104-c55031132b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.578440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e04e33-05c8-47ef-a027-bcef80d861c3 req-80c63ac1-a4bc-404e-832b-ca23c3739410 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.582318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1e04e33-05c8-47ef-a027-bcef80d861c3 req-80c63ac1-a4bc-404e-832b-ca23c3739410 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1655 time: 0.5284469 Jul 16 01:34:22.613655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event updated for resources: {'Port': ['ID=a4f1f243-818c-4af4-bc4f-40af51705077,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.678017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51e9027c-4816-493a-9104-c55031132b46 None None] Port a4f1f243-818c-4af4-bc4f-40af51705077 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:22.724493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a5834ad6-2157-40d0-90c3-02c6a2f8f0bb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "PUT /v2.0/floatingips/10088be4-1986-4272-9a2f-41b8100737e1 HTTP/1.1" status: 200 len: 990 time: 4.2250185 Jul 16 01:34:22.724493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:22.725317 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04bb361-bb86-43c9-aa50-0a6982a31bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:22.779502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1e04e33-05c8-47ef-a027-bcef80d861c3 req-f3be8a7e-0180-454b-b925-67f9eb0f79c7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729567 Jul 16 01:34:22.781730 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:22.875795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc940b-cd2f-4ea0-b71b-537613d4c75b req-bc0df224-71ba-4053-a8a9-228088e08edc tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.889980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cc940b-cd2f-4ea0-b71b-537613d4c75b req-bc0df224-71ba-4053-a8a9-228088e08edc tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2635701 Jul 16 01:34:22.929241 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfe2bdbb-4083-45c3-b790-4f502cf59914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.946463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfe2bdbb-4083-45c3-b790-4f502cf59914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.957046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2308ae12-9301-44bc-9191-8ff5c84fee8f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1979332 Jul 16 01:34:22.965949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-2856e29e-8187-472a-9def-8160a6003bcc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3500698 Jul 16 01:34:22.966783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.018805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.031975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-51b6bdea-5c4e-493e-9c7b-30777ee5a4bf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:34:23.035404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-51b6bdea-5c4e-493e-9c7b-30777ee5a4bf tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113802 Jul 16 01:34:23.057634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bfe2bdbb-4083-45c3-b790-4f502cf59914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b1c3344dcd84ea29b039a8220d13e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5844030 Jul 16 01:34:23.068864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cc940b-cd2f-4ea0-b71b-537613d4c75b req-2f1311c6-48bc-4373-943d-46c3b89db65a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765616 Jul 16 01:34:23.069671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.073208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2bdbb-4083-45c3-b790-4f502cf59914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a7787-ec8e-4b5c-82d0-6e488b485f5c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.188622 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c3a7e-2ade-438f-97fb-337644e3d4eb x-openstack-request-id: req-0b0c3a7e-2ade-438f-97fb-337644e3d4eb {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:23.188941 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:23.189334 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b0c3a7e-2ade-438f-97fb-337644e3d4eb {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:23.189789 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'status': 'completed', 'code': 200} Jul 16 01:34:23.223677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b5f2e-5cf1-45c9-a868-322f8652d203 None None] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:23.230990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Request body: {'port': {'device_id': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:23.274199 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e406ff6-d542-450a-82f7-9352c35e1522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.391500 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '10088be4-1986-4272-9a2f-41b8100737e1', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'port_id': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'mac_address': 'fa:16:3e:5a:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:30Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 1, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.444389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e406ff6-d542-450a-82f7-9352c35e1522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.451939 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] Checking router: a605f536-af28-4629-9de5-cc81bddbcb44 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:23.473527 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:23.475157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.548337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] Provisioning for port a8260887-ce82-4d54-bdea-56846b54c0c1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:23.558879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.559770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.560903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.562109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.562993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] Provisioning complete for port a8260887-ce82-4d54-bdea-56846b54c0c1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:23.563692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.563856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.564967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.565690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.569348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-e3780523-e4d1-4cca-a676-cb0fab28ddd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.3257174 Jul 16 01:34:23.745452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00eb786-55b1-42ea-94f5-50ba11f092af None None] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:23.755479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.871623 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:23.896520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e20bff68-3c2a-4355-a984-b3689c8a4911 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:23.902774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:24.008182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 9f788a98-677c-4e1f-96a4-0c4dc36a82ba {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:24.008835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.206168 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '10088be4-1986-4272-9a2f-41b8100737e1', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'port_id': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'mac_address': 'fa:16:3e:5a:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:30Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 1, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:24.217341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:24.232581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.248390 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692151d-9d3f-45e9-9179-5b7b7d9b276d None None] The sync data for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 is: [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '10088be4-1986-4272-9a2f-41b8100737e1', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'port_id': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'mac_address': 'fa:16:3e:5a:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f62f38-3aed-4e2f-9bda-db84408df740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:30Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 1, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:24.261491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e406ff6-d542-450a-82f7-9352c35e1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.265710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e406ff6-d542-450a-82f7-9352c35e1522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.267306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e406ff6-d542-450a-82f7-9352c35e1522 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be5a7787-ec8e-4b5c-82d0-6e488b485f5c HTTP/1.1" status: 204 len: 168 time: 1.1960576 Jul 16 01:34:24.327783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e406ff6-d542-450a-82f7-9352c35e1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a7787-ec8e-4b5c-82d0-6e488b485f5c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.360305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] For port a8260887-ce82-4d54-bdea-56846b54c0c1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a8260887-ce82-4d54-bdea-56846b54c0c1,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:24.385681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f36759-dad1-457b-93a7-e13f1829ec10 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:24.395922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.413286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Transition to ACTIVE for port object c9f36759-dad1-457b-93a7-e13f1829ec10 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:24.418476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.452345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.522430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-376e3d8d-7929-4d0c-adf6-91326e9e7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.525977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-376e3d8d-7929-4d0c-adf6-91326e9e7883 service neutron] 10.222.0.13 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36 HTTP/1.1" status: 200 len: 918 time: 0.9433625 Jul 16 01:34:24.544973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bf7e0-06c8-4e82-873c-d8688f577029 req-29ed89a1-5b71-493d-98a6-37ea5bb66399 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.559221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-513bf7e0-06c8-4e82-873c-d8688f577029 req-29ed89a1-5b71-493d-98a6-37ea5bb66399 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 944 time: 0.9003716 Jul 16 01:34:24.679884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e20bff68-3c2a-4355-a984-b3689c8a4911 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:24.704787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e20bff68-3c2a-4355-a984-b3689c8a4911 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:24.706175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.716845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-c182f723-27ca-4440-94dc-025b2956729f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 998 time: 0.1533406 Jul 16 01:34:24.760189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532ef00-124a-4b3e-9177-ff4ad29dbdf4 req-2e506847-f440-4883-b92e-745fae0938c9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.776109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532ef00-124a-4b3e-9177-ff4ad29dbdf4 req-2e506847-f440-4883-b92e-745fae0938c9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.778602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0532ef00-124a-4b3e-9177-ff4ad29dbdf4 req-2e506847-f440-4883-b92e-745fae0938c9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1655 time: 0.5055473 Jul 16 01:34:24.884861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-513bf7e0-06c8-4e82-873c-d8688f577029 req-213f6ebc-99c9-404f-a1b7-a307b9e52d3c tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240268 Jul 16 01:34:24.940709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.950619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-f3e5a672-7b5f-4428-905c-afbf288e3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.956518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.969428 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.978072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-f3e5a672-7b5f-4428-905c-afbf288e3998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 200 len: 856 time: 0.2543187 Jul 16 01:34:25.037348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0532ef00-124a-4b3e-9177-ff4ad29dbdf4 req-ee99f0ae-b3b8-48ed-a128-0333df0d41dc tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064152 Jul 16 01:34:25.047292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b48ce-5b7b-414a-8d74-d413e180b885 None None] New status for floating IP 10088be4-1986-4272-9a2f-41b8100737e1: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:25.065961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] Provisioning for port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:25.152836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 9f788a98-677c-4e1f-96a4-0c4dc36a82ba owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:25.162151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] Provisioning complete for port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:25.164442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.197765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-04caddf9-7fd2-4a86-8eef-56a0a1f302f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.211888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-04caddf9-7fd2-4a86-8eef-56a0a1f302f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=150ede74-4fb8-4f79-afd0-b35cf3905b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194610 Jul 16 01:34:25.262793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb5cb1-ef31-4f62-b71c-c69de9154347 None None] Pushing event updated for resources: {'Port': ['ID=a8260887-ce82-4d54-bdea-56846b54c0c1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.470499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Attempting to bind port c9f36759-dad1-457b-93a7-e13f1829ec10 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:25.471655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Attempting to bind port c9f36759-dad1-457b-93a7-e13f1829ec10 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:25.472272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Attempting to bind port c9f36759-dad1-457b-93a7-e13f1829ec10 on network dee88bcd-5fff-4fe5-b144-43637745756c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:25.481948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.491151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-3654f0e5-b134-4613-911c-72c114ec62d9 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732918 Jul 16 01:34:25.687157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04bb361-bb86-43c9-aa50-0a6982a31bd5 req-8951d659-3912-4321-8448-14e99bbec7dc service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729906 Jul 16 01:34:25.701203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.711909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9596c9-0610-45a5-baca-a653c90fbb7b req-fe31d54a-a190-45a6-9634-1a492eb10267 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.713984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b9596c9-0610-45a5-baca-a653c90fbb7b req-fe31d54a-a190-45a6-9634-1a492eb10267 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2416613 Jul 16 01:34:25.753179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a8260887-ce82-4d54-bdea-56846b54c0c1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:25.777208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b9596c9-0610-45a5-baca-a653c90fbb7b req-d8b3ede3-4db4-4d21-8119-5f37b9cdca22 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532219 Jul 16 01:34:25.920654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Port c9f36759-dad1-457b-93a7-e13f1829ec10 on network dee88bcd-5fff-4fe5-b144-43637745756c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:25.921241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Attempting to bind port c9f36759-dad1-457b-93a7-e13f1829ec10 on network dee88bcd-5fff-4fe5-b144-43637745756c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:25.948327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20bff68-3c2a-4355-a984-b3689c8a4911'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:25.951718 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ef917-7788-43c4-9ea2-2dc24d420830" -d '{"events": [{"server_uuid": "4ba7d89b-4cee-46dd-b74d-ea22fba40122", "name": "network-vif-plugged", "status": "completed", "tag": "e20bff68-3c2a-4355-a984-b3689c8a4911"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:25.966922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.968894 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/9f788a98-677c-4e1f-96a4-0c4dc36a82ba HTTP/1.1" status: 204 len: 168 time: 2.9716027 Jul 16 01:34:25.970254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f6408-c0ac-49c9-9fc2-00de30787e3e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=9f788a98-677c-4e1f-96a4-0c4dc36a82ba,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.972400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.974914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.979717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:25.980956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Checking segment: {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:25.981796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Bound using segment: {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:25.982792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Bound port: c9f36759-dad1-457b-93a7-e13f1829ec10, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61d8060-4b22-4e47-969e-6db84370a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:25.983530 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.985485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e20bff68-3c2a-4355-a984-b3689c8a4911, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e20bff68-3c2a-4355-a984-b3689c8a4911,segment=NetworkSegment(8894e188-51f7-496c-a514-c28e21f79b04),segment_id=8894e188-51f7-496c-a514-c28e21f79b04)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:26.005023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.057855 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3af6c3-ee2c-4897-9ca8-12dac6f69048 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:26.062105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3af6c3-ee2c-4897-9ca8-12dac6f69048 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:26.070569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e3af6c3-ee2c-4897-9ca8-12dac6f69048 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/9f788a98-677c-4e1f-96a4-0c4dc36a82ba HTTP/1.1" status: 404 len: 333 time: 0.0970299 Jul 16 01:34:26.073573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.116055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] For port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,segment=NetworkSegment(0ceaca7c-5248-4a66-96ab-819f1114fd71),segment_id=0ceaca7c-5248-4a66-96ab-819f1114fd71)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:26.130389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.152737 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e374bc-ccb5-44c4-b87f-7b36234cbf05 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:34:26.154810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-60e374bc-ccb5-44c4-b87f-7b36234cbf05 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/9f788a98-677c-4e1f-96a4-0c4dc36a82ba HTTP/1.1" status: 404 len: 333 time: 0.0790377 Jul 16 01:34:26.155763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a8260887-ce82-4d54-bdea-56846b54c0c1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:26.156159 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.159294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e20bff68-3c2a-4355-a984-b3689c8a4911,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.169573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.221493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Router 901c87c8-2877-4eaa-8d75-7805c85df290 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:26.345555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 07183607-7d17-47fc-aedb-49e09f75bc05 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:26.365629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.365925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4ac87d95-7cdb-4773-a2dc-511ab5281fb1 None None] Provisioning complete for port a8260887-ce82-4d54-bdea-56846b54c0c1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:26.366309 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4ac87d95-7cdb-4773-a2dc-511ab5281fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.468773 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac859182-c27e-457b-8dc3-8e6c0fc3656c x-openstack-request-id: req-ac859182-c27e-457b-8dc3-8e6c0fc3656c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:26.469048 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba7d89b-4cee-46dd-b74d-ea22fba40122", "name": "network-vif-plugged", "status": "completed", "tag": "e20bff68-3c2a-4355-a984-b3689c8a4911", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:26.469256 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac859182-c27e-457b-8dc3-8e6c0fc3656c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:26.469645 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20bff68-3c2a-4355-a984-b3689c8a4911', 'code': 200} Jul 16 01:34:26.483111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37f5a-8790-4f56-9de4-3258e416cad5 None None] Pushing event updated for resources: {'Port': ['ID=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.678913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:26.681253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:26.685215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.694674 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Sync routers for ids ['901c87c8-2877-4eaa-8d75-7805c85df290'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:26.722484 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Routers {'901c87c8-2877-4eaa-8d75-7805c85df290'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:26.726943 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['901c87c8-2877-4eaa-8d75-7805c85df290'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:26.731257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.732560 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d1c0d710-132c-44cf-8169-0afbe4799292 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6602521 Jul 16 01:34:26.748818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52794) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.765373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c9f36759-dad1-457b-93a7-e13f1829ec10,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:26.807882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.938192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f026e35a-cda6-4728-9ff9-3a35666cdabb None None] Provisioning complete for port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:26.939864 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f026e35a-cda6-4728-9ff9-3a35666cdabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.944854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.003277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.005798 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Set router 901c87c8-2877-4eaa-8d75-7805c85df290 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:27.106444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.129973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.133778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.134481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.136752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-a7438963-581f-42ab-abf3-4fcfa617c681 service neutron] 10.222.0.23 "PUT /v2.0/ports/c9f36759-dad1-457b-93a7-e13f1829ec10 HTTP/1.1" status: 200 len: 1093 time: 3.9128017 Jul 16 01:34:27.139076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:27.142591 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e970bb45-da19-474d-b047-b734214ce37c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:27.175567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e8a26e6-4f89-4b0a-97fd-ffc9f9c36517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.192073 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.193262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f026e35a-cda6-4728-9ff9-3a35666cdabb None None] Could not find standard attr ID for object 9f788a98-677c-4e1f-96a4-0c4dc36a82ba. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:27.195789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/07183607-7d17-47fc-aedb-49e09f75bc05 HTTP/1.1" status: 204 len: 168 time: 1.0242178 Jul 16 01:34:27.203388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Request body: {'port': {'device_id': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:27.226128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12ab59-47b9-41c8-9878-6d7969ec665c None None] Network 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:27.269903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52804) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.315694 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e8a26e6-4f89-4b0a-97fd-ffc9f9c36517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.320790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aa2d8-e260-4855-a240-7f3ab5e8d791 req-e545b952-5406-4a15-a072-544d0a39d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.323201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a52aa2d8-e260-4855-a240-7f3ab5e8d791 req-e545b952-5406-4a15-a072-544d0a39d71d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 1097 time: 0.7337754 Jul 16 01:34:27.396290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaffa8f-b8d1-4c37-a2b7-7d4682287e74 req-5d54dc5e-95ef-4935-a4f6-4d31660adab7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.396538 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 3, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:27.406549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaffa8f-b8d1-4c37-a2b7-7d4682287e74 req-5d54dc5e-95ef-4935-a4f6-4d31660adab7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.409302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccaffa8f-b8d1-4c37-a2b7-7d4682287e74 req-5d54dc5e-95ef-4935-a4f6-4d31660adab7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1667 time: 0.6667407 Jul 16 01:34:27.410362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e8a26e6-4f89-4b0a-97fd-ffc9f9c36517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.459580 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Checking router: 901c87c8-2877-4eaa-8d75-7805c85df290 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:27.459826 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Updating router 901c87c8-2877-4eaa-8d75-7805c85df290 port 24e055d2-0216-4a47-a8d7-e51e895d4b84 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:27.487348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b32de-2692-49af-8781-2d9665902225 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=07183607-7d17-47fc-aedb-49e09f75bc05,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.517187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.525491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a26e6-4f89-4b0a-97fd-ffc9f9c36517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc18738-a369-4674-b0f8-ed24ab0250f3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.570282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01cf2-8638-4425-a065-8c1a1e09560b req-b404bc58-7c77-47a4-808c-059c305caedc tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.580049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01c01cf2-8638-4425-a065-8c1a1e09560b req-b404bc58-7c77-47a4-808c-059c305caedc tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 945 time: 1.0367982 Jul 16 01:34:27.599604 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.636953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] DHCP port deletion for 9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:27.664404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a52aa2d8-e260-4855-a240-7f3ab5e8d791 req-c21f8523-826e-4afb-b4ac-83f4b72108d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906873 Jul 16 01:34:27.689550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7e8a26e6-4f89-4b0a-97fd-ffc9f9c36517 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0660c276c30849659af6d34390392088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8762796 Jul 16 01:34:27.697170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccaffa8f-b8d1-4c37-a2b7-7d4682287e74 req-b7d3b23f-0c6d-4d36-a139-542ff3ee8fd4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025230 Jul 16 01:34:27.698426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.762136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01c01cf2-8638-4425-a065-8c1a1e09560b req-5c57e433-c59a-4852-abe2-f37ccec93544 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382606 Jul 16 01:34:27.774117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] Deleting port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:27.774796 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.797490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.872969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58504166-86a7-421c-abc2-ab4f590543ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.941620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58504166-86a7-421c-abc2-ab4f590543ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.038980 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58504166-86a7-421c-abc2-ab4f590543ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.043386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58504166-86a7-421c-abc2-ab4f590543ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.044769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-58504166-86a7-421c-abc2-ab4f590543ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fc18738-a369-4674-b0f8-ed24ab0250f3 HTTP/1.1" status: 204 len: 168 time: 0.3429086 Jul 16 01:34:28.063407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] For port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,segment=NetworkSegment(0ceaca7c-5248-4a66-96ab-819f1114fd71),segment_id=0ceaca7c-5248-4a66-96ab-819f1114fd71)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.064149 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.064271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58504166-86a7-421c-abc2-ab4f590543ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc18738-a369-4674-b0f8-ed24ab0250f3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.110975 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.123349 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Transition to ACTIVE for port object 24e055d2-0216-4a47-a8d7-e51e895d4b84 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.145832 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.179577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] Calling delete_port for 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:28.232768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623be8f4-5669-498d-b822-f80a1854390a req-44c3926b-a838-4fda-bcc0-58f2657d927a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.244315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-623be8f4-5669-498d-b822-f80a1854390a req-44c3926b-a838-4fda-bcc0-58f2657d927a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.1752982 Jul 16 01:34:28.336246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Attempting to bind port 24e055d2-0216-4a47-a8d7-e51e895d4b84 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:28.336246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Attempting to bind port 24e055d2-0216-4a47-a8d7-e51e895d4b84 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:28.336246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Attempting to bind port 24e055d2-0216-4a47-a8d7-e51e895d4b84 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:28.336914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-623be8f4-5669-498d-b822-f80a1854390a req-efdf4c3c-d71f-4f0f-b8ec-8eeb16366c43 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833302 Jul 16 01:34:28.349990 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Pushing event updated for resources: {'Port': ['ID=24e055d2-0216-4a47-a8d7-e51e895d4b84,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.362746 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:28.364924 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:28.364924 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.364924 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:28.365893 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Bound port: 24e055d2-0216-4a47-a8d7-e51e895d4b84, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:28.366257 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.390586 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.391123 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.391322 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.391551 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.391908 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.392276 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.392680 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.393066 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.393351 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.393643 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.393969 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.394339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:28.401143 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.432466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:28.433248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.454771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] Pushing event deleted for resources: {'Port': ['ID=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.459901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3730881-c195-4309-b272-ab66bf3aa62c None None] No DVR routers for this DVR port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:28.466951 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] For port 24e055d2-0216-4a47-a8d7-e51e895d4b84, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:28.475264 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] For port 24e055d2-0216-4a47-a8d7-e51e895d4b84, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=24e055d2-0216-4a47-a8d7-e51e895d4b84,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:28.483573 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.561655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Routers {'901c87c8-2877-4eaa-8d75-7805c85df290'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:28.562269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['901c87c8-2877-4eaa-8d75-7805c85df290'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:28.567924 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5aae-0a36-4ac7-b839-848c39fb9189 None None] Pushing event updated for resources: {'Port': ['ID=24e055d2-0216-4a47-a8d7-e51e895d4b84,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.576296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.659906 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8556b35-9b5f-4349-9c0e-4ad82a5c0dc4 x-openstack-request-id: req-c8556b35-9b5f-4349-9c0e-4ad82a5c0dc4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:28.660277 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:28.660493 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8556b35-9b5f-4349-9c0e-4ad82a5c0dc4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:28.660970 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10', 'status': 'completed', 'code': 200} Jul 16 01:34:28.700460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] For port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b, host n-d-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.700991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.753452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f1f243-818c-4af4-bc4f-40af51705077 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:28.759593 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] Set router 901c87c8-2877-4eaa-8d75-7805c85df290 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:28.767865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.804501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Transition to ACTIVE for port object a4f1f243-818c-4af4-bc4f-40af51705077 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.838209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970bb45-da19-474d-b047-b734214ce37c req-317b93ae-d52e-4b56-a8d3-40452e4b3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.840074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:28.840868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970bb45-da19-474d-b047-b734214ce37c req-317b93ae-d52e-4b56-a8d3-40452e4b3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.844813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e970bb45-da19-474d-b047-b734214ce37c req-317b93ae-d52e-4b56-a8d3-40452e4b3fac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1915 time: 0.1574819 Jul 16 01:34:28.850810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:34:28.859556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.935496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.034164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No DVR routers for this DVR port 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:29.041704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.118686 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 3, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.160650 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ebf84-57cb-4772-8db2-9f51173c3ea2 None None] The sync data for ids ['901c87c8-2877-4eaa-8d75-7805c85df290'] in n-d-791506-20 is: [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 3, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:29.195080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970bb45-da19-474d-b047-b734214ce37c req-a4705a5d-a20b-4efc-842b-1b0a79d6c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.195850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970bb45-da19-474d-b047-b734214ce37c req-a4705a5d-a20b-4efc-842b-1b0a79d6c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.196522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970bb45-da19-474d-b047-b734214ce37c req-a4705a5d-a20b-4efc-842b-1b0a79d6c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.200091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e970bb45-da19-474d-b047-b734214ce37c req-a4705a5d-a20b-4efc-842b-1b0a79d6c0b5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3344519 Jul 16 01:34:29.254679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8f0a4-8cd0-441d-bd53-d1bbc6058814 req-b824cca2-a970-4d65-8ddf-c373519368f6 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.260992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8f0a4-8cd0-441d-bd53-d1bbc6058814 req-b824cca2-a970-4d65-8ddf-c373519368f6 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.262983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7f8f0a4-8cd0-441d-bd53-d1bbc6058814 req-b824cca2-a970-4d65-8ddf-c373519368f6 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1679 time: 0.2260666 Jul 16 01:34:29.333341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.351069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.383567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be89dd-75ee-4891-8390-ac4c1cbe0ea6 req-862bc38a-54f2-4278-8095-af0fe4a34032 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.385281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1be89dd-75ee-4891-8390-ac4c1cbe0ea6 req-862bc38a-54f2-4278-8095-af0fe4a34032 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 945 time: 0.3495088 Jul 16 01:34:29.391371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7f8f0a4-8cd0-441d-bd53-d1bbc6058814 req-758e218e-6a95-4993-8fc5-c113b2f19f49 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187994 Jul 16 01:34:29.439328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970bb45-da19-474d-b047-b734214ce37c req-13d5e817-a85b-4f26-a7e8-8f3e5b5f80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.440887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e970bb45-da19-474d-b047-b734214ce37c req-13d5e817-a85b-4f26-a7e8-8f3e5b5f80f0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340338 Jul 16 01:34:29.486366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1be89dd-75ee-4891-8390-ac4c1cbe0ea6 req-92abf453-bdcf-4491-a763-2a6dd3c7b23a tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921457 Jul 16 01:34:29.545211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:29.563965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceaca7c-5248-4a66-96ab-819f1114fd71') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.563965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceaca7c-5248-4a66-96ab-819f1114fd71') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.583302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Pushing event updated for resources: {'Port': ['ID=a4f1f243-818c-4af4-bc4f-40af51705077,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.591632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Attempting to bind port a4f1f243-818c-4af4-bc4f-40af51705077 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:29.592352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Attempting to bind port a4f1f243-818c-4af4-bc4f-40af51705077 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:29.592352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Attempting to bind port a4f1f243-818c-4af4-bc4f-40af51705077 on network 17909505-0d2c-4bd4-9339-777d70f12aa8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:29.599690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.737771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Port a4f1f243-818c-4af4-bc4f-40af51705077 on network 17909505-0d2c-4bd4-9339-777d70f12aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:29.738296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Attempting to bind port a4f1f243-818c-4af4-bc4f-40af51705077 on network 17909505-0d2c-4bd4-9339-777d70f12aa8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:29.750104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.764623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:29.765132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Checking segment: {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:29.766247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Bound using segment: {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:29.766770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:29.767247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Bound port: a4f1f243-818c-4af4-bc4f-40af51705077, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d0595f-eeca-47f7-8460-5e5276d86de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:29.767893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.784313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:29.788597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:29.792757 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:29.801148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:29.802320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 41a9ab9b-16e4-4d0b-93ef-2028d0b6e64b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:29.883609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1256569792-network', 'tenant_id': '5c5098aa93614b4eade9d7f0082eb4a4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:29.959569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Made reservation on behalf of 5c5098aa93614b4eade9d7f0082eb4a4 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:29.962367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] For port a4f1f243-818c-4af4-bc4f-40af51705077, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:29.962571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.975269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] For port a4f1f243-818c-4af4-bc4f-40af51705077, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a4f1f243-818c-4af4-bc4f-40af51705077,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:29.985817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Allocated IP 172.20.0.1 (dd58a1b2-5b9e-4aee-9a4e-729e5a309411/531e55c6-4697-49f2-bcb7-2dc8d54eb76c/1cb72047-fc69-4fa6-b724-ca92f446e724) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:29.989861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.024977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca415-ea2d-4bea-8a91-f39fd495d981 req-01bb66d2-d3da-4a3d-9a06-f898495032cd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.033130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-303ca415-ea2d-4bea-8a91-f39fd495d981 req-01bb66d2-d3da-4a3d-9a06-f898495032cd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.1543996 Jul 16 01:34:30.074936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.100308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-303ca415-ea2d-4bea-8a91-f39fd495d981 req-44d8600e-946a-43f7-a9a3-3ff150365d5f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657780 Jul 16 01:34:30.161158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.161857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.163523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] 10.222.0.23 "PUT /v2.0/ports/a4f1f243-818c-4af4-bc4f-40af51705077 HTTP/1.1" status: 200 len: 1093 time: 2.9676628 Jul 16 01:34:30.174607 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.221518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.229688 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8 HTTP/1.1" status: 204 len: 168 time: 2.9573107 Jul 16 01:34:30.231261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112b550-fb0b-4d1a-873f-97ffce6daded tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=9a0f7cb6-3d2d-43bf-9847-d5c8c79355a8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.238652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.243939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1028715257'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:30.369149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674ad0-0fe2-4002-9914-36b831446f2c service neutron] Pushing event updated for resources: {'Port': ['ID=a4f1f243-818c-4af4-bc4f-40af51705077,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.381861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.396109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.447916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8612b3b-b1dd-421a-820a-d6a5806ad809,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.448372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.455527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-4bf8f487-5572-48f8-9e49-665793531d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.456028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-4bf8f487-5572-48f8-9e49-665793531d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.469469 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-4bf8f487-5572-48f8-9e49-665793531d72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1983 time: 0.2357006 Jul 16 01:34:30.487971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:30.491296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:30.495596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.500258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Transition to ACTIVE for port object 1cb72047-fc69-4fa6-b724-ca92f446e724 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:30.566690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.567185 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Added segment 5822a139-9d28-4ba6-8749-63a6c55ddcfa of type vlan for network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 Jul 16 01:34:30.588666 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-cdf12049-e7ea-4097-bd9c-744f463e1ed0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=c9f36759-dad1-457b-93a7-e13f1829ec10 HTTP/1.1" status: 200 len: 217 time: 0.1072738 Jul 16 01:34:30.593380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.621843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:30.678967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:30.679897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'tag': 'a4f1f243-818c-4af4-bc4f-40af51705077'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:30.680031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.680349 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment 3706d8e5-e154-4648-99ab-49d30733b78d of type vlan for network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b Jul 16 01:34:30.682256 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "tag": "a4f1f243-818c-4af4-bc4f-40af51705077"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:30.689364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:30.699644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.700756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:30.733813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb72047-fc69-4fa6-b724-ca92f446e724,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.747124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-e8062a40-dc2e-44de-9dc7-158802e3e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.748692 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-e8062a40-dc2e-44de-9dc7-158802e3e1fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0367124a-983c-4542-bc7d-f8f04c7d4244 HTTP/1.1" status: 200 len: 801 time: 0.1440032 Jul 16 01:34:30.770857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.791330 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.813034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0f1b4-989f-42fc-b499-8f672c120ac5 req-f5edb1d0-2919-4e0f-8342-88afecbe513e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.817030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fd0f1b4-989f-42fc-b499-8f672c120ac5 req-f5edb1d0-2919-4e0f-8342-88afecbe513e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 945 time: 0.2981246 Jul 16 01:34:30.850815 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.851938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.852752 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.969770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4197259 Jul 16 01:34:31.009963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2609a-f7ea-4d5f-9319-2ad077053f6c req-523dd322-55e5-4784-81fc-8c501e01de1a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.016648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2609a-f7ea-4d5f-9319-2ad077053f6c req-523dd322-55e5-4784-81fc-8c501e01de1a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.018398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03c2609a-f7ea-4d5f-9319-2ad077053f6c req-523dd322-55e5-4784-81fc-8c501e01de1a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1679 time: 0.3931129 Jul 16 01:34:31.019087 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.024947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.025590 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.030328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.036224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Request body: {'subnet': {'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1256569792-subnet', 'tenant_id': '5c5098aa93614b4eade9d7f0082eb4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:31.042248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34c04d-dcec-4c1d-abce-92b0ab42aa58 admin admin] Pushing event updated for resources: {'Network': ['ID=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.052877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:31.057933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fd0f1b4-989f-42fc-b499-8f672c120ac5 req-cacad7e4-9465-4b46-b559-55ba16de6659 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235019 Jul 16 01:34:31.102054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a16dace5-a93e-40ca-8cca-df6e4f5b10fb None None] Provisioning for port 1cb72047-fc69-4fa6-b724-ca92f446e724 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:31.113441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-eefe2752-88ca-4361-a6b0-9de7bbb8b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.115245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-eefe2752-88ca-4361-a6b0-9de7bbb8b7c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dee88bcd-5fff-4fe5-b144-43637745756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3594592 Jul 16 01:34:31.130313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a16dace5-a93e-40ca-8cca-df6e4f5b10fb None None] Provisioning complete for port 1cb72047-fc69-4fa6-b724-ca92f446e724 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:31.131003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a16dace5-a93e-40ca-8cca-df6e4f5b10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.155792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Made reservation on behalf of 5c5098aa93614b4eade9d7f0082eb4a4 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:31.158031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.207282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9675252 Jul 16 01:34:31.217447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52866) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.227560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a16dace5-a93e-40ca-8cca-df6e4f5b10fb None None] Port 1cb72047-fc69-4fa6-b724-ca92f446e724 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:31.228590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:31.233224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03c2609a-f7ea-4d5f-9319-2ad077053f6c req-74001e61-0a02-418d-8509-3c74d84d1157 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035282 Jul 16 01:34:31.235763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e3bd5-1032-4abe-93e0-b588dfcc27e0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=97a8d4f0-0c78-445a-b3ce-0619e0c16b5b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.259349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:31.298889 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b559c9-0103-4341-ab62-78c7c1b32d71 x-openstack-request-id: req-b1b559c9-0103-4341-ab62-78c7c1b32d71 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:31.299186 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "tag": "a4f1f243-818c-4af4-bc4f-40af51705077", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:31.299438 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1b559c9-0103-4341-ab62-78c7c1b32d71 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:31.299881 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'tag': 'a4f1f243-818c-4af4-bc4f-40af51705077', 'status': 'completed', 'code': 200} Jul 16 01:34:31.416651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-e5347bc4-c5c1-4ba4-9d6a-66172e2002c5 service neutron] 10.222.0.23 "GET /v2.0/networks/dee88bcd-5fff-4fe5-b144-43637745756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822928 Jul 16 01:34:31.417272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.490334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.546625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:31.550210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.626410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Checking segment: {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:31.626944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Network hostable DHCP agents. Network: 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:31.635198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a078d5a-200d-4143-ac25-2539bce7678d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.671817 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044119dc-d1d5-46dd-9b7c-2bf3890bd0cf req-fcca0f07-1d39-4d51-abdf-48c6487babe8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.674136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-0bf1a0cf-9f3a-4f96-b931-807cbf1b6199 service neutron] 10.222.0.23 "GET /v2.0/networks/dee88bcd-5fff-4fe5-b144-43637745756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435186 Jul 16 01:34:31.679869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-044119dc-d1d5-46dd-9b7c-2bf3890bd0cf req-fcca0f07-1d39-4d51-abdf-48c6487babe8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.1592555 Jul 16 01:34:31.691485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:31.734866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-044119dc-d1d5-46dd-9b7c-2bf3890bd0cf req-e928be66-8f4c-4123-aeec-0a988ba55de8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Jul 16 01:34:31.742240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 24e055d2-0216-4a47-a8d7-e51e895d4b84 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:31.749495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:31.775132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.776042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.787033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703213b9-9531-48e8-98b7-cd41c6d4a5c1 None None] Network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:31.800556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fc10e43b-10ae-492b-800c-ae230b9c7dc7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7675750 Jul 16 01:34:31.816387 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-4c9e10f4-f1cc-4ce3-9eac-6b63f9561bf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=a4f1f243-818c-4af4-bc4f-40af51705077 HTTP/1.1" status: 200 len: 217 time: 0.1279900 Jul 16 01:34:31.906213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 24e055d2-0216-4a47-a8d7-e51e895d4b84 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:31.911714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 24e055d2-0216-4a47-a8d7-e51e895d4b84 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:31.912098 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.981768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-141836a1-457d-4914-8fdd-df0e2e898868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.984331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-141836a1-457d-4914-8fdd-df0e2e898868 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2 HTTP/1.1" status: 200 len: 801 time: 0.1562421 Jul 16 01:34:32.013969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6208f6-b7f9-4a59-867a-4c20d1045828 None None] Network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:32.105398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.108147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-588dd645-bb6f-4101-86e6-064125fa1190 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.110885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-588dd645-bb6f-4101-86e6-064125fa1190 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 945 time: 0.1532350 Jul 16 01:34:32.112054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.259740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.279516 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.335238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.346748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-65c7ee1b-bff7-4109-ab0d-b9d420c82321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.348403 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-65c7ee1b-bff7-4109-ab0d-b9d420c82321 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17909505-0d2c-4bd4-9339-777d70f12aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3549068 Jul 16 01:34:32.348753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 24e055d2-0216-4a47-a8d7-e51e895d4b84, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=24e055d2-0216-4a47-a8d7-e51e895d4b84,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.352401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2cd027eb-c977-4167-9722-8dba06afce24 req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1268089496', 'description': 'tempest-description-2064117887'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:32.358197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb72047-fc69-4fa6-b724-ca92f446e724,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.359812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.434644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Deleting port e20bff68-3c2a-4355-a984-b3689c8a4911 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:32.435238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.445793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cd027eb-c977-4167-9722-8dba06afce24 req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.509448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67310248-e298-44e4-b173-25ea642caaf2 req-93789db8-8f34-4eaf-94dc-c94e33a1be3f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.511431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67310248-e298-44e4-b173-25ea642caaf2 req-93789db8-8f34-4eaf-94dc-c94e33a1be3f tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 945 time: 0.2516339 Jul 16 01:34:32.527541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=24e055d2-0216-4a47-a8d7-e51e895d4b84,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.576497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=6d231b67-16ee-4fe9-b56c-21af7c8ff156,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.615535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': '3706d8e5-e154-4648-99ab-49d30733b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:32.615535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:32.622281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-68950b1b-4150-4fbe-b65c-f6f93fac8405 service neutron] 10.222.0.23 "GET /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506781 Jul 16 01:34:32.623999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:32.627151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:32.643666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67310248-e298-44e4-b173-25ea642caaf2 req-01c4ae83-1b6d-4ebc-bd48-925b933b9728 tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a14ea1e-19c0-4988-ac58-35dcd16addd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159585 Jul 16 01:34:32.658380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] For port e20bff68-3c2a-4355-a984-b3689c8a4911, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e20bff68-3c2a-4355-a984-b3689c8a4911,segment=NetworkSegment(8894e188-51f7-496c-a514-c28e21f79b04),segment_id=8894e188-51f7-496c-a514-c28e21f79b04)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.659153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.685078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Calling delete_port for e20bff68-3c2a-4355-a984-b3689c8a4911 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:32.715025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:32.787432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:32.803082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cd027eb-c977-4167-9722-8dba06afce24 req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.807135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2adb7-ac23-4681-86ab-8afbb1d37b61 None None] Network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:32.816641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cd027eb-c977-4167-9722-8dba06afce24 req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.848594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.849352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.906728 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-70d9ce04-f2f0-41ba-8e2e-9d6dd2acdb0b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6872423 Jul 16 01:34:32.909645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8e38319-56bf-4e59-a4be-a56c3e8a05b6 req-df7e577a-d364-4bc0-865a-f36e1f673e97 service neutron] 10.222.0.23 "GET /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797904 Jul 16 01:34:32.913454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52884) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.915381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cd027eb-c977-4167-9722-8dba06afce24 req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.916777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cd027eb-c977-4167-9722-8dba06afce24 req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5855827 Jul 16 01:34:32.927540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754781e-ac69-4958-8ee1-44741b07f247 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e53b6-79e2-44be-9b1a-6bd0a877ba48,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.937875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-893293124'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:33.063711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Router 901c87c8-2877-4eaa-8d75-7805c85df290 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:33.075505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f767-ab2c-4488-86f1-3699eb613803 req-990f6775-0c14-46bb-b358-3ffd896b40b2 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.088108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f767-ab2c-4488-86f1-3699eb613803 req-990f6775-0c14-46bb-b358-3ffd896b40b2 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.090710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69e1f767-ab2c-4488-86f1-3699eb613803 req-990f6775-0c14-46bb-b358-3ffd896b40b2 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1679 time: 0.2522299 Jul 16 01:34:33.092176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.123086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-97a8d4f0-0c78-445a-b3ce-0619e0c16b5b', 'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': '6d231b67-16ee-4fe9-b56c-21af7c8ff156'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:33.124356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.129240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e20bff68-3c2a-4355-a984-b3689c8a4911'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:33.148457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Pushing event deleted for resources: {'Port': ['ID=e20bff68-3c2a-4355-a984-b3689c8a4911,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.180765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-400a094a-09c7-45d6-8d61-4a5bf4170631 None None] Provisioning complete for port 1cb72047-fc69-4fa6-b724-ca92f446e724 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:33.181152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-400a094a-09c7-45d6-8d61-4a5bf4170631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.238152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] No DVR routers for this DVR port e20bff68-3c2a-4355-a984-b3689c8a4911 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:33.240573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:33.244394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.253913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69e1f767-ab2c-4488-86f1-3699eb613803 req-c16bd0bc-f750-444c-9e84-60286c3c4611 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516855 Jul 16 01:34:33.255178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.257459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c55cf9a-3f32-4d5d-aa7b-75e35a32c8af req-bb776b6e-fd05-4c63-b61a-eb62aed2695e tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.13 "DELETE /v2.0/ports/e20bff68-3c2a-4355-a984-b3689c8a4911 HTTP/1.1" status: 204 len: 173 time: 1.1415501 Jul 16 01:34:33.259399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'name': 'network-vif-deleted', 'tag': 'e20bff68-3c2a-4355-a984-b3689c8a4911'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:33.277973 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29284fe-71e8-4bb1-8818-fb1b6f2bfb2c" -d '{"events": [{"server_uuid": "4ba7d89b-4cee-46dd-b74d-ea22fba40122", "name": "network-vif-deleted", "tag": "e20bff68-3c2a-4355-a984-b3689c8a4911"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:33.317046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-cbb9b2de-e8a4-4f5e-9192-64b651f7fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.317792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-cbb9b2de-e8a4-4f5e-9192-64b651f7fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.319647 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-cbb9b2de-e8a4-4f5e-9192-64b651f7fb3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1983 time: 0.2662954 Jul 16 01:34:33.341731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port f400a631-7d9d-472b-84af-a7fa0c19534a yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:33.384291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-400a094a-09c7-45d6-8d61-4a5bf4170631 None None] Port 1cb72047-fc69-4fa6-b724-ca92f446e724 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:33.427261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c8df2cfe-6ece-4df4-98f5-4bc6355de7d7 req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-99397867', 'description': 'tempest-description-389378420'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:33.468840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:33.487782 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-94c2b2aa-d610-45f9-a796-604958e7c0b5 admin admin] 10.222.0.42 "PUT /v2.0/routers/901c87c8-2877-4eaa-8d75-7805c85df290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7290633 Jul 16 01:34:33.488072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Sync routers for ids ['901c87c8-2877-4eaa-8d75-7805c85df290'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:33.494655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Routers {'901c87c8-2877-4eaa-8d75-7805c85df290'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:33.495427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['901c87c8-2877-4eaa-8d75-7805c85df290'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.518593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c8df2cfe-6ece-4df4-98f5-4bc6355de7d7 req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.549335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::24 (97a8d4f0-0c78-445a-b3ce-0619e0c16b5b/6d231b67-16ee-4fe9-b56c-21af7c8ff156/f400a631-7d9d-472b-84af-a7fa0c19534a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:33.569600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-cd667314-ae61-45b2-bea5-a675bbd9dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.571121 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-cd667314-ae61-45b2-bea5-a675bbd9dec2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17909505-0d2c-4bd4-9339-777d70f12aa8 HTTP/1.1" status: 200 len: 902 time: 0.2454307 Jul 16 01:34:33.604151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a94de-f7dd-4a5a-98bd-49ecf7a04356 req-0e9d1560-df9b-496a-b19d-6f1d1a2e387a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.613303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-609a94de-f7dd-4a5a-98bd-49ecf7a04356 req-0e9d1560-df9b-496a-b19d-6f1d1a2e387a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.1583633 Jul 16 01:34:33.701084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-609a94de-f7dd-4a5a-98bd-49ecf7a04356 req-d2c74d80-f108-4bcf-acac-485392d32c15 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863886 Jul 16 01:34:33.737117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 24e055d2-0216-4a47-a8d7-e51e895d4b84 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:33.772763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Set router 901c87c8-2877-4eaa-8d75-7805c85df290 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:33.773306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c8df2cfe-6ece-4df4-98f5-4bc6355de7d7 req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.782906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c8df2cfe-6ece-4df4-98f5-4bc6355de7d7 req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.820954 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad6df1-d44a-4222-afae-c5393a38fe4d x-openstack-request-id: req-edad6df1-d44a-4222-afae-c5393a38fe4d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:33.822230 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba7d89b-4cee-46dd-b74d-ea22fba40122", "name": "network-vif-deleted", "tag": "e20bff68-3c2a-4355-a984-b3689c8a4911", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:33.822669 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edad6df1-d44a-4222-afae-c5393a38fe4d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:33.823988 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba7d89b-4cee-46dd-b74d-ea22fba40122', 'name': 'network-vif-deleted', 'tag': 'e20bff68-3c2a-4355-a984-b3689c8a4911', 'status': 'completed', 'code': 200} Jul 16 01:34:33.897871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.903127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c8df2cfe-6ece-4df4-98f5-4bc6355de7d7 req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.921443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 24e055d2-0216-4a47-a8d7-e51e895d4b84 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:33.921658 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.923479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8df2cfe-6ece-4df4-98f5-4bc6355de7d7 req-c7feece7-6d0d-4fcd-aa35-5dc92d569059 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5047007 Jul 16 01:34:34.112413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a596fcdf-1333-4d09-a8aa-245cc0f4719d req-1f34c579-77a1-4fd0-993a-a099dd5bc7ea tempest-ServerAddressesNegativeTestJSON-1990830439 tempest-ServerAddressesNegativeTestJSON-1990830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba7d89b-4cee-46dd-b74d-ea22fba40122 HTTP/1.1" status: 200 len: 210 time: 0.0936737 Jul 16 01:34:34.157641 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-c6fb7016-401d-44ba-95c8-d9e1b3bf557e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=a4f1f243-818c-4af4-bc4f-40af51705077 HTTP/1.1" status: 200 len: 217 time: 0.5716472 Jul 16 01:34:34.185413 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.233311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object f400a631-7d9d-472b-84af-a7fa0c19534a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:34.295848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:31Z', 'revision_number': 4, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '1cb72047-fc69-4fa6-b724-ca92f446e724', 'name': '', 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'mac_address': 'fa:16:3e:a0:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:28Z', 'updated_at': '2021-07-16T01:34:31Z', 'revision_number': 2, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'subnets': [{'id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.333821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Checking router: 901c87c8-2877-4eaa-8d75-7805c85df290 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:34.334506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Updating router 901c87c8-2877-4eaa-8d75-7805c85df290 port 1cb72047-fc69-4fa6-b724-ca92f446e724 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:34.340185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-995468d3-fe0d-46d8-b849-f570ec08676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.342397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-995468d3-fe0d-46d8-b849-f570ec08676a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2 HTTP/1.1" status: 200 len: 801 time: 0.1768329 Jul 16 01:34:34.350878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.422430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-db13228e-ae2f-4780-85b4-15db830a9890 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.432935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-db13228e-ae2f-4780-85b4-15db830a9890 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 813 time: 0.2366517 Jul 16 01:34:34.440814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:34.447106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:34.454114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:34.461588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.462683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.469851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:34.482482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-101a499a-8ab7-494e-92fa-b765698dbcaa tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/quotas/5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 375 time: 0.0471039 Jul 16 01:34:34.499177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=f400a631-7d9d-472b-84af-a7fa0c19534a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.513341 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38463a12-bf40-49b7-af44-0ffc9ac343d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5981233 Jul 16 01:34:34.515957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.539564 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.575705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-a1b16be2-1cc2-4926-8782-a30fdda95807 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917118 Jul 16 01:34:34.585541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-1e6a3070-d666-4349-b42e-b94eb7ac2e28 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:34:34.592045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Allocated IP 2001:db8::2 (97a8d4f0-0c78-445a-b3ce-0619e0c16b5b/6d231b67-16ee-4fe9-b56c-21af7c8ff156/ce224732-093c-4352-b6b7-a716f37ae783) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:34.596512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-1e6a3070-d666-4349-b42e-b94eb7ac2e28 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196946 Jul 16 01:34:34.633520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-8f939135-982b-47ff-bc61-9415a2e60625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.635459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-8f939135-982b-47ff-bc61-9415a2e60625 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17909505-0d2c-4bd4-9339-777d70f12aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861004 Jul 16 01:34:34.735384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port f400a631-7d9d-472b-84af-a7fa0c19534a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:34.736049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.748887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce51b-6138-43f2-a6fb-9c1cb897a0bc req-c4ef40e1-ba2d-4980-b838-bd5967a17b52 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.756882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce51b-6138-43f2-a6fb-9c1cb897a0bc req-c4ef40e1-ba2d-4980-b838-bd5967a17b52 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.759148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a0ce51b-6138-43f2-a6fb-9c1cb897a0bc req-c4ef40e1-ba2d-4980-b838-bd5967a17b52 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1679 time: 0.1988809 Jul 16 01:34:34.769256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.777455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-network', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:34.839823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-706743d5-64cd-4660-ba83-febe000e938c service neutron] 10.222.0.23 "GET /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936245 Jul 16 01:34:34.852086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a0ce51b-6138-43f2-a6fb-9c1cb897a0bc req-4d63e6de-9c27-4d7d-acea-d1a50644ff72 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833383 Jul 16 01:34:34.872738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Made reservation on behalf of 2fcec73fc6424d7e8b24bcc3d366c0cd for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:34.876258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.896698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.909109 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.962842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for f400a631-7d9d-472b-84af-a7fa0c19534a owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:35.035994 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0a4f46-40e7-47c2-92df-aca4e5ec172a req-110ef17f-8646-4c78-a348-fd59fbe71c8f service neutron] 10.222.0.23 "GET /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896734 Jul 16 01:34:35.068307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.108913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Transition to ACTIVE for port object ce224732-093c-4352-b6b7-a716f37ae783 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:35.143413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Transition to ACTIVE for port object ce224732-093c-4352-b6b7-a716f37ae783 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:35.160845 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.164532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.169509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-8729040a-acab-4c44-a703-0d7197701891 service neutron] 10.222.0.42 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719697 Jul 16 01:34:35.184116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:35.189567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:35.216901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=f400a631-7d9d-472b-84af-a7fa0c19534a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.234063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:35.254525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.256808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-65789413-6e7b-4e4d-a6fb-a47c2d696688 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/f400a631-7d9d-472b-84af-a7fa0c19534a HTTP/1.1" status: 204 len: 168 time: 0.7393961 Jul 16 01:34:35.259415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.301532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Pushing event updated for resources: {'Port': ['ID=ce224732-093c-4352-b6b7-a716f37ae783,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.305945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.307481 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e58ae45-7e53-4469-908d-c3ae328eb751 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:34:35.312959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e58ae45-7e53-4469-908d-c3ae328eb751 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/f400a631-7d9d-472b-84af-a7fa0c19534a HTTP/1.1" status: 404 len: 333 time: 0.0495315 Jul 16 01:34:35.314083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52938) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.329123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-9fec0449-858c-4b40-b8f7-4b52178b172d service neutron] 10.222.0.42 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563079 Jul 16 01:34:35.348298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Transition to ACTIVE for port object 1cb72047-fc69-4fa6-b724-ca92f446e724 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:35.353432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Attempting to bind port ce224732-093c-4352-b6b7-a716f37ae783 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:35.353901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Attempting to bind port ce224732-093c-4352-b6b7-a716f37ae783 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '3706d8e5-e154-4648-99ab-49d30733b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:35.354250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Attempting to bind port ce224732-093c-4352-b6b7-a716f37ae783 on network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:35.358939 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.388413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 6d231b67-16ee-4fe9-b56c-21af7c8ff156 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:35.393954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.394168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:35.394314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Checking segment: {'id': '3706d8e5-e154-4648-99ab-49d30733b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:35.394967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.395342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Bound using segment: {'id': '3706d8e5-e154-4648-99ab-49d30733b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:35.395926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Bound port: ce224732-093c-4352-b6b7-a716f37ae783, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3706d8e5-e154-4648-99ab-49d30733b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '97a8d4f0-0c78-445a-b3ce-0619e0c16b5b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:35.396383 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.443453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75832a67-a0d1-41cf-bed2-c951443ffb6b None None] Pushing event updated for resources: {'Port': ['ID=1cb72047-fc69-4fa6-b724-ca92f446e724,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.474387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.482338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.504984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.592882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Attempting to bind port 1cb72047-fc69-4fa6-b724-ca92f446e724 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:35.593519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Attempting to bind port 1cb72047-fc69-4fa6-b724-ca92f446e724 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:35.593698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Attempting to bind port 1cb72047-fc69-4fa6-b724-ca92f446e724 on network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:35.628875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:35.629349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Checking segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:35.629779 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.630186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Bound using segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:35.630704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Bound port: 1cb72047-fc69-4fa6-b724-ca92f446e724, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:35.631097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.634581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] For port ce224732-093c-4352-b6b7-a716f37ae783, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:35.684198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] For port ce224732-093c-4352-b6b7-a716f37ae783, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ce224732-093c-4352-b6b7-a716f37ae783,segment=NetworkSegment(3706d8e5-e154-4648-99ab-49d30733b78d),segment_id=3706d8e5-e154-4648-99ab-49d30733b78d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:35.692244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.698133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.702571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52946) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.874896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e20bff68-3c2a-4355-a984-b3689c8a4911 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:35.895361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Deleting subnet addb8114-8e0d-4ff2-98e1-3c43c17b9ed5 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:35.900241 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.010050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.092534 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.150183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.156949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b336046-e601-460c-92d4-a03b42bec262 req-b10821f4-f7b0-46cb-b6ee-5e3f5937ab1c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.167214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b336046-e601-460c-92d4-a03b42bec262 req-b10821f4-f7b0-46cb-b6ee-5e3f5937ab1c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.8110814 Jul 16 01:34:36.171291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a4f1f243-818c-4af4-bc4f-40af51705077 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:36.191145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e20bff68-3c2a-4355-a984-b3689c8a4911 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:36.191557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84da75ff-0329-4f6a-8b09-12eb32d5eaaf req-2b1ee355-6a69-4738-ad58-e79b9b896c05 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 210 time: 0.1044192 Jul 16 01:34:36.191966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e20bff68-3c2a-4355-a984-b3689c8a4911 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:36.217240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c84e1-aac9-4be5-b650-194f2b0958da None None] Pushing event updated for resources: {'Port': ['ID=ce224732-093c-4352-b6b7-a716f37ae783,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.219638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:36.235020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.238233 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/6d231b67-16ee-4fe9-b56c-21af7c8ff156 HTTP/1.1" status: 204 len: 168 time: 0.9224281 Jul 16 01:34:36.239441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dffe56-4591-4875-9f00-69b63ed47927 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=6d231b67-16ee-4fe9-b56c-21af7c8ff156,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.242510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.246966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52958) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.256167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] For port 1cb72047-fc69-4fa6-b724-ca92f446e724, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:36.301317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] For port 1cb72047-fc69-4fa6-b724-ca92f446e724, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cb72047-fc69-4fa6-b724-ca92f446e724,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:36.304748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ac6b9-223f-46ed-81b8-c14fd5b5d531,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.317588 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.354066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.354931 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Added segment cdc9c7da-06c4-4a76-a64d-dbdd56ae312f of type vlan for network 1d064de1-4630-4413-9363-4df4c3926c9f Jul 16 01:34:36.393016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b336046-e601-460c-92d4-a03b42bec262 req-7b265e23-f884-460e-ae78-85d567ae327f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246225 Jul 16 01:34:36.426187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.500190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addb8114-8e0d-4ff2-98e1-3c43c17b9ed5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.521768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.530593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.534717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-41064efe-4ba7-4a6c-bb84-9ef86d555cd6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/addb8114-8e0d-4ff2-98e1-3c43c17b9ed5 HTTP/1.1" status: 204 len: 168 time: 0.8312929 Jul 16 01:34:36.538721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52960) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.670608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.683096 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.684449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.685680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.698937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port ce224732-093c-4352-b6b7-a716f37ae783 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:36.699287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.710735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a4f1f243-818c-4af4-bc4f-40af51705077, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a4f1f243-818c-4af4-bc4f-40af51705077,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:36.747584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9772823 Jul 16 01:34:36.777741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'a4f1f243-818c-4af4-bc4f-40af51705077', 'network_id': '17909505-0d2c-4bd4-9339-777d70f12aa8', 'port_id': 'a4f1f243-818c-4af4-bc4f-40af51705077', 'mac_address': 'fa:16:3e:1e:18:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:36.799132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52962) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.811220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Request body: {'subnet': {'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-subnet', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:36.813705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75832a67-a0d1-41cf-bed2-c951443ffb6b None None] Pushing event updated for resources: {'Port': ['ID=1cb72047-fc69-4fa6-b724-ca92f446e724,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.857734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c50f-6db2-4d74-93a5-488143970578 req-9b0e4296-6fe9-4390-bedf-5c6eb0cfca34 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.884979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Routers {'901c87c8-2877-4eaa-8d75-7805c85df290'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:36.885930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['901c87c8-2877-4eaa-8d75-7805c85df290'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:36.893075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c50f-6db2-4d74-93a5-488143970578 req-9b0e4296-6fe9-4390-bedf-5c6eb0cfca34 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.902550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8993c50f-6db2-4d74-93a5-488143970578 req-9b0e4296-6fe9-4390-bedf-5c6eb0cfca34 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1679 time: 0.3572760 Jul 16 01:34:36.904742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd43548-2398-4c66-a508-8e69b585875e admin admin] Pushing event updated for resources: {'Network': ['ID=1d064de1-4630-4413-9363-4df4c3926c9f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.960315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8993c50f-6db2-4d74-93a5-488143970578 req-605e1599-d2d3-4b4f-8c06-48bbfae57ff9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566928 Jul 16 01:34:36.970375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1d064de1-4630-4413-9363-4df4c3926c9f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:36.994519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.013089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7f89dc-e512-4d97-abd4-99fccf2deca3']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.044971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.095591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8894e188-51f7-496c-a514-c28e21f79b04') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.096245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8894e188-51f7-496c-a514-c28e21f79b04') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.127118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] For port ce224732-093c-4352-b6b7-a716f37ae783, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ce224732-093c-4352-b6b7-a716f37ae783,segment=NetworkSegment(3706d8e5-e154-4648-99ab-49d30733b78d),segment_id=3706d8e5-e154-4648-99ab-49d30733b78d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:37.127488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.143234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.149652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Made reservation on behalf of 2fcec73fc6424d7e8b24bcc3d366c0cd for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:37.153674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.167854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for ce224732-093c-4352-b6b7-a716f37ae783 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:37.178985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f1f243-818c-4af4-bc4f-40af51705077 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:37.208820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.212471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a4f1f243-818c-4af4-bc4f-40af51705077, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a4f1f243-818c-4af4-bc4f-40af51705077,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:37.220352 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.221052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c9f36759-dad1-457b-93a7-e13f1829ec10 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:37.264022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] Set router 901c87c8-2877-4eaa-8d75-7805c85df290 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:37.289050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:37.290415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:37.293572 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:37.387985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1bb0c93-3f3e-43ef-8335-41191da8c164 req-a6fcbeb2-ab01-427a-9607-20d4fb75765c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 210 time: 0.0582132 Jul 16 01:34:37.422291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a4f1f243-818c-4af4-bc4f-40af51705077,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.460018 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.464992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.467682 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5c7f89dc-e512-4d97-abd4-99fccf2deca3 HTTP/1.1" status: 204 len: 168 time: 0.9275906 Jul 16 01:34:37.474838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.521262 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.595861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=ce224732-093c-4352-b6b7-a716f37ae783,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.598419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f94d3-760a-49d3-9170-ef6962e902c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7f89dc-e512-4d97-abd4-99fccf2deca3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.646039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No DVR routers for this DVR port ce224732-093c-4352-b6b7-a716f37ae783 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:37.677671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c9f36759-dad1-457b-93a7-e13f1829ec10,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:37.714944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872989d-ed53-4dbd-9e7d-c424823d645d None None] Network 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:37.790543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.803919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a8d4f0-0c78-445a-b3ce-0619e0c16b5b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.819404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3706d8e5-e154-4648-99ab-49d30733b78d') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.819701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3706d8e5-e154-4648-99ab-49d30733b78d') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.831899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.841862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c9f36759-dad1-457b-93a7-e13f1829ec10', 'network_id': 'dee88bcd-5fff-4fe5-b144-43637745756c', 'port_id': 'c9f36759-dad1-457b-93a7-e13f1829ec10', 'mac_address': 'fa:16:3e:48:b1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0367124a-983c-4542-bc7d-f8f04c7d4244', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:37.859160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.867507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:37.868052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.880195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce224732-093c-4352-b6b7-a716f37ae783 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:37.921634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76322-862c-4de8-827b-bbcd9be22c0e req-fd42633b-8fd9-4f1b-81d7-d5f6e7b99b19 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.932749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52a76322-862c-4de8-827b-bbcd9be22c0e req-fd42633b-8fd9-4f1b-81d7-d5f6e7b99b19 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2665460 Jul 16 01:34:37.962672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52974) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:37.968861 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:37.978512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4628737b-be4a-44e9-8938-070138984776 None None] Could not find standard attr ID for object ce224732-093c-4352-b6b7-a716f37ae783. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:37.982049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.996036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ce224732-093c-4352-b6b7-a716f37ae783 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:37.996794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce224732-093c-4352-b6b7-a716f37ae783 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:34:38.008874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.020348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/97a8d4f0-0c78-445a-b3ce-0619e0c16b5b HTTP/1.1" status: 204 len: 168 time: 1.7709386 Jul 16 01:34:38.023283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52978) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.036170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'name': 'tempest-PortsIpV6TestJSON-473924005'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:38.045928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52a76322-862c-4de8-827b-bbcd9be22c0e req-659db136-664d-4df7-9818-f448a117a127 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Jul 16 01:34:38.095974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-7ca88cf1-7d91-42c9-9ec4-7010d26cd6bb tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.097580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-7ca88cf1-7d91-42c9-9ec4-7010d26cd6bb tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 813 time: 0.3346651 Jul 16 01:34:38.102029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Port ce224732-093c-4352-b6b7-a716f37ae783 not found, will not notify nova. {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:34:38.102937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023e8bb-a321-4a7e-9be1-27f6f1f1d9fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=97a8d4f0-0c78-445a-b3ce-0619e0c16b5b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.118176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'port': {'device_id': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2', 'admin_state_up': True, 'tenant_id': '5c5098aa93614b4eade9d7f0082eb4a4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:38.148253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.167525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.224479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a893abe-2ee2-4da8-a302-feb89b7f0364 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9ffbbe273ad464e9ba886398961a544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542708 Jul 16 01:34:38.241380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f36759-dad1-457b-93a7-e13f1829ec10 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:38.257817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52982) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.324094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e65aa-1f65-4734-af40-de3cbd63ba06 None None] DHCP port deletion for 97a8d4f0-0c78-445a-b3ce-0619e0c16b5b request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:38.365626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:31Z', 'revision_number': 4, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '1cb72047-fc69-4fa6-b724-ca92f446e724', 'name': '', 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'mac_address': 'fa:16:3e:a0:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:28Z', 'updated_at': '2021-07-16T01:34:36Z', 'revision_number': 4, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'subnets': [{'id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:38.367886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518ccf71-6dc6-4156-b667-9be2f7407ec9,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.378918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:38.384236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.419722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Made reservation on behalf of 5c5098aa93614b4eade9d7f0082eb4a4 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:38.427082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c9f36759-dad1-457b-93a7-e13f1829ec10,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:38.428677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.439341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a8c5a-de3b-4ef1-b4c8-7131b059ae73 None None] The sync data for ids ['901c87c8-2877-4eaa-8d75-7805c85df290'] in n-d-791506-20 is: [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:31Z', 'revision_number': 4, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '1cb72047-fc69-4fa6-b724-ca92f446e724', 'name': '', 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'mac_address': 'fa:16:3e:a0:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:28Z', 'updated_at': '2021-07-16T01:34:36Z', 'revision_number': 4, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'subnets': [{'id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:38.444048 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.460752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 4929fbf2-22f4-4ba9-bc6c-1dac24cb0bfa yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:38.468498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Checking segment: {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:38.469152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Network hostable DHCP agents. Network: 1d064de1-4630-4413-9363-4df4c3926c9f, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:38.475793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ec18e3b-c7c8-4626-ac0b-a777199cec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.556570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.615351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ec18e3b-c7c8-4626-ac0b-a777199cec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.617065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Network 1d064de1-4630-4413-9363-4df4c3926c9f is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:38.667470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 1d064de1-4630-4413-9363-4df4c3926c9f) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:38.685111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f84de-ebf3-40ff-b85f-dbb40e6013cf None None] Network 1d064de1-4630-4413-9363-4df4c3926c9f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:38.703581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.704455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.707927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Allocated IP 172.20.0.5 (8d341e47-95b4-43b0-8367-0ffb3b2d4ed2/8a078d5a-200d-4143-ac25-2539bce7678d/d24ecd47-0bd5-4884-9d23-66ada61c7744) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:38.806661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['a4f1f243-818c-4af4-bc4f-40af51705077'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:38.906501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.918170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ab1f8cc1-c2dd-42d4-a1cc-4ebfc9eafb17 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1151402 Jul 16 01:34:38.921357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52986) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.929471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:38.963354 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.965660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.996920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-1d064de1-4630-4413-9363-4df4c3926c9f', 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'fixed_ips': [{'subnet_id': '518ccf71-6dc6-4156-b667-9be2f7407ec9'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:38.998039 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.004152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a898f979-b6c4-46a1-a959-3fe19363dfe2 req-c37ff74e-4dd4-4ce4-a2ca-5182d2f780c7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 210 time: 0.0922699 Jul 16 01:34:39.019954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ec18e3b-c7c8-4626-ac0b-a777199cec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.025101 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ec18e3b-c7c8-4626-ac0b-a777199cec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.029505 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2ec18e3b-c7c8-4626-ac0b-a777199cec19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a14ea1e-19c0-4988-ac58-35dcd16addd5 HTTP/1.1" status: 204 len: 168 time: 0.7678654 Jul 16 01:34:39.077498 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.105969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.110006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec18e3b-c7c8-4626-ac0b-a777199cec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a14ea1e-19c0-4988-ac58-35dcd16addd5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.159219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc3e5a-cbad-40fc-a428-3e27f4ed5a3b req-f9c263b1-2b45-4a8b-96ef-6ca7d5725d7a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.176999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc3e5a-cbad-40fc-a428-3e27f4ed5a3b req-f9c263b1-2b45-4a8b-96ef-6ca7d5725d7a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.178666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8abc3e5a-cbad-40fc-a428-3e27f4ed5a3b req-f9c263b1-2b45-4a8b-96ef-6ca7d5725d7a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1681 time: 0.2655759 Jul 16 01:34:39.312442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.345525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8abc3e5a-cbad-40fc-a428-3e27f4ed5a3b req-7cfbde10-4b46-48c7-8028-89da8595665e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502812 Jul 16 01:34:39.389141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.461823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:39.465216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.473517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:39.481594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:39.497994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.499276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.550514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Allocated IP 172.20.0.2 (1d064de1-4630-4413-9363-4df4c3926c9f/518ccf71-6dc6-4156-b667-9be2f7407ec9/658d6052-1a1f-458e-808b-3d53d2180f6b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:39.572555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=4929fbf2-22f4-4ba9-bc6c-1dac24cb0bfa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.584093 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3210df5a-2206-408c-aa60-7971d8145cc7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5546162 Jul 16 01:34:39.586964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53004) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.590171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.627657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:39.646861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:39.689576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:39.800926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560c4b9-f0af-43f5-bee8-e02fbeeb85f7 req-0925f9a3-2dea-42ae-8801-cd44a58a58c7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.831310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d560c4b9-f0af-43f5-bee8-e02fbeeb85f7 req-0925f9a3-2dea-42ae-8801-cd44a58a58c7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2325950 Jul 16 01:34:39.884730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d560c4b9-f0af-43f5-bee8-e02fbeeb85f7 req-f8a9d3cc-7ba3-4cb3-95e6-f9ebbfd51160 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Jul 16 01:34:39.894422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c9f36759-dad1-457b-93a7-e13f1829ec10'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:39.909115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.913544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.957293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-015ea339-7d76-46b6-91ac-6185f31f8a01 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8443329 Jul 16 01:34:39.975136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Request body: {'port': {'device_id': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:40.125138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.379009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cb72047-fc69-4fa6-b724-ca92f446e724 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:40.399135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 4929fbf2-22f4-4ba9-bc6c-1dac24cb0bfa {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:40.399538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.455512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.497991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5342473-6131-4c3d-899c-7beb384138b6 req-c113f94d-3ec9-4bce-920e-e64af488b6c2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.502374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5342473-6131-4c3d-899c-7beb384138b6 req-c113f94d-3ec9-4bce-920e-e64af488b6c2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 931 time: 0.2613082 Jul 16 01:34:40.533250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:40.540590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a4f1f243-818c-4af4-bc4f-40af51705077 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:40.584932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5342473-6131-4c3d-899c-7beb384138b6 req-7756afd7-2761-41c4-9a04-6a8bad882b6b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677612 Jul 16 01:34:40.672740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.724929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1056123364-network', 'tenant_id': 'e607e78806f44988bf682be017afe177'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:40.730536 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d1a3-1120-417b-b741-6863903811d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.731274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 4929fbf2-22f4-4ba9-bc6c-1dac24cb0bfa owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:40.742499 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.805894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Transition to ACTIVE for port object 658d6052-1a1f-458e-808b-3d53d2180f6b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:40.814527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:40.834133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.859756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.875571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Made reservation on behalf of e607e78806f44988bf682be017afe177 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:40.889466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.931134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1cb72047-fc69-4fa6-b724-ca92f446e724 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:40.935739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.949748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Transition to ACTIVE for port object 658d6052-1a1f-458e-808b-3d53d2180f6b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:40.982878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1cb72047-fc69-4fa6-b724-ca92f446e724 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:40.983593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.005116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Allocated IP 172.25.7.83 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e7f7ab94-3b21-4d9a-98bd-473d003ffd4b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:41.093930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.101171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.111096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.122075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port a4f1f243-818c-4af4-bc4f-40af51705077 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:41.175720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:41.185296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.188769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.189184 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Added segment 6a579787-6c13-4e7b-ab45-b29006ed9dea of type vlan for network c3fec702-a2f4-4737-a45e-d8ad506508b4 Jul 16 01:34:41.221572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Pushing event updated for resources: {'Port': ['ID=658d6052-1a1f-458e-808b-3d53d2180f6b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.237155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port a4f1f243-818c-4af4-bc4f-40af51705077 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:41.238046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.252739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.265090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.290978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Network 1d064de1-4630-4413-9363-4df4c3926c9f is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:41.329390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:41.332134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:41.341400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:41.348176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:41.360195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.360832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.362052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.362210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.362676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.363360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.363979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.364654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.365227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.365868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.366451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.367085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:41.386443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:41.392495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.394438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.395887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.396958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.398960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Pushing event updated for resources: {'Port': ['ID=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.420827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:41.437647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=4929fbf2-22f4-4ba9-bc6c-1dac24cb0bfa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.446243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.451895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f084ce8d-d460-49a6-941e-af35a77c8bfd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/4929fbf2-22f4-4ba9-bc6c-1dac24cb0bfa HTTP/1.1" status: 204 len: 168 time: 1.8627357 Jul 16 01:34:41.470203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.498760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'mac_address': 'fa:16:3e:bc:07:81', 'name': 'tempest-PortsIpV6TestJSON-277053623'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:41.504188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24ecd47-0bd5-4884-9d23-66ada61c7744 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:41.552374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c52fca-a6c2-4889-830a-9883f0e85ce4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.569576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.588852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1192050 Jul 16 01:34:41.591303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.599453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Request body: {'subnet': {'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1056123364-subnet', 'tenant_id': 'e607e78806f44988bf682be017afe177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:41.605928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'port_id': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'mac_address': 'fa:16:3e:8b:b8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d924c-f662-4f6d-b49b-f7dcd91e829e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:41.657080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.667407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799a86-4467-45e8-8892-8bf3c30a9c18 admin admin] Pushing event updated for resources: {'Network': ['ID=c3fec702-a2f4-4737-a45e-d8ad506508b4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.677000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Transition to ACTIVE for port object d24ecd47-0bd5-4884-9d23-66ada61c7744 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:41.696628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Made reservation on behalf of e607e78806f44988bf682be017afe177 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:41.700716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.724311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.727666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c3fec702-a2f4-4737-a45e-d8ad506508b4 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:41.747180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.750892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Attempting to bind port 658d6052-1a1f-458e-808b-3d53d2180f6b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:41.751470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Attempting to bind port 658d6052-1a1f-458e-808b-3d53d2180f6b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:41.752890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Attempting to bind port 658d6052-1a1f-458e-808b-3d53d2180f6b on network 1d064de1-4630-4413-9363-4df4c3926c9f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:41.809349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d176-4275-49b8-b68a-915be6023786 req-7195be46-e815-4430-a8a2-fe0ec79bc118 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.816289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d176-4275-49b8-b68a-915be6023786 req-7195be46-e815-4430-a8a2-fe0ec79bc118 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.824586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b599d176-4275-49b8-b68a-915be6023786 req-7195be46-e815-4430-a8a2-fe0ec79bc118 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1681 time: 0.8949623 Jul 16 01:34:41.826554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:41.827122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Checking segment: {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:41.827388 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.828590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Bound using segment: {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:41.829116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Bound port: 658d6052-1a1f-458e-808b-3d53d2180f6b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:41.829836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.874008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.887455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0108-e127-426c-b1b8-4e2e8ccbea38 req-55fbdf18-c4a9-4f2d-928e-a644c5960484 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.895121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcea0108-e127-426c-b1b8-4e2e8ccbea38 req-55fbdf18-c4a9-4f2d-928e-a644c5960484 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.5220931 Jul 16 01:34:41.914715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:41.987324 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.013061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bba0df41-6893-44d7-80c8-958fea9ddd8a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:42.014275 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b599d176-4275-49b8-b68a-915be6023786 req-0b26c879-7441-4f5c-972c-a5e61336e3b8 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859448 Jul 16 01:34:42.085011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.131549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcea0108-e127-426c-b1b8-4e2e8ccbea38 req-d4388dcc-d2e5-41e0-ae14-2434329fea2d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348239 Jul 16 01:34:42.137924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] For port 658d6052-1a1f-458e-808b-3d53d2180f6b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:42.138170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.141971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] For port 658d6052-1a1f-458e-808b-3d53d2180f6b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=658d6052-1a1f-458e-808b-3d53d2180f6b,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:42.146511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:42.153166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.188851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.193442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f1f243-818c-4af4-bc4f-40af51705077'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:42.201575 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b87b24b-c73c-46c6-96c4-3eca921f6954" -d '{"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-plugged", "status": "completed", "tag": "a4f1f243-818c-4af4-bc4f-40af51705077"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:42.213536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Attempting to bind port d24ecd47-0bd5-4884-9d23-66ada61c7744 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:42.215084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Attempting to bind port d24ecd47-0bd5-4884-9d23-66ada61c7744 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:42.215754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Attempting to bind port d24ecd47-0bd5-4884-9d23-66ada61c7744 on network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:42.218062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 1cb72047-fc69-4fa6-b724-ca92f446e724, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cb72047-fc69-4fa6-b724-ca92f446e724,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:42.236762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Port d24ecd47-0bd5-4884-9d23-66ada61c7744 on network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:42.237447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Attempting to bind port d24ecd47-0bd5-4884-9d23-66ada61c7744 on network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:42.241889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 47b33227-4d0d-4686-aea2-e8038beeaa20 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:42.253457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:42.254225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Checking segment: {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:42.254815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Bound using segment: {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:42.255667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Bound port: d24ecd47-0bd5-4884-9d23-66ada61c7744, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:42.256332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.264954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.298467 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.302310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port a4f1f243-818c-4af4-bc4f-40af51705077, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a4f1f243-818c-4af4-bc4f-40af51705077,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:42.312863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.314412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:42.425759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13af2a3-b4b3-40b3-9e48-6c32751be78d None None] Pushing event updated for resources: {'Port': ['ID=658d6052-1a1f-458e-808b-3d53d2180f6b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.459103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce224732-093c-4352-b6b7-a716f37ae783 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:42.540688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e25073-8d8a-441d-b01f-544d9d233a03,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.540915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:42.544643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ce224732-093c-4352-b6b7-a716f37ae783 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:42.544811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce224732-093c-4352-b6b7-a716f37ae783 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:42.568943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Checking segment: {'id': '6a579787-6c13-4e7b-ab45-b29006ed9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:42.569369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Network hostable DHCP agents. Network: c3fec702-a2f4-4737-a45e-d8ad506508b4, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:42.580123 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-452c83bf-a666-41ca-a14f-020e29b35a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.581989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:42.610145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.641173 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.656534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.666429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7fa3e-27b1-4425-989f-ce5a55ee677a req-ad5a0aeb-29d2-4ecb-b786-6afa0cc17c36 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.670166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['bba0df41-6893-44d7-80c8-958fea9ddd8a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:42.674648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37e7fa3e-27b1-4425-989f-ce5a55ee677a req-ad5a0aeb-29d2-4ecb-b786-6afa0cc17c36 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 943 time: 0.4146059 Jul 16 01:34:42.677354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Network c3fec702-a2f4-4737-a45e-d8ad506508b4 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:42.774197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.775270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.780009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] 10.222.0.13 "PUT /v2.0/ports/d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 1092 time: 2.8095174 Jul 16 01:34:42.787354 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.787928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.790334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:42.794001 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df41bc8c-6144-411d-ab80-0a71358184fc" -d '{"events": [{"name": "network-changed", "server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:42.807109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c3fec702-a2f4-4737-a45e-d8ad506508b4) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:42.823893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.825244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.905242 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.937092 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cdb412-9dc4-4373-aa21-69cb957ff4f1 x-openstack-request-id: req-b0cdb412-9dc4-4373-aa21-69cb957ff4f1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:42.937498 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:42.937810 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0cdb412-9dc4-4373-aa21-69cb957ff4f1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:42.938157 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'status': 'completed', 'code': 200} Jul 16 01:34:42.946467 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e7d2d-a05a-4033-baee-ec39b79530be x-openstack-request-id: req-ef9e7d2d-a05a-4033-baee-ec39b79530be {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:42.946860 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-plugged", "status": "completed", "tag": "a4f1f243-818c-4af4-bc4f-40af51705077", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:42.947053 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef9e7d2d-a05a-4033-baee-ec39b79530be {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:42.947445 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f1f243-818c-4af4-bc4f-40af51705077', 'code': 200} Jul 16 01:34:42.960693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a6988a08-745f-42e6-a3b0-d035ae73ee1c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3678954 Jul 16 01:34:42.961044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bba0df41-6893-44d7-80c8-958fea9ddd8a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:42.968113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac0f05-2695-454e-9353-9afa20646d14 None None] Network c3fec702-a2f4-4737-a45e-d8ad506508b4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:43.031625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37e7fa3e-27b1-4425-989f-ce5a55ee677a req-7829e3db-bcc9-4424-91d3-34f036739862 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558462 Jul 16 01:34:43.084476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:43.137084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.140295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=1cb72047-fc69-4fa6-b724-ca92f446e724,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.143873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b44b1a-0704-4b17-9196-2c311d1d6468 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.178549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c9f36759-dad1-457b-93a7-e13f1829ec10 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:43.267693 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.287688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-503b8372-f718-48c9-b6c7-6694aaeefb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.289551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-503b8372-f718-48c9-b6c7-6694aaeefb50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1095 time: 0.4338553 Jul 16 01:34:43.352873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Router 2d380993-95c1-4d98-ba21-be6a459df1bf is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:43.425397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:43.427271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-c6c186e7-39d8-4157-a86e-abe4ea53b55d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 217 time: 0.0906897 Jul 16 01:34:43.474669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:43.489308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:43.496155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.496996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.519551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=a4f1f243-818c-4af4-bc4f-40af51705077,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.549603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=47b33227-4d0d-4686-aea2-e8038beeaa20,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.572758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:43.579093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c79436f-dfb8-4633-aff1-e6664a82af83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0862639 Jul 16 01:34:43.579331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53054) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.591543 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Sync routers for ids ['2d380993-95c1-4d98-ba21-be6a459df1bf'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:43.619531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaee383-6e52-4cea-8e3c-44acbedbd7ff None None] Network c3fec702-a2f4-4737-a45e-d8ad506508b4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:43.623888 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Routers {'2d380993-95c1-4d98-ba21-be6a459df1bf'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:43.625029 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2d380993-95c1-4d98-ba21-be6a459df1bf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:43.640971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585425-6e80-471c-8c74-70d041997c29 req-542b7720-305e-413a-9b21-4b5cc6ef4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.643981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-542b7720-305e-413a-9b21-4b5cc6ef4b84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.1914027 Jul 16 01:34:43.670212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.671590 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0283843c-0034-4d86-9bd0-eb982d8882ef admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7488635 Jul 16 01:34:43.680611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.697711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19955520-d430-49c4-b65d-898cf4ce1a14 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.700028 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19955520-d430-49c4-b65d-898cf4ce1a14 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/47b33227-4d0d-4686-aea2-e8038beeaa20 HTTP/1.1" status: 200 len: 844 time: 0.1187062 Jul 16 01:34:43.704483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53058) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.771003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port c9f36759-dad1-457b-93a7-e13f1829ec10 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:43.822311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port c9f36759-dad1-457b-93a7-e13f1829ec10 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:43.823644 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.825563 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Set router 2d380993-95c1-4d98-ba21-be6a459df1bf gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:43.832688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.869396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.873161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 47b33227-4d0d-4686-aea2-e8038beeaa20 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:43.873617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.894604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291bb68-3b80-47e9-961e-b869e4d3cb1a req-4b578ac2-764c-46e3-934d-47ed214841f9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.903168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291bb68-3b80-47e9-961e-b869e4d3cb1a req-4b578ac2-764c-46e3-934d-47ed214841f9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.914038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3291bb68-3b80-47e9-961e-b869e4d3cb1a req-4b578ac2-764c-46e3-934d-47ed214841f9 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1682 time: 0.5729654 Jul 16 01:34:43.918039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-306457ad-a225-43d3-889f-98dbcafdfd93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2638123 Jul 16 01:34:43.962577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138683cc-fca5-41db-9675-4c22aeddc7c2 req-69164eb7-54b9-4ec6-81ed-364cc75a91d9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.970464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138683cc-fca5-41db-9675-4c22aeddc7c2 req-69164eb7-54b9-4ec6-81ed-364cc75a91d9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 943 time: 0.5661423 Jul 16 01:34:43.992049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.011322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 47b33227-4d0d-4686-aea2-e8038beeaa20 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:44.133497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-79d489d1-72ad-4f37-bc4f-52983418c1dc service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602290 Jul 16 01:34:44.158771 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 3, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:44.190022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.217222 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Checking router: 2d380993-95c1-4d98-ba21-be6a459df1bf for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:44.217579 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Updating router 2d380993-95c1-4d98-ba21-be6a459df1bf port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:44.237974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=47b33227-4d0d-4686-aea2-e8038beeaa20,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.243765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.249392 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-84c80b98-4cf4-4165-8c15-dfebd90d0ff9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/47b33227-4d0d-4686-aea2-e8038beeaa20 HTTP/1.1" status: 204 len: 168 time: 0.5411453 Jul 16 01:34:44.252147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.270251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.272949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138683cc-fca5-41db-9675-4c22aeddc7c2 req-01dd5be8-cf3e-423b-a015-6396a0217b60 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014619 Jul 16 01:34:44.275881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe8094-954a-46fd-b385-b6ed3f725085 None None] Network 1d064de1-4630-4413-9363-4df4c3926c9f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:44.278784 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.334111 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8040b51e-d938-4bcb-878f-e3bcd3f92477 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:34:44.338044 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8040b51e-d938-4bcb-878f-e3bcd3f92477 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/47b33227-4d0d-4686-aea2-e8038beeaa20 HTTP/1.1" status: 404 len: 333 time: 0.0844140 Jul 16 01:34:44.343307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53070) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.353730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'name': 'tempest-PortsIpV6TestJSON-1355076299'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:44.409219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c9f36759-dad1-457b-93a7-e13f1829ec10,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:44.447205 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.461520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c98c463-78e7-466f-bccb-9cc3d8da9850 None None] Provisioning for port 658d6052-1a1f-458e-808b-3d53d2180f6b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:44.497453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:44.504518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.571342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:44.603396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.785761 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.805413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Transition to ACTIVE for port object e7f7ab94-3b21-4d9a-98bd-473d003ffd4b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:44.814615 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.893361 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Attempting to bind port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:44.893894 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Attempting to bind port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:44.894384 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Attempting to bind port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:44.909334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3291bb68-3b80-47e9-961e-b869e4d3cb1a req-87545f0d-f0d1-4c99-b07b-1a08a406df0b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9941831 Jul 16 01:34:44.909543 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1357da-818e-4272-b21d-30e3b09d944a None None] Pushing event updated for resources: {'Port': ['ID=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.932706 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:44.934293 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:44.935495 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.936808 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:44.938280 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Bound port: e7f7ab94-3b21-4d9a-98bd-473d003ffd4b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:44.939510 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.948348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:44.950989 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a32d6bc-35db-49d0-baa8-ca6f3a448d94" -d '{"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-plugged", "status": "completed", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:44.959171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 658d6052-1a1f-458e-808b-3d53d2180f6b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:45.012237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8585425-6e80-471c-8c74-70d041997c29 req-207ddbcb-ea1c-4a16-82c7-949f61e2f78b service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8645761 Jul 16 01:34:45.077249 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] For port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:45.079831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.103133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] For port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:45.113255 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.132738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 658d6052-1a1f-458e-808b-3d53d2180f6b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:45.158060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 658d6052-1a1f-458e-808b-3d53d2180f6b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:45.158533 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.187803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.254876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:45.261859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.293000 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Routers {'2d380993-95c1-4d98-ba21-be6a459df1bf'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:45.294609 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2d380993-95c1-4d98-ba21-be6a459df1bf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:45.294737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:45.298449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41bc8c-6144-411d-ab80-0a71358184fc req-73cf585a-8ef4-4071-bc8b-a918894b35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.299990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-73cf585a-8ef4-4071-bc8b-a918894b35e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1095 time: 0.1254323 Jul 16 01:34:45.301741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:45.312612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.313282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.322119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-56d29a1c-579c-4713-a007-d260bf066c59 None None] Provisioning complete for port 658d6052-1a1f-458e-808b-3d53d2180f6b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:45.323327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56d29a1c-579c-4713-a007-d260bf066c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.349944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.358543 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a5c45937-c060-49c8-803b-60663376e3a7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0102711 Jul 16 01:34:45.364209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.370848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:45.407177 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1357da-818e-4272-b21d-30e3b09d944a None None] Pushing event updated for resources: {'Port': ['ID=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.457961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.542941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] Set router 2d380993-95c1-4d98-ba21-be6a459df1bf gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:45.587508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 658d6052-1a1f-458e-808b-3d53d2180f6b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=658d6052-1a1f-458e-808b-3d53d2180f6b,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:45.592495 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49676946-63e7-46b2-8048-dc780fcf2df5 x-openstack-request-id: req-49676946-63e7-46b2-8048-dc780fcf2df5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:45.592756 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-plugged", "status": "completed", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:45.593111 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49676946-63e7-46b2-8048-dc780fcf2df5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:45.593457 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10', 'code': 200} Jul 16 01:34:45.594069 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56d29a1c-579c-4713-a007-d260bf066c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.598945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.600072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cb72047-fc69-4fa6-b724-ca92f446e724 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:45.624318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41bc8c-6144-411d-ab80-0a71358184fc req-d05ee790-91ca-422c-bf64-8496bd8822f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.625856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-d05ee790-91ca-422c-bf64-8496bd8822f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.3160284 Jul 16 01:34:45.650727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.696665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.712612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-7082d803-8adf-44a9-bdba-47bc5666c16a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 217 time: 0.0766490 Jul 16 01:34:45.715395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498352a-747a-4983-8a9d-baf296bdbc9c req-a8dc3105-4766-4fbf-805c-31c34f4673ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.715639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498352a-747a-4983-8a9d-baf296bdbc9c req-a8dc3105-4766-4fbf-805c-31c34f4673ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.717393 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6498352a-747a-4983-8a9d-baf296bdbc9c req-a8dc3105-4766-4fbf-805c-31c34f4673ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1987 time: 0.1121783 Jul 16 01:34:45.765837 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6498352a-747a-4983-8a9d-baf296bdbc9c req-d9d0b67c-bc8c-43bc-afe9-5df94481888c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Jul 16 01:34:45.795734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33338a35-6e6d-4664-9494-7c2f8ad593c0 req-84facdc3-0a78-4f3b-bf4e-8205603308ae tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.797400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33338a35-6e6d-4664-9494-7c2f8ad593c0 req-84facdc3-0a78-4f3b-bf4e-8205603308ae tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 943 time: 0.3399460 Jul 16 01:34:45.823272 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 3, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:45.857139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=658d6052-1a1f-458e-808b-3d53d2180f6b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.862654 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235c9c8-7da6-407a-b218-400d694a022b None None] The sync data for ids ['2d380993-95c1-4d98-ba21-be6a459df1bf'] in n-d-791506-20 is: [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:34:41Z', 'revision_number': 3, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:45.868078 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-56d29a1c-579c-4713-a007-d260bf066c59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:45.868457 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-56d29a1c-579c-4713-a007-d260bf066c59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:45.878690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1cb72047-fc69-4fa6-b724-ca92f446e724 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:45.879157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.956274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41bc8c-6144-411d-ab80-0a71358184fc req-e3b79de4-3c16-440a-a9f6-6cddfc5ff5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.956274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-e3b79de4-3c16-440a-a9f6-6cddfc5ff5d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.2285566 Jul 16 01:34:45.990436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33338a35-6e6d-4664-9494-7c2f8ad593c0 req-99897c11-f5c0-4fc3-8909-8d5e98403293 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856637 Jul 16 01:34:46.056660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-1a164dd0-d617-4a2e-aa9b-a677a1eedca0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882177 Jul 16 01:34:46.167084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf09b24-8c2a-4550-bd06-2cddd345a294 req-f840e71d-6108-43f9-ab62-506e7b221eb7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.169967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccf09b24-8c2a-4550-bd06-2cddd345a294 req-f840e71d-6108-43f9-ab62-506e7b221eb7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 943 time: 0.4830940 Jul 16 01:34:46.383448 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.391305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccf09b24-8c2a-4550-bd06-2cddd345a294 req-1b76dec8-e3f7-4c9d-ad29-f2472d7c876c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100325 Jul 16 01:34:46.393064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Allocated IP 172.20.0.1 (1d064de1-4630-4413-9363-4df4c3926c9f/518ccf71-6dc6-4156-b667-9be2f7407ec9/6ad74a8a-b5ce-47b5-8e10-a4327e0ec920) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:46.406925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.460162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:46.472100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-55781821-7dbf-431e-bff8-3186398bbc2d service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055319 Jul 16 01:34:46.495835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] In _notify_port_updated(), no bound segment for port 7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 on network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:46.503401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.504465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.509015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53092) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.509554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/ports/7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 HTTP/1.1" status: 200 len: 818 time: 1.1438575 Jul 16 01:34:46.551750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port bba0df41-6893-44d7-80c8-958fea9ddd8a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:46.552223 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.604223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e13aa7-d8ad-485c-bb2c-2bfb3b29dd46 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.689792 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.803857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:46.804554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.813249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:46.829746 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.848065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.868942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Transition to ACTIVE for port object 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:46.920295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.943707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb61bc3-936b-4a24-96a3-218b3356936a req-4755dd31-1e6f-4836-8379-e72f2c64816d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.944083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.951362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb61bc3-936b-4a24-96a3-218b3356936a req-4755dd31-1e6f-4836-8379-e72f2c64816d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.958395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cb61bc3-936b-4a24-96a3-218b3356936a req-4755dd31-1e6f-4836-8379-e72f2c64816d tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1683 time: 0.6405070 Jul 16 01:34:46.983425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 658d6052-1a1f-458e-808b-3d53d2180f6b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:46.991270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.009138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:47.078215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Network 1d064de1-4630-4413-9363-4df4c3926c9f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:47.086690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 658d6052-1a1f-458e-808b-3d53d2180f6b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:47.086983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:47.087097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.091524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df41bc8c-6144-411d-ab80-0a71358184fc req-c35bb23d-0c84-4631-96d5-348729814b5d service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076930 Jul 16 01:34:47.092388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:47.104256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cb61bc3-936b-4a24-96a3-218b3356936a req-9482550c-b3d1-4330-910e-12137a236bf7 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365411 Jul 16 01:34:47.150866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.203041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.355036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e7f7ab94-3b21-4d9a-98bd-473d003ffd4b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:47.489524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.495753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:47.505877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:47.506308 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.515213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.521535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53106) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.531776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 HTTP/1.1" status: 204 len: 168 time: 1.0099304 Jul 16 01:34:47.567323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac537d2e-f119-4ebe-bcd0-890857944c97 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.594385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b9e716bf-ba8a-41f2-9172-3d20954fbc6c None None] Provisioning for port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:47.596809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:47.599132 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f88f91-bab2-461b-bcfc-8a692e48e5d5" -d '{"events": [{"server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "name": "network-vif-plugged", "status": "completed", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:47.634336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b9e716bf-ba8a-41f2-9172-3d20954fbc6c None None] Provisioning complete for port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:47.634704 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9e716bf-ba8a-41f2-9172-3d20954fbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.647742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b56c7f-6b92-4ef6-864d-3c9b7f85accc req-97c7ff99-9a3e-4a7b-86da-2f5e5fdb8a4b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.649570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1b56c7f-6b92-4ef6-864d-3c9b7f85accc req-97c7ff99-9a3e-4a7b-86da-2f5e5fdb8a4b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 943 time: 0.3553717 Jul 16 01:34:47.678132 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.686003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b9e716bf-ba8a-41f2-9172-3d20954fbc6c None None] Port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:47.704911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:47.711080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.725612 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.771557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.772730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1b56c7f-6b92-4ef6-864d-3c9b7f85accc req-64022bc1-0fc1-4fe7-8c5b-735797f24776 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904753 Jul 16 01:34:47.818168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252aa31a-f1d4-4f53-9b79-4dfe69e9e05f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.819911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-252aa31a-f1d4-4f53-9b79-4dfe69e9e05f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2942967 Jul 16 01:34:47.824881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.849434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0c23-b3dd-4f40-bb27-1383fe565f84 req-27acdb16-3e4b-4b8f-aad5-6b67c034fc5b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.851622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e06a0c23-b3dd-4f40-bb27-1383fe565f84 req-27acdb16-3e4b-4b8f-aad5-6b67c034fc5b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2189887 Jul 16 01:34:47.876506 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb22dcc7-ddb1-4a75-b505-9db5bcb5f588 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:34:47.878256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fb22dcc7-ddb1-4a75-b505-9db5bcb5f588 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/7f7901d2-0a86-4fea-a3a0-fb27f84eb0b7 HTTP/1.1" status: 404 len: 333 time: 0.0511858 Jul 16 01:34:47.883240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53116) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.886651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d24ecd47-0bd5-4884-9d23-66ada61c7744 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:47.889038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1689039657'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.892382 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fd3e94-c237-4187-914e-76127131a384 x-openstack-request-id: req-a2fd3e94-c237-4187-914e-76127131a384 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:47.892875 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "name": "network-vif-plugged", "status": "completed", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:47.893592 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2fd3e94-c237-4187-914e-76127131a384 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:47.894317 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'code': 200} Jul 16 01:34:47.970454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:47.977440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.011240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:48.032092 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.032647 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment f05d958d-ae2e-464f-9753-9174e6dd6776 of type vlan for network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 Jul 16 01:34:48.038011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e06a0c23-b3dd-4f40-bb27-1383fe565f84 req-8852d41d-a53b-4a6f-a3d2-ee2b323f06ad tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734953 Jul 16 01:34:48.111303 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.139704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.164804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2', 'port_id': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'mac_address': 'fa:16:3e:62:1a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a078d5a-200d-4143-ac25-2539bce7678d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:48.170670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.177042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.222432 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.235979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.240092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24ecd47-0bd5-4884-9d23-66ada61c7744 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:48.272327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.278957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.298208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a1dd-e56f-43d9-8b8d-c286e7b8b1d9 req-5026b68a-66e2-40ad-8b36-0ad662f20491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.300439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bfb0a1dd-e56f-43d9-8b8d-c286e7b8b1d9 req-5026b68a-66e2-40ad-8b36-0ad662f20491 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 1097 time: 0.2104146 Jul 16 01:34:48.320965 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.334667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.335437 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.380098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.403821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.418883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5345240 Jul 16 01:34:48.426464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53126) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.433249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:48.451318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.475054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bfb0a1dd-e56f-43d9-8b8d-c286e7b8b1d9 req-9d3279bf-407e-410f-84f9-36aa9c2f205c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646526 Jul 16 01:34:48.487420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee70652-017e-44ed-b9c6-e4f7cda370f0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=0e7493f9-90e2-42fc-8445-7b3dd58d2df2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.532330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:48.582620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Network 1d064de1-4630-4413-9363-4df4c3926c9f is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:48.587057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:48.605442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:48.609721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.656256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:48.813262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e7f7ab94-3b21-4d9a-98bd-473d003ffd4b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:48.908118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc084-dc94-4d3d-bc39-134514e41d2e req-29c7e1aa-c683-4d2a-b819-2a26c48a9d54 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.915127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efc084-dc94-4d3d-bc39-134514e41d2e req-29c7e1aa-c683-4d2a-b819-2a26c48a9d54 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.923467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30efc084-dc94-4d3d-bc39-134514e41d2e req-29c7e1aa-c683-4d2a-b819-2a26c48a9d54 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1683 time: 0.5399086 Jul 16 01:34:48.937791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:48.938584 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.991075 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.049034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-4feeff4d-f7f0-4096-96a1-d26f98afdcd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1839764 Jul 16 01:34:49.069904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7c74cd52-3781-4728-80c5-8e8f100aa3e3 None None] Provisioning complete for port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:49.069904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c74cd52-3781-4728-80c5-8e8f100aa3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.082476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=ad134c51-3c92-4233-bca6-8ea5f44d67a2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.097082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': 'f05d958d-ae2e-464f-9753-9174e6dd6776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:49.097082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 0e7493f9-90e2-42fc-8445-7b3dd58d2df2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:49.148659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7c74cd52-3781-4728-80c5-8e8f100aa3e3 None None] Port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:49.168581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:49.183570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 0e7493f9-90e2-42fc-8445-7b3dd58d2df2) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:49.191030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.191737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.196210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973b086-fd87-4376-8649-76fa9e32e53f None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:49.224474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee2e36d3-48e6-4115-9e1b-0be7b0441a91 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7902033 Jul 16 01:34:49.236995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53150) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.250651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:49.287684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.288325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.288831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.289445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.290550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.290550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.291132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.294000 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-b11394f7-4910-4501-94dc-1501e5f4167b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.1679657 Jul 16 01:34:49.419934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30efc084-dc94-4d3d-bc39-134514e41d2e req-62925f11-32c5-4382-a0c0-a8332719675b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953833 Jul 16 01:34:49.427612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Router 2d380993-95c1-4d98-ba21-be6a459df1bf has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:49.440173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c68e5-b859-411b-af64-303151544991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': 'ad134c51-3c92-4233-bca6-8ea5f44d67a2'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:49.441578 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b33c68e5-b859-411b-af64-303151544991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.484608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-27d50e79-41e4-4d85-ba3c-89831d5a9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.485209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-27d50e79-41e4-4d85-ba3c-89831d5a9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.486029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-27d50e79-41e4-4d85-ba3c-89831d5a9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.487870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-27d50e79-41e4-4d85-ba3c-89831d5a9378 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 2292 time: 0.1338129 Jul 16 01:34:49.576889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-32e551ba-b4d7-47ea-a563-85838ebab229 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.587706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-32e551ba-b4d7-47ea-a563-85838ebab229 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/networks?id=c3fec702-a2f4-4737-a45e-d8ad506508b4 HTTP/1.1" status: 200 len: 810 time: 0.7548456 Jul 16 01:34:49.636364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3c24edbb-08a7-4b10-9be1-b0cc84ae76c2 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/quotas/e607e78806f44988bf682be017afe177 HTTP/1.1" status: 200 len: 375 time: 0.0460548 Jul 16 01:34:49.693485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b33c68e5-b859-411b-af64-303151544991 None None] Allocated IP 2001:db8::2 (0e7493f9-90e2-42fc-8445-7b3dd58d2df2/ad134c51-3c92-4233-bca6-8ea5f44d67a2/0de35c46-4ca4-412e-a863-13dd9d847fe9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:49.696736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:49.701661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.763051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-5ee0db03-8c54-402c-94fc-01670ea53cc8 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e607e78806f44988bf682be017afe177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1252561 Jul 16 01:34:49.778209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-d7f6af8d-2818-40af-aaf2-354ed5d1bde9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1002 time: 0.2521529 Jul 16 01:34:49.893293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:49.908069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7b35ee44-01cb-4592-b0ed-97460f74e465 admin admin] 10.222.0.42 "PUT /v2.0/routers/2d380993-95c1-4d98-ba21-be6a459df1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2155011 Jul 16 01:34:49.908269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-b37e0e51-66f2-4e92-86dd-24c43e614b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.908269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-b37e0e51-66f2-4e92-86dd-24c43e614b52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.1123166 Jul 16 01:34:49.923398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc25f91-9a69-4c72-8c4e-736f1cdd2069 req-16db691c-8cb6-46cd-bcfd-a049b7c62745 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.925031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dc25f91-9a69-4c72-8c4e-736f1cdd2069 req-16db691c-8cb6-46cd-bcfd-a049b7c62745 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 944 time: 0.3190615 Jul 16 01:34:49.936874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-72100e5d-88f6-4894-884a-5de3c5402db4 service neutron] 10.222.0.42 "GET /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723385 Jul 16 01:34:49.946428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b33c68e5-b859-411b-af64-303151544991 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.964294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b33c68e5-b859-411b-af64-303151544991 None None] Transition to ACTIVE for port object 0de35c46-4ca4-412e-a863-13dd9d847fe9 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:49.985614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b33c68e5-b859-411b-af64-303151544991 None None] Transition to ACTIVE for port object 0de35c46-4ca4-412e-a863-13dd9d847fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:49.997120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Sync routers for ids ['2d380993-95c1-4d98-ba21-be6a459df1bf'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:50.003209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d24ecd47-0bd5-4884-9d23-66ada61c7744 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:50.008613 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b33c68e5-b859-411b-af64-303151544991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.009657 n-d-791506-20 neutron-server[93755]: INFO neutron.db.ipam_backend_mixin [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad134c51-3c92-4233-bca6-8ea5f44d67a2 (CIDR: 2001:db8::/64) Jul 16 01:34:50.018765 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:50.019819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:50.055977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dc25f91-9a69-4c72-8c4e-736f1cdd2069 req-bcabeef9-aab7-4dd9-a4a4-d07beecbedba tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098273 Jul 16 01:34:50.073965 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0673017d-8c5b-412e-857b-c8943bf76f08 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8298059 Jul 16 01:34:50.074628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.084521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:50.093655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-e55f9e6d-e5f1-4d32-bb5e-627db98d43ca service neutron] 10.222.0.42 "GET /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556652 Jul 16 01:34:50.110005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-5b027c77-bfeb-48e0-b405-0e748f05c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.111616 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-5b027c77-bfeb-48e0-b405-0e748f05c425 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906168 Jul 16 01:34:50.122293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c68e5-b859-411b-af64-303151544991 None None] Pushing event updated for resources: {'Port': ['ID=0de35c46-4ca4-412e-a863-13dd9d847fe9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.143573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c68e5-b859-411b-af64-303151544991 None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:50.149527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b33c68e5-b859-411b-af64-303151544991 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:50.159523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Routers {'2d380993-95c1-4d98-ba21-be6a459df1bf'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:50.160675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2d380993-95c1-4d98-ba21-be6a459df1bf'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:50.163471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c68e5-b859-411b-af64-303151544991 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:50.262136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-9a2462e4-fd89-435f-add7-d6272a93c029 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396863 Jul 16 01:34:50.451680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-9cf1ae2d-2ec6-43d8-bdf9-09ced84ef5a5 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548438 Jul 16 01:34:50.457639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:50.463739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.535835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-633a19c0-3feb-4ae1-872f-897acd7f86ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 217 time: 0.0641770 Jul 16 01:34:50.676935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-97098a4a-845f-4e5a-90f8-dbb9296996bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.679076 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-97098a4a-845f-4e5a-90f8-dbb9296996bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1337838 Jul 16 01:34:50.790674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Set router 2d380993-95c1-4d98-ba21-be6a459df1bf gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:50.845551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-85914e4f-21c7-4a49-bcc8-05170d572ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.848009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-85914e4f-21c7-4a49-bcc8-05170d572ecc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609435 Jul 16 01:34:50.911004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port d24ecd47-0bd5-4884-9d23-66ada61c7744 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:50.924731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b33c68e5-b859-411b-af64-303151544991 None None] Attempting to bind port 0de35c46-4ca4-412e-a863-13dd9d847fe9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:50.924994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b33c68e5-b859-411b-af64-303151544991 None None] Attempting to bind port 0de35c46-4ca4-412e-a863-13dd9d847fe9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f05d958d-ae2e-464f-9753-9174e6dd6776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:50.925344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c68e5-b859-411b-af64-303151544991 None None] Attempting to bind port 0de35c46-4ca4-412e-a863-13dd9d847fe9 on network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:50.948879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c68e5-b859-411b-af64-303151544991 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:50.949348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c68e5-b859-411b-af64-303151544991 None None] Checking segment: {'id': 'f05d958d-ae2e-464f-9753-9174e6dd6776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:50.949778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b33c68e5-b859-411b-af64-303151544991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.950307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c68e5-b859-411b-af64-303151544991 None None] Bound using segment: {'id': 'f05d958d-ae2e-464f-9753-9174e6dd6776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:50.950976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b33c68e5-b859-411b-af64-303151544991 None None] Bound port: 0de35c46-4ca4-412e-a863-13dd9d847fe9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05d958d-ae2e-464f-9753-9174e6dd6776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:50.951373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b33c68e5-b859-411b-af64-303151544991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.004135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b025514-00a8-402c-8ce1-9f4e8f5fd3c0 req-f3bc8c29-cd14-4b9c-9a0e-6a4489d4f988 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.007099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b025514-00a8-402c-8ce1-9f4e8f5fd3c0 req-f3bc8c29-cd14-4b9c-9a0e-6a4489d4f988 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.2476759 Jul 16 01:34:51.053228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b33c68e5-b859-411b-af64-303151544991 None None] For port 0de35c46-4ca4-412e-a863-13dd9d847fe9, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:51.057585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b33c68e5-b859-411b-af64-303151544991 None None] For port 0de35c46-4ca4-412e-a863-13dd9d847fe9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0de35c46-4ca4-412e-a863-13dd9d847fe9,segment=NetworkSegment(f05d958d-ae2e-464f-9753-9174e6dd6776),segment_id=f05d958d-ae2e-464f-9753-9174e6dd6776)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:51.063167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port d24ecd47-0bd5-4884-9d23-66ada61c7744 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:51.063595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.069390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b33c68e5-b859-411b-af64-303151544991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.120060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b025514-00a8-402c-8ce1-9f4e8f5fd3c0 req-c927d744-a9b4-4cef-b929-30068f5e1647 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043386 Jul 16 01:34:51.247513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a3cc430-f83c-4a77-83ed-c750c84e8d85 req-8dbdaa36-bcd2-4984-a7cd-19e121f3a11e tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 210 time: 0.0923357 Jul 16 01:34:51.315578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.372671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-e2084d54-9e01-4f9c-b3ab-0a78b4fd710c service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163336 Jul 16 01:34:51.410222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:51.434797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:51.480180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.490284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.554126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c68e5-b859-411b-af64-303151544991 None None] Pushing event updated for resources: {'Port': ['ID=0de35c46-4ca4-412e-a863-13dd9d847fe9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.557867 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4798961 Jul 16 01:34:51.559516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.567615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'fixed_ips': [{'subnet_id': 'ad134c51-3c92-4233-bca6-8ea5f44d67a2'}, {'subnet_id': '2e6816fc-5cab-4873-8a5d-0fa395f57726'}], 'name': 'tempest-PortsIpV6TestJSON-1296006667'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:51.687623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b70e60-d52b-4979-b653-29e110d3588c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=2e6816fc-5cab-4873-8a5d-0fa395f57726,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.023986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.128518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3599df-3714-4584-84db-2842a3c03b00 req-85d4ecf2-05c7-421e-9822-3e34416c39ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.137288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:52.141043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb3599df-3714-4584-84db-2842a3c03b00 req-85d4ecf2-05c7-421e-9822-3e34416c39ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 944 time: 0.4485044 Jul 16 01:34:52.145823 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e943cd83-ca13-4d97-a517-608ca5dc9146" -d '{"events": [{"server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "name": "network-vif-plugged", "status": "completed", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:52.193612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:52.230916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6ad74a8a-b5ce-47b5-8e10-a4327e0ec920', 'name': '', 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'mac_address': 'fa:16:3e:95:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '518ccf71-6dc6-4156-b667-9be2f7407ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:45Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 2, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'subnets': [{'id': '518ccf71-6dc6-4156-b667-9be2f7407ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:52.242177 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.274995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:52.371918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Checking router: 2d380993-95c1-4d98-ba21-be6a459df1bf for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:52.373801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Updating router 2d380993-95c1-4d98-ba21-be6a459df1bf port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:52.457657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.510415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb3599df-3714-4584-84db-2842a3c03b00 req-ad38f7c5-faf4-4b1f-aac0-a4b6bcb0f5a3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682795 Jul 16 01:34:52.521613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port c6a65275-c85a-4052-9796-7a6b81366ae0 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:52.630690 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.733447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.798004 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-86e4f669-22c5-422e-bdc4-c1528301c149 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3987823 Jul 16 01:34:52.925795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0de35c46-4ca4-412e-a863-13dd9d847fe9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:52.944023 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-f903441c-f365-4868-90fb-ecfe45991133 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 217 time: 0.1383038 Jul 16 01:34:53.098281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-1d01004b-c868-4788-ab12-5e78ba6771d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.102769 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-1d01004b-c868-4788-ab12-5e78ba6771d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1510980 Jul 16 01:34:53.194937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861a23-e0df-47b7-a6fe-eab59c14bc24 req-6b93da15-fdda-4b47-a39e-ee90d816602a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.209301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4861a23-e0df-47b7-a6fe-eab59c14bc24 req-6b93da15-fdda-4b47-a39e-ee90d816602a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 0.7581129 Jul 16 01:34:53.345127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-427052f6-ab86-4ea5-82d1-90d792c130a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.350914 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-427052f6-ab86-4ea5-82d1-90d792c130a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2390509 Jul 16 01:34:53.365472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:53.487411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4861a23-e0df-47b7-a6fe-eab59c14bc24 req-fc5abb61-0227-461e-b14e-29e5ae950788 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708311 Jul 16 01:34:53.590842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd42f37-3691-4f97-80bd-83db29e35157 None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:53.720407 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-15608fd9-b084-41b3-92ce-2d90f5135832 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527048 Jul 16 01:34:53.858903 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c037c-9265-46ac-b971-ea60344f58d0 x-openstack-request-id: req-d30c037c-9265-46ac-b971-ea60344f58d0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:53.859413 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "name": "network-vif-plugged", "status": "completed", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:53.859820 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d30c037c-9265-46ac-b971-ea60344f58d0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:53.860370 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'code': 200} Jul 16 01:34:54.021331 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.039060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Transition to ACTIVE for port object 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:54.055064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.177302 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-0481edea-96e0-44fc-867f-055bf2c6f78f service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466000 Jul 16 01:34:54.180686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] Provisioning for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:54.192790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] Provisioning complete for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:54.193510 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.358900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-6df5175b-8ef7-49b5-90e4-c76671c2e1a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 217 time: 0.1702647 Jul 16 01:34:54.433926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-bb69427f-3eca-480c-be24-f02ef26e2dc5 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.436680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Attempting to bind port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:54.437159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Attempting to bind port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:54.437599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Attempting to bind port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 on network 1d064de1-4630-4413-9363-4df4c3926c9f {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:54.438019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-bb69427f-3eca-480c-be24-f02ef26e2dc5 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.13 "GET /v2.0/networks?id=c3fec702-a2f4-4737-a45e-d8ad506508b4 HTTP/1.1" status: 200 len: 810 time: 0.4412956 Jul 16 01:34:54.443815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d247ad1-0bec-40b3-a414-5e5c2bcb8f4d None None] Pushing event updated for resources: {'Port': ['ID=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.458520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:54.459174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Checking segment: {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:54.459866 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.460583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Bound using segment: {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:54.461195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Bound port: 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:54.461676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.559563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4881c-a7d6-4c63-9239-f1cd92edd3b3 req-ddde42fb-9e02-4fa7-9836-e81e99e87554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.575606 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.578796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ffc4881c-a7d6-4c63-9239-f1cd92edd3b3 req-ddde42fb-9e02-4fa7-9836-e81e99e87554 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1097 time: 0.5936637 Jul 16 01:34:54.683650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-6bbea4af-0a3b-4c6c-b38c-43dfd3e37082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.687451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Request body: {'port': {'device_id': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4', 'admin_state_up': True, 'tenant_id': 'e607e78806f44988bf682be017afe177'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:54.688294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-6bbea4af-0a3b-4c6c-b38c-43dfd3e37082 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.3067808 Jul 16 01:34:54.746674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ffc4881c-a7d6-4c63-9239-f1cd92edd3b3 req-229cc62f-ae8b-4ff6-a8d0-7ea97d2555e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566405 Jul 16 01:34:54.802804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] For port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:54.811589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] For port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:54.825637 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.833232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-6b46dd00-f46f-4146-aaab-13fd2d139363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.835423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-6b46dd00-f46f-4146-aaab-13fd2d139363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1323864 Jul 16 01:34:54.881731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] For port 0de35c46-4ca4-412e-a863-13dd9d847fe9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0de35c46-4ca4-412e-a863-13dd9d847fe9,segment=NetworkSegment(f05d958d-ae2e-464f-9753-9174e6dd6776),segment_id=f05d958d-ae2e-464f-9753-9174e6dd6776)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:54.891908 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.913021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-351f4573-6aa9-42f6-800f-ca2c4865be6d req-c53c60fd-a6d6-4dfe-b577-6ca758e9969e tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 210 time: 0.9947956 Jul 16 01:34:54.925019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Routers {'2d380993-95c1-4d98-ba21-be6a459df1bf'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:54.926221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2d380993-95c1-4d98-ba21-be6a459df1bf'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:55.061781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] Set router 2d380993-95c1-4d98-ba21-be6a459df1bf gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:55.117448 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-c7c28a6e-6fc6-4c29-bc55-e9894faca6dc service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717688 Jul 16 01:34:55.118708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::369 (0e7493f9-90e2-42fc-8445-7b3dd58d2df2/ad134c51-3c92-4233-bca6-8ea5f44d67a2/c6a65275-c85a-4052-9796-7a6b81366ae0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:55.152188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464ba4-c329-4375-9568-60e0860f5f7c req-75e0e11c-2702-4a55-89db-85e8c125247e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.159202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464ba4-c329-4375-9568-60e0860f5f7c req-75e0e11c-2702-4a55-89db-85e8c125247e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.175780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98464ba4-c329-4375-9568-60e0860f5f7c req-75e0e11c-2702-4a55-89db-85e8c125247e tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1683 time: 1.5055587 Jul 16 01:34:55.199889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8:0:1::377 (0e7493f9-90e2-42fc-8445-7b3dd58d2df2/2e6816fc-5cab-4873-8a5d-0fa395f57726/c6a65275-c85a-4052-9796-7a6b81366ae0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:55.213154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Made reservation on behalf of e607e78806f44988bf682be017afe177 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:55.221272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.278754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d247ad1-0bec-40b3-a414-5e5c2bcb8f4d None None] Pushing event updated for resources: {'Port': ['ID=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.375746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-b8266c86-9ef5-4b85-95a2-43ef2bb21f2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.383936 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-da426d55-e42c-4fc2-bcb3-41f1e4a242c4 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571061 Jul 16 01:34:55.384499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-b8266c86-9ef5-4b85-95a2-43ef2bb21f2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.386268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-b8266c86-9ef5-4b85-95a2-43ef2bb21f2b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1683 time: 1.3931649 Jul 16 01:34:55.436582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98464ba4-c329-4375-9568-60e0860f5f7c req-96902454-96b9-4947-9ec8-0f974e601c57 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595043 Jul 16 01:34:55.468407 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-7d90c63e-68a5-4214-b8c3-367f4cb1d6ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 217 time: 0.0707710 Jul 16 01:34:55.587310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-6e14db6e-fbb3-4e41-8893-c4a334858ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.589663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-6e14db6e-fbb3-4e41-8893-c4a334858ea3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1131699 Jul 16 01:34:55.646394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Update dhcp port {'port': {'network_id': '0e7493f9-90e2-42fc-8445-7b3dd58d2df2', 'fixed_ips': [{'subnet_id': 'ad134c51-3c92-4233-bca6-8ea5f44d67a2', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e6816fc-5cab-4873-8a5d-0fa395f57726'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '0de35c46-4ca4-412e-a863-13dd9d847fe9'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:34:55.688965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e82521-7134-4316-9366-58e9e197f3b9 req-f4aac275-4444-4dea-a8fd-ea38052733a3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.700037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1e82521-7134-4316-9366-58e9e197f3b9 req-f4aac275-4444-4dea-a8fd-ea38052733a3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 945 time: 0.4435527 Jul 16 01:34:55.700374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44addf1c-0d1e-4c7e-85a6-0124c7b34008 None None] Pushing event updated for resources: {'Port': ['ID=0de35c46-4ca4-412e-a863-13dd9d847fe9,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.739368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-60e46c6b-5959-4aba-b72e-6e8df210fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.742556 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-60e46c6b-5959-4aba-b72e-6e8df210fdbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1452317 Jul 16 01:34:55.787836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.889817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1e82521-7134-4316-9366-58e9e197f3b9 req-38835a53-ccaa-424a-bef7-9adfb8b275e4 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871510 Jul 16 01:34:55.951704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-1beb68ac-7ad8-42d7-b551-3646a0706576 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764665 Jul 16 01:34:56.055194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Allocated IP 172.20.0.13 (c3fec702-a2f4-4737-a45e-d8ad506508b4/96e25073-8d8a-441d-b01f-544d9d233a03/0a838b26-d679-408e-a448-66ade5bd9090) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:56.193563 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.287045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-49c725f9-72d5-47c7-ba63-8d0893f83108 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319855 Jul 16 01:34:56.346852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6ad74a8a-b5ce-47b5-8e10-a4327e0ec920', 'name': '', 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'mac_address': 'fa:16:3e:95:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '518ccf71-6dc6-4156-b667-9be2f7407ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:45Z', 'updated_at': '2021-07-16T01:34:54Z', 'revision_number': 4, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'subnets': [{'id': '518ccf71-6dc6-4156-b667-9be2f7407ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.353749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object c6a65275-c85a-4052-9796-7a6b81366ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:56.357827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port a4f1f243-818c-4af4-bc4f-40af51705077 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:56.358348 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.361891 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-01153b69-aefd-4992-aa1e-e069e10eaa03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.0677199 Jul 16 01:34:56.390061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27088783-539b-49a5-bc58-10ae35cc3832 None None] The sync data for ids ['2d380993-95c1-4d98-ba21-be6a459df1bf'] in n-d-791506-20 is: [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6ad74a8a-b5ce-47b5-8e10-a4327e0ec920', 'name': '', 'network_id': '1d064de1-4630-4413-9363-4df4c3926c9f', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'mac_address': 'fa:16:3e:95:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '518ccf71-6dc6-4156-b667-9be2f7407ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:45Z', 'updated_at': '2021-07-16T01:34:54Z', 'revision_number': 4, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'subnets': [{'id': '518ccf71-6dc6-4156-b667-9be2f7407ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:56.448929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-7c654495-a59f-49d9-82e3-922343ec3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.449523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-7c654495-a59f-49d9-82e3-922343ec3ce6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.0713005 Jul 16 01:34:56.578820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-085abf1e-c52a-4f05-bbcf-7bb7204cde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.581168 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-085abf1e-c52a-4f05-bbcf-7bb7204cde03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203191 Jul 16 01:34:56.618194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93dfbd62-27ca-4c36-93c5-48a9f8dd58f4 req-4683766f-9d5d-4c0b-b252-49d509ecb6ac tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 210 time: 0.0986578 Jul 16 01:34:56.845313 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-dd61e001-832e-4c24-9720-ef100672bc40 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551537 Jul 16 01:34:56.922109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:56.956566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-d4d2103d-c191-4620-b154-8ecccc2120d8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.963474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-d4d2103d-c191-4620-b154-8ecccc2120d8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 815 time: 0.6117935 Jul 16 01:34:57.008504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:57.017624 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-126db477-8c3d-49dc-9922-57446fe96b3d service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641402 Jul 16 01:34:57.018186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:57.018829 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.081413 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-132c499e-bcf9-4c7b-8d83-6ab3b6d0a0fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.0561008 Jul 16 01:34:57.148814 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.169674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-bb203670-ada6-417a-b0b3-67a95090cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.172326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-bb203670-ada6-417a-b0b3-67a95090cf53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.0818887 Jul 16 01:34:57.245530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:57.252564 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.254260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0de35c46-4ca4-412e-a863-13dd9d847fe9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:57.322067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd814-f149-4851-a310-816ff3d114be req-edb3597f-2b68-4cb5-a001-59f09f4cdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.326312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-edb3597f-2b68-4cb5-a001-59f09f4cdec4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403210 Jul 16 01:34:57.372785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.475714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:57.476896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.530006 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-fab05efd-284a-4ddb-9a5f-ffaf794beb8e service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877739 Jul 16 01:34:57.636416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.699232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port a4f1f243-818c-4af4-bc4f-40af51705077, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=a4f1f243-818c-4af4-bc4f-40af51705077,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:57.699593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.722232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for a4f1f243-818c-4af4-bc4f-40af51705077 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:57.738506 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-777fd814-f149-4851-a310-816ff3d114be req-e5647383-c37a-480c-baab-73b4a77b9c1a service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954336 Jul 16 01:34:57.742560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Allocated IP 2001:db8:0:1::2 (0e7493f9-90e2-42fc-8445-7b3dd58d2df2/2e6816fc-5cab-4873-8a5d-0fa395f57726/0de35c46-4ca4-412e-a863-13dd9d847fe9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:57.998982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-9214cea2-d4ad-4f67-b6a9-630de6c85a67 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/quotas/4e050663ce3d41539655420d649ee6ee HTTP/1.1" status: 200 len: 375 time: 1.0341368 Jul 16 01:34:58.001904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.008554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] For port 0de35c46-4ca4-412e-a863-13dd9d847fe9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0de35c46-4ca4-412e-a863-13dd9d847fe9,segment=NetworkSegment(f05d958d-ae2e-464f-9753-9174e6dd6776),segment_id=f05d958d-ae2e-464f-9753-9174e6dd6776)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:58.010802 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.034806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.090238 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.184933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Transition to ACTIVE for port object 0de35c46-4ca4-412e-a863-13dd9d847fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:58.194199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.313797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=c6a65275-c85a-4052-9796-7a6b81366ae0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.524682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a4f1f243-818c-4af4-bc4f-40af51705077 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:58.581786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Network c3fec702-a2f4-4737-a45e-d8ad506508b4 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:58.652072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: a4f1f243-818c-4af4-bc4f-40af51705077 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:58.652480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device a4f1f243-818c-4af4-bc4f-40af51705077 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:58.659090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c9f36759-dad1-457b-93a7-e13f1829ec10 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:58.735415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:58.755839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port a4f1f243-818c-4af4-bc4f-40af51705077 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:58.780930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:58.788445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5ca36-6941-4f80-b799-3af88dd295bd None None] Pushing event updated for resources: {'Port': ['ID=0de35c46-4ca4-412e-a863-13dd9d847fe9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.788638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:58.833040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:58.841488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.866942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "DELETE /v2.0/ports/a4f1f243-818c-4af4-bc4f-40af51705077 HTTP/1.1" status: 204 len: 173 time: 3.4600828 Jul 16 01:34:58.874762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-deleted', 'tag': 'a4f1f243-818c-4af4-bc4f-40af51705077'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:58.896053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:58.898486 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b188326-324f-4c65-a96b-5d855bc396bf" -d '{"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-deleted", "tag": "a4f1f243-818c-4af4-bc4f-40af51705077"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:58.934643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.994674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Pushing event updated for resources: {'Port': ['ID=0a838b26-d679-408e-a448-66ade5bd9090,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.013948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c9f36759-dad1-457b-93a7-e13f1829ec10,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:59.015559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:59.023358 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ad7d45-5bd3-435e-b922-2afe58d9d9be" -d '{"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:59.040031 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.101405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.102310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.144384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.164790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:59.165775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.176020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c6aac-e6cc-47f0-85b8-992727a5fce0 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=a4f1f243-818c-4af4-bc4f-40af51705077,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.189609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e619507-c0e8-4fc0-8b9b-5a00b50f520e req-8fab9daf-da53-4ef7-8762-9d462a805e39 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.212485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e619507-c0e8-4fc0-8b9b-5a00b50f520e req-8fab9daf-da53-4ef7-8762-9d462a805e39 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.216239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e619507-c0e8-4fc0-8b9b-5a00b50f520e req-8fab9daf-da53-4ef7-8762-9d462a805e39 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 1604 time: 2.2453880 Jul 16 01:34:59.317705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-2d8a0346-a299-4b23-b5b3-f76b74a00da4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.321965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-2d8a0346-a299-4b23-b5b3-f76b74a00da4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9334f8e-aed2-48e1-b36e-49105687c881 HTTP/1.1" status: 200 len: 945 time: 1.4092321 Jul 16 01:34:59.351021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:59.374895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.376554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.455112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-a76a3ad7-27b7-47eb-bb0d-2fa303712a62 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8017623 Jul 16 01:34:59.491830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Request body: {'port': {'device_id': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.540526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf7481fb-61e8-4eac-bc45-87c40df65d9e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 7.9765098 Jul 16 01:34:59.545634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53234) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.551425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad134c51-3c92-4233-bca6-8ea5f44d67a2'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.570927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e619507-c0e8-4fc0-8b9b-5a00b50f520e req-c9eef68b-7de8-4a57-b7f2-855cab7aebc8 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535295 Jul 16 01:34:59.674392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-b84b9125-2d5f-4552-ba54-9122dd57fe9b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5983562 Jul 16 01:34:59.708077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-2c8fb865-9a42-4c50-a9d9-20a35c94be5e tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:34:59.710401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-2c8fb865-9a42-4c50-a9d9-20a35c94be5e tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193069 Jul 16 01:34:59.715858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62526e71-e536-4fc9-a52c-41fcd6df7093 None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:59.847017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port c9f36759-dad1-457b-93a7-e13f1829ec10 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:59.847620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.886275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50f755c6-8b2a-4a0a-82d8-5f5173b43b62 None None] Provisioning for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:59.898592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-50f755c6-8b2a-4a0a-82d8-5f5173b43b62 None None] Provisioning complete for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:59.898986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50f755c6-8b2a-4a0a-82d8-5f5173b43b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.958913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.037690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.169162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-1a3902df-6f43-4022-9a4b-72c2ace05a98 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479799 Jul 16 01:35:00.515749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Deleting port bba0df41-6893-44d7-80c8-958fea9ddd8a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:00.515749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.593298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Delete allocated IP 2001:db8:0:1::377 (0e7493f9-90e2-42fc-8445-7b3dd58d2df2/2e6816fc-5cab-4873-8a5d-0fa395f57726) {{(pid=93755) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:35:00.775056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35314a-8270-4a4c-b3eb-7dc1c6a5caa1 req-c93521f7-94d4-494f-a793-1af2ebd27ce7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.789157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d35314a-8270-4a4c-b3eb-7dc1c6a5caa1 req-c93521f7-94d4-494f-a793-1af2ebd27ce7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 945 time: 0.9435530 Jul 16 01:35:00.822145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0de35c46-4ca4-412e-a863-13dd9d847fe9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:00.914020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a838b26-d679-408e-a448-66ade5bd9090 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:00.931326 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.961780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Transition to ACTIVE for port object 0a838b26-d679-408e-a448-66ade5bd9090 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:00.981205 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.027269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c7afacf6-c5f8-45c6-9c02-7bd6e9476e83 None None] Provisioning for port c6a65275-c85a-4052-9796-7a6b81366ae0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:01.036631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Ignored duplicate provisioning block setup for port c6a65275-c85a-4052-9796-7a6b81366ae0 by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:35:01.042935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:01.043387 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.045663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.048240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c7afacf6-c5f8-45c6-9c02-7bd6e9476e83 None None] Provisioning complete for port c6a65275-c85a-4052-9796-7a6b81366ae0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:01.048742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7afacf6-c5f8-45c6-9c02-7bd6e9476e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.136988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-5701d60e-cf0c-47fc-909c-c81856490b7c service neutron] 10.222.0.42 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419358 Jul 16 01:35:01.140346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] For port bba0df41-6893-44d7-80c8-958fea9ddd8a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bba0df41-6893-44d7-80c8-958fea9ddd8a,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:01.141215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.171098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Calling delete_port for bba0df41-6893-44d7-80c8-958fea9ddd8a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:01.190174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] In _notify_port_updated(), no bound segment for port c6a65275-c85a-4052-9796-7a6b81366ae0 on network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:35:01.226199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.226481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.235938 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/ports/c6a65275-c85a-4052-9796-7a6b81366ae0 HTTP/1.1" status: 200 len: 926 time: 1.6840124 Jul 16 01:35:01.262135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c7afacf6-c5f8-45c6-9c02-7bd6e9476e83 None None] Port c6a65275-c85a-4052-9796-7a6b81366ae0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:01.331619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53240) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.368669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad134c51-3c92-4233-bca6-8ea5f44d67a2'}, {'subnet_id': '2e6816fc-5cab-4873-8a5d-0fa395f57726'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.477332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c7afacf6-c5f8-45c6-9c02-7bd6e9476e83 None None] Provisioning complete for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:01.479153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c7afacf6-c5f8-45c6-9c02-7bd6e9476e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.568203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c82ca-553e-49f9-aeeb-2eac11ddaf55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=c6a65275-c85a-4052-9796-7a6b81366ae0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.771401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.860326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.915970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d35314a-8270-4a4c-b3eb-7dc1c6a5caa1 req-34b6a0dd-cbda-4b50-bd2c-2775212d789b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1254776 Jul 16 01:35:01.933343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.005623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port c9f36759-dad1-457b-93a7-e13f1829ec10, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c9f36759-dad1-457b-93a7-e13f1829ec10,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:02.007802 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.038786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-00d6a23b-52b4-4bf8-bc52-01aecbd7250c None None] Provisioning complete for port c6a65275-c85a-4052-9796-7a6b81366ae0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.040628 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00d6a23b-52b4-4bf8-bc52-01aecbd7250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.171351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for c9f36759-dad1-457b-93a7-e13f1829ec10 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:02.182303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00d6a23b-52b4-4bf8-bc52-01aecbd7250c None None] Port c6a65275-c85a-4052-9796-7a6b81366ae0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:02.220628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] No DVR routers for this DVR port bba0df41-6893-44d7-80c8-958fea9ddd8a on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:02.315870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bd81d6e5-6030-4673-9075-dbe1cc283c47 None None] Provisioning complete for port c6a65275-c85a-4052-9796-7a6b81366ae0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.316366 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd81d6e5-6030-4673-9075-dbe1cc283c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.389099 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2963bf5-4a72-4c1d-9341-16e764be12c5 x-openstack-request-id: req-d2963bf5-4a72-4c1d-9341-16e764be12c5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:02.394618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-deleted", "tag": "a4f1f243-818c-4af4-bc4f-40af51705077", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:02.395285 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2963bf5-4a72-4c1d-9341-16e764be12c5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:02.396065 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-deleted', 'tag': 'a4f1f243-818c-4af4-bc4f-40af51705077', 'status': 'completed', 'code': 200} Jul 16 01:35:02.399416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.412192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77dc642b-2a7d-4a13-a328-4aaa8ceeb787 req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "DELETE /v2.0/ports/bba0df41-6893-44d7-80c8-958fea9ddd8a HTTP/1.1" status: 204 len: 173 time: 3.0209367 Jul 16 01:35:02.415373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a838b26-d679-408e-a448-66ade5bd9090,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.445413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bd81d6e5-6030-4673-9075-dbe1cc283c47 None None] Port c6a65275-c85a-4052-9796-7a6b81366ae0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:02.474107 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c245eef-8a7b-4277-b75a-7bec5c1bbd72 x-openstack-request-id: req-7c245eef-8a7b-4277-b75a-7bec5c1bbd72 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:02.476221 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:02.479939 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c245eef-8a7b-4277-b75a-7bec5c1bbd72 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:02.483567 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10', 'code': 200} Jul 16 01:35:02.520932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:02.579461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: bba0df41-6893-44d7-80c8-958fea9ddd8a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:02.580035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bba0df41-6893-44d7-80c8-958fea9ddd8a not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:02.659793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.660411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.660990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.661587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.662366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.663304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.665603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.666345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.670347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.671006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.671588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.672157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:02.732455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8:0:1::2cc (0e7493f9-90e2-42fc-8445-7b3dd58d2df2/2e6816fc-5cab-4873-8a5d-0fa395f57726/c6a65275-c85a-4052-9796-7a6b81366ae0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:02.857124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e032f3-1ddf-46b3-85c5-fa5af4a4878d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Pushing event deleted for resources: {'Port': ['ID=bba0df41-6893-44d7-80c8-958fea9ddd8a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.904530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Attempting to bind port 0a838b26-d679-408e-a448-66ade5bd9090 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:02.905058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Attempting to bind port 0a838b26-d679-408e-a448-66ade5bd9090 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '6a579787-6c13-4e7b-ab45-b29006ed9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:02.905495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Attempting to bind port 0a838b26-d679-408e-a448-66ade5bd9090 on network c3fec702-a2f4-4737-a45e-d8ad506508b4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:02.958154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Port 0a838b26-d679-408e-a448-66ade5bd9090 on network c3fec702-a2f4-4737-a45e-d8ad506508b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:02.959202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Attempting to bind port 0a838b26-d679-408e-a448-66ade5bd9090 on network c3fec702-a2f4-4737-a45e-d8ad506508b4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:03.008078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.010982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:03.011728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Checking segment: {'id': '6a579787-6c13-4e7b-ab45-b29006ed9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:03.012501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Bound using segment: {'id': '6a579787-6c13-4e7b-ab45-b29006ed9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:03.014679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Bound port: 0a838b26-d679-408e-a448-66ade5bd9090, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a579787-6c13-4e7b-ab45-b29006ed9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:03.022534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.032976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object c6a65275-c85a-4052-9796-7a6b81366ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:03.039925 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.087411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e2069-4324-4a5b-8a90-8bd76ab84dc1 req-fbc52166-d24a-4bf9-b9a5-0753847a9f5a tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.106264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f3e2069-4324-4a5b-8a90-8bd76ab84dc1 req-fbc52166-d24a-4bf9-b9a5-0753847a9f5a tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 944 time: 0.4927888 Jul 16 01:35:03.169829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=c6a65275-c85a-4052-9796-7a6b81366ae0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.226751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a7a7b-17da-42eb-86d1-e0c42d6c9dcb req-38398c11-2847-4e55-bbf8-aea06a562c5a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.233631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e8a7a7b-17da-42eb-86d1-e0c42d6c9dcb req-38398c11-2847-4e55-bbf8-aea06a562c5a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7c55c53-776f-4db7-a830-0ff5fb9d6b75 HTTP/1.1" status: 200 len: 944 time: 0.4859948 Jul 16 01:35:03.254795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f3e2069-4324-4a5b-8a90-8bd76ab84dc1 req-2a3e069e-4aa2-4abd-aca5-38afd9f5847c tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416337 Jul 16 01:35:03.352206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] In _notify_port_updated(), no bound segment for port c6a65275-c85a-4052-9796-7a6b81366ae0 on network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:35:03.364504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.365660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.371967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d2a1d495-cf75-4a21-8a05-ec534892f0d3 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/ports/c6a65275-c85a-4052-9796-7a6b81366ae0 HTTP/1.1" status: 200 len: 1012 time: 2.0327630 Jul 16 01:35:03.379913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53258) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.574747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e8a7a7b-17da-42eb-86d1-e0c42d6c9dcb req-4c3e5e79-3dfd-4812-b89c-9ba33c07249a tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "GET /v2.0/security-groups?id=a615df16-9016-4d31-882e-a81dc4a4cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113625 Jul 16 01:35:03.726723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-e3723c24-19d8-479a-98fd-ff95d1e25fe3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3970747 Jul 16 01:35:03.974606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef38ee5-80bc-44d6-b35d-9e5e71bb2f90 req-a9f195fd-463a-4d39-b242-fd69bd1767f5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 210 time: 0.1882958 Jul 16 01:35:04.011492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] For port 0a838b26-d679-408e-a448-66ade5bd9090, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:04.046330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-acfbd8ed-8601-47ef-a4f6-a60a85acc689 None None] Provisioning for port c6a65275-c85a-4052-9796-7a6b81366ae0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:04.098865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-acfbd8ed-8601-47ef-a4f6-a60a85acc689 None None] Provisioning complete for port c6a65275-c85a-4052-9796-7a6b81366ae0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:04.100594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acfbd8ed-8601-47ef-a4f6-a60a85acc689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.162021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.163995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.165139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.167397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.168993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.170119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.171208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.175113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-acfbd8ed-8601-47ef-a4f6-a60a85acc689 None None] Port c6a65275-c85a-4052-9796-7a6b81366ae0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:04.175423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b9a59ef-358d-48dc-a11e-1f59c4d68851 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.1860337 Jul 16 01:35:04.229858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] For port 0a838b26-d679-408e-a448-66ade5bd9090, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0a838b26-d679-408e-a448-66ade5bd9090,segment=NetworkSegment(6a579787-6c13-4e7b-ab45-b29006ed9dea),segment_id=6a579787-6c13-4e7b-ab45-b29006ed9dea)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:04.236545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.304003 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.385995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=c9f36759-dad1-457b-93a7-e13f1829ec10,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.447070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'name': 'network-vif-deleted', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:04.453984 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a537b8-86c1-41ee-bca7-4688ed32153d" -d '{"events": [{"server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "name": "network-vif-deleted", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:04.506136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-447574f3-4a0a-48be-a84f-1adc3bd2aeed tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1268089496&fields=id&tenant_id=5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 267 time: 0.4360425 Jul 16 01:35:04.511299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b6ff51f-1f84-4540-a3d1-fc24b63abee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.512065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b6ff51f-1f84-4540-a3d1-fc24b63abee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.513157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b6ff51f-1f84-4540-a3d1-fc24b63abee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.515349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8b6ff51f-1f84-4540-a3d1-fc24b63abee9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=fdbd9d4d-0a83-44c3-a872-44727c363f86&id=fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 200 len: 2298 time: 0.3055713 Jul 16 01:35:04.586603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.587040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.589981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a838b26-d679-408e-a448-66ade5bd9090 HTTP/1.1" status: 200 len: 1093 time: 5.1054859 Jul 16 01:35:04.591212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port c9f36759-dad1-457b-93a7-e13f1829ec10 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:04.610785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.614683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fd4560-11d6-404e-8cc0-7924a1d748d1 req-1cc7cc0f-d92c-43a3-b38b-5f82172bdc69 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.23 "DELETE /v2.0/ports/c9f36759-dad1-457b-93a7-e13f1829ec10 HTTP/1.1" status: 204 len: 173 time: 5.7080522 Jul 16 01:35:04.714402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-9c837c05-9e02-4cc2-9dcc-8c15c47d0613 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 1000 time: 0.1899679 Jul 16 01:35:04.838271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe72b34-20d1-405b-a9a9-dbe6e781b2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a838b26-d679-408e-a448-66ade5bd9090,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.901950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-cf219a05-1955-4c94-9dc0-f7f3516bff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.917686 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-cf219a05-1955-4c94-9dc0-f7f3516bff29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 200 len: 856 time: 0.1986694 Jul 16 01:35:05.030129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-9983ea54-9ea7-4ba0-a7d1-3d37c83d2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.032464 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-9983ea54-9ea7-4ba0-a7d1-3d37c83d2c41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=150ede74-4fb8-4f79-afd0-b35cf3905b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068573 Jul 16 01:35:05.236893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port c6a65275-c85a-4052-9796-7a6b81366ae0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:05.238333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.245394 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-a37fc377-8797-4297-9a78-8fa9b809a34e service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055347 Jul 16 01:35:05.418989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-a78f40d8-a48d-46df-9b48-71ed84c3bb0a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.421297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-a78f40d8-a48d-46df-9b48-71ed84c3bb0a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 815 time: 0.8215914 Jul 16 01:35:05.422674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-9cb09cd4-9b48-4c4a-ab32-fe32fb28042a service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702452 Jul 16 01:35:05.497717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-0e280e21-4f75-43da-924d-ca1b58a86686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 217 time: 0.0675385 Jul 16 01:35:05.511599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Request body: {'port': {'device_id': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'admin_state_up': True, 'tenant_id': '4e050663ce3d41539655420d649ee6ee'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.605769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.641745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-9d5efdbf-13db-4088-bbbb-fa564490073f tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.654630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-9d5efdbf-13db-4088-bbbb-fa564490073f tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 945 time: 1.0744591 Jul 16 01:35:05.696662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'port': {'security_groups': ['c8612b3b-b1dd-421a-820a-d6a5806ad809', 'be7e53b6-79e2-44be-9b1a-6bd0a877ba48']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.764406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for c6a65275-c85a-4052-9796-7a6b81366ae0 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:05.921717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-dc088095-d5cf-41d1-8c40-b703d24334ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.923646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-dc088095-d5cf-41d1-8c40-b703d24334ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.4205527 Jul 16 01:35:05.955306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-e736d972-3919-4c80-aa46-8d66833c2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.957890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-e736d972-3919-4c80-aa46-8d66833c2e71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e607e78806f44988bf682be017afe177&device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 1096 time: 1.2486281 Jul 16 01:35:06.015377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-281f08fc-702c-46a0-a720-aab2b7db68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.017020 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-281f08fc-702c-46a0-a720-aab2b7db68a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873716 Jul 16 01:35:06.058335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c240a-c140-403a-b2da-6480fa087947 req-c21c5e76-62ad-44b9-a314-c5e5856f6a43 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.060576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-310c240a-c140-403a-b2da-6480fa087947 req-c21c5e76-62ad-44b9-a314-c5e5856f6a43 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 944 time: 0.8394611 Jul 16 01:35:06.061463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.091400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-80fa942b-6bbd-46f4-92ea-44d85bff4f94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a838b26-d679-408e-a448-66ade5bd9090 HTTP/1.1" status: 200 len: 217 time: 0.1126566 Jul 16 01:35:06.148723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-0834de6b-85d4-4ad3-bae0-48fe2ee24000 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250343 Jul 16 01:35:06.308959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-4dc44f78-e183-4f2b-8c2f-4ea04ec382f9 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538060 Jul 16 01:35:06.314832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Made reservation on behalf of 4e050663ce3d41539655420d649ee6ee for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:06.321112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.330531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-310c240a-c140-403a-b2da-6480fa087947 req-b955f1b1-67ca-4b89-9031-396754405d6f tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478285 Jul 16 01:35:06.337175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-6ca3941f-9e44-4d74-887d-f9bc87beba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.339936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-6ca3941f-9e44-4d74-887d-f9bc87beba28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96e25073-8d8a-441d-b01f-544d9d233a03 HTTP/1.1" status: 200 len: 850 time: 0.1954963 Jul 16 01:35:06.386171 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-0ea0b24f-dbd1-43ee-a7f7-420055a5123d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 217 time: 0.0696721 Jul 16 01:35:06.430860 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e714c6-d0c5-4d3a-9268-0b55c368b048 x-openstack-request-id: req-78e714c6-d0c5-4d3a-9268-0b55c368b048 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:06.431140 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9334f8e-aed2-48e1-b36e-49105687c881", "name": "network-vif-deleted", "tag": "bba0df41-6893-44d7-80c8-958fea9ddd8a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:06.431464 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78e714c6-d0c5-4d3a-9268-0b55c368b048 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:06.431931 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9334f8e-aed2-48e1-b36e-49105687c881', 'name': 'network-vif-deleted', 'tag': 'bba0df41-6893-44d7-80c8-958fea9ddd8a', 'status': 'completed', 'code': 200} Jul 16 01:35:06.435043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-29dc8c8b-b153-4653-ae83-79f5638dd241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3fec702-a2f4-4737-a45e-d8ad506508b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610175 Jul 16 01:35:06.490241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-3bd989d9-754f-41a1-9994-7e90a54b5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.493288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-3bd989d9-754f-41a1-9994-7e90a54b5f15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1018150 Jul 16 01:35:06.520387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53296) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.676392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting subnet 5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:06.685778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.763206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-89de6358-5921-4915-8e4a-100bca9fbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.765103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-89de6358-5921-4915-8e4a-100bca9fbd79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2656515 Jul 16 01:35:06.789816 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.801367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e7656fd-0a03-473c-8dde-c61f6edf9d16 req-926a0aaa-a5ce-4e1c-a228-6937eea32e91 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 210 time: 0.0743544 Jul 16 01:35:06.977863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-f2485f59-fd2b-4e93-bf44-44f4b24705a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191946 Jul 16 01:35:07.033607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Allocated IP 172.20.0.7 (5cd15b4c-b76d-40f2-af2f-d49639bbc954/690d924c-f662-4f6d-b49b-f7dcd91e829e/5145fb69-1249-4c62-b2d1-6791d6314f65) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.069683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.080740 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-2be05a85-34cb-4761-86f1-4a7276950ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069272 Jul 16 01:35:07.142700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=c6a65275-c85a-4052-9796-7a6b81366ae0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.175883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:07.213954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.286504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f5ce26a-05cc-4394-8a43-b081fb60d8c0 req-b236238e-61f8-4f8b-a2e8-8b2b66da320c service neutron] 10.222.0.13 "GET /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973785 Jul 16 01:35:07.351619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.402937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.403487 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.411219 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-7b8c876f-24b0-4864-b6c3-a4f84c412eee service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163438 Jul 16 01:35:07.416709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Subnet': ['ID=5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.418186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.420120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-00daded6-2fda-4754-bb32-3e3014b6633b tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/subnets/5b01fc3b-7ff9-4bac-b997-27b9acb7c3d2 HTTP/1.1" status: 204 len: 168 time: 0.8953729 Jul 16 01:35:07.425470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53300) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.427703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c787d2-1a4e-4ddc-b8a1-8f47435c7f61 None None] Network 17909505-0d2c-4bd4-9339-777d70f12aa8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:07.432803 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.439303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf5afb8d-26ef-4717-a162-a114c06227d2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/c6a65275-c85a-4052-9796-7a6b81366ae0 HTTP/1.1" status: 204 len: 168 time: 4.0250654 Jul 16 01:35:07.453243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53302) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.454303 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.490472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:07.584310 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.631964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.635473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.640633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a67e8ed-15f0-475c-84e2-4a8c9d3134b1 req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "PUT /v2.0/ports/d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 981 time: 1.9847872 Jul 16 01:35:07.664249 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dc4778-8d2b-4dba-bb69-8d38d9dd982c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:35:07.667245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-22dc4778-8d2b-4dba-bb69-8d38d9dd982c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/c6a65275-c85a-4052-9796-7a6b81366ae0 HTTP/1.1" status: 404 len: 333 time: 0.2106287 Jul 16 01:35:07.676892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.700921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-35bdf43c-bda0-48b9-aaac-8a56d2bbead7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 200 len: 217 time: 0.2764838 Jul 16 01:35:07.787557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b323a7-f4df-442f-9db8-70d05a7192ef tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.830486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:07.851625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.873242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b082818-c9f0-4d0e-8138-62e98450e54d req-fdf5007d-4648-4cd8-b4fe-296e396f3cf0 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.881241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b082818-c9f0-4d0e-8138-62e98450e54d req-fdf5007d-4648-4cd8-b4fe-296e396f3cf0 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 944 time: 0.2186451 Jul 16 01:35:07.888240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 2e6816fc-5cab-4873-8a5d-0fa395f57726 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:07.894199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.949536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-47bbf954-a6fc-4116-b898-ae04df64416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.953064 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-47bbf954-a6fc-4116-b898-ae04df64416e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.2108588 Jul 16 01:35:08.006691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b082818-c9f0-4d0e-8138-62e98450e54d req-7b561536-6265-40c4-92c5-a4ac0ed7dff7 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217990 Jul 16 01:35:08.027021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.031727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:08.032103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.136447 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.164602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,segment=NetworkSegment(24d0595f-eeca-47f7-8460-5e5276d86de2),segment_id=24d0595f-eeca-47f7-8460-5e5276d86de2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:08.165130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.180234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:08.256514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-39de8425-3333-45a9-b382-f50e165802ac tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-99397867&fields=id&tenant_id=5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 267 time: 0.2099068 Jul 16 01:35:08.320861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] DHCP port deletion for 17909505-0d2c-4bd4-9339-777d70f12aa8 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:08.407258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:08.432409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:08.432733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.446239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'tag': '0a838b26-d679-408e-a448-66ade5bd9090'}, {'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-deleted', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10'}, {'name': 'network-changed', 'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:08.451072 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff39950b-5862-4e51-8783-2561c1246118" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3de2b8-36ed-4f57-bf75-49975816de75", "tag": "0a838b26-d679-408e-a448-66ade5bd9090"}, {"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-deleted", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10"}, {"name": "network-changed", "server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:08.461819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:08.515908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.525657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.526928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.528589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Deleting port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:08.529543 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.531328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:08.544878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.550791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-3b65f232-9c91-4077-a8d5-db08d8024df9 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1075513 Jul 16 01:35:08.567462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Request body: {'port': {'device_id': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.592641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-10054898-154c-4b3b-9bc3-29c3253930c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.595502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-10054898-154c-4b3b-9bc3-29c3253930c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6310678 Jul 16 01:35:08.647268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] For port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:08.648578 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.656791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.668571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Calling delete_port for 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:08.673730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:35:08.675320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.706955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] Pushing event deleted for resources: {'Port': ['ID=70bf410e-ed6f-4211-bd97-f25ecdfd0ec3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.730320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ebfa7-11d7-4f83-aded-e9754ec07aa0 None None] No DVR routers for this DVR port 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:08.782259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-9f92e63c-21cf-4849-8ff1-7c4da3aa724d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.787174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-9f92e63c-21cf-4849-8ff1-7c4da3aa724d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 984 time: 0.4749038 Jul 16 01:35:08.796811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:08.816011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a062b-5544-4bec-bd4c-2d87cf5cde60 req-e545b40c-c51b-4403-8ecf-88232d878a31 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.834095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b3a062b-5544-4bec-bd4c-2d87cf5cde60 req-e545b40c-c51b-4403-8ecf-88232d878a31 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 931 time: 0.5747550 Jul 16 01:35:08.843137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:08.843494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70bf410e-ed6f-4211-bd97-f25ecdfd0ec3 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:08.863187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'port': {'security_groups': ['be7e53b6-79e2-44be-9b1a-6bd0a877ba48', 'c8612b3b-b1dd-421a-820a-d6a5806ad809', '7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.866978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.891853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17909505-0d2c-4bd4-9339-777d70f12aa8']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:08.947894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0595f-eeca-47f7-8460-5e5276d86de2') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:08.947894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0595f-eeca-47f7-8460-5e5276d86de2') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:08.954150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.981302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.993111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b3a062b-5544-4bec-bd4c-2d87cf5cde60 req-5a5e2e40-489e-4c41-88ac-64deb2e18b10 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576250 Jul 16 01:35:09.035759 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.046957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.064870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-6a204a70-48be-40b0-bde4-faf088149f06 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443071 Jul 16 01:35:09.067067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:09.067989 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.099907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:09.107180 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:09.132834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.133650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a909e8f-ed23-4f52-9c4b-399117956a14 None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:09.138097 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/2e6816fc-5cab-4873-8a5d-0fa395f57726 HTTP/1.1" status: 204 len: 168 time: 1.4568822 Jul 16 01:35:09.154700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab1c9f-690b-4cfc-975d-ec292dc588cb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6816fc-5cab-4873-8a5d-0fa395f57726,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.159491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53318) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.352992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.411661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.421114 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/networks/17909505-0d2c-4bd4-9339-777d70f12aa8 HTTP/1.1" status: 204 len: 168 time: 1.9843280 Jul 16 01:35:09.423149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01dcb4-153c-4e09-bc14-b9b7ab8f59c4 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Network': ['ID=17909505-0d2c-4bd4-9339-777d70f12aa8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.426406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53320) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.438870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet ad134c51-3c92-4233-bca6-8ea5f44d67a2 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:09.448659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.460061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5145fb69-1249-4c62-b2d1-6791d6314f65 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:09.469708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.483753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Transition to ACTIVE for port object 5145fb69-1249-4c62-b2d1-6791d6314f65 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:09.494182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.534355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.559811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.868496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting subnet 0367124a-983c-4542-bc7d-f8f04c7d4244 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:09.888012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.924984 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5416f-dbf0-439d-ba82-9ea3dfad270b x-openstack-request-id: req-96f5416f-dbf0-439d-ba82-9ea3dfad270b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:09.925457 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3de2b8-36ed-4f57-bf75-49975816de75", "tag": "0a838b26-d679-408e-a448-66ade5bd9090", "status": "completed", "code": 200}, {"server_uuid": "d7c55c53-776f-4db7-a830-0ff5fb9d6b75", "name": "network-vif-deleted", "tag": "c9f36759-dad1-457b-93a7-e13f1829ec10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:09.931043 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96f5416f-dbf0-439d-ba82-9ea3dfad270b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:09.932353 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'tag': '0a838b26-d679-408e-a448-66ade5bd9090', 'status': 'completed', 'code': 200} Jul 16 01:35:09.932702 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c55c53-776f-4db7-a830-0ff5fb9d6b75', 'name': 'network-vif-deleted', 'tag': 'c9f36759-dad1-457b-93a7-e13f1829ec10', 'status': 'completed', 'code': 200} Jul 16 01:35:09.933135 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'status': 'completed', 'code': 200} Jul 16 01:35:10.022100 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-66965c5c-1da9-4eb2-b911-6759e4e57981 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990850 Jul 16 01:35:10.029359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0a838b26-d679-408e-a448-66ade5bd9090 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:10.037507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.084114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Attempting to bind port 5145fb69-1249-4c62-b2d1-6791d6314f65 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:10.084583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Attempting to bind port 5145fb69-1249-4c62-b2d1-6791d6314f65 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:10.085117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Attempting to bind port 5145fb69-1249-4c62-b2d1-6791d6314f65 on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:10.098696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:10.143536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Port 5145fb69-1249-4c62-b2d1-6791d6314f65 on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:10.145234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Attempting to bind port 5145fb69-1249-4c62-b2d1-6791d6314f65 on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:10.175855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-605ff1bf-90cf-432a-8348-f68b4275c009 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 200 len: 217 time: 0.1339364 Jul 16 01:35:10.177763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c1723a8-3929-4659-ba49-0d2d8b7f42e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.225086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:10.225584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Checking segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:10.226061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Bound using segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:10.226248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Bound port: 5145fb69-1249-4c62-b2d1-6791d6314f65, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:10.226614 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.230711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.269599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.276448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39950b-5862-4e51-8783-2561c1246118 req-8ac95b0c-abbe-4293-9681-2d8df2f7c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.277996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-8ac95b0c-abbe-4293-9681-2d8df2f7c83f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e607e78806f44988bf682be017afe177&device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 1096 time: 0.3587685 Jul 16 01:35:10.298707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-d9b56909-af25-46ce-8bcd-50b395f578e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.305817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-d9b56909-af25-46ce-8bcd-50b395f578e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1171088 Jul 16 01:35:10.326188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.356199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0a838b26-d679-408e-a448-66ade5bd9090, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0a838b26-d679-408e-a448-66ade5bd9090,segment=NetworkSegment(6a579787-6c13-4e7b-ab45-b29006ed9dea),segment_id=6a579787-6c13-4e7b-ab45-b29006ed9dea)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:10.400232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '0a838b26-d679-408e-a448-66ade5bd9090', 'network_id': 'c3fec702-a2f4-4737-a45e-d8ad506508b4', 'port_id': '0a838b26-d679-408e-a448-66ade5bd9090', 'mac_address': 'fa:16:3e:dd:ed:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e25073-8d8a-441d-b01f-544d9d233a03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:10.405828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.410279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.410733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:10.412662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1943b308-6ac9-4116-afc4-a8e72a6da3b6 req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "PUT /v2.0/ports/d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 1020 time: 1.5575912 Jul 16 01:35:10.594985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:10.598354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163cdb7-02f7-4722-81ea-922b7d7af451 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.615085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:10.627498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:10.633997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39950b-5862-4e51-8783-2561c1246118 req-60190808-ba4f-44af-a12f-37979828b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.636453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-60190808-ba4f-44af-a12f-37979828b640 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3fec702-a2f4-4737-a45e-d8ad506508b4 HTTP/1.1" status: 200 len: 911 time: 0.3505259 Jul 16 01:35:10.644323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7268f9-6511-4292-b9fa-121459846c02 req-d2344fdd-a56c-4e7e-aaf6-e3a44dce9a3b tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.652370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b7268f9-6511-4292-b9fa-121459846c02 req-d2344fdd-a56c-4e7e-aaf6-e3a44dce9a3b tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 944 time: 0.4964516 Jul 16 01:35:10.669313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.823438 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.919992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a838b26-d679-408e-a448-66ade5bd9090 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:10.968021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0a838b26-d679-408e-a448-66ade5bd9090, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0a838b26-d679-408e-a448-66ade5bd9090,segment=NetworkSegment(6a579787-6c13-4e7b-ab45-b29006ed9dea),segment_id=6a579787-6c13-4e7b-ab45-b29006ed9dea)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:10.998265 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.338032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-41f48e14-5a12-4026-944b-e99a23dae6b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a838b26-d679-408e-a448-66ade5bd9090 HTTP/1.1" status: 200 len: 217 time: 0.6767993 Jul 16 01:35:11.365532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-87c52a49-9f6f-437f-b0a9-31f473df1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.366108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=0a838b26-d679-408e-a448-66ade5bd9090,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.371309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-87c52a49-9f6f-437f-b0a9-31f473df1907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0323651 Jul 16 01:35:11.467910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0a838b26-d679-408e-a448-66ade5bd9090'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:11.479029 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:11.501421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b7268f9-6511-4292-b9fa-121459846c02 req-e622e9be-34f2-4175-878b-5943c63cdd8e tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8480248 Jul 16 01:35:11.508703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.517009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.527373 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] 10.222.0.23 "PUT /v2.0/ports/5145fb69-1249-4c62-b2d1-6791d6314f65 HTTP/1.1" status: 200 len: 1092 time: 2.9654858 Jul 16 01:35:11.595786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39950b-5862-4e51-8783-2561c1246118 req-06d9c803-4b1d-4d8a-86ea-f983bd8dbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.598273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-06d9c803-4b1d-4d8a-86ea-f983bd8dbb5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96e25073-8d8a-441d-b01f-544d9d233a03 HTTP/1.1" status: 200 len: 850 time: 0.2160425 Jul 16 01:35:11.650982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-09c93cc5-7442-44d5-b627-847c56bd8bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703421 Jul 16 01:35:11.668078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.674791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.709360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b84a-31c5-4544-b55d-26cda69ba69c service neutron] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.786907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-27ad6cb6-57cd-44c7-adbd-46573aab0322 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3fec702-a2f4-4737-a45e-d8ad506508b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540384 Jul 16 01:35:11.849924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697fd9a-0997-4d24-8fd6-f4309d562bf1 req-69ff5819-1bae-4c29-a11b-8bd8a2bb7ced tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.852575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e697fd9a-0997-4d24-8fd6-f4309d562bf1 req-69ff5819-1bae-4c29-a11b-8bd8a2bb7ced tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 943 time: 0.5368578 Jul 16 01:35:11.911271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e5f6e869-d5f8-48b9-9a85-44b8fcce466d None None] Provisioning complete for port 0de35c46-4ca4-412e-a863-13dd9d847fe9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:11.911963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e869-d5f8-48b9-9a85-44b8fcce466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.929094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=ad134c51-3c92-4233-bca6-8ea5f44d67a2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.936940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-9ba4833b-29b0-4227-a834-6352acc38cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648432 Jul 16 01:35:11.946504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744'}, {'name': 'network-changed', 'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:11.951334 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7449029f-828f-4646-8014-1feff8d7c156" -d '{"events": [{"name": "network-changed", "server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744"}, {"name": "network-changed", "server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:11.989827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.993018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c3c5a0b-4c41-48a4-a26e-4520495deab4 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/ad134c51-3c92-4233-bca6-8ea5f44d67a2 HTTP/1.1" status: 204 len: 168 time: 2.8313625 Jul 16 01:35:11.998092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53332) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.008954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dfef15-2c86-46a3-8bb1-5dba8c449837 None None] Network 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:12.098968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e697fd9a-0997-4d24-8fd6-f4309d562bf1 req-5082ced5-01e7-4078-baf8-b64f7ab9a11a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257988 Jul 16 01:35:12.105811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-f8282377-c24f-455d-b485-61496b0336ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.107355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-f8282377-c24f-455d-b485-61496b0336ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 1095 time: 0.5075476 Jul 16 01:35:12.199404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-c733f4c4-ea31-4940-bc48-5509b2916c7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5145fb69-1249-4c62-b2d1-6791d6314f65 HTTP/1.1" status: 200 len: 217 time: 0.0695958 Jul 16 01:35:12.226840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-745388cd-5e08-44af-9dac-ea20c1123b13 service neutron] 10.222.0.13 "GET /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292972 Jul 16 01:35:12.315022 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-8057ac55-318d-49c4-8687-82d86c779539 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 200 len: 217 time: 0.3618119 Jul 16 01:35:12.381932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.397272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-f614372b-3b46-4180-8f2b-cc9886302e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.401707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-f614372b-3b46-4180-8f2b-cc9886302e18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 200 len: 855 time: 0.1962798 Jul 16 01:35:12.449430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-57c4b8fc-9f02-487d-98d4-f6829e8f1f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.480492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.500411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-f2a8372a-cb41-4c4c-a4eb-0b9f36503558 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd15b4c-b76d-40f2-af2f-d49639bbc954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749166 Jul 16 01:35:12.558570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-be10c705-2391-4cbc-9e0a-ee891c019a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.563936 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-be10c705-2391-4cbc-9e0a-ee891c019a29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.2295837 Jul 16 01:35:12.669292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.694839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd57577-062f-4af8-912d-1e5e62dc983c req-b64b99a6-3848-4fcc-be11-077c33a0dfb7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.696868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fd57577-062f-4af8-912d-1e5e62dc983c req-b64b99a6-3848-4fcc-be11-077c33a0dfb7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1023 time: 0.6603806 Jul 16 01:35:12.702059 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54377c3-140f-4d96-af87-00fbb8bc1652 x-openstack-request-id: req-b54377c3-140f-4d96-af87-00fbb8bc1652 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:12.702428 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:12.702756 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b54377c3-140f-4d96-af87-00fbb8bc1652 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:12.703228 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'status': 'completed', 'code': 200} Jul 16 01:35:12.703574 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'status': 'completed', 'code': 200} Jul 16 01:35:12.755800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] DHCP port deletion for 0e7493f9-90e2-42fc-8445-7b3dd58d2df2 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:12.758713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Subnet': ['ID=0367124a-983c-4542-bc7d-f8f04c7d4244,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.761315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.767228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-128d0b3c-8ba3-4b85-bf7f-7330553c0709 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/subnets/0367124a-983c-4542-bc7d-f8f04c7d4244 HTTP/1.1" status: 204 len: 168 time: 3.1454699 Jul 16 01:35:12.773196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53336) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.778354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac9062-763c-4d34-8c11-8e9e03a03b8a None None] Network dee88bcd-5fff-4fe5-b144-43637745756c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:12.835135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 0de35c46-4ca4-412e-a863-13dd9d847fe9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:12.835484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.961953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-24d4abd2-f4dd-48e7-8e80-d7c925697372 service neutron] 10.222.0.13 "GET /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497388 Jul 16 01:35:12.979273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] Deleting port 0de35c46-4ca4-412e-a863-13dd9d847fe9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:12.979921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.059691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-16eefc56-63ff-4a71-b0a8-b6cd7b580018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.061222 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-16eefc56-63ff-4a71-b0a8-b6cd7b580018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4623961 Jul 16 01:35:13.070967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.078680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-7c08abef-beaa-4d60-b9b9-ad1fded0b048 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265648 Jul 16 01:35:13.094733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] For port 0de35c46-4ca4-412e-a863-13dd9d847fe9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0de35c46-4ca4-412e-a863-13dd9d847fe9,segment=NetworkSegment(f05d958d-ae2e-464f-9753-9174e6dd6776),segment_id=f05d958d-ae2e-464f-9753-9174e6dd6776)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:13.095112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.105830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449029f-828f-4646-8014-1feff8d7c156 req-1bfb6d3d-87bc-41b1-8a8c-95048746cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.106650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fd57577-062f-4af8-912d-1e5e62dc983c req-8eca8261-522f-499c-8689-6afcb673b15e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=be7e53b6-79e2-44be-9b1a-6bd0a877ba48&id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64 HTTP/1.1" status: 200 len: 6155 time: 0.3726737 Jul 16 01:35:13.108346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-1bfb6d3d-87bc-41b1-8a8c-95048746cf96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1175 time: 0.4906867 Jul 16 01:35:13.140880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ed048-c82e-4c8c-8eb9-d80eb526d914 req-ca3f7a1b-c283-4a53-ab14-afa03d67f5a0 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.143359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc5ed048-c82e-4c8c-8eb9-d80eb526d914 req-ca3f7a1b-c283-4a53-ab14-afa03d67f5a0 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 945 time: 0.3872831 Jul 16 01:35:13.166187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] For port 0de35c46-4ca4-412e-a863-13dd9d847fe9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0de35c46-4ca4-412e-a863-13dd9d847fe9,segment=NetworkSegment(f05d958d-ae2e-464f-9753-9174e6dd6776),segment_id=f05d958d-ae2e-464f-9753-9174e6dd6776)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:13.166921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.194515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] Calling delete_port for 0de35c46-4ca4-412e-a863-13dd9d847fe9 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:13.296976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 0de35c46-4ca4-412e-a863-13dd9d847fe9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:13.333417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] DHCP port deletion for dee88bcd-5fff-4fe5-b144-43637745756c request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:13.434679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc5ed048-c82e-4c8c-8eb9-d80eb526d914 req-33c336d6-0d25-484b-ab66-7f76efc0b97e tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732739 Jul 16 01:35:13.497334 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.523800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] Deleting port 1c835933-d5b5-4697-9767-162f70b2ad33 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:13.524604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.539217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef3594ee-5453-478c-8c73-a1025c6d8229 req-ed272ca7-e201-464d-85c5-a419e5b755fa service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303358 Jul 16 01:35:13.551847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-342f9a71-c4fa-46b1-9dcd-594df6974091 req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': ' tempest-securitygroup -274614421 ', 'description': 'tempest-description-785617221'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:13.584413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] Pushing event deleted for resources: {'Port': ['ID=0de35c46-4ca4-412e-a863-13dd9d847fe9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.596781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d5f26-ba09-4d55-aee2-314392fc88cc None None] No DVR routers for this DVR port 0de35c46-4ca4-412e-a863-13dd9d847fe9 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:13.615277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449029f-828f-4646-8014-1feff8d7c156 req-00254a98-95a1-47bf-98c6-0e5df7bc1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.623236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-00254a98-95a1-47bf-98c6-0e5df7bc1944 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.4826233 Jul 16 01:35:13.624649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-342f9a71-c4fa-46b1-9dcd-594df6974091 req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.713668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.730107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] For port 1c835933-d5b5-4697-9767-162f70b2ad33, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c835933-d5b5-4697-9767-162f70b2ad33,segment=NetworkSegment(d61d8060-4b22-4e47-969e-6db84370a62c),segment_id=d61d8060-4b22-4e47-969e-6db84370a62c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:13.730107 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.746874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.764334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] Calling delete_port for 1c835933-d5b5-4697-9767-162f70b2ad33 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:13.817368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449029f-828f-4646-8014-1feff8d7c156 req-06b9dd4b-01d9-46aa-b46e-d392ebaeea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.820572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-06b9dd4b-01d9-46aa-b46e-d392ebaeea2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 1095 time: 0.1721690 Jul 16 01:35:13.861062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=0de35c46-4ca4-412e-a863-13dd9d847fe9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.864592 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-45a7a0d4-f8f1-4c2a-b64f-ea5a1dc941c9 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842114 Jul 16 01:35:13.874140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No DVR routers for this DVR port 0de35c46-4ca4-412e-a863-13dd9d847fe9 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:13.881884 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-18f17f6f-4815-4993-8469-7b9d5a984b42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 217 time: 0.2464075 Jul 16 01:35:13.949770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.971442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Deleting port 1c835933-d5b5-4697-9767-162f70b2ad33 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:13.972048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.996627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] Pushing event deleted for resources: {'Port': ['ID=1c835933-d5b5-4697-9767-162f70b2ad33,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.998517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf15a1f-e5c6-4ac6-a3d0-aa13d0de0c82 None None] No DVR routers for this DVR port 1c835933-d5b5-4697-9767-162f70b2ad33 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:14.034078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449029f-828f-4646-8014-1feff8d7c156 req-5b7321e0-1bd8-4aa5-918a-91ed362b8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.035730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-5b7321e0-1bd8-4aa5-918a-91ed362b8631 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 916 time: 0.2073569 Jul 16 01:35:14.067438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] For port 1c835933-d5b5-4697-9767-162f70b2ad33, host n-d-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:14.067844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.072322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0a838b26-d679-408e-a448-66ade5bd9090 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:14.145940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Calling delete_port for 1c835933-d5b5-4697-9767-162f70b2ad33 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:14.151431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-713ad221-3f95-4462-9314-e14b5cf82a42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5145fb69-1249-4c62-b2d1-6791d6314f65 HTTP/1.1" status: 200 len: 217 time: 0.1015329 Jul 16 01:35:14.213238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 0a838b26-d679-408e-a448-66ade5bd9090 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:14.220099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-342f9a71-c4fa-46b1-9dcd-594df6974091 req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.224641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 0a838b26-d679-408e-a448-66ade5bd9090 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:14.226798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.230938 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-bb45e87e-a97c-405b-a6e7-9e5e8a00c21b service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572137 Jul 16 01:35:14.233054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-342f9a71-c4fa-46b1-9dcd-594df6974091 req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.233303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449029f-828f-4646-8014-1feff8d7c156 req-6445f5b4-7c73-4917-8625-88e21b3be78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.236047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-6445f5b4-7c73-4917-8625-88e21b3be78f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.3383267 Jul 16 01:35:14.239143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Port 1c835933-d5b5-4697-9767-162f70b2ad33 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:35:14.281351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7f7f2-7abf-4fd5-8f9e-4654c50fa82b req-c659c2f0-0766-4575-b2c2-8700c4d06297 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.282835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52d7f7f2-7abf-4fd5-8f9e-4654c50fa82b req-c659c2f0-0766-4575-b2c2-8700c4d06297 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 943 time: 0.4931514 Jul 16 01:35:14.291608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449029f-828f-4646-8014-1feff8d7c156 req-6c515a67-110c-40d3-a1b1-6db5dc808aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.292863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-6c515a67-110c-40d3-a1b1-6db5dc808aa3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 200 len: 855 time: 0.1238399 Jul 16 01:35:14.304778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-342f9a71-c4fa-46b1-9dcd-594df6974091 req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.306757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-342f9a71-c4fa-46b1-9dcd-594df6974091 req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7735193 Jul 16 01:35:14.318400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed982d-a853-41e9-8a73-73838c6e8394 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2485a83-ff70-4527-aaef-65621d110e95,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.361516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-85605fed-b416-42aa-aa4d-b4d41ab9810c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd15b4c-b76d-40f2-af2f-d49639bbc954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524316 Jul 16 01:35:14.373281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.378847 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-a8e49f8e-2ec6-4a64-9bee-e32182a2d925 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 200 len: 217 time: 0.1358314 Jul 16 01:35:14.386054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-f3a7d672-1c65-4451-9518-119560c9da4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402619 Jul 16 01:35:14.393394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.419109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52d7f7f2-7abf-4fd5-8f9e-4654c50fa82b req-38dde09c-680b-4f75-b060-25617b7822f6 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194839 Jul 16 01:35:14.469445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a838b26-d679-408e-a448-66ade5bd9090'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:14.479125 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a286b83-4953-4c5d-8b37-0b9deaaf8d91" -d '{"events": [{"server_uuid": "6c3de2b8-36ed-4f57-bf75-49975816de75", "name": "network-vif-plugged", "status": "completed", "tag": "0a838b26-d679-408e-a448-66ade5bd9090"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:14.518818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0a838b26-d679-408e-a448-66ade5bd9090, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0a838b26-d679-408e-a448-66ade5bd9090,segment=NetworkSegment(6a579787-6c13-4e7b-ab45-b29006ed9dea),segment_id=6a579787-6c13-4e7b-ab45-b29006ed9dea)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:14.519514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.524188 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.654348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=0a838b26-d679-408e-a448-66ade5bd9090,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.655787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f68186a1-e6ec-4d4e-8eed-d8a4d23dbb54 req-cbd7db92-de22-4bb5-9aad-9c593a979468 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/d2485a83-ff70-4527-aaef-65621d110e95 HTTP/1.1" status: 200 len: 1781 time: 0.1022582 Jul 16 01:35:14.675640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-b4a8c390-76e7-472f-889e-dfec3cc48592 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941768 Jul 16 01:35:14.715328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Port': ['ID=1c835933-d5b5-4697-9767-162f70b2ad33,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.720671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-8fdd7dba-c5e0-4d4b-976c-afc368771a38 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853439 Jul 16 01:35:14.737045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] No DVR routers for this DVR port 1c835933-d5b5-4697-9767-162f70b2ad33 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:14.775912 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ef157-16d9-4d0d-a4d6-76c241d701c0 x-openstack-request-id: req-5f8ef157-16d9-4d0d-a4d6-76c241d701c0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:14.776304 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3de2b8-36ed-4f57-bf75-49975816de75", "name": "network-vif-plugged", "status": "completed", "tag": "0a838b26-d679-408e-a448-66ade5bd9090", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:14.776664 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f8ef157-16d9-4d0d-a4d6-76c241d701c0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:14.777323 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a838b26-d679-408e-a448-66ade5bd9090', 'code': 200} Jul 16 01:35:14.831073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0de35c46-4ca4-412e-a863-13dd9d847fe9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:14.833688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7493f9-90e2-42fc-8445-7b3dd58d2df2']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.875492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05d958d-ae2e-464f-9753-9174e6dd6776') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.875944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05d958d-ae2e-464f-9753-9174e6dd6776') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.904046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.932243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 0de35c46-4ca4-412e-a863-13dd9d847fe9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:14.932636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0de35c46-4ca4-412e-a863-13dd9d847fe9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:14.933196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c835933-d5b5-4697-9767-162f70b2ad33 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:14.964767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1c835933-d5b5-4697-9767-162f70b2ad33 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:14.965267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c835933-d5b5-4697-9767-162f70b2ad33 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:15.073044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e7a5694-aaf8-45a9-a742-cc0844121eb8 req-2f91cabf-5c3e-4683-9282-d6f90775e6c1 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/d2485a83-ff70-4527-aaef-65621d110e95 HTTP/1.1" status: 200 len: 1781 time: 0.2223306 Jul 16 01:35:15.076164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-64779951-f1e8-4a80-94a3-9c4c596e3330 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916144 Jul 16 01:35:15.178231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.248531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053793b6-2e32-4576-a1f8-5ad816a6d341 req-56eed284-734b-4fee-b8dc-6cc05a11b5ec tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.250911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-053793b6-2e32-4576-a1f8-5ad816a6d341 req-56eed284-734b-4fee-b8dc-6cc05a11b5ec tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 946 time: 0.3261445 Jul 16 01:35:15.251769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e7a5694-aaf8-45a9-a742-cc0844121eb8 req-c2fc5bf0-da49-45ac-9775-9ed8eff641ff tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.278694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504fc08-7d70-4130-bebb-4388cfca92db req-5c4b81ef-1ff9-437b-b99d-f69459f6f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.280267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d504fc08-7d70-4130-bebb-4388cfca92db req-5c4b81ef-1ff9-437b-b99d-f69459f6f146 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 1098 time: 0.3172221 Jul 16 01:35:15.313308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e7a5694-aaf8-45a9-a742-cc0844121eb8 req-c2fc5bf0-da49-45ac-9775-9ed8eff641ff tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.411910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.415800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d504fc08-7d70-4130-bebb-4388cfca92db req-1e0a6b22-e40e-4243-9a86-abf1c4fa2476 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176763 Jul 16 01:35:15.433646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-a8769ed3-f42d-4ab3-95af-5138c8a6fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.436224 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-a8769ed3-f42d-4ab3-95af-5138c8a6fea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 1.0398390 Jul 16 01:35:15.440246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee88bcd-5fff-4fe5-b144-43637745756c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:15.454074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-053793b6-2e32-4576-a1f8-5ad816a6d341 req-71ba2041-4ec5-41f7-8b87-f60e932a2efc tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724279 Jul 16 01:35:15.466365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e7a5694-aaf8-45a9-a742-cc0844121eb8 req-c2fc5bf0-da49-45ac-9775-9ed8eff641ff tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.470264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7e7a5694-aaf8-45a9-a742-cc0844121eb8 req-c2fc5bf0-da49-45ac-9775-9ed8eff641ff tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.472021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e7a5694-aaf8-45a9-a742-cc0844121eb8 req-c2fc5bf0-da49-45ac-9775-9ed8eff641ff tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2485a83-ff70-4527-aaef-65621d110e95 HTTP/1.1" status: 204 len: 173 time: 0.3764386 Jul 16 01:35:15.524761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc5bf0-da49-45ac-9775-9ed8eff641ff tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2485a83-ff70-4527-aaef-65621d110e95,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.559250 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-e49123cc-dcbd-4e9d-8fd8-a45b8644a053 req-0e2c693a-2d9b-432c-a3cc-f2725eb4f7c0 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:35:15.560922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e49123cc-dcbd-4e9d-8fd8-a45b8644a053 req-0e2c693a-2d9b-432c-a3cc-f2725eb4f7c0 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/d2485a83-ff70-4527-aaef-65621d110e95 HTTP/1.1" status: 404 len: 352 time: 0.0316496 Jul 16 01:35:15.563190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7449029f-828f-4646-8014-1feff8d7c156 req-470c6886-43cf-4bd5-87a8-6aee5a6596d6 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7700486 Jul 16 01:35:15.573459 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.584154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61d8060-4b22-4e47-969e-6db84370a62c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:15.584602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61d8060-4b22-4e47-969e-6db84370a62c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:15.598111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:15.598759 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:15.605156 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:15.620844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.683179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.736920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:15.737956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:15.744485 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:15.746732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.776565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.778455 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/0e7493f9-90e2-42fc-8445-7b3dd58d2df2 HTTP/1.1" status: 204 len: 168 time: 3.7195876 Jul 16 01:35:15.785026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:15.856234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd256eb-5782-4df3-a6fc-8be1334ac023 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=0e7493f9-90e2-42fc-8445-7b3dd58d2df2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.875036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f5bc3219-5d14-4eac-be3c-70967e23a372 req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1850661933', 'description': 'tempest-description-631542904'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:15.913588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a520be-d588-4268-bd47-7e031f884f6d req-6200e449-cadd-4133-b4de-3d7979407d9f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.915983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a520be-d588-4268-bd47-7e031f884f6d req-6200e449-cadd-4133-b4de-3d7979407d9f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 943 time: 0.2272027 Jul 16 01:35:15.946174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036fdf6-246c-4a46-8cf2-588ef51c9e29 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.955343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a036fdf6-246c-4a46-8cf2-588ef51c9e29 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1691802 Jul 16 01:35:15.956554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:15.969489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f5bc3219-5d14-4eac-be3c-70967e23a372 req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.974887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.998718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.001862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] 10.222.0.42 "DELETE /v2.0/networks/dee88bcd-5fff-4fe5-b144-43637745756c HTTP/1.1" status: 204 len: 168 time: 3.2238805 Jul 16 01:35:16.036930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-e8b9d880-bd69-480c-b7c3-1272ed46178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.039429 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-e8b9d880-bd69-480c-b7c3-1272ed46178c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3488905 Jul 16 01:35:16.041682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063a829-bf17-4171-a243-353bea280502 tempest-ServersTestMultiNic-519300205 tempest-ServersTestMultiNic-519300205-project] Pushing event deleted for resources: {'Network': ['ID=dee88bcd-5fff-4fe5-b144-43637745756c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.047316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39950b-5862-4e51-8783-2561c1246118 req-74228834-b268-44ab-ab57-d7b08289f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.050245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-74228834-b268-44ab-ab57-d7b08289f432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1175 time: 0.2701254 Jul 16 01:35:16.086307 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a520be-d588-4268-bd47-7e031f884f6d req-124070c5-57f6-47e0-b7b4-ee602f6e92f0 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487458 Jul 16 01:35:16.204458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-46fa56b2-dadf-43d3-a217-11bba2c6f019 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2429328 Jul 16 01:35:16.206113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.282045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174587432'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:16.302442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f5bc3219-5d14-4eac-be3c-70967e23a372 req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.313444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f5bc3219-5d14-4eac-be3c-70967e23a372 req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.331952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39950b-5862-4e51-8783-2561c1246118 req-0cca74ae-d97a-43ac-8cfc-5d84e2c51fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.335397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-0cca74ae-d97a-43ac-8cfc-5d84e2c51fb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.2690678 Jul 16 01:35:16.358409 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-a759ac88-20fb-400c-9f29-f51913b2da98 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064754 Jul 16 01:35:16.423412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe55655-5b4e-48ff-a074-1fc4dee807e8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.449603 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-3d7f8d36-1c7b-4eeb-9afd-7dc222d51b7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 217 time: 0.1054931 Jul 16 01:35:16.475115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:16.484765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.590345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:16.596546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f5bc3219-5d14-4eac-be3c-70967e23a372 req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.613787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5bc3219-5d14-4eac-be3c-70967e23a372 req-c06e7169-bb46-439d-a5e4-5e981539c84b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7472470 Jul 16 01:35:16.645963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:16.662087 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-58087721-3b90-49d8-b1e7-a1ebcb316d8b req-2952d420-700f-421a-b572-3ac69af00d76 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408135 Jul 16 01:35:16.672248 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.673831 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment 1637dbd0-ee90-4216-b854-23fe24a9293d of type vlan for network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec Jul 16 01:35:16.775931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.800148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:16.855157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'port_id': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'mac_address': 'fa:16:3e:c1:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d924c-f662-4f6d-b49b-f7dcd91e829e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:16.873893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a9c598cd-ac38-4207-a3d5-2e6c663378cf req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1793506189', 'description': 'tempest-description-66294357'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:16.875430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39950b-5862-4e51-8783-2561c1246118 req-7c77a6b6-9a9c-42fc-8be9-b222560497e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.880605 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-7c77a6b6-9a9c-42fc-8be9-b222560497e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.2133484 Jul 16 01:35:16.902622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55bdde-4eb7-42e3-a5e8-7feb4f6483d4 req-5d1399f1-c33b-4278-9954-f92f1b0d9446 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.904242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d55bdde-4eb7-42e3-a5e8-7feb4f6483d4 req-5d1399f1-c33b-4278-9954-f92f1b0d9446 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 946 time: 0.1776750 Jul 16 01:35:16.920111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.961630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.962847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.987349 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.008659 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-2361846f-23cc-4b60-8acf-788175a40a08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867019 Jul 16 01:35:17.019944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5145fb69-1249-4c62-b2d1-6791d6314f65 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:17.046134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:17.052015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.080282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=3e8a6b2e-8739-4421-b2c4-9dd8139607ec,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.100381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:17.139177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a9c598cd-ac38-4207-a3d5-2e6c663378cf req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.157463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-96bee9d4-b9fd-4963-8b63-c990b09d48c1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8837776 Jul 16 01:35:17.165101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.176210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.196827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:17.250084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d55bdde-4eb7-42e3-a5e8-7feb4f6483d4 req-acbdaa37-6d36-4c1a-b6e5-35c398320e1a tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688208 Jul 16 01:35:17.264500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-a2a493ee-fc63-4bd5-9d9b-24869fcc034a service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438452 Jul 16 01:35:17.339781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5145fb69-1249-4c62-b2d1-6791d6314f65'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:17.492346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a9c598cd-ac38-4207-a3d5-2e6c663378cf req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.506167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ff39950b-5862-4e51-8783-2561c1246118 req-c7f697b9-2b6b-47a1-8c50-34cd7cf9869a service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346678 Jul 16 01:35:17.509230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a9c598cd-ac38-4207-a3d5-2e6c663378cf req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.514892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53398) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.630606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8c496-38db-4aac-b628-a5988c73dca9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.658511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.667570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.679925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a9c598cd-ac38-4207-a3d5-2e6c663378cf req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.682638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9c598cd-ac38-4207-a3d5-2e6c663378cf req-29509641-0ab6-4fa2-80d0-55945f980f6e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8310354 Jul 16 01:35:18.098667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b8aa2bad-303f-4261-b581-bcb7ec1fdfb0 req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-861849518', 'description': 'tempest-description-211325512'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:18.116965 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.257224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8aa2bad-303f-4261-b581-bcb7ec1fdfb0 req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.389749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebd1b8-f7c7-41ef-8c7e-f4fa4b20ac1e req-6885e293-7d76-4d95-a979-5ad19283660c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.396897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2ebd1b8-f7c7-41ef-8c7e-f4fa4b20ac1e req-6885e293-7d76-4d95-a979-5ad19283660c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 944 time: 0.3910503 Jul 16 01:35:18.420399 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.527553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2ebd1b8-f7c7-41ef-8c7e-f4fa4b20ac1e req-8ab3e6c5-d470-4655-8a70-32d7a6c6c56e tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296482 Jul 16 01:35:18.566368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=81733e93-5813-4dbe-ac4b-ee5c2145232a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.579650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8aa2bad-303f-4261-b581-bcb7ec1fdfb0 req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.595068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8aa2bad-303f-4261-b581-bcb7ec1fdfb0 req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.603918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:18.613501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.635927 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8aa2bad-303f-4261-b581-bcb7ec1fdfb0 req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.652913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8aa2bad-303f-4261-b581-bcb7ec1fdfb0 req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5543189 Jul 16 01:35:18.732376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5145fb69-1249-4c62-b2d1-6791d6314f65 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:18.736538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': '1637dbd0-ee90-4216-b854-23fe24a9293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:18.736975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5145fb69-1249-4c62-b2d1-6791d6314f65 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:18.737371 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.738133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 3e8a6b2e-8739-4421-b2c4-9dd8139607ec, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:18.744580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88a45b-a8a2-46aa-abad-a9dd5b88ad4e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3c106b-e70b-496f-a9f3-1fda70996898,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.080071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.083592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbe92450-8419-45ae-8004-55ebbe591d1a req-fb1cab21-b92e-4d29-96cb-80898132ec82 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 10906 time: 0.3955610 Jul 16 01:35:19.101836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:19.124942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:19.138017 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68b8a0-4a65-4189-9fc2-bf6a5b3c5e71" -d '{"events": [{"server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:19.145286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 3e8a6b2e-8739-4421-b2c4-9dd8139607ec) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:19.153632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.154565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.163677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:19.169028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a3f871-fab3-418b-8944-d3ba11f9a691 None None] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:19.193449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.242073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fa65488f-230b-4d6d-bf63-22159d477b55 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0637503 Jul 16 01:35:19.246040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.255039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec', 'name': 'tempest-PortsIpV6TestJSON-1680579719'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:19.354307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Deleting port a87cd64c-bea4-4308-855b-bc394eaddd10 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:19.354704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.356521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.375241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48198312-dd37-41bd-a4c2-16969198b1ed req-f88df7bf-2857-4fae-9315-62aeba073ed0 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.376897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48198312-dd37-41bd-a4c2-16969198b1ed req-f88df7bf-2857-4fae-9315-62aeba073ed0 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 946 time: 0.5700846 Jul 16 01:35:19.379748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbe92450-8419-45ae-8004-55ebbe591d1a req-0ec3173e-4c8e-44c4-90ab-eb748dfd3dbd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/c8612b3b-b1dd-421a-820a-d6a5806ad809 HTTP/1.1" status: 200 len: 2985 time: 0.2945805 Jul 16 01:35:19.530683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] For port a87cd64c-bea4-4308-855b-bc394eaddd10, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a87cd64c-bea4-4308-855b-bc394eaddd10,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:19.533289 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.574290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48198312-dd37-41bd-a4c2-16969198b1ed req-b1a1c1c1-6c36-4ddc-9a42-a780762d9f87 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172917 Jul 16 01:35:19.593432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbe92450-8419-45ae-8004-55ebbe591d1a req-efaf4f1f-3294-48a7-a28b-989449fdb356 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/c8612b3b-b1dd-421a-820a-d6a5806ad809 HTTP/1.1" status: 200 len: 2985 time: 0.1489432 Jul 16 01:35:19.602992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Calling delete_port for a87cd64c-bea4-4308-855b-bc394eaddd10 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:19.612938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-3e8a6b2e-8739-4421-b2c4-9dd8139607ec', 'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': '81733e93-5813-4dbe-ac4b-ee5c2145232a'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:19.614052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.636717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:19.640922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.683752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port cb8fdd27-1404-41bf-ae9e-a4e871411ed7 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:19.858249 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb9b3d-e7c7-4016-83ee-c5adf2c3a375 x-openstack-request-id: req-fafb9b3d-e7c7-4016-83ee-c5adf2c3a375 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:19.858463 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:19.858717 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fafb9b3d-e7c7-4016-83ee-c5adf2c3a375 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:19.859119 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'code': 200} Jul 16 01:35:19.941932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::13c (3e8a6b2e-8739-4421-b2c4-9dd8139607ec/81733e93-5813-4dbe-ac4b-ee5c2145232a/cb8fdd27-1404-41bf-ae9e-a4e871411ed7) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:20.072694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.103165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Pushing event deleted for resources: {'Port': ['ID=a87cd64c-bea4-4308-855b-bc394eaddd10,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.802750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.033838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9308d5-c96a-4200-b592-1d79bdfaddf2 req-80156c28-1b19-416b-9eb8-05c01f12662d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/afe55655-5b4e-48ff-a074-1fc4dee807e8 HTTP/1.1" status: 200 len: 1802 time: 0.9330411 Jul 16 01:35:21.100601 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.137147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:21.157465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object cb8fdd27-1404-41bf-ae9e-a4e871411ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:21.202647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15276a77-1f82-4588-98e5-20da36f53f48 req-16fe28a0-e251-41ea-9498-02631847e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.204156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15276a77-1f82-4588-98e5-20da36f53f48 req-16fe28a0-e251-41ea-9498-02631847e6a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 1097 time: 1.1726849 Jul 16 01:35:21.212404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3ffed-990b-4abc-825b-0440e2417ffa req-a4a68bb4-7af1-45bb-a213-b4b3315edad2 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.214148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12f3ffed-990b-4abc-825b-0440e2417ffa req-a4a68bb4-7af1-45bb-a213-b4b3315edad2 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 1.1035903 Jul 16 01:35:21.269067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9308d5-c96a-4200-b592-1d79bdfaddf2 req-9cb80da4-5ecc-437a-9c01-9fc0f0393f03 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.314285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:21.323929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e8d353da-9ccb-4abb-a822-5078eb10caff admin admin] 10.222.0.42 "PUT /v2.0/routers/a641f59c-7f3a-4daa-91b3-8a91a47dd6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8073106 Jul 16 01:35:21.327818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53428) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.334489 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] Sync routers for ids ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:21.381220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9308d5-c96a-4200-b592-1d79bdfaddf2 req-9cb80da4-5ecc-437a-9c01-9fc0f0393f03 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.382083 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] Routers {'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:21.383076 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.435314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15276a77-1f82-4588-98e5-20da36f53f48 req-fe698ec9-828d-44a2-ac4e-7497df6e54e1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199519 Jul 16 01:35:21.455514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12f3ffed-990b-4abc-825b-0440e2417ffa req-1b0351f2-9305-4603-a82b-e50f6fbf58f0 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302048 Jul 16 01:35:21.462283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.542483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.591724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:21.608858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:21.614783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:21.627292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.629034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.641835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9308d5-c96a-4200-b592-1d79bdfaddf2 req-9cb80da4-5ecc-437a-9c01-9fc0f0393f03 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.648542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9308d5-c96a-4200-b592-1d79bdfaddf2 req-9cb80da4-5ecc-437a-9c01-9fc0f0393f03 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.651634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9308d5-c96a-4200-b592-1d79bdfaddf2 req-9cb80da4-5ecc-437a-9c01-9fc0f0393f03 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/afe55655-5b4e-48ff-a074-1fc4dee807e8 HTTP/1.1" status: 204 len: 173 time: 0.6164746 Jul 16 01:35:21.692482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=cb8fdd27-1404-41bf-ae9e-a4e871411ed7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.712542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb80da4-5ecc-437a-9c01-9fc0f0393f03 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe55655-5b4e-48ff-a074-1fc4dee807e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.730676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ac2e708-c922-4daa-91cf-3a19dd82a0d5 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4808092 Jul 16 01:35:21.733166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.760238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec', 'name': 'tempest-PortsIpV6TestJSON-1079993874'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:21.797189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Allocated IP 2001:db8::2 (3e8a6b2e-8739-4421-b2c4-9dd8139607ec/81733e93-5813-4dbe-ac4b-ee5c2145232a/d7dd26b7-c30a-48f7-8651-dee5a8089278) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:21.857950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.971117 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] Set router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:21.980772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Deleting port 17d86013-e598-47ae-a480-5eb73e4c993b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:21.981270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.105100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] For port 17d86013-e598-47ae-a480-5eb73e4c993b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=17d86013-e598-47ae-a480-5eb73e4c993b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:22.105482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.120137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Calling delete_port for 17d86013-e598-47ae-a480-5eb73e4c993b owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:22.135053 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-f36edfb9-f481-4ad7-ba79-ccb2ae3c3454 req-f2a4bc7f-30c9-4116-bb5d-a6bc14ac224c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:35:22.144456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f36edfb9-f481-4ad7-ba79-ccb2ae3c3454 req-f2a4bc7f-30c9-4116-bb5d-a6bc14ac224c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/afe55655-5b4e-48ff-a074-1fc4dee807e8 HTTP/1.1" status: 404 len: 352 time: 0.0920255 Jul 16 01:35:22.335802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.376183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:22.395275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.408117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf1f164b-8e9a-44bc-aca4-184c6f614bd5 req-7e33b15d-e673-4037-962a-3686e280c94e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/f7f8c496-38db-4aac-b628-a5988c73dca9 HTTP/1.1" status: 200 len: 1801 time: 0.2283082 Jul 16 01:35:22.506559 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:35:19Z', 'revision_number': 5, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port': {'id': '17d86013-e598-47ae-a480-5eb73e4c993b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.511621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d86013-e598-47ae-a480-5eb73e4c993b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.523406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.545325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Transition to ACTIVE for port object d7dd26b7-c30a-48f7-8651-dee5a8089278 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:22.559483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port d9928ee1-e101-4b74-b452-4873098b35cb yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:22.580257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Transition to ACTIVE for port object d7dd26b7-c30a-48f7-8651-dee5a8089278 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:22.583491 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] Checking router: a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:22.593532 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.616623 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] Routers {'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:22.617288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.631884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.635605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.640395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.641045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.641786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.642167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.642506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.642845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.643220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.643586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.643927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.644269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:22.766613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Pushing event updated for resources: {'Port': ['ID=d7dd26b7-c30a-48f7-8651-dee5a8089278,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.795257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:22.802658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:22.813571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:22.829837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.862405 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] Set router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:22.896254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf1f164b-8e9a-44bc-aca4-184c6f614bd5 req-ad96138a-274f-4694-95d3-32f8ce9ee0d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.934732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Attempting to bind port d7dd26b7-c30a-48f7-8651-dee5a8089278 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:22.937216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Attempting to bind port d7dd26b7-c30a-48f7-8651-dee5a8089278 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '1637dbd0-ee90-4216-b854-23fe24a9293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:22.937853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Attempting to bind port d7dd26b7-c30a-48f7-8651-dee5a8089278 on network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:22.962007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:22.962819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Checking segment: {'id': '1637dbd0-ee90-4216-b854-23fe24a9293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:22.963436 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.964015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Bound using segment: {'id': '1637dbd0-ee90-4216-b854-23fe24a9293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:22.964711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Bound port: d7dd26b7-c30a-48f7-8651-dee5a8089278, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1637dbd0-ee90-4216-b854-23fe24a9293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3e8a6b2e-8739-4421-b2c4-9dd8139607ec'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:22.966178 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.966406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.970297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.975370 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:35:22Z', 'revision_number': 7, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.015320 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea96e2f-c0d8-4c01-b24b-bd86634049e9 None None] The sync data for ids ['a641f59c-7f3a-4daa-91b3-8a91a47dd6e3'] in n-d-791506-20 is: [{'id': 'a641f59c-7f3a-4daa-91b3-8a91a47dd6e3', 'name': 'tempest-ServersTestMultiNic-1571336618-router', 'tenant_id': '26a9792d215c4febb516ea66fdf0cfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:35:22Z', 'revision_number': 7, 'project_id': '26a9792d215c4febb516ea66fdf0cfe3', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:23.042909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf1f164b-8e9a-44bc-aca4-184c6f614bd5 req-ad96138a-274f-4694-95d3-32f8ce9ee0d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.095877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.096117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:23.107565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.107565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-55b40d47-a2d3-4dfd-8005-ea0758df8875 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a641f59c-7f3a-4daa-91b3-8a91a47dd6e3 HTTP/1.1" status: 204 len: 168 time: 1.7775872 Jul 16 01:35:23.111463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53446) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.132838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::3cf (3e8a6b2e-8739-4421-b2c4-9dd8139607ec/81733e93-5813-4dbe-ac4b-ee5c2145232a/d9928ee1-e101-4b74-b452-4873098b35cb) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:23.184079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c214b-0e28-4166-8883-872a0061a047 req-d6b291ed-6c2d-4ce9-b4a2-9663eae60b03 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.186822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-570c214b-0e28-4166-8883-872a0061a047 req-d6b291ed-6c2d-4ce9-b4a2-9663eae60b03 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.3440952 Jul 16 01:35:23.203162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] For port d7dd26b7-c30a-48f7-8651-dee5a8089278, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:23.220775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] For port d7dd26b7-c30a-48f7-8651-dee5a8089278, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d7dd26b7-c30a-48f7-8651-dee5a8089278,segment=NetworkSegment(1637dbd0-ee90-4216-b854-23fe24a9293d),segment_id=1637dbd0-ee90-4216-b854-23fe24a9293d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:23.221253 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf1f164b-8e9a-44bc-aca4-184c6f614bd5 req-ad96138a-274f-4694-95d3-32f8ce9ee0d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.225856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf1f164b-8e9a-44bc-aca4-184c6f614bd5 req-ad96138a-274f-4694-95d3-32f8ce9ee0d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.231193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.253814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf1f164b-8e9a-44bc-aca4-184c6f614bd5 req-ad96138a-274f-4694-95d3-32f8ce9ee0d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/f7f8c496-38db-4aac-b628-a5988c73dca9 HTTP/1.1" status: 204 len: 173 time: 0.8386061 Jul 16 01:35:23.289747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Deleting subnet 2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:23.295793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.351582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96138a-274f-4694-95d3-32f8ce9ee0d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8c496-38db-4aac-b628-a5988c73dca9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.427766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.456336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5720-7d3d-4543-a84d-5c90633b738c None None] Pushing event updated for resources: {'Port': ['ID=d7dd26b7-c30a-48f7-8651-dee5a8089278,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.549379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-570c214b-0e28-4166-8883-872a0061a047 req-2347b3a9-d798-470c-8113-91cb7a2cac58 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555646 Jul 16 01:35:23.783886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.834279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.863744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object d9928ee1-e101-4b74-b452-4873098b35cb will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:23.894399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.917072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.919248 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7 HTTP/1.1" status: 204 len: 168 time: 0.8073547 Jul 16 01:35:23.927459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d0eb6-1e1d-4859-9a96-c13e236f2735 None None] Network 4143a463-228a-42e1-8041-2d83a584964f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:23.940982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53452) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.950217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40eb16-3453-44ab-97b9-1dddcdc923d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2a64b0-b5b7-4c59-b954-dd01b7d4e0e7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.034658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8aa3f-3134-4fe9-a32e-2e1b3220c820 req-6af972e0-d531-4c75-b4b0-dcd1caf2c514 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.044862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ec8aa3f-3134-4fe9-a32e-2e1b3220c820 req-6af972e0-d531-4c75-b4b0-dcd1caf2c514 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 946 time: 0.4893758 Jul 16 01:35:24.052724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.075869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.188459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:24.211557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:24.216585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:24.228924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.229625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.282813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ec8aa3f-3134-4fe9-a32e-2e1b3220c820 req-db5f9a0c-2cd0-4b3c-af19-678cb631f054 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/security-groups?id=49c52fca-a6c2-4889-830a-9883f0e85ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882741 Jul 16 01:35:24.294705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5599449 Jul 16 01:35:24.302979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.317590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ffbca-7fd1-43fd-b356-08958275c97a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=d9928ee1-e101-4b74-b452-4873098b35cb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.363110 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-111d1654-3878-4f86-ad32-bf809800f7e2 req-214e4571-6143-4e78-8a14-948476401e02 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:35:24.384181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-111d1654-3878-4f86-ad32-bf809800f7e2 req-214e4571-6143-4e78-8a14-948476401e02 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/f7f8c496-38db-4aac-b628-a5988c73dca9 HTTP/1.1" status: 404 len: 352 time: 0.0879362 Jul 16 01:35:24.468503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] DHCP port deletion for 4143a463-228a-42e1-8041-2d83a584964f request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:24.548981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-48b12d0e-f0c5-4e37-992f-231dc10cffb5 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.551099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-48b12d0e-f0c5-4e37-992f-231dc10cffb5 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 946 time: 0.4550350 Jul 16 01:35:24.580581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Deleting port a228674e-7d73-416d-b564-a9c679a2d934 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:24.580928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.629486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] Deleting port a228674e-7d73-416d-b564-a9c679a2d934 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:24.630115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.639840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52e52473-57a3-42b8-9925-047a087649f2 req-1e1b6a1f-a18d-4953-a105-86f5c4f36c57 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/9e3c106b-e70b-496f-a9f3-1fda70996898 HTTP/1.1" status: 200 len: 1801 time: 0.1981864 Jul 16 01:35:24.685351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d1fc8-c6e8-415b-b8fe-9aa10d0b313f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.686889 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-762d1fc8-c6e8-415b-b8fe-9aa10d0b313f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13c HTTP/1.1" status: 200 len: 929 time: 0.3822169 Jul 16 01:35:24.717334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.808145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] For port a228674e-7d73-416d-b564-a9c679a2d934, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a228674e-7d73-416d-b564-a9c679a2d934,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:24.808825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.825656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] For port a228674e-7d73-416d-b564-a9c679a2d934, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a228674e-7d73-416d-b564-a9c679a2d934,segment=NetworkSegment(2cad632e-9520-444e-a5cf-7d51fcdd8a51),segment_id=2cad632e-9520-444e-a5cf-7d51fcdd8a51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:24.826094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.852668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] Calling delete_port for a228674e-7d73-416d-b564-a9c679a2d934 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:24.872896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Calling delete_port for a228674e-7d73-416d-b564-a9c679a2d934 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:25.068098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d7dd26b7-c30a-48f7-8651-dee5a8089278 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:25.075116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Deleting port 0a838b26-d679-408e-a448-66ade5bd9090 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:25.075871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.162377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.223203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-52e52473-57a3-42b8-9925-047a087649f2 req-6741fb93-488c-449d-be71-93a998c382dc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.237486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] No DVR routers for this DVR port a228674e-7d73-416d-b564-a9c679a2d934 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:25.245557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd2c8e-9326-4502-b01c-d7d0879fa447 None None] Pushing event deleted for resources: {'Port': ['ID=a228674e-7d73-416d-b564-a9c679a2d934,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.267698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.288788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86819d-98f0-4287-8db8-fbf2049fb376 req-aefedb91-dfd9-4360-b62b-cd22453dbcd4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.293084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d7dd26b7-c30a-48f7-8651-dee5a8089278 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:25.298887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b86819d-98f0-4287-8db8-fbf2049fb376 req-aefedb91-dfd9-4360-b62b-cd22453dbcd4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.6912034 Jul 16 01:35:25.313019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-52e52473-57a3-42b8-9925-047a087649f2 req-6741fb93-488c-449d-be71-93a998c382dc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.346124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a228674e-7d73-416d-b564-a9c679a2d934,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.381679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] No DVR routers for this DVR port a228674e-7d73-416d-b564-a9c679a2d934 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:25.386891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port d9928ee1-e101-4b74-b452-4873098b35cb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:25.387237 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.424897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a228674e-7d73-416d-b564-a9c679a2d934 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:25.429967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b86819d-98f0-4287-8db8-fbf2049fb376 req-5c88c5f1-b406-4fd4-b1eb-365d25987763 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299925 Jul 16 01:35:25.490025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a228674e-7d73-416d-b564-a9c679a2d934 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:25.490514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a228674e-7d73-416d-b564-a9c679a2d934 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:25.490959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17d86013-e598-47ae-a480-5eb73e4c993b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:25.496321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] For port 0a838b26-d679-408e-a448-66ade5bd9090, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0a838b26-d679-408e-a448-66ade5bd9090,segment=NetworkSegment(6a579787-6c13-4e7b-ab45-b29006ed9dea),segment_id=6a579787-6c13-4e7b-ab45-b29006ed9dea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:25.497334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.521846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 17d86013-e598-47ae-a480-5eb73e4c993b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:25.522425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 17d86013-e598-47ae-a480-5eb73e4c993b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:25.522856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a87cd64c-bea4-4308-855b-bc394eaddd10 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:25.570044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a87cd64c-bea4-4308-855b-bc394eaddd10 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:25.570416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a87cd64c-bea4-4308-855b-bc394eaddd10 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:25.615422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.633923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Calling delete_port for 0a838b26-d679-408e-a448-66ade5bd9090 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:25.642554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4143a463-228a-42e1-8041-2d83a584964f']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.646042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.662419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for d9928ee1-e101-4b74-b452-4873098b35cb owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:25.675710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c69a7-fd98-46e9-b8bd-f1caecba4883 None None] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:25.684630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cad632e-9520-444e-a5cf-7d51fcdd8a51') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.684923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cad632e-9520-444e-a5cf-7d51fcdd8a51') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.753995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.787996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.805736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:25.806236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:25.808245 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:25.873762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] Provisioning for port d7dd26b7-c30a-48f7-8651-dee5a8089278 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:25.889022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] Provisioning complete for port d7dd26b7-c30a-48f7-8651-dee5a8089278 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:25.889757 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.893695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-52e52473-57a3-42b8-9925-047a087649f2 req-6741fb93-488c-449d-be71-93a998c382dc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.896588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-52e52473-57a3-42b8-9925-047a087649f2 req-6741fb93-488c-449d-be71-93a998c382dc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.914190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52e52473-57a3-42b8-9925-047a087649f2 req-6741fb93-488c-449d-be71-93a998c382dc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e3c106b-e70b-496f-a9f3-1fda70996898 HTTP/1.1" status: 204 len: 173 time: 1.2347953 Jul 16 01:35:25.945158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.956186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741fb93-488c-449d-be71-93a998c382dc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3c106b-e70b-496f-a9f3-1fda70996898,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.959234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.965418 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4143a463-228a-42e1-8041-2d83a584964f HTTP/1.1" status: 204 len: 168 time: 2.0233123 Jul 16 01:35:25.988384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b6018-67e8-4da6-8e45-ffa9ee328fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4143a463-228a-42e1-8041-2d83a584964f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.113974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.164703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.231430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=d9928ee1-e101-4b74-b452-4873098b35cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.320346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Pushing event deleted for resources: {'Port': ['ID=0a838b26-d679-408e-a448-66ade5bd9090,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.346626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.349704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d82a905b-b29b-4e5a-af8c-bcc031ef4dd0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/d9928ee1-e101-4b74-b452-4873098b35cb HTTP/1.1" status: 204 len: 168 time: 1.6304920 Jul 16 01:35:26.354923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53474) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.410425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-327de333-ce5c-446b-b903-ceee31be4a4c req-e2364d18-26da-44d0-8572-144931c7c468 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c3de2b8-36ed-4f57-bf75-49975816de75 HTTP/1.1" status: 200 len: 210 time: 0.1949658 Jul 16 01:35:26.457649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] No DVR routers for this DVR port 0a838b26-d679-408e-a448-66ade5bd9090 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:26.462959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.466021 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-222f9398-1fc4-4193-af93-637c529ce9aa tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:35:26.467322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.472886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-222f9398-1fc4-4193-af93-637c529ce9aa tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/d9928ee1-e101-4b74-b452-4873098b35cb HTTP/1.1" status: 404 len: 333 time: 0.1119099 Jul 16 01:35:26.473096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-578310f5-ad96-4234-9ff0-e1e7cad59e99 req-9f45431c-1bb8-4075-b529-f1716424e5b9 tempest-ServerGroupTestJSON-1484401584 tempest-ServerGroupTestJSON-1484401584-project] 10.222.0.13 "DELETE /v2.0/ports/0a838b26-d679-408e-a448-66ade5bd9090 HTTP/1.1" status: 204 len: 173 time: 1.9125371 Jul 16 01:35:26.473096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'name': 'network-vif-deleted', 'tag': '0a838b26-d679-408e-a448-66ade5bd9090'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:26.473441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.482608 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83957b-d91e-4507-8bfa-736f56bf2f04" -d '{"events": [{"server_uuid": "6c3de2b8-36ed-4f57-bf75-49975816de75", "name": "network-vif-deleted", "tag": "0a838b26-d679-408e-a448-66ade5bd9090"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:26.526415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.563623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] For port d7dd26b7-c30a-48f7-8651-dee5a8089278, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d7dd26b7-c30a-48f7-8651-dee5a8089278,segment=NetworkSegment(1637dbd0-ee90-4216-b854-23fe24a9293d),segment_id=1637dbd0-ee90-4216-b854-23fe24a9293d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:26.573492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.600471 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b775912-2cac-40e7-a375-6986d0809b93 x-openstack-request-id: req-9b775912-2cac-40e7-a375-6986d0809b93 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:26.601136 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3de2b8-36ed-4f57-bf75-49975816de75", "name": "network-vif-deleted", "tag": "0a838b26-d679-408e-a448-66ade5bd9090", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:26.601519 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b775912-2cac-40e7-a375-6986d0809b93 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:26.602094 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3de2b8-36ed-4f57-bf75-49975816de75', 'name': 'network-vif-deleted', 'tag': '0a838b26-d679-408e-a448-66ade5bd9090', 'status': 'completed', 'code': 200} Jul 16 01:35:26.723099 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-4062bfec-e455-443e-84d6-2b0fd26a96fe req-02502911-d1ca-4276-80fb-a529e5e733e2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:35:26.724196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4062bfec-e455-443e-84d6-2b0fd26a96fe req-02502911-d1ca-4276-80fb-a529e5e733e2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/9e3c106b-e70b-496f-a9f3-1fda70996898 HTTP/1.1" status: 404 len: 352 time: 0.1272969 Jul 16 01:35:26.771393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port cb8fdd27-1404-41bf-ae9e-a4e871411ed7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:26.771866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.818851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f0c90-ce86-4efe-be43-9e6d2a82b99f None None] Pushing event updated for resources: {'Port': ['ID=d7dd26b7-c30a-48f7-8651-dee5a8089278,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.894981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.962300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for cb8fdd27-1404-41bf-ae9e-a4e871411ed7 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:27.106239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb0ad8-1318-4d18-8011-ab6743376814 req-e37aa793-30c3-4481-bbca-c6041d3aaa61 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:27.107872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eddb0ad8-1318-4d18-8011-ab6743376814 req-e37aa793-30c3-4481-bbca-c6041d3aaa61 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2158551 Jul 16 01:35:27.121966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94ef6967-bcc8-42db-bd2c-9958a08174f8 req-1f3ef1cd-922f-4108-bbab-ac3e53b8e00d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 6155 time: 0.2310026 Jul 16 01:35:27.173161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8aaaeb8f-a324-43eb-ba4d-9deacf72d15a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26a9792d215c4febb516ea66fdf0cfe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451073 Jul 16 01:35:27.177122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.219571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc970def-3495-44e0-adcb-e18b4a73aa1c None None] Provisioning complete for port d7dd26b7-c30a-48f7-8651-dee5a8089278 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:27.220341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc970def-3495-44e0-adcb-e18b4a73aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.271362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eddb0ad8-1318-4d18-8011-ab6743376814 req-3f7d2a57-913b-4a70-8801-db88a9e0ce27 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468565 Jul 16 01:35:27.364997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94ef6967-bcc8-42db-bd2c-9958a08174f8 req-2e8e42e4-8d7f-450b-b05c-30641685939d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/c8612b3b-b1dd-421a-820a-d6a5806ad809 HTTP/1.1" status: 200 len: 2985 time: 0.2323792 Jul 16 01:35:27.431417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-384fb257-2ff9-4f21-a6fe-c20e28501d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.433353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.561302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=cb8fdd27-1404-41bf-ae9e-a4e871411ed7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.606431 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-384fb257-2ff9-4f21-a6fe-c20e28501d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.634513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94ef6967-bcc8-42db-bd2c-9958a08174f8 req-e0d91a98-6f42-4221-967d-e8d70b000114 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/c8612b3b-b1dd-421a-820a-d6a5806ad809 HTTP/1.1" status: 200 len: 2985 time: 0.2434897 Jul 16 01:35:27.653384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.653997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-34a4329f-c270-4178-93df-9ff6f419ce79 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/cb8fdd27-1404-41bf-ae9e-a4e871411ed7 HTTP/1.1" status: 204 len: 168 time: 1.1804426 Jul 16 01:35:27.661499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53496) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.683799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc970def-3495-44e0-adcb-e18b4a73aa1c None None] Could not find standard attr ID for object cb8fdd27-1404-41bf-ae9e-a4e871411ed7. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:27.762503 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c67d08-d720-4f7f-977f-939ac7a217cd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:35:27.765401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-384fb257-2ff9-4f21-a6fe-c20e28501d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.770906 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d7c67d08-d720-4f7f-977f-939ac7a217cd tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/cb8fdd27-1404-41bf-ae9e-a4e871411ed7 HTTP/1.1" status: 404 len: 333 time: 0.1072178 Jul 16 01:35:27.771809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53500) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.772624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-384fb257-2ff9-4f21-a6fe-c20e28501d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.773943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-384fb257-2ff9-4f21-a6fe-c20e28501d7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a615df16-9016-4d31-882e-a81dc4a4cadd HTTP/1.1" status: 204 len: 168 time: 0.5954649 Jul 16 01:35:27.815653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fb257-2ff9-4f21-a6fe-c20e28501d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615df16-9016-4d31-882e-a81dc4a4cadd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.886423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-176ecbbf-5b09-458f-9eca-fc9d4b1ef6af None None] Could not find standard attr ID for object cb8fdd27-1404-41bf-ae9e-a4e871411ed7. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:27.889268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 81733e93-5813-4dbe-ac4b-ee5c2145232a {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:27.896138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.996595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.064985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0a838b26-d679-408e-a448-66ade5bd9090 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:28.122775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 0a838b26-d679-408e-a448-66ade5bd9090 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:28.125126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0a838b26-d679-408e-a448-66ade5bd9090 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:28.135471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a7babb56-5679-4ca6-a6de-676561da26aa req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1528147022', 'description': 'tempest-description-835892999'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:28.166744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7babb56-5679-4ca6-a6de-676561da26aa req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.184649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.221484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-21852bb2-cff7-4489-8513-dfc50d0c06b1 None None] Could not find standard attr ID for object d9928ee1-e101-4b74-b452-4873098b35cb. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:28.237745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf8c89-a590-4a4b-8db4-271448025bc0 req-8654f470-aeb6-45f4-a32c-9c82ddd9dcb4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.247905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bdf8c89-a590-4a4b-8db4-271448025bc0 req-8654f470-aeb6-45f4-a32c-9c82ddd9dcb4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1901503 Jul 16 01:35:28.284865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.350477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=81733e93-5813-4dbe-ac4b-ee5c2145232a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.353932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.358323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bdf8c89-a590-4a4b-8db4-271448025bc0 req-1dcd9474-5684-430c-9cea-038c2aa4a7b3 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985460 Jul 16 01:35:28.366259 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c796868d-c693-4900-adca-ab8d2234b640 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/81733e93-5813-4dbe-ac4b-ee5c2145232a HTTP/1.1" status: 204 len: 168 time: 0.5880382 Jul 16 01:35:28.366259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53512) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.490098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7babb56-5679-4ca6-a6de-676561da26aa req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.496686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7babb56-5679-4ca6-a6de-676561da26aa req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.562227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.595159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6185b76-cd2e-47cd-b123-af106d3b2d27,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.609040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a7babb56-5679-4ca6-a6de-676561da26aa req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.610646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7babb56-5679-4ca6-a6de-676561da26aa req-1f7230f0-18a1-4b8b-8c64-2228ce5e0bfd tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4810219 Jul 16 01:35:28.631578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05130b73-4341-424e-9cc6-7745b7793fe7 None None] Network 3e8a6b2e-8739-4421-b2c4-9dd8139607ec requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:28.711386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port d7dd26b7-c30a-48f7-8651-dee5a8089278 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:28.712960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.804701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-64f9f494-627e-4d16-826d-aecb55ced5a1 req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-368261208', 'description': 'tempest-description-27263803'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:28.864781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f9f494-627e-4d16-826d-aecb55ced5a1 req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.880326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] For port d7dd26b7-c30a-48f7-8651-dee5a8089278, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d7dd26b7-c30a-48f7-8651-dee5a8089278,segment=NetworkSegment(1637dbd0-ee90-4216-b854-23fe24a9293d),segment_id=1637dbd0-ee90-4216-b854-23fe24a9293d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:28.880742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.894861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d7dd26b7-c30a-48f7-8651-dee5a8089278 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:28.903429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for d7dd26b7-c30a-48f7-8651-dee5a8089278 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:29.045785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.069770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d7dd26b7-c30a-48f7-8651-dee5a8089278 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:29.070394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.085551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f9f494-627e-4d16-826d-aecb55ced5a1 req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.093058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f9f494-627e-4d16-826d-aecb55ced5a1 req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.098094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Port d7dd26b7-c30a-48f7-8651-dee5a8089278 was deleted so its status cannot be updated. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:35:29.111427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=d7dd26b7-c30a-48f7-8651-dee5a8089278,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.113780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No DVR routers for this DVR port d7dd26b7-c30a-48f7-8651-dee5a8089278 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:29.164058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64f9f494-627e-4d16-826d-aecb55ced5a1 req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.166225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64f9f494-627e-4d16-826d-aecb55ced5a1 req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3726091 Jul 16 01:35:29.226385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d465f-6698-464a-8244-2f2174118bfd None None] DHCP port deletion for 3e8a6b2e-8739-4421-b2c4-9dd8139607ec request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:29.252631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aca23d-b585-4c13-a45c-f5a07297cb43 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac6b01-be3a-48c4-8604-e7b8ece1f5c6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.435838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.460191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8a6b2e-8739-4421-b2c4-9dd8139607ec']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.482015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1637dbd0-ee90-4216-b854-23fe24a9293d') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.482610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1637dbd0-ee90-4216-b854-23fe24a9293d') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.501423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.518126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.541866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:29.542316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:29.545847 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:29.812061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53578) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.817273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.841757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.850193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/3e8a6b2e-8739-4421-b2c4-9dd8139607ec HTTP/1.1" status: 204 len: 168 time: 1.4807513 Jul 16 01:35:29.861711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53586) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.872786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1990475304'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:29.877414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f4d5a-ccaa-4c0d-9bb6-a20ed8387750 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=3e8a6b2e-8739-4421-b2c4-9dd8139607ec,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.900447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:29.904386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.934706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:29.945107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.945541 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment 4a8b7bfa-5830-4287-a2d7-56b231e66ca9 of type vlan for network ca18d504-69c2-4963-87ab-3fb435adc713 Jul 16 01:35:29.991630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.996964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90455e-5de1-4a2f-a8bc-ba22b9fa4095 req-e821a603-6bfb-4bb0-9f14-fad86cccf814 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.998663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e90455e-5de1-4a2f-a8bc-ba22b9fa4095 req-e821a603-6bfb-4bb0-9f14-fad86cccf814 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2354832 Jul 16 01:35:30.009599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2086884644-network', 'tenant_id': '110c57a495944baaa7780f57059376fe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.029694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.035683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.036288 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.049997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-33403eb2-d3e2-4593-aad9-c5cede217306 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.051499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-33403eb2-d3e2-4593-aad9-c5cede217306 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 813 time: 0.1801801 Jul 16 01:35:30.081981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Made reservation on behalf of 110c57a495944baaa7780f57059376fe for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:30.084814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.093153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-3240ea20-163d-494e-920f-3fb76637a587 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/quotas/5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 375 time: 0.0293825 Jul 16 01:35:30.101378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e90455e-5de1-4a2f-a8bc-ba22b9fa4095 req-5fec7776-894c-48c4-8b38-99bcf7d1dfa8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962985 Jul 16 01:35:30.105067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.137782 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2702100 Jul 16 01:35:30.137782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef49dcc-292c-40cc-97c6-11caf1180f75 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=ca18d504-69c2-4963-87ab-3fb435adc713,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.138728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53590) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.145204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.148787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network ca18d504-69c2-4963-87ab-3fb435adc713 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:30.249473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-b2f03655-75fb-424b-bcbe-6b6b229c0c45 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1466544 Jul 16 01:35:30.385819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.390687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-68f10973-6322-459d-9159-8916b14f5a49 service neutron] 10.222.0.42 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399579 Jul 16 01:35:30.391733 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.419250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:30.423708 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.443917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:30.478428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd70d84-c623-4c45-b936-b550c88caed7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.546092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.546445 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Added segment e7fa7074-cfc7-4aa8-8493-b91ed4264d06 of type vlan for network 271cbcf8-d880-47e3-b366-45b842aa6e57 Jul 16 01:35:30.629564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.688651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-44c30099-83c2-4c91-aa44-02a9facbe7ae service neutron] 10.222.0.42 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822194 Jul 16 01:35:30.723012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.725867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.727660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.728553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.783973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-11afa2cd-7c9e-4384-b72c-657d30c47284 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.785913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-11afa2cd-7c9e-4384-b72c-657d30c47284 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/networks?id=dd58a1b2-5b9e-4aee-9a4e-729e5a309411 HTTP/1.1" status: 200 len: 815 time: 0.2293067 Jul 16 01:35:30.806635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9926410 Jul 16 01:35:30.807001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d7dd26b7-c30a-48f7-8651-dee5a8089278 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:30.814968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53608) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.825579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Request body: {'subnet': {'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2086884644-subnet', 'tenant_id': '110c57a495944baaa7780f57059376fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.830928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d7dd26b7-c30a-48f7-8651-dee5a8089278 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:30.831501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d7dd26b7-c30a-48f7-8651-dee5a8089278 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:30.836382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e58d-46a6-4e31-b135-836e6b4228e5 admin admin] Pushing event updated for resources: {'Network': ['ID=271cbcf8-d880-47e3-b366-45b842aa6e57,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.839718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-c81a4b08-ed2f-4648-a421-98523c7ef8da tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/quotas/10d2f5d2c0ce44a7b8ebfe0ee82c3854 HTTP/1.1" status: 200 len: 375 time: 0.0466619 Jul 16 01:35:30.852034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:30.907832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=e905ca6c-01c2-4233-817b-24a208d4980e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.911848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Made reservation on behalf of 110c57a495944baaa7780f57059376fe for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:30.914486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.917435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': '4a8b7bfa-5830-4287-a2d7-56b231e66ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:30.917862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: ca18d504-69c2-4963-87ab-3fb435adc713, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:30.991967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-d5d7f3a6-d35f-4abe-abed-5cbcda07db56 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=10d2f5d2c0ce44a7b8ebfe0ee82c3854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416314 Jul 16 01:35:31.046155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network ca18d504-69c2-4963-87ab-3fb435adc713 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:31.064472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, ca18d504-69c2-4963-87ab-3fb435adc713) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:31.072335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.073052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.081259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6518cd-095c-415b-ae3c-72ca94fc1550 None None] Network ca18d504-69c2-4963-87ab-3fb435adc713 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:31.104580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c9026d8e-92a3-48ed-8895-6a572abac350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9644809 Jul 16 01:35:31.109231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.114709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713', 'name': 'tempest-PortsIpV6TestJSON-1145883081', 'fixed_ips': [{'subnet_id': 'e905ca6c-01c2-4233-817b-24a208d4980e', 'ip_address': '2001:db8::10'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:31.156903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-74f0221e-54ef-4967-8171-9d65c78f8292 service neutron] 10.222.0.42 "GET /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632223 Jul 16 01:35:31.346902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.391328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0b5e7f4-de5e-4f46-87bb-9cdfcdc71400 req-190d964b-2191-4ca3-a6fa-c7d0a8f06e38 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 210 time: 0.0480623 Jul 16 01:35:31.411470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-23526a58-96f1-4fd5-b772-8b636556b84b service neutron] 10.222.0.42 "GET /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517569 Jul 16 01:35:31.426967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c82c0b-6a71-40b8-8fde-50777485690a,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.431917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-ca18d504-69c2-4963-87ab-3fb435adc713', 'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': 'e905ca6c-01c2-4233-817b-24a208d4980e'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:31.432777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:31.433011 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.474810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Checking segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:31.475183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Network hostable DHCP agents. Network: 271cbcf8-d880-47e3-b366-45b842aa6e57, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:31.534644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:31.569718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.591807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 271cbcf8-d880-47e3-b366-45b842aa6e57) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:31.605019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.605623 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.626812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port c7d7a3f1-1f55-4373-b165-2b95602fea1c yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:31.709956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74afccaa-392e-467a-b883-aeadf8971973 req-d11ea36d-4b1d-4524-8160-165881044bb8 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 210 time: 0.0565548 Jul 16 01:35:31.729129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Allocated IP 2001:db8::2 (ca18d504-69c2-4963-87ab-3fb435adc713/e905ca6c-01c2-4233-817b-24a208d4980e/c670268d-5e7f-4bae-a963-5beb4d0e75f2) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:31.763638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2bfe0f52-7378-4128-b991-3891201b08af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9337230 Jul 16 01:35:31.816112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.894969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Deleting subnet 96e25073-8d8a-441d-b01f-544d9d233a03 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:31.901805 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.911696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b80a-4142-4665-96c4-87d32fa1d217 req-064f81c4-e9c7-45c9-ac87-e1af67e5d95c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.913618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a350b80a-4142-4665-96c4-87d32fa1d217 req-064f81c4-e9c7-45c9-ac87-e1af67e5d95c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2179711 Jul 16 01:35:31.943449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9bf43-5124-4108-a994-237a6d270cc5 None None] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:31.984716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.046472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a350b80a-4142-4665-96c4-87d32fa1d217 req-90134855-3362-4a6d-85fd-cac5f9575f73 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106408 Jul 16 01:35:32.125922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.225991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.243978 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.247397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/96e25073-8d8a-441d-b01f-544d9d233a03 HTTP/1.1" status: 204 len: 168 time: 0.4302001 Jul 16 01:35:32.250876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53652) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.270200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e1c6b-ab51-44c4-88aa-419c06073e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e25073-8d8a-441d-b01f-544d9d233a03,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.385665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.453999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048c9b7-dd3b-49cb-a83a-e3330c0eb020 None None] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:32.464161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.507716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Transition to ACTIVE for port object c670268d-5e7f-4bae-a963-5beb4d0e75f2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:32.568019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.579420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Transition to ACTIVE for port object c670268d-5e7f-4bae-a963-5beb4d0e75f2 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:32.597016 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.611222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-8ce7263e-6d37-4675-be9a-db16e3de06fa tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.613260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-8ce7263e-6d37-4675-be9a-db16e3de06fa tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 818 time: 0.1790977 Jul 16 01:35:32.636320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fec702-a2f4-4737-a45e-d8ad506508b4']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.641720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-7a513610-7f60-4d2b-925e-acf1b2e27ff3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/quotas/110c57a495944baaa7780f57059376fe HTTP/1.1" status: 200 len: 375 time: 0.0204859 Jul 16 01:35:32.669164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Pushing event updated for resources: {'Port': ['ID=c670268d-5e7f-4bae-a963-5beb4d0e75f2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.699978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-a14ac264-763f-4071-85d0-021555d98e67 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572555 Jul 16 01:35:32.702794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Network ca18d504-69c2-4963-87ab-3fb435adc713 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:32.708071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:32.721295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:32.727295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a579787-6c13-4e7b-ab45-b29006ed9dea') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.727661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a579787-6c13-4e7b-ab45-b29006ed9dea') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.763090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.835414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::10 (ca18d504-69c2-4963-87ab-3fb435adc713/e905ca6c-01c2-4233-817b-24a208d4980e/c7d7a3f1-1f55-4373-b165-2b95602fea1c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:32.840689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-22ac4a88-ec55-4ce3-b929-9c66421dde5b service neutron] 10.222.0.42 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393807 Jul 16 01:35:32.849805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.876249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:32.876692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.892563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9bf9659-ee8d-46f6-9feb-50ead5a1dcc3 req-998ea6cb-d6df-4e54-ad28-5eb0f6822215 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 210 time: 0.0630164 Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:32.893056 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:32.908141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Attempting to bind port c670268d-5e7f-4bae-a963-5beb4d0e75f2 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:32.908857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Attempting to bind port c670268d-5e7f-4bae-a963-5beb4d0e75f2 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '4a8b7bfa-5830-4287-a2d7-56b231e66ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:32.909518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Attempting to bind port c670268d-5e7f-4bae-a963-5beb4d0e75f2 on network ca18d504-69c2-4963-87ab-3fb435adc713 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:32.920089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:32.920863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Checking segment: {'id': '4a8b7bfa-5830-4287-a2d7-56b231e66ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:32.921598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.922990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Bound using segment: {'id': '4a8b7bfa-5830-4287-a2d7-56b231e66ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:32.923861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Bound port: c670268d-5e7f-4bae-a963-5beb4d0e75f2, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8b7bfa-5830-4287-a2d7-56b231e66ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:32.924640 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.958323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-f7c8fbc9-b548-472f-a238-ee5f6b15f17b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.969396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-f7c8fbc9-b548-472f-a238-ee5f6b15f17b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 813 time: 0.3257904 Jul 16 01:35:33.035507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] For port c670268d-5e7f-4bae-a963-5beb4d0e75f2, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:33.042559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] For port c670268d-5e7f-4bae-a963-5beb4d0e75f2, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c670268d-5e7f-4bae-a963-5beb4d0e75f2,segment=NetworkSegment(4a8b7bfa-5830-4287-a2d7-56b231e66ca9),segment_id=4a8b7bfa-5830-4287-a2d7-56b231e66ca9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:33.045656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-8b88faa8-8700-4f68-a305-ab9587a37d37 service neutron] 10.222.0.42 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034104 Jul 16 01:35:33.049375 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.087489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'port': {'device_id': '6407754a-7970-4461-881f-ee5677594141', 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2', 'admin_state_up': True, 'tenant_id': '5c5098aa93614b4eade9d7f0082eb4a4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:33.136866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f029c8e-f534-48ea-ac46-a3b61898fad9 None None] Pushing event updated for resources: {'Port': ['ID=c670268d-5e7f-4bae-a963-5beb4d0e75f2,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.207901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.222365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b74cee58-ab4a-4759-a475-b9b1dd0ad4fe req-d2d67363-39d0-4291-ae3f-7ebf0e6aae75 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 210 time: 0.0532939 Jul 16 01:35:33.223271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.229376 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c3fec702-a2f4-4737-a45e-d8ad506508b4 HTTP/1.1" status: 204 len: 168 time: 0.9765127 Jul 16 01:35:33.283917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c499-bcf8-4d41-9f5b-4b97e45117e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fec702-a2f4-4737-a45e-d8ad506508b4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.517982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Made reservation on behalf of 5c5098aa93614b4eade9d7f0082eb4a4 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:33.535638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5ec6f-5789-447f-8fb6-ed521f70ce6c req-22287f18-6b30-4af0-bb6e-c0cd43b161bd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.535809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.538101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53676) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.538506 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fe5ec6f-5789-447f-8fb6-ed521f70ce6c req-22287f18-6b30-4af0-bb6e-c0cd43b161bd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1577992 Jul 16 01:35:33.601920 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.664988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fe5ec6f-5789-447f-8fb6-ed521f70ce6c req-3ae92585-1c5d-4244-95f8-233065acdc26 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084239 Jul 16 01:35:33.716278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object c7d7a3f1-1f55-4373-b165-2b95602fea1c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:33.878841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-da00b838-3829-4528-ab87-5c304439ecd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e607e78806f44988bf682be017afe177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199775 Jul 16 01:35:33.883635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.964671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c349611-0fef-4145-a35f-d292bd8e2884 req-17eeee0a-5109-464c-ae03-820544271645 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 210 time: 0.0534971 Jul 16 01:35:34.019636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-c50d1cc4-a045-4b7e-889e-41d2f6f20ee2 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.021881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-c50d1cc4-a045-4b7e-889e-41d2f6f20ee2 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.13 "GET /v2.0/networks?id=dd58a1b2-5b9e-4aee-9a4e-729e5a309411 HTTP/1.1" status: 200 len: 815 time: 0.3272150 Jul 16 01:35:34.026888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448f58d-fec0-491f-8b7e-257e8646f96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.046256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Request body: {'port': {'device_id': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'admin_state_up': True, 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:34.072663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448f58d-fec0-491f-8b7e-257e8646f96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.174098 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.179301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448f58d-fec0-491f-8b7e-257e8646f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.183215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c448f58d-fec0-491f-8b7e-257e8646f96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.187074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c448f58d-fec0-491f-8b7e-257e8646f96c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49c52fca-a6c2-4889-830a-9883f0e85ce4 HTTP/1.1" status: 204 len: 168 time: 0.2998104 Jul 16 01:35:34.224171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448f58d-fec0-491f-8b7e-257e8646f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c52fca-a6c2-4889-830a-9883f0e85ce4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.282465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fff38100-30ca-4eae-a712-fa658f5624dc req-281874e4-fb21-41ce-9aa0-a43245c7403e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 210 time: 0.0814109 Jul 16 01:35:34.435922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Allocated IP 172.20.0.4 (8d341e47-95b4-43b0-8367-0ffb3b2d4ed2/8a078d5a-200d-4143-ac25-2539bce7678d/be30aba8-90c7-4b96-9aea-069c65cce2d7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:34.441339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network ca18d504-69c2-4963-87ab-3fb435adc713 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:34.466555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:34.472454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:34.483436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.485035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.519042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=c7d7a3f1-1f55-4373-b165-2b95602fea1c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.553785 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d20987b-67a4-41fc-8d17-e59e08072a19 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4433336 Jul 16 01:35:34.564971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53714) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.579371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': 'ca18d504-69c2-4963-87ab-3fb435adc713', 'name': 'tempest-PortsIpV6TestJSON-1345213369', 'fixed_ips': [{'subnet_id': 'e905ca6c-01c2-4233-817b-24a208d4980e', 'ip_address': '2001:db8::f'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:34.659972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73c822e9-9735-465d-b807-08dde1d61ce6 req-d61fb7e8-a65f-4174-b197-54036a2b1e0d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 210 time: 0.1488130 Jul 16 01:35:34.685238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Made reservation on behalf of 10d2f5d2c0ce44a7b8ebfe0ee82c3854 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:34.692844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.960822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8febe-9ece-4ce0-bd57-3254c4d4e8d6 None None] Network ca18d504-69c2-4963-87ab-3fb435adc713 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:35.144470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91aa2-3e34-4721-9e1e-75c18da65dfe req-c106496e-58b5-4968-9d1e-8007a21e5243 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:35.158489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fd91aa2-3e34-4721-9e1e-75c18da65dfe req-c106496e-58b5-4968-9d1e-8007a21e5243 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1830337 Jul 16 01:35:35.300529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fd91aa2-3e34-4721-9e1e-75c18da65dfe req-22d65579-a7cb-4626-be31-c6f2c12e9791 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381052 Jul 16 01:35:35.377339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c670268d-5e7f-4bae-a963-5beb4d0e75f2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:35.659252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-56c831c0-6f80-4b52-8564-a270858a7dbb None None] Provisioning for port c670268d-5e7f-4bae-a963-5beb4d0e75f2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:35.692121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.721172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95af154f-d95a-470b-b378-e809441059e9 req-e6f2b14f-72d5-48e6-9576-5b9633a57aa7 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 210 time: 0.1087034 Jul 16 01:35:35.823574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da6c1127-2cdf-4048-9d32-3df5562cabfb req-d1662d32-54bc-46db-bb80-9b42ec0c913d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 210 time: 0.1980572 Jul 16 01:35:35.860113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c670268d-5e7f-4bae-a963-5beb4d0e75f2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:35.860957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.871113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c670268d-5e7f-4bae-a963-5beb4d0e75f2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:35.871494 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.925955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:35.943560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.008074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.051578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 3ba06a36-d497-440b-b90f-42eb57e82f3e yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:36.063830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:36.205216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1270401320-network', 'tenant_id': '60422556963540fd9476eab2fda57b85'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:36.213637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbb1b57f-edc3-4385-87ce-b870378e54ca req-ab5a97dd-df89-4843-82f7-6d8c519d6a4a tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 210 time: 0.0885217 Jul 16 01:35:36.243829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Made reservation on behalf of 60422556963540fd9476eab2fda57b85 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:36.248041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.295584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.349493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Allocated IP 172.20.0.4 (dd58a1b2-5b9e-4aee-9a4e-729e5a309411/531e55c6-4697-49f2-bcb7-2dc8d54eb76c/043b6dfa-47a2-4e82-8027-01d894d9c325) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:36.518022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.524072 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.551709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.626897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c441c629-7423-4fe0-a578-d4cde4f9fb07,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.668708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:36.712318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.712970 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Added segment 45556cda-5014-485f-8eb2-e98a84cd8946 of type vlan for network badb0b0d-b675-4c67-ba21-914285b256a7 Jul 16 01:35:36.757156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c670268d-5e7f-4bae-a963-5beb4d0e75f2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c670268d-5e7f-4bae-a963-5beb4d0e75f2,segment=NetworkSegment(4a8b7bfa-5830-4287-a2d7-56b231e66ca9),segment_id=4a8b7bfa-5830-4287-a2d7-56b231e66ca9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:36.809217 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.019564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c670268d-5e7f-4bae-a963-5beb4d0e75f2,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.104616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4beb7dac-47e7-4b52-98d0-93f7007d2b9c None None] Provisioning for port c7d7a3f1-1f55-4373-b165-2b95602fea1c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:37.131253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4beb7dac-47e7-4b52-98d0-93f7007d2b9c None None] Provisioning complete for port c7d7a3f1-1f55-4373-b165-2b95602fea1c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:37.138925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4beb7dac-47e7-4b52-98d0-93f7007d2b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.140668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.312165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a91d4c6-5950-4121-a8b5-49370022dc70 req-292b60f2-9802-4ffe-9893-60cd0f82276c tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 210 time: 0.1738155 Jul 16 01:35:37.422950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4beb7dac-47e7-4b52-98d0-93f7007d2b9c None None] Port c7d7a3f1-1f55-4373-b165-2b95602fea1c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:37.423803 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:35:37.474370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4beb7dac-47e7-4b52-98d0-93f7007d2b9c None None] Provisioning complete for port c670268d-5e7f-4bae-a963-5beb4d0e75f2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:37.476377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4beb7dac-47e7-4b52-98d0-93f7007d2b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.551438 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.566935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::f (ca18d504-69c2-4963-87ab-3fb435adc713/e905ca6c-01c2-4233-817b-24a208d4980e/3ba06a36-d497-440b-b90f-42eb57e82f3e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:37.613964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.615286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.616165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.770771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] Pushing event updated for resources: {'Network': ['ID=badb0b0d-b675-4c67-ba21-914285b256a7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.796063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network badb0b0d-b675-4c67-ba21-914285b256a7 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:37.839495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0f396-5d81-4ec8-8b77-2b9c873ab8cf req-7e6fd745-b356-4158-8e68-312e257d67ba tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.848236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2c0f396-5d81-4ec8-8b77-2b9c873ab8cf req-7e6fd745-b356-4158-8e68-312e257d67ba tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 1.0812359 Jul 16 01:35:37.993687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:38.108147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-92bbe534-7584-41aa-bd8a-746db3024f88 None None] Provisioning complete for port c7d7a3f1-1f55-4373-b165-2b95602fea1c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:38.108147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92bbe534-7584-41aa-bd8a-746db3024f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.188794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.209410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:38.230940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92bbe534-7584-41aa-bd8a-746db3024f88 None None] Port c7d7a3f1-1f55-4373-b165-2b95602fea1c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:38.240128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.257900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object 3ba06a36-d497-440b-b90f-42eb57e82f3e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:38.360169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.383273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.406952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.407717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.472373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-427d5ee4-1606-4117-9e43-170a2d0d8545 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3991981 Jul 16 01:35:38.510345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network ca18d504-69c2-4963-87ab-3fb435adc713 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:38.518947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.521501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.532016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:38.538296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.539838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.549469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=3ba06a36-d497-440b-b90f-42eb57e82f3e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.559228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Transition to ACTIVE for port object 043b6dfa-47a2-4e82-8027-01d894d9c325 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:38.573582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ff22786a-19fd-457b-8dd2-a8bd997921b9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0074675 Jul 16 01:35:38.578743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53778) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.585041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Request body: {'port': {'device_id': '6407754a-7970-4461-881f-ee5677594141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.585494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6f261207-3eaf-4735-a2e9-5c152aac5ddf tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.588362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6f261207-3eaf-4735-a2e9-5c152aac5ddf tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 818 time: 1.6701417 Jul 16 01:35:38.671210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9eca7503-264b-4b33-af4b-992410e8cbb0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8091016 Jul 16 01:35:38.678089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Request body: {'port': {'device_id': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'admin_state_up': True, 'tenant_id': '110c57a495944baaa7780f57059376fe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.693496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53780) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.700187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Request body: {'subnet': {'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1270401320-subnet', 'tenant_id': '60422556963540fd9476eab2fda57b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.717695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2c0f396-5d81-4ec8-8b77-2b9c873ab8cf req-db59cdf1-b49b-40e9-94b4-f1fccd5f163d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8674688 Jul 16 01:35:38.796409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Made reservation on behalf of 60422556963540fd9476eab2fda57b85 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:38.799251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.802200 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.966622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-1fc689ce-75b8-4e06-b96c-5496a6284b69 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.968211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-1fc689ce-75b8-4e06-b96c-5496a6284b69 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.13 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 818 time: 1.5306702 Jul 16 01:35:38.986977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Pushing event updated for resources: {'Port': ['ID=043b6dfa-47a2-4e82-8027-01d894d9c325,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.008759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c670268d-5e7f-4bae-a963-5beb4d0e75f2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:39.047068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Request body: {'port': {'device_id': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'admin_state_up': True, 'tenant_id': '110c57a495944baaa7780f57059376fe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:39.089349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e3328dc-90fc-4ad4-b397-20e9350040b0 None None] Provisioning for port 3ba06a36-d497-440b-b90f-42eb57e82f3e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:39.112458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e3328dc-90fc-4ad4-b397-20e9350040b0 None None] Provisioning complete for port 3ba06a36-d497-440b-b90f-42eb57e82f3e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:39.113163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e3328dc-90fc-4ad4-b397-20e9350040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.115369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:39.120837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:39.156959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.178355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:39.250479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c670268d-5e7f-4bae-a963-5beb4d0e75f2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:39.250965 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.256080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5bc1bd-6d22-45dc-875f-92834d348883 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.258151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6b5bc1bd-6d22-45dc-875f-92834d348883 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6695518 Jul 16 01:35:39.281848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.303761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e3328dc-90fc-4ad4-b397-20e9350040b0 None None] Port 3ba06a36-d497-440b-b90f-42eb57e82f3e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:39.469711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-0623f78b-e87b-4145-8da2-873f74c1dc76 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.479318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-0623f78b-e87b-4145-8da2-873f74c1dc76 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 818 time: 1.7020605 Jul 16 01:35:39.502742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccdc0-60df-4fcf-bd89-dde8ce580744 req-310e61a1-15dd-4f2a-bbd6-6cee53123de6 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.504831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c73ccdc0-60df-4fcf-bd89-dde8ce580744 req-310e61a1-15dd-4f2a-bbd6-6cee53123de6 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 931 time: 1.8986063 Jul 16 01:35:39.517072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Request body: {'port': {'device_id': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'admin_state_up': True, 'tenant_id': '110c57a495944baaa7780f57059376fe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:39.552901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.553683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.579344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Made reservation on behalf of 110c57a495944baaa7780f57059376fe for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:39.590625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.618704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-dc5078ca-3a04-4e46-8888-ff10af26f73d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5812929 Jul 16 01:35:39.649810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad2cca43-f486-4161-811b-6e80173feffe None None] Provisioning for port 043b6dfa-47a2-4e82-8027-01d894d9c325 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:39.661043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad2cca43-f486-4161-811b-6e80173feffe None None] Provisioning complete for port 043b6dfa-47a2-4e82-8027-01d894d9c325 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:39.662445 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad2cca43-f486-4161-811b-6e80173feffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.745114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Made reservation on behalf of 110c57a495944baaa7780f57059376fe for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:39.751413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.776526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cca43-f486-4161-811b-6e80173feffe None None] Port 043b6dfa-47a2-4e82-8027-01d894d9c325 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:39.822552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de006e3c-1782-454b-b304-289476672974 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.828996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de006e3c-1782-454b-b304-289476672974 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.835012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de006e3c-1782-454b-b304-289476672974 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.837745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de006e3c-1782-454b-b304-289476672974 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5532172 Jul 16 01:35:39.857712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Request body: {'port': {'device_id': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:39.859862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.035798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Allocated IP 172.20.0.4 (271cbcf8-d880-47e3-b366-45b842aa6e57/03c82c0b-6a71-40b8-8fde-50777485690a/dd76f317-f0c2-4166-9a8d-a1c9dcd1681b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:40.037188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.070488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e43ca64-99e2-4ccd-9b2c-443a900b5068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.137766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7dc300e-7be4-4908-8e86-92066710eab4,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.201637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 3ba06a36-d497-440b-b90f-42eb57e82f3e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:40.201980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.249839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Checking segment: {'id': '45556cda-5014-485f-8eb2-e98a84cd8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:40.250379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Network hostable DHCP agents. Network: badb0b0d-b675-4c67-ba21-914285b256a7, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:40.280407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.342995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.376366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be30aba8-90c7-4b96-9aea-069c65cce2d7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:40.398048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.399683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd86ad-2f2e-42e6-be02-58ff118180b2 req-25b4dbb5-4faf-4567-bd2f-c2a97d67cf6c tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.413950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fdd86ad-2f2e-42e6-be02-58ff118180b2 req-25b4dbb5-4faf-4567-bd2f-c2a97d67cf6c tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 931 time: 1.2041478 Jul 16 01:35:40.426612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.441437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Transition to ACTIVE for port object be30aba8-90c7-4b96-9aea-069c65cce2d7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:40.445038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Network badb0b0d-b675-4c67-ba21-914285b256a7 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:40.464321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.470975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.486999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c73ccdc0-60df-4fcf-bd89-dde8ce580744 req-e7a0c9ac-741b-4d42-9241-832584878778 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8603950 Jul 16 01:35:40.581617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, badb0b0d-b675-4c67-ba21-914285b256a7) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:40.585808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.586986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.589858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 3ba06a36-d497-440b-b90f-42eb57e82f3e owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:40.594590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb56fe5-f6fe-42ab-b31b-0d07688c9554 None None] Network badb0b0d-b675-4c67-ba21-914285b256a7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:40.656180 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2596226d-74e4-4446-8fcc-33e27ccd3753 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9611149 Jul 16 01:35:40.895736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.938759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:40.961587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:40.974558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:41.072166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Attempting to bind port be30aba8-90c7-4b96-9aea-069c65cce2d7 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:41.072546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Attempting to bind port be30aba8-90c7-4b96-9aea-069c65cce2d7 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:41.072893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Attempting to bind port be30aba8-90c7-4b96-9aea-069c65cce2d7 on network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:41.080804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9947461e-56c2-4b1a-aa92-19446f6cd963 None None] Network badb0b0d-b675-4c67-ba21-914285b256a7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:41.140151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Port be30aba8-90c7-4b96-9aea-069c65cce2d7 on network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:41.140609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Attempting to bind port be30aba8-90c7-4b96-9aea-069c65cce2d7 on network 8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:41.184068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.186334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.215956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:41.216335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Checking segment: {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:41.216759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Bound using segment: {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:41.217220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Bound port: be30aba8-90c7-4b96-9aea-069c65cce2d7, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5822a139-9d28-4ba6-8749-63a6c55ddcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:41.217594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.307143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fdd86ad-2f2e-42e6-be02-58ff118180b2 req-3b2d4fee-42d4-4ac4-9c6c-9c8aaa23396e tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882940 Jul 16 01:35:41.313896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Pushing event updated for resources: {'Port': ['ID=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.512366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Allocated IP 172.20.0.12 (271cbcf8-d880-47e3-b366-45b842aa6e57/03c82c0b-6a71-40b8-8fde-50777485690a/5dfd3610-559f-4901-9db7-c8576d608cc5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:41.536354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-faa88b0e-9f19-46b1-8b5b-8e627069522d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4983735 Jul 16 01:35:41.605378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Request body: {'port': {'device_id': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:41.703537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Made reservation on behalf of 110c57a495944baaa7780f57059376fe for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:41.708905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.762499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.919234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:41.923845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:42.027477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=3ba06a36-d497-440b-b90f-42eb57e82f3e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.046961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.051210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.056744 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e9c648f-5f24-40f9-8dab-1feae3d336eb tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/3ba06a36-d497-440b-b90f-42eb57e82f3e HTTP/1.1" status: 204 len: 168 time: 2.1923342 Jul 16 01:35:42.086583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.187922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.210958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043b6dfa-47a2-4e82-8027-01d894d9c325 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:42.240708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.241491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.243888 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-43d4b981-47c0-4c9b-81d6-75d5b43c0204 service neutron] 10.222.0.13 "PUT /v2.0/ports/be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 1092 time: 3.6639769 Jul 16 01:35:42.244471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:42.251548 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c250e6b6-ebd5-4766-aea7-2e7da71be730 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:35:42.257686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c250e6b6-ebd5-4766-aea7-2e7da71be730 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/3ba06a36-d497-440b-b90f-42eb57e82f3e HTTP/1.1" status: 404 len: 333 time: 0.1591337 Jul 16 01:35:42.259859 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32459fb-c930-467b-bcd5-1f6d031bcea2" -d '{"events": [{"name": "network-changed", "server_uuid": "6407754a-7970-4461-881f-ee5677594141", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:42.267341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53804) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.285593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.302183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb3c6-aaf4-49c9-a8d7-b54b5f13b9ab req-28ac488d-f214-4d28-b793-8c5bbbfbf7cd tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.316468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-111eb3c6-aaf4-49c9-a8d7-b54b5f13b9ab req-28ac488d-f214-4d28-b793-8c5bbbfbf7cd tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 931 time: 0.7651649 Jul 16 01:35:42.343231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5fd5986-92ee-4dbd-8e57-1dd54496da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.380140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Transition to ACTIVE for port object 043b6dfa-47a2-4e82-8027-01d894d9c325 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:42.415402 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.428885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.449844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b838e7-c520-43f3-b54a-3858dab98705 req-1cbab7a6-272c-4cb2-82cb-ccbc1801289d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.452007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30b838e7-c520-43f3-b54a-3858dab98705 req-1cbab7a6-272c-4cb2-82cb-ccbc1801289d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.8605616 Jul 16 01:35:42.488495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.593113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Pushing event updated for resources: {'Port': ['ID=043b6dfa-47a2-4e82-8027-01d894d9c325,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.640605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-111eb3c6-aaf4-49c9-a8d7-b54b5f13b9ab req-37fce27f-e917-492e-8789-efc3c2b31bab tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197219 Jul 16 01:35:42.653285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30b838e7-c520-43f3-b54a-3858dab98705 req-723eb2f6-3ee4-4d2c-837d-46a1d35607ba tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928256 Jul 16 01:35:42.689540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.957265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port c7d7a3f1-1f55-4373-b165-2b95602fea1c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:42.958272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.967268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.033281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-0b0625c9-1afb-426d-80a1-3a1a78f0f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.035788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-0b0625c9-1afb-426d-80a1-3a1a78f0f07d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1095 time: 0.6183126 Jul 16 01:35:43.087140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Attempting to bind port 043b6dfa-47a2-4e82-8027-01d894d9c325 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:43.091824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Attempting to bind port 043b6dfa-47a2-4e82-8027-01d894d9c325 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:43.092778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Attempting to bind port 043b6dfa-47a2-4e82-8027-01d894d9c325 on network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:43.166410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Port 043b6dfa-47a2-4e82-8027-01d894d9c325 on network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:43.166801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Attempting to bind port 043b6dfa-47a2-4e82-8027-01d894d9c325 on network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:43.251412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:43.251840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Checking segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:43.252355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Bound using segment: {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:43.253120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Bound port: 043b6dfa-47a2-4e82-8027-01d894d9c325, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da40534-18ae-4c14-9c35-f024d0b33307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:43.253888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.264791 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-4cad0efd-6d1f-4b17-91a6-aabf96b9e411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 217 time: 0.1627481 Jul 16 01:35:43.356932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] For port 043b6dfa-47a2-4e82-8027-01d894d9c325, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:43.364734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] For port 043b6dfa-47a2-4e82-8027-01d894d9c325, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=043b6dfa-47a2-4e82-8027-01d894d9c325,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:43.371371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.388724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:43.428877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.491097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.493786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.495743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] 10.222.0.13 "PUT /v2.0/ports/043b6dfa-47a2-4e82-8027-01d894d9c325 HTTP/1.1" status: 200 len: 1092 time: 3.6539321 Jul 16 01:35:43.540449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for c7d7a3f1-1f55-4373-b165-2b95602fea1c owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:43.549725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-10bd569a-8d2b-49d1-81d1-475cdb7bb25e tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.560800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-10bd569a-8d2b-49d1-81d1-475cdb7bb25e tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/networks?id=badb0b0d-b675-4c67-ba21-914285b256a7 HTTP/1.1" status: 200 len: 813 time: 0.3437381 Jul 16 01:35:43.574279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:43.593685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010eca3-814e-4160-a1cf-233d7e469d1c service neutron] Pushing event updated for resources: {'Port': ['ID=043b6dfa-47a2-4e82-8027-01d894d9c325,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.597501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:43.661416 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.767659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.768782 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.785543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-92a4a62d-7fce-430d-9e4a-25ef7b3e82b7 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/quotas/60422556963540fd9476eab2fda57b85 HTTP/1.1" status: 200 len: 375 time: 0.2232335 Jul 16 01:35:43.851105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Allocated IP 172.20.0.6 (271cbcf8-d880-47e3-b366-45b842aa6e57/03c82c0b-6a71-40b8-8fde-50777485690a/ccf90656-5a84-4a9b-b226-a29725f6ef93) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:43.867939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Pushing event updated for resources: {'Port': ['ID=5dfd3610-559f-4901-9db7-c8576d608cc5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.897484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.939929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-cce1c587-7560-4af4-9103-8e9c4c00bf66 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=60422556963540fd9476eab2fda57b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1533148 Jul 16 01:35:43.976116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-322ed67b-f5e5-46c9-ad47-b66bf447c4c6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3459990 Jul 16 01:35:43.989810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=c7d7a3f1-1f55-4373-b165-2b95602fea1c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.060024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Request body: {'port': {'device_id': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:44.095892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.107364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e95fdfe-252f-48aa-9015-7146ce4df9cc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/c7d7a3f1-1f55-4373-b165-2b95602fea1c HTTP/1.1" status: 204 len: 168 time: 1.8122053 Jul 16 01:35:44.110055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.232471 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06438c5-c803-4978-a075-850a8cfb9373 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:35:44.234633 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c06438c5-c803-4978-a075-850a8cfb9373 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/c7d7a3f1-1f55-4373-b165-2b95602fea1c HTTP/1.1" status: 404 len: 333 time: 0.1222041 Jul 16 01:35:44.238032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53830) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.369300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet e905ca6c-01c2-4233-817b-24a208d4980e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:44.370973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313985-0cc6-406f-91c0-28cf4d8e6237 req-ec529884-e291-4b2a-9183-5784cee84e93 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.373333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0313985-0cc6-406f-91c0-28cf4d8e6237 req-ec529884-e291-4b2a-9183-5784cee84e93 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 943 time: 1.1532991 Jul 16 01:35:44.380107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.443641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.489313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.528031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-3273802c-cb2c-422d-9e1b-56524f91c0ea service neutron] 10.222.0.42 "GET /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712836 Jul 16 01:35:44.621015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0313985-0cc6-406f-91c0-28cf4d8e6237 req-7f056a2f-fdbb-4f1e-8e64-4a4b54a88f8e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279086 Jul 16 01:35:44.662066 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.804322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.880468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=e905ca6c-01c2-4233-817b-24a208d4980e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.893546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.897468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de9a06-7896-4106-91aa-6b878be050a7 None None] Network ca18d504-69c2-4963-87ab-3fb435adc713 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:44.898068 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-36f73ad5-d08e-4ffe-b8c2-86543f435354 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/e905ca6c-01c2-4233-817b-24a208d4980e HTTP/1.1" status: 204 len: 168 time: 0.6561728 Jul 16 01:35:44.899635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53832) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.905710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.990607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-a05bfd74-60c2-40db-b264-378aaf636463 service neutron] 10.222.0.42 "GET /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400573 Jul 16 01:35:45.072126 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.093277 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.184530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Network 271cbcf8-d880-47e3-b366-45b842aa6e57 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:45.215599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:45.220287 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.222506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:45.263469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port c670268d-5e7f-4bae-a963-5beb4d0e75f2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:45.263806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.410415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Pushing event updated for resources: {'Port': ['ID=ccf90656-5a84-4a9b-b226-a29725f6ef93,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.411441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] DHCP port deletion for ca18d504-69c2-4963-87ab-3fb435adc713 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:45.421488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] For port c670268d-5e7f-4bae-a963-5beb4d0e75f2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c670268d-5e7f-4bae-a963-5beb4d0e75f2,segment=NetworkSegment(4a8b7bfa-5830-4287-a2d7-56b231e66ca9),segment_id=4a8b7bfa-5830-4287-a2d7-56b231e66ca9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:45.421865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.479036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for c670268d-5e7f-4bae-a963-5beb4d0e75f2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:45.529105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.529756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.568052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Deleting port c670268d-5e7f-4bae-a963-5beb4d0e75f2 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:45.568803 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.724782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-50957984-4425-4ebe-9cdb-2d17542a8c22 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2184744 Jul 16 01:35:45.755128 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72457384-1d17-4588-852a-4cee47700f71 x-openstack-request-id: req-72457384-1d17-4588-852a-4cee47700f71 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:45.757221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] For port c670268d-5e7f-4bae-a963-5beb4d0e75f2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c670268d-5e7f-4bae-a963-5beb4d0e75f2,segment=NetworkSegment(4a8b7bfa-5830-4287-a2d7-56b231e66ca9),segment_id=4a8b7bfa-5830-4287-a2d7-56b231e66ca9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:45.757620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.758450 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6407754a-7970-4461-881f-ee5677594141", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:45.758766 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72457384-1d17-4588-852a-4cee47700f71 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:45.759618 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'status': 'completed', 'code': 200} Jul 16 01:35:45.761029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Request body: {'port': {'device_id': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:45.792568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Calling delete_port for c670268d-5e7f-4bae-a963-5beb4d0e75f2 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:45.878797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.971545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No DVR routers for this DVR port c670268d-5e7f-4bae-a963-5beb4d0e75f2 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:45.980735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=c670268d-5e7f-4bae-a963-5beb4d0e75f2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.988266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-ec534ba5-3b54-4e18-b2b9-14eef9344218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.991108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-ec534ba5-3b54-4e18-b2b9-14eef9344218 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.2599566 Jul 16 01:35:45.995425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.032028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Pushing event deleted for resources: {'Port': ['ID=c670268d-5e7f-4bae-a963-5beb4d0e75f2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.048967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.049340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.049719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.050186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.050530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.050923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.051254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.051582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.052172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.052597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.052928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.053365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:46.062168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62ce83-bac0-473b-8206-ae6ff584ea76 None None] No DVR routers for this DVR port c670268d-5e7f-4bae-a963-5beb4d0e75f2 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:46.081747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd76f317-f0c2-4166-9a8d-a1c9dcd1681b {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:46.093151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-b2aac4bc-f387-4e79-8d13-0e76a45b34db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690219 Jul 16 01:35:46.111731 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.130827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-2b903a34-f4d0-4d1c-88a3-1c5e677f9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.132595 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-2b903a34-f4d0-4d1c-88a3-1c5e677f9929 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10d2f5d2c0ce44a7b8ebfe0ee82c3854&device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 1095 time: 0.4219270 Jul 16 01:35:46.206040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.295567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca18d504-69c2-4963-87ab-3fb435adc713']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.348742 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-2cbf9d49-4415-4e26-8e71-a630cb10901e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=043b6dfa-47a2-4e82-8027-01d894d9c325 HTTP/1.1" status: 200 len: 217 time: 0.1374719 Jul 16 01:35:46.350735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8b7bfa-5830-4287-a2d7-56b231e66ca9') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.351217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8b7bfa-5830-4287-a2d7-56b231e66ca9') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.379425 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.450488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.454795 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-50d0ad3f-e568-41d1-9a4d-3b573d0fcb0a service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459480 Jul 16 01:35:46.478480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:46.478940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:46.483316 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:46.530366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-88857256-07d6-47d1-b83a-b7d019199136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.531891 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-88857256-07d6-47d1-b83a-b7d019199136 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=531e55c6-4697-49f2-bcb7-2dc8d54eb76c HTTP/1.1" status: 200 len: 854 time: 0.1680784 Jul 16 01:35:46.559321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe5c00-b7c7-429c-bfd5-2f72520789db req-13ee098c-1a69-4594-8c35-5a71de2f851f tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.560932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bfe5c00-b7c7-429c-bfd5-2f72520789db req-13ee098c-1a69-4594-8c35-5a71de2f851f tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 943 time: 0.9997814 Jul 16 01:35:46.573989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Transition to ACTIVE for port object dd76f317-f0c2-4166-9a8d-a1c9dcd1681b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:46.582927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614eff4-8e94-4954-acb4-10586777029a req-548b0936-02a4-445a-a3f2-eb8fd52b8d7b tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.592701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b614eff4-8e94-4954-acb4-10586777029a req-548b0936-02a4-445a-a3f2-eb8fd52b8d7b tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 931 time: 0.8635600 Jul 16 01:35:46.616481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.631530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.775603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.807544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.814240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/ca18d504-69c2-4963-87ab-3fb435adc713 HTTP/1.1" status: 204 len: 168 time: 1.9094570 Jul 16 01:35:46.817427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53850) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.824720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-482229777'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:46.846239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b614eff4-8e94-4954-acb4-10586777029a req-7785a0a6-59c7-4203-9c3a-2e478792cff6 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512474 Jul 16 01:35:46.886462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Pushing event updated for resources: {'Port': ['ID=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.897403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0d03-6292-4fca-8e9f-1606051e6d31 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=ca18d504-69c2-4963-87ab-3fb435adc713,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.914826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bfe5c00-b7c7-429c-bfd5-2f72520789db req-b88c87aa-1d9b-42f0-9c50-291913b5e8de tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163366 Jul 16 01:35:46.984904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c670268d-5e7f-4bae-a963-5beb4d0e75f2 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:47.001170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-82584f31-470e-44b9-ae7b-666abbf0bc84 req-c2dafbf7-f6eb-41b0-b669-b3da07b3a238 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383551 Jul 16 01:35:47.023086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-30ffcfb6-45b8-41af-b14f-8b956c719691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.025485 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-30ffcfb6-45b8-41af-b14f-8b956c719691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd58a1b2-5b9e-4aee-9a4e-729e5a309411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4314497 Jul 16 01:35:47.033291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:47.038556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.055597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c670268d-5e7f-4bae-a963-5beb4d0e75f2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:47.056184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c670268d-5e7f-4bae-a963-5beb4d0e75f2 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:47.353449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Attempting to bind port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:47.353809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Attempting to bind port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:47.354330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Attempting to bind port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b on network 271cbcf8-d880-47e3-b366-45b842aa6e57 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:47.371391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:47.374347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfd3610-559f-4901-9db7-c8576d608cc5 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:47.384455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b on network 271cbcf8-d880-47e3-b366-45b842aa6e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:47.385016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Attempting to bind port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b on network 271cbcf8-d880-47e3-b366-45b842aa6e57 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:47.391480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.407837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:47.408391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Checking segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:47.408945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Bound using segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:47.409571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Bound port: dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:47.410217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.411105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.412169 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Added segment fd2b7db9-3506-4d48-baba-7a5b95b6c0d5 of type vlan for network 61479598-1531-47d4-b55d-f10f8ecd8131 Jul 16 01:35:47.429143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Transition to ACTIVE for port object 5dfd3610-559f-4901-9db7-c8576d608cc5 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:47.440633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.465443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d30a-8048-48bf-807e-b7cc883f5397 req-915a0357-b64e-427c-b334-1a534e65679f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.473063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bd9d30a-8048-48bf-807e-b7cc883f5397 req-915a0357-b64e-427c-b334-1a534e65679f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2854567 Jul 16 01:35:47.499042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-15cfb23a-23a5-4105-beab-fb89ef8a6e48 service neutron] 10.222.0.13 "GET /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331546 Jul 16 01:35:47.586453 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.662081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd6e786e-c3f5-4eed-a7ee-4744f71835ab req-2ebd61f8-83a6-490a-bc69-d95c8f522920 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 210 time: 0.1084657 Jul 16 01:35:47.689045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Pushing event updated for resources: {'Port': ['ID=5dfd3610-559f-4901-9db7-c8576d608cc5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.709709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.713412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bd9d30a-8048-48bf-807e-b7cc883f5397 req-6ff49f7d-0a2a-41c1-a3fe-49b41c13da92 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390237 Jul 16 01:35:47.716041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.716957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.723329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] For port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:47.730873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] For port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:47.764631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'tag': '043b6dfa-47a2-4e82-8027-01d894d9c325'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:47.767221 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e5db3a-3697-4200-94ab-aa7a743d1ebc", "tag": "043b6dfa-47a2-4e82-8027-01d894d9c325"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:47.834916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0150738 Jul 16 01:35:47.839382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-031c7ef2-64fa-449f-9452-f45cb6c0726f tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.841163 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-031c7ef2-64fa-449f-9452-f45cb6c0726f tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.23 "GET /v2.0/networks?id=badb0b0d-b675-4c67-ba21-914285b256a7 HTTP/1.1" status: 200 len: 813 time: 0.3406122 Jul 16 01:35:47.841826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53854) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.864434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.879856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-732d2073-dc12-4cd8-8592-e16c25776e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.884125 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-732d2073-dc12-4cd8-8592-e16c25776e8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1095 time: 0.3692484 Jul 16 01:35:47.892295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.902669 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d11035-f918-4ffd-b18c-a207bbbbde19 x-openstack-request-id: req-87d11035-f918-4ffd-b18c-a207bbbbde19 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:47.902929 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e5db3a-3697-4200-94ab-aa7a743d1ebc", "tag": "043b6dfa-47a2-4e82-8027-01d894d9c325", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:47.903188 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87d11035-f918-4ffd-b18c-a207bbbbde19 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:47.903569 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'tag': '043b6dfa-47a2-4e82-8027-01d894d9c325', 'status': 'completed', 'code': 200} Jul 16 01:35:47.911530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Request body: {'port': {'device_id': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7', 'admin_state_up': True, 'tenant_id': '60422556963540fd9476eab2fda57b85'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.975471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf90656-5a84-4a9b-b226-a29725f6ef93 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:47.981415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.983984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.983984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] 10.222.0.13 "PUT /v2.0/ports/dd76f317-f0c2-4166-9a8d-a1c9dcd1681b HTTP/1.1" status: 200 len: 1092 time: 6.3931615 Jul 16 01:35:47.989953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'tag': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:47.993015 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3e5329-e632-4c23-a370-7ab22aba0886" -d '{"events": [{"name": "network-changed", "server_uuid": "daf7544e-f4c5-4cb8-8f1c-25b33f2e232b", "tag": "dd76f317-f0c2-4166-9a8d-a1c9dcd1681b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:48.010263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.093928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Transition to ACTIVE for port object ccf90656-5a84-4a9b-b226-a29725f6ef93 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:48.119573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effd888-1753-43c9-b142-e2dcfceab01d service neutron] Pushing event updated for resources: {'Port': ['ID=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.132046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.132550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.139585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Attempting to bind port 5dfd3610-559f-4901-9db7-c8576d608cc5 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:48.140467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Attempting to bind port 5dfd3610-559f-4901-9db7-c8576d608cc5 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:48.140467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Attempting to bind port 5dfd3610-559f-4901-9db7-c8576d608cc5 on network 271cbcf8-d880-47e3-b366-45b842aa6e57 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:48.191417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Port 5dfd3610-559f-4901-9db7-c8576d608cc5 on network 271cbcf8-d880-47e3-b366-45b842aa6e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:48.191737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Attempting to bind port 5dfd3610-559f-4901-9db7-c8576d608cc5 on network 271cbcf8-d880-47e3-b366-45b842aa6e57 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:48.225750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f95812-640a-4da8-8280-f748be7cff23 req-f5f87c58-0a64-4ded-b3fd-dbd6753947b3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.228143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60f95812-640a-4da8-8280-f748be7cff23 req-f5f87c58-0a64-4ded-b3fd-dbd6753947b3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 943 time: 0.4098129 Jul 16 01:35:48.239751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:48.240102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Checking segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:48.240512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Bound using segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:48.240978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Bound port: 5dfd3610-559f-4901-9db7-c8576d608cc5, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:48.241334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.273473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf90656-5a84-4a9b-b226-a29725f6ef93,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.315747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d880f-339f-46ee-99e8-a136548e0a1e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Network': ['ID=61479598-1531-47d4-b55d-f10f8ecd8131,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.332341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 61479598-1531-47d4-b55d-f10f8ecd8131 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:48.364669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-d519ff46-c13a-4b35-8932-49f4dd7a1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.366128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-d519ff46-c13a-4b35-8932-49f4dd7a1c9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 1095 time: 0.3133237 Jul 16 01:35:48.405404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89862-47c3-40fc-a014-2af31d48b7a5 req-a533d561-22e6-4a6c-b717-834e915145da tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.409688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ff89862-47c3-40fc-a014-2af31d48b7a5 req-a533d561-22e6-4a6c-b717-834e915145da tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 943 time: 0.3901999 Jul 16 01:35:48.433425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60f95812-640a-4da8-8280-f748be7cff23 req-d6f2f5d6-95b2-4124-a34e-c8b03d79a0ae tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853142 Jul 16 01:35:48.465067 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:48.477727 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e5d1548-a370-440d-b7c2-fdd27e18c24e req-f9ee085e-8e28-4cb3-ae3b-498c86beeede service neutron] 10.222.0.13 "GET /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829797 Jul 16 01:35:48.495227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-0e9ba770-495f-419f-94b9-673ac3a79ea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b HTTP/1.1" status: 200 len: 217 time: 0.1006334 Jul 16 01:35:48.582857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] For port 5dfd3610-559f-4901-9db7-c8576d608cc5, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:48.590010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ff89862-47c3-40fc-a014-2af31d48b7a5 req-b27bb04a-428f-48b8-8a63-1bbdb5e52d06 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610403 Jul 16 01:35:48.607127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Attempting to bind port ccf90656-5a84-4a9b-b226-a29725f6ef93 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:48.607664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Attempting to bind port ccf90656-5a84-4a9b-b226-a29725f6ef93 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:48.607855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Attempting to bind port ccf90656-5a84-4a9b-b226-a29725f6ef93 on network 271cbcf8-d880-47e3-b366-45b842aa6e57 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:48.611158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] For port 5dfd3610-559f-4901-9db7-c8576d608cc5, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dfd3610-559f-4901-9db7-c8576d608cc5,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:48.612624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-d6a46bec-933c-45ad-8b1b-c2eb4dfb8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.613302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-12bd4e58-40af-4c73-a443-dc9552c7ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.615045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-12bd4e58-40af-4c73-a443-dc9552c7ccd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 200 len: 858 time: 0.1086495 Jul 16 01:35:48.615911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-d6a46bec-933c-45ad-8b1b-c2eb4dfb8805 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.7176580 Jul 16 01:35:48.620057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.637765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:48.641851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.673834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Port ccf90656-5a84-4a9b-b226-a29725f6ef93 on network 271cbcf8-d880-47e3-b366-45b842aa6e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:48.674581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Attempting to bind port ccf90656-5a84-4a9b-b226-a29725f6ef93 on network 271cbcf8-d880-47e3-b366-45b842aa6e57 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:48.698145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-0b52b626-093b-4b11-999b-b53b7a4f71b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=271cbcf8-d880-47e3-b366-45b842aa6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672519 Jul 16 01:35:48.700259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.700931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.702073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] 10.222.0.23 "PUT /v2.0/ports/5dfd3610-559f-4901-9db7-c8576d608cc5 HTTP/1.1" status: 200 len: 1093 time: 4.6761384 Jul 16 01:35:48.716590 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1533c8e8-c830-4ca9-bd8b-a264482a4404 x-openstack-request-id: req-1533c8e8-c830-4ca9-bd8b-a264482a4404 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:48.716936 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf7544e-f4c5-4cb8-8f1c-25b33f2e232b", "tag": "dd76f317-f0c2-4166-9a8d-a1c9dcd1681b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:48.717182 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1533c8e8-c830-4ca9-bd8b-a264482a4404 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:48.717623 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'tag': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b', 'status': 'completed', 'code': 200} Jul 16 01:35:48.732538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-b9594397-c2f0-4570-a222-335a15814fc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 217 time: 0.1040728 Jul 16 01:35:48.777442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:48.777442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Checking segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:48.777827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Bound using segment: {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:48.778047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Bound port: ccf90656-5a84-4a9b-b226-a29725f6ef93, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:48.778437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.805088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Made reservation on behalf of 60422556963540fd9476eab2fda57b85 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:48.808634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.851945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bbfa8-7db9-4c70-b357-70108c26dedb service neutron] Pushing event updated for resources: {'Port': ['ID=5dfd3610-559f-4901-9db7-c8576d608cc5,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.905189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-968ff90e-3fa7-48d9-912c-3958cb96f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.907378 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-968ff90e-3fa7-48d9-912c-3958cb96f67c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.1470687 Jul 16 01:35:48.995566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ea586b0c-9ec4-4989-a4d7-c42010a54710 service neutron] 10.222.0.13 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769949 Jul 16 01:35:48.999744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] For port ccf90656-5a84-4a9b-b226-a29725f6ef93, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:49.006578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] For port ccf90656-5a84-4a9b-b226-a29725f6ef93, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:49.015555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e8fee-a246-477b-82f3-cef9916e321a req-99a3d0f4-c545-462b-a607-ad03ed44f952 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.017312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d67e8fee-a246-477b-82f3-cef9916e321a req-99a3d0f4-c545-462b-a607-ad03ed44f952 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 943 time: 0.3407493 Jul 16 01:35:49.028014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.036286 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-50d28343-279c-4be0-b88c-883551ad435f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211741 Jul 16 01:35:49.060965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-846290b0-61f7-4ce2-b6d7-5cb769f6da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.063794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-846290b0-61f7-4ce2-b6d7-5cb769f6da74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 1096 time: 0.3059494 Jul 16 01:35:49.113389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-0bd3f64f-34fa-4c55-a26f-aa794d929671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.114985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-0bd3f64f-34fa-4c55-a26f-aa794d929671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10d2f5d2c0ce44a7b8ebfe0ee82c3854&device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 1095 time: 0.4174061 Jul 16 01:35:49.181499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.182020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.183433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ccf90656-5a84-4a9b-b226-a29725f6ef93 HTTP/1.1" status: 200 len: 1092 time: 3.4511027 Jul 16 01:35:49.198053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-337e2488-ee46-4262-84c0-9548956f4eac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dfd3610-559f-4901-9db7-c8576d608cc5 HTTP/1.1" status: 200 len: 217 time: 0.1052382 Jul 16 01:35:49.296592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d67e8fee-a246-477b-82f3-cef9916e321a req-a12055d3-8eba-44f2-9536-8fd818abea02 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447207 Jul 16 01:35:49.331755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23f5f4-8781-4831-b151-cff69d8240d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf90656-5a84-4a9b-b226-a29725f6ef93,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.337015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-1bfc8dd3-7380-4eeb-91c4-0c64a71223a0 service neutron] 10.222.0.13 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324537 Jul 16 01:35:49.341249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5250cfd1-bfc9-4440-9362-f3a0d3d756c6 req-63691a87-d353-4bca-bdee-695758c95b62 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 210 time: 0.0980663 Jul 16 01:35:49.357606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Allocated IP 172.20.0.9 (badb0b0d-b675-4c67-ba21-914285b256a7/f7dc300e-7be4-4908-8e86-92066710eab4/94f7733e-af5d-4019-8fa7-8d70faea5393) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:49.380242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-e818155a-a1ee-4c7d-af9e-f980f8c2e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.390283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-e818155a-a1ee-4c7d-af9e-f980f8c2e977 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 200 len: 858 time: 0.1796012 Jul 16 01:35:49.444242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-b173edde-8e54-40fc-b389-0be08d3143d7 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963168 Jul 16 01:35:49.462004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-a3aadea4-ce00-4af2-abd4-b69114340f2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=271cbcf8-d880-47e3-b366-45b842aa6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666716 Jul 16 01:35:49.509586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-ac54296d-138f-4552-aaa2-0b2f54aadde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.511094 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-ac54296d-138f-4552-aaa2-0b2f54aadde1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd58a1b2-5b9e-4aee-9a4e-729e5a309411 HTTP/1.1" status: 200 len: 916 time: 0.3573370 Jul 16 01:35:49.526266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.586812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-5f98a177-3725-4d45-ba1b-05d1a452a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.588464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-5f98a177-3725-4d45-ba1b-05d1a452a2c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 1095 time: 0.3220620 Jul 16 01:35:49.620073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-d850fc3e-0f74-468f-b62d-6133e2f619e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=043b6dfa-47a2-4e82-8027-01d894d9c325 HTTP/1.1" status: 200 len: 217 time: 0.0997829 Jul 16 01:35:49.693515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-4fb16721-dc63-4536-9e65-c501e72ab82c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93 HTTP/1.1" status: 200 len: 217 time: 0.0958564 Jul 16 01:35:49.810070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=77d31678-819b-4c08-a407-f459446d5c5f,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.818746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d32459fb-c930-467b-bcd5-1f6d031bcea2 req-5712502c-6bc7-493f-99d3-7f49c9438080 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468568 Jul 16 01:35:49.829857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-1756caa6-5505-4621-a3a3-518d92840be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.831346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-1756caa6-5505-4621-a3a3-518d92840be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=531e55c6-4697-49f2-bcb7-2dc8d54eb76c HTTP/1.1" status: 200 len: 854 time: 0.1780157 Jul 16 01:35:49.834371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Checking segment: {'id': 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:49.834730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network hostable DHCP agents. Network: 61479598-1531-47d4-b55d-f10f8ecd8131, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:49.911986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 61479598-1531-47d4-b55d-f10f8ecd8131 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:49.918631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.940149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 61479598-1531-47d4-b55d-f10f8ecd8131) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:49.948925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.949517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.952994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9f0f3-ba55-46c4-b178-ace6ac81324e None None] Network 61479598-1531-47d4-b55d-f10f8ecd8131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:49.975511 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9035593d-799d-4294-9d2e-93471e024238 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0917165 Jul 16 01:35:49.983644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53876) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.985674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-18b552e2-9cad-4a61-afd5-96384194ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.987208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-18b552e2-9cad-4a61-afd5-96384194ff37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd58a1b2-5b9e-4aee-9a4e-729e5a309411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468887 Jul 16 01:35:49.991810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1743418379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:50.059727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.060788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.067460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.138542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-61479598-1531-47d4-b55d-f10f8ecd8131', 'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': '77d31678-819b-4c08-a407-f459446d5c5f'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:50.139724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.166513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-b17f9ea6-72e2-4b70-8d40-86b12a212b0d service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936288 Jul 16 01:35:50.175527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Network badb0b0d-b675-4c67-ba21-914285b256a7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:50.183260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-7792483c-2efe-4dd0-922d-becfb1ea3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.183982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:50.185855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-7792483c-2efe-4dd0-922d-becfb1ea3ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 1095 time: 0.7217710 Jul 16 01:35:50.212227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da688629-3643-4123-9d0c-4cefbb862efc req-2d8d81d4-52dc-4e0b-b6a9-5eb34920d504 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.213777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da688629-3643-4123-9d0c-4cefbb862efc req-2d8d81d4-52dc-4e0b-b6a9-5eb34920d504 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.7399752 Jul 16 01:35:50.221431 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:50.229255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device be30aba8-90c7-4b96-9aea-069c65cce2d7 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:50.234044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.246481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-f7aaad06-0a9d-4ff6-8c04-09cc10d3f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.247931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-f7aaad06-0a9d-4ff6-8c04-09cc10d3f701 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 200 len: 858 time: 0.5327156 Jul 16 01:35:50.256788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Pushing event updated for resources: {'Port': ['ID=94f7733e-af5d-4019-8fa7-8d70faea5393,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.262933 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-208abb73-753d-4a78-b267-7ec6ee1821ef service neutron] 10.222.0.13 "GET /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635415 Jul 16 01:35:50.264503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.325690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.333075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0cc0bec8-684c-4abf-b09b-d0b1ac58f83c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3387549 Jul 16 01:35:50.334567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.335307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.336361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.346794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131', 'name': 'tempest-PortsIpV6TestJSON-1079446016'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:50.353243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-eaaaf968-57d6-4909-9bfe-02af31be7847 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=271cbcf8-d880-47e3-b366-45b842aa6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834999 Jul 16 01:35:50.398869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-efd4b7ce-fb4d-4f90-8b8d-3d93cad0f1cd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4926763 Jul 16 01:35:50.410528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Request body: {'port': {'device_id': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:50.419928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Allocated IP 2001:db8::2 (61479598-1531-47d4-b55d-f10f8ecd8131/77d31678-819b-4c08-a407-f459446d5c5f/8a71b52a-241b-4da0-8085-e49fd598b63d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:50.458417 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0cc63f-1e9b-4b27-814e-8b2c010ece4f req-65532e7c-0a03-41b8-9569-88a4a2ba8e19 service neutron] 10.222.0.13 "GET /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887608 Jul 16 01:35:50.461533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.470567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cf414-70de-452c-84f0-cb5d04ce948c req-612c757f-c375-4581-928f-25d41c780030 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.478556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c8cf414-70de-452c-84f0-cb5d04ce948c req-612c757f-c375-4581-928f-25d41c780030 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 943 time: 0.7938900 Jul 16 01:35:50.495420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'network_id': '8d341e47-95b4-43b0-8367-0ffb3b2d4ed2', 'port_id': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'mac_address': 'fa:16:3e:8b:fc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a078d5a-200d-4143-ac25-2539bce7678d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:50.542733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.545759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da688629-3643-4123-9d0c-4cefbb862efc req-4d9b723f-630f-481a-8e7c-5c78ff46cbdb tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092439 Jul 16 01:35:50.661313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.664497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-67383ec7-a73b-4e62-bb93-49ba6488a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.667315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-67383ec7-a73b-4e62-bb93-49ba6488a4e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 919 time: 0.4669943 Jul 16 01:35:50.671787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Transition to ACTIVE for port object 8a71b52a-241b-4da0-8085-e49fd598b63d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:50.689641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Transition to ACTIVE for port object 8a71b52a-241b-4da0-8085-e49fd598b63d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:50.701597 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.718843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'tag': '5dfd3610-559f-4901-9db7-c8576d608cc5'}, {'name': 'network-changed', 'server_uuid': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'tag': 'ccf90656-5a84-4a9b-b226-a29725f6ef93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:50.721301 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e06102-d921-4071-a47d-6077ac20c0f9", "tag": "5dfd3610-559f-4901-9db7-c8576d608cc5"}, {"name": "network-changed", "server_uuid": "a59eceb9-167c-4d28-8788-f84b07013c94", "tag": "ccf90656-5a84-4a9b-b226-a29725f6ef93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:50.724635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be30aba8-90c7-4b96-9aea-069c65cce2d7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:50.730404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.740204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-0ebd71b5-3481-491c-93fa-12e6e21f078e service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641625 Jul 16 01:35:50.791472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c8cf414-70de-452c-84f0-cb5d04ce948c req-f2432256-5e0a-4c2a-9800-1ada6859258d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116345 Jul 16 01:35:50.791886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.807376 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.810918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Network 61479598-1531-47d4-b55d-f10f8ecd8131 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:50.830962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:50.830962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Pushing event updated for resources: {'Port': ['ID=8a71b52a-241b-4da0-8085-e49fd598b63d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.830962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:50.891744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-c372f7ee-1da0-4bd7-970d-4592a668d8d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b HTTP/1.1" status: 200 len: 217 time: 0.1754606 Jul 16 01:35:50.948269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Attempting to bind port 8a71b52a-241b-4da0-8085-e49fd598b63d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:50.948749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Attempting to bind port 8a71b52a-241b-4da0-8085-e49fd598b63d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:50.949205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Attempting to bind port 8a71b52a-241b-4da0-8085-e49fd598b63d on network 61479598-1531-47d4-b55d-f10f8ecd8131 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:50.953329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.959462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:50.959853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Checking segment: {'id': 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:50.960409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.962084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Bound using segment: {'id': 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:50.962782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Bound port: 8a71b52a-241b-4da0-8085-e49fd598b63d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '61479598-1531-47d4-b55d-f10f8ecd8131'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:50.963249 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.086792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] For port 8a71b52a-241b-4da0-8085-e49fd598b63d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:51.091242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] For port 8a71b52a-241b-4da0-8085-e49fd598b63d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8a71b52a-241b-4da0-8085-e49fd598b63d,segment=NetworkSegment(fd2b7db9-3506-4d48-baba-7a5b95b6c0d5),segment_id=fd2b7db9-3506-4d48-baba-7a5b95b6c0d5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:51.098598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.121600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-bfac4379-e43b-4a72-8556-ff95f0fbbf35 service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066972 Jul 16 01:35:51.133552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-34a3d1c9-ff99-4dae-9f72-d0dd9bddb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.136214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-34a3d1c9-ff99-4dae-9f72-d0dd9bddb6b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 200 len: 858 time: 0.2042646 Jul 16 01:35:51.156231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f7733e-af5d-4019-8fa7-8d70faea5393 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:51.161636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['be30aba8-90c7-4b96-9aea-069c65cce2d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:51.178727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.218720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Transition to ACTIVE for port object 94f7733e-af5d-4019-8fa7-8d70faea5393 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:51.228580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.248812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:51.249631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded335-dc5f-4bbf-bb0c-5322c3db82ed None None] Pushing event updated for resources: {'Port': ['ID=8a71b52a-241b-4da0-8085-e49fd598b63d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.254127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.262568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-5f1770c5-e86d-4f1b-b619-fe936e2484c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=271cbcf8-d880-47e3-b366-45b842aa6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039555 Jul 16 01:35:51.294466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be191c0-a62b-4d82-97cd-a2a89a20320e req-d768475f-3c52-4134-aa63-cdc3722b89e1 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.296401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2be191c0-a62b-4d82-97cd-a2a89a20320e req-d768475f-3c52-4134-aa63-cdc3722b89e1 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 943 time: 0.5637827 Jul 16 01:35:51.323438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Pushing event updated for resources: {'Port': ['ID=94f7733e-af5d-4019-8fa7-8d70faea5393,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.420953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Attempting to bind port 94f7733e-af5d-4019-8fa7-8d70faea5393 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:51.421373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Attempting to bind port 94f7733e-af5d-4019-8fa7-8d70faea5393 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '45556cda-5014-485f-8eb2-e98a84cd8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:51.421887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Attempting to bind port 94f7733e-af5d-4019-8fa7-8d70faea5393 on network badb0b0d-b675-4c67-ba21-914285b256a7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:51.429965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Port 94f7733e-af5d-4019-8fa7-8d70faea5393 on network badb0b0d-b675-4c67-ba21-914285b256a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:51.431014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Attempting to bind port 94f7733e-af5d-4019-8fa7-8d70faea5393 on network badb0b0d-b675-4c67-ba21-914285b256a7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:51.438210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:51.438718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Checking segment: {'id': '45556cda-5014-485f-8eb2-e98a84cd8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:51.439363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Bound using segment: {'id': '45556cda-5014-485f-8eb2-e98a84cd8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:51.439920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Bound port: 94f7733e-af5d-4019-8fa7-8d70faea5393, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45556cda-5014-485f-8eb2-e98a84cd8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:51.440507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.483752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port dffc9d66-068b-40a5-8cc3-e6f21db4f8da yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:51.596674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] For port 94f7733e-af5d-4019-8fa7-8d70faea5393, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:51.603981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] For port 94f7733e-af5d-4019-8fa7-8d70faea5393, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=94f7733e-af5d-4019-8fa7-8d70faea5393,segment=NetworkSegment(45556cda-5014-485f-8eb2-e98a84cd8946),segment_id=45556cda-5014-485f-8eb2-e98a84cd8946)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:51.614324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.666819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.667953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.670456 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] 10.222.0.23 "PUT /v2.0/ports/94f7733e-af5d-4019-8fa7-8d70faea5393 HTTP/1.1" status: 200 len: 1092 time: 1.2641354 Jul 16 01:35:51.671028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'tag': '94f7733e-af5d-4019-8fa7-8d70faea5393'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:51.674135 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a", "tag": "94f7733e-af5d-4019-8fa7-8d70faea5393"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:51.685500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0486642-0516-45f1-8dd7-b2d7b7b92c31 req-17ca1db0-e67a-4ba2-8bd7-4c25ea0ec851 service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564034 Jul 16 01:35:51.711656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2be191c0-a62b-4d82-97cd-a2a89a20320e req-dfd21578-be7b-4331-b86c-c5b2bb7880bb tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261473 Jul 16 01:35:51.737046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b62e-5cb1-4d26-b561-204f7fda9c4c req-84343299-acd0-42ac-91ec-14102068e9fd tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.744813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2dd6b62e-5cb1-4d26-b561-204f7fda9c4c req-84343299-acd0-42ac-91ec-14102068e9fd tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 943 time: 0.4743619 Jul 16 01:35:51.755980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92a40a-fe6e-4fae-8274-8863ac51851e service neutron] Pushing event updated for resources: {'Port': ['ID=94f7733e-af5d-4019-8fa7-8d70faea5393,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.850810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-d07c5b12-0c96-473f-9df6-28612ae85eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530348 Jul 16 01:35:51.911928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2dd6b62e-5cb1-4d26-b561-204f7fda9c4c req-3d60ad2c-e98f-4f81-83d8-9832b18c9fbd tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647890 Jul 16 01:35:52.144721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::239 (61479598-1531-47d4-b55d-f10f8ecd8131/77d31678-819b-4c08-a407-f459446d5c5f/dffc9d66-068b-40a5-8cc3-e6f21db4f8da) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:52.148352 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520008e-abfe-4821-b2b4-cbe22fa3d15e x-openstack-request-id: req-5520008e-abfe-4821-b2b4-cbe22fa3d15e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:52.148352 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e06102-d921-4071-a47d-6077ac20c0f9", "tag": "5dfd3610-559f-4901-9db7-c8576d608cc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a59eceb9-167c-4d28-8788-f84b07013c94", "tag": "ccf90656-5a84-4a9b-b226-a29725f6ef93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:52.148732 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5520008e-abfe-4821-b2b4-cbe22fa3d15e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:52.149069 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'tag': '5dfd3610-559f-4901-9db7-c8576d608cc5', 'status': 'completed', 'code': 200} Jul 16 01:35:52.149217 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'tag': 'ccf90656-5a84-4a9b-b226-a29725f6ef93', 'status': 'completed', 'code': 200} Jul 16 01:35:52.175653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-a1b66e4e-7838-4564-88df-503c2cd2359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.178050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-a1b66e4e-7838-4564-88df-503c2cd2359a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60422556963540fd9476eab2fda57b85&device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 1095 time: 0.4256437 Jul 16 01:35:52.231826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dd76f317-f0c2-4166-9a8d-a1c9dcd1681b details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:52.254412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-90e8e6e1-df27-4c5b-8f24-fb20e18cd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.255952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-13a62741-2900-40df-b16b-ab232b650f62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7733e-af5d-4019-8fa7-8d70faea5393 HTTP/1.1" status: 200 len: 217 time: 0.0679028 Jul 16 01:35:52.267395 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-90e8e6e1-df27-4c5b-8f24-fb20e18cd3d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 1096 time: 0.0981557 Jul 16 01:35:52.281675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device be30aba8-90c7-4b96-9aea-069c65cce2d7 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:52.311619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68904d3-501e-43ef-b516-40451a46fcd1 req-8e8ca265-3246-4d35-a4e0-584b88cc8b8d tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.319176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c68904d3-501e-43ef-b516-40451a46fcd1 req-8e8ca265-3246-4d35-a4e0-584b88cc8b8d tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 943 time: 0.3660495 Jul 16 01:35:52.415014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port be30aba8-90c7-4b96-9aea-069c65cce2d7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:52.416828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a3e5329-e632-4c23-a370-7ab22aba0886 req-23c8ce30-6c72-4159-afd9-3c1fa4897ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155680 Jul 16 01:35:52.429102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port be30aba8-90c7-4b96-9aea-069c65cce2d7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:52.429783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.444876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.486219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b', 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'port_id': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b', 'mac_address': 'fa:16:3e:0e:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c82c0b-6a71-40b8-8fde-50777485690a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:52.511634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-8cf9ec73-0921-4a86-a12b-bae32362ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.514625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-8cf9ec73-0921-4a86-a12b-bae32362ae70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 919 time: 0.2436111 Jul 16 01:35:52.591427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.602210 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-171e80d7-2be3-4f61-8292-77d1109126c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dfd3610-559f-4901-9db7-c8576d608cc5 HTTP/1.1" status: 200 len: 217 time: 0.0795941 Jul 16 01:35:52.602826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-a07c86d1-fb60-46dd-a804-3511799d8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.604958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-a07c86d1-fb60-46dd-a804-3511799d8d41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7dc300e-7be4-4908-8e86-92066710eab4 HTTP/1.1" status: 200 len: 853 time: 0.3267281 Jul 16 01:35:52.651617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd76f317-f0c2-4166-9a8d-a1c9dcd1681b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:52.674877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c68904d3-501e-43ef-b516-40451a46fcd1 req-7fd8e53e-d883-4c0d-8b46-6d5c8c18f623 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546529 Jul 16 01:35:52.681462 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.720209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.726880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-182a1bd0-01bc-4fe7-97ee-8d80d85f41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.729001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-182a1bd0-01bc-4fe7-97ee-8d80d85f41b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 200 len: 858 time: 0.1107266 Jul 16 01:35:52.730972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.732013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 043b6dfa-47a2-4e82-8027-01d894d9c325 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:52.746614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-3bf415e0-ab4e-44f7-890d-ead1f97335a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=badb0b0d-b675-4c67-ba21-914285b256a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571175 Jul 16 01:35:52.774605 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d0ef0-7bd0-41f3-a516-4e8b1a8fb9f7 x-openstack-request-id: req-e84d0ef0-7bd0-41f3-a516-4e8b1a8fb9f7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:52.775573 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a", "tag": "94f7733e-af5d-4019-8fa7-8d70faea5393", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:52.776206 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e84d0ef0-7bd0-41f3-a516-4e8b1a8fb9f7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:52.777043 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'tag': '94f7733e-af5d-4019-8fa7-8d70faea5393', 'status': 'completed', 'code': 200} Jul 16 01:35:52.817643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c341a2-c493-40f7-880a-b65b4eb52ae7 req-2cb548ec-7cc1-437a-a97d-810c22d32ab0 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.819584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7c341a2-c493-40f7-880a-b65b4eb52ae7 req-2cb548ec-7cc1-437a-a97d-810c22d32ab0 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.5447934 Jul 16 01:35:52.876990 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-1bec1a4d-06ae-4d60-9234-d34f53a18d53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=271cbcf8-d880-47e3-b366-45b842aa6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370397 Jul 16 01:35:52.889911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 043b6dfa-47a2-4e82-8027-01d894d9c325, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=043b6dfa-47a2-4e82-8027-01d894d9c325,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.923596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.984825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7c341a2-c493-40f7-880a-b65b4eb52ae7 req-e776c66e-1204-47e2-b134-f1926e12b777 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513097 Jul 16 01:35:52.988226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object dffc9d66-068b-40a5-8cc3-e6f21db4f8da will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:53.002257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be0e1a-8587-45de-bd31-f43380a9018c None None] Network 61479598-1531-47d4-b55d-f10f8ecd8131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:53.030518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:53.032821 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23739767-1a9b-4c19-807c-09d758fe86e1" -d '{"events": [{"server_uuid": "6407754a-7970-4461-881f-ee5677594141", "name": "network-vif-plugged", "status": "completed", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:53.068761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8a71b52a-241b-4da0-8085-e49fd598b63d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:53.073418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '043b6dfa-47a2-4e82-8027-01d894d9c325', 'network_id': 'dd58a1b2-5b9e-4aee-9a4e-729e5a309411', 'port_id': '043b6dfa-47a2-4e82-8027-01d894d9c325', 'mac_address': 'fa:16:3e:76:9a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531e55c6-4697-49f2-bcb7-2dc8d54eb76c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:53.108932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:53.127646 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.130612 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-007d284a-a37d-449e-8957-4971bf1733ad service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460210 Jul 16 01:35:53.152290 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.172094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-6018022b-e552-41aa-a0fe-b88e368da491 service neutron] 10.222.0.23 "GET /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057171 Jul 16 01:35:53.218088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2e4ed5fc-27e1-4f8f-9059-ea1d46696a3d None None] Provisioning for port 8a71b52a-241b-4da0-8085-e49fd598b63d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:53.291668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=dffc9d66-068b-40a5-8cc3-e6f21db4f8da,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.296855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-053aaba9-31b1-492c-95ae-345c712ebc76 service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597724 Jul 16 01:35:53.300015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 61479598-1531-47d4-b55d-f10f8ecd8131 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:53.309764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.312522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:53.323683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:53.329682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.330345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.332794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.394981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3459d92d-97c3-48ce-ba63-3855860b57a0 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0550385 Jul 16 01:35:53.400117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53904) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.417167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7b5a6-088b-4ccf-858b-79f3bd287195 req-906c8c51-5e71-4d1b-a35b-c66711634816 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.420303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27b7b5a6-088b-4ccf-858b-79f3bd287195 req-906c8c51-5e71-4d1b-a35b-c66711634816 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 944 time: 0.4515488 Jul 16 01:35:53.479258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-ccf60e2b-f9a3-42ee-ba9e-e5c74a098a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.480890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-ccf60e2b-f9a3-42ee-ba9e-e5c74a098a1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=110c57a495944baaa7780f57059376fe&device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 1095 time: 0.0782759 Jul 16 01:35:53.600167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50b3f9e4-70b5-43f4-a8ee-fb7909f8ce64 req-195d7ae7-1b4a-4ade-a5a5-06851198b13d service neutron] 10.222.0.23 "GET /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123363 Jul 16 01:35:53.605216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8a71b52a-241b-4da0-8085-e49fd598b63d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:53.621934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8a71b52a-241b-4da0-8085-e49fd598b63d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:53.622720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.671532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043b6dfa-47a2-4e82-8027-01d894d9c325 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:53.806553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 043b6dfa-47a2-4e82-8027-01d894d9c325, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=043b6dfa-47a2-4e82-8027-01d894d9c325,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:53.813695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.821265 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.986023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=043b6dfa-47a2-4e82-8027-01d894d9c325,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.011428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.050380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-bf84a690-404b-498a-ac8b-7505dda89ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.058630 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-bf84a690-404b-498a-ac8b-7505dda89ec5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 200 len: 919 time: 0.5644894 Jul 16 01:35:54.086848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 8a71b52a-241b-4da0-8085-e49fd598b63d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8a71b52a-241b-4da0-8085-e49fd598b63d,segment=NetworkSegment(fd2b7db9-3506-4d48-baba-7a5b95b6c0d5),segment_id=fd2b7db9-3506-4d48-baba-7a5b95b6c0d5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:54.093920 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.119964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-65b983e7-9d7c-4d4b-a19c-f7f505bd1b6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93 HTTP/1.1" status: 200 len: 217 time: 0.0545163 Jul 16 01:35:54.170597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=8a71b52a-241b-4da0-8085-e49fd598b63d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.203542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-f89b315f-7cd1-4f61-83ac-4340cc789652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.209976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:54.216253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-f89b315f-7cd1-4f61-83ac-4340cc789652 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 200 len: 858 time: 0.0786328 Jul 16 01:35:54.223377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27b7b5a6-088b-4ccf-858b-79f3bd287195 req-b9762d0a-395b-4e88-8716-ee0135735b1d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7811425 Jul 16 01:35:54.227440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['043b6dfa-47a2-4e82-8027-01d894d9c325'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:54.323359 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-3a88bbc1-d1e3-48e7-86ef-68ff1b2ad25b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=271cbcf8-d880-47e3-b366-45b842aa6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021161 Jul 16 01:35:54.378893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac183-286f-4828-a18d-beed4d23772c req-fc4363be-f416-4050-a7f8-c63529b5c7de tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.381788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2dac183-286f-4828-a18d-beed4d23772c req-fc4363be-f416-4050-a7f8-c63529b5c7de tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 944 time: 0.9425716 Jul 16 01:35:54.495159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-9e1e0a8f-9ae0-499e-ae8f-7b4929671e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.496906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-9e1e0a8f-9ae0-499e-ae8f-7b4929671e8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60422556963540fd9476eab2fda57b85&device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 1095 time: 0.3311703 Jul 16 01:35:54.575598 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-d81b9f95-d1aa-469c-b2a4-0d8b54e7cfc8 service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304125 Jul 16 01:35:54.597298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2dac183-286f-4828-a18d-beed4d23772c req-97e7549e-3f77-46dc-9948-e7c7322bc7cc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754978 Jul 16 01:35:54.761560 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4672b6-7fb9-461f-b76c-958a475230ab x-openstack-request-id: req-5b4672b6-7fb9-461f-b76c-958a475230ab {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:54.762414 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6407754a-7970-4461-881f-ee5677594141", "name": "network-vif-plugged", "status": "completed", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:54.762414 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b4672b6-7fb9-461f-b76c-958a475230ab {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:54.763138 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'code': 200} Jul 16 01:35:54.795199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ee2b930d-eb2b-4766-b8a8-7f8742c5649c req-780ff593-02de-45d5-9016-4ef3422e1f8a service neutron] 10.222.0.23 "GET /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093124 Jul 16 01:35:54.830712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dfd3610-559f-4901-9db7-c8576d608cc5 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:54.863037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-eb0c2dfe-25c7-4ba8-8b9f-10e0dcfacbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.865222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-eb0c2dfe-25c7-4ba8-8b9f-10e0dcfacbe7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=badb0b0d-b675-4c67-ba21-914285b256a7 HTTP/1.1" status: 200 len: 914 time: 0.3506248 Jul 16 01:35:54.880044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba18c9a-57c9-4eaa-af77-21f43548dd28 req-4c661c76-b070-4c9e-80e4-0f763db82ddb tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.882872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aba18c9a-57c9-4eaa-af77-21f43548dd28 req-4c661c76-b070-4c9e-80e4-0f763db82ddb tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 944 time: 0.4113259 Jul 16 01:35:54.890913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.954565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e1770f0-8dbb-4088-9679-9352e1f2920d None None] Provisioning for port dffc9d66-068b-40a5-8cc3-e6f21db4f8da completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:54.982312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-2d9805cc-ce31-46d6-b82d-bfd741593581 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f7733e-af5d-4019-8fa7-8d70faea5393 HTTP/1.1" status: 200 len: 217 time: 0.0978501 Jul 16 01:35:54.989929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e1770f0-8dbb-4088-9679-9352e1f2920d None None] Provisioning complete for port dffc9d66-068b-40a5-8cc3-e6f21db4f8da triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:54.991426 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e1770f0-8dbb-4088-9679-9352e1f2920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.031801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8a71b52a-241b-4da0-8085-e49fd598b63d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:55.300583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e1770f0-8dbb-4088-9679-9352e1f2920d None None] Port dffc9d66-068b-40a5-8cc3-e6f21db4f8da cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:55.357860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aba18c9a-57c9-4eaa-af77-21f43548dd28 req-46c6b01d-b7ff-4c02-b0b4-ecfa3bd3218d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119740 Jul 16 01:35:55.372374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dfd3610-559f-4901-9db7-c8576d608cc5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dfd3610-559f-4901-9db7-c8576d608cc5,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:55.406425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e1770f0-8dbb-4088-9679-9352e1f2920d None None] Provisioning complete for port 8a71b52a-241b-4da0-8085-e49fd598b63d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:55.407332 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e1770f0-8dbb-4088-9679-9352e1f2920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.415267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5dfd3610-559f-4901-9db7-c8576d608cc5', 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'port_id': '5dfd3610-559f-4901-9db7-c8576d608cc5', 'mac_address': 'fa:16:3e:0c:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c82c0b-6a71-40b8-8fde-50777485690a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:55.451100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-c07d91bf-16be-4313-b6b3-3ab8ab9bee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.455080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-c07d91bf-16be-4313-b6b3-3ab8ab9bee9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7dc300e-7be4-4908-8e86-92066710eab4 HTTP/1.1" status: 200 len: 853 time: 0.4599290 Jul 16 01:35:55.455372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8a71b52a-241b-4da0-8085-e49fd598b63d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:55.455745 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.508925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d79b9c-b7ed-4287-a5ea-060771003b86 req-aa80b684-c80b-493c-91c2-e89dbc577a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.513500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d79b9c-b7ed-4287-a5ea-060771003b86 req-aa80b684-c80b-493c-91c2-e89dbc577a7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1097 time: 0.5433316 Jul 16 01:35:55.605119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-5f395ae0-53df-48c3-b2d8-9e1e6209f702 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=badb0b0d-b675-4c67-ba21-914285b256a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320417 Jul 16 01:35:55.646205 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.677012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfd3610-559f-4901-9db7-c8576d608cc5 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:55.766861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dfd3610-559f-4901-9db7-c8576d608cc5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dfd3610-559f-4901-9db7-c8576d608cc5,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:55.777221 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.777898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ccf90656-5a84-4a9b-b226-a29725f6ef93 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:55.823571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d79b9c-b7ed-4287-a5ea-060771003b86 req-8e933fdd-6044-4033-949a-67d39e3e8da0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389579 Jul 16 01:35:55.862236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb694d2-5970-4ca9-a5bc-4e3c3fa04127 req-7cb4c5a1-8246-4938-a35c-8fa228c97e34 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.863772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1eb694d2-5970-4ca9-a5bc-4e3c3fa04127 req-7cb4c5a1-8246-4938-a35c-8fa228c97e34 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 943 time: 0.6932366 Jul 16 01:35:55.872349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port ccf90656-5a84-4a9b-b226-a29725f6ef93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:55.876383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5dfd3610-559f-4901-9db7-c8576d608cc5,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.894718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'ccf90656-5a84-4a9b-b226-a29725f6ef93', 'network_id': '271cbcf8-d880-47e3-b366-45b842aa6e57', 'port_id': 'ccf90656-5a84-4a9b-b226-a29725f6ef93', 'mac_address': 'fa:16:3e:95:c1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c82c0b-6a71-40b8-8fde-50777485690a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:55.947073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-808ce88a-5f45-412f-bc77-b17e6767772a service neutron] 10.222.0.23 "GET /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233275 Jul 16 01:35:55.979592 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.995937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3aae26f5-02e4-4297-92a3-b5246afcdd4e None None] Provisioning complete for port dffc9d66-068b-40a5-8cc3-e6f21db4f8da triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:55.996613 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3aae26f5-02e4-4297-92a3-b5246afcdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.022920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424f21a-9e39-46db-bf10-1b60bba039f3 req-1e648bb5-b0b9-4647-a1cb-672367981431 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.025212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c424f21a-9e39-46db-bf10-1b60bba039f3 req-1e648bb5-b0b9-4647-a1cb-672367981431 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.4151409 Jul 16 01:35:56.027973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.030057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf90656-5a84-4a9b-b226-a29725f6ef93 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:56.036916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1eb694d2-5970-4ca9-a5bc-4e3c3fa04127 req-4b562afe-1be5-4326-9b1b-81445af5358d tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385760 Jul 16 01:35:56.049633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.064536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3aae26f5-02e4-4297-92a3-b5246afcdd4e None None] Port dffc9d66-068b-40a5-8cc3-e6f21db4f8da cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:56.067247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port ccf90656-5a84-4a9b-b226-a29725f6ef93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:56.075079 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.180091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=ccf90656-5a84-4a9b-b226-a29725f6ef93,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.236125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dd76f317-f0c2-4166-9a8d-a1c9dcd1681b up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:56.341544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c424f21a-9e39-46db-bf10-1b60bba039f3 req-4195fe92-7e7e-4bfb-b6fa-b4cdf86a91ae tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991447 Jul 16 01:35:56.352190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=dffc9d66-068b-40a5-8cc3-e6f21db4f8da,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.370196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb207c27-d891-4cf5-b5c3-1b1fc41b0bd1 req-99ea2056-0f20-472e-afec-cddebbaf2103 service neutron] 10.222.0.23 "GET /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131668 Jul 16 01:35:56.379055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:56.386286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:56.386964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.482434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['ccf90656-5a84-4a9b-b226-a29725f6ef93'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:56.496659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5dfd3610-559f-4901-9db7-c8576d608cc5'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:56.746002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.758250 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.801115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-94b880d2-b292-4400-a024-a02d5860b8dc None None] Provisioning complete for port dffc9d66-068b-40a5-8cc3-e6f21db4f8da triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:56.801856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94b880d2-b292-4400-a024-a02d5860b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.851925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 94f7733e-af5d-4019-8fa7-8d70faea5393 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:56.892213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:56.894812 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4085163-4eb2-4ad1-9a2f-b2e9030fb561" -d '{"events": [{"server_uuid": "daf7544e-f4c5-4cb8-8f1c-25b33f2e232b", "name": "network-vif-plugged", "status": "completed", "tag": "dd76f317-f0c2-4166-9a8d-a1c9dcd1681b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:56.900968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831fbaf-c6f8-4cd5-934e-abee981fd014 req-cf279d2d-3bd9-4d67-89ec-a996af1064bc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.909411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9831fbaf-c6f8-4cd5-934e-abee981fd014 req-cf279d2d-3bd9-4d67-89ec-a996af1064bc tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 945 time: 0.4047017 Jul 16 01:35:56.930285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26262863-bf87-4461-b961-7d7cf48d42c1 req-a7693415-f7ed-4279-9de3-2dd7f68c4fe9 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.931948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26262863-bf87-4461-b961-7d7cf48d42c1 req-a7693415-f7ed-4279-9de3-2dd7f68c4fe9 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 944 time: 0.4018626 Jul 16 01:35:56.940413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:56.952374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-94b880d2-b292-4400-a024-a02d5860b8dc None None] Port dffc9d66-068b-40a5-8cc3-e6f21db4f8da cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:56.981969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.983453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 043b6dfa-47a2-4e82-8027-01d894d9c325 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:57.021936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9831fbaf-c6f8-4cd5-934e-abee981fd014 req-cb5690ff-2f5e-43f2-a69e-5d0875ac7086 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111898 Jul 16 01:35:57.043275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.052109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26262863-bf87-4461-b961-7d7cf48d42c1 req-a20c22d7-227d-47b6-9020-c62e32a9d9ed tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086669 Jul 16 01:35:57.281841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.321721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 94f7733e-af5d-4019-8fa7-8d70faea5393, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=94f7733e-af5d-4019-8fa7-8d70faea5393,segment=NetworkSegment(45556cda-5014-485f-8eb2-e98a84cd8946),segment_id=45556cda-5014-485f-8eb2-e98a84cd8946)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.349468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '94f7733e-af5d-4019-8fa7-8d70faea5393', 'network_id': 'badb0b0d-b675-4c67-ba21-914285b256a7', 'port_id': '94f7733e-af5d-4019-8fa7-8d70faea5393', 'mac_address': 'fa:16:3e:98:93:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dc300e-7be4-4908-8e86-92066710eab4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:57.361433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 043b6dfa-47a2-4e82-8027-01d894d9c325 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:57.372935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 043b6dfa-47a2-4e82-8027-01d894d9c325 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:57.373812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.430773 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78220787-0941-4d00-9946-4258cdb37b58 x-openstack-request-id: req-78220787-0941-4d00-9946-4258cdb37b58 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:57.431647 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf7544e-f4c5-4cb8-8f1c-25b33f2e232b", "name": "network-vif-plugged", "status": "completed", "tag": "dd76f317-f0c2-4166-9a8d-a1c9dcd1681b", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:57.433948 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78220787-0941-4d00-9946-4258cdb37b58 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:57.435029 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b', 'code': 200} Jul 16 01:35:57.477319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda97f-ce02-4dcd-8a89-5563bee6d860 req-66a6e338-e774-4da2-937c-3d425131f5d6 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.482848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.484536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8eda97f-ce02-4dcd-8a89-5563bee6d860 req-66a6e338-e774-4da2-937c-3d425131f5d6 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 944 time: 0.2602265 Jul 16 01:35:57.511439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f7733e-af5d-4019-8fa7-8d70faea5393 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:57.560718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 94f7733e-af5d-4019-8fa7-8d70faea5393, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=94f7733e-af5d-4019-8fa7-8d70faea5393,segment=NetworkSegment(45556cda-5014-485f-8eb2-e98a84cd8946),segment_id=45556cda-5014-485f-8eb2-e98a84cd8946)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.568080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.578305 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.592977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8eda97f-ce02-4dcd-8a89-5563bee6d860 req-e214fd5f-f1ef-4fed-91ce-81da6eb64666 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073928 Jul 16 01:35:57.672674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=94f7733e-af5d-4019-8fa7-8d70faea5393,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.685265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.693703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.694558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.699196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 043b6dfa-47a2-4e82-8027-01d894d9c325, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=043b6dfa-47a2-4e82-8027-01d894d9c325,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.701153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6092d-17ab-47d4-bf8c-3e47ff9e5bff req-892cfe45-179d-4d8a-89f0-b363b585dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.703315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78a6092d-17ab-47d4-bf8c-3e47ff9e5bff req-892cfe45-179d-4d8a-89f0-b363b585dc99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 1097 time: 0.1945734 Jul 16 01:35:57.705333 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.779164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=043b6dfa-47a2-4e82-8027-01d894d9c325,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.789777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8aa7-0470-4259-a87d-cd45c2513974 req-d3dd37d5-7930-4381-8560-3f3f82dda581 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.792187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7bd8aa7-0470-4259-a87d-cd45c2513974 req-d3dd37d5-7930-4381-8560-3f3f82dda581 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 944 time: 0.2635958 Jul 16 01:35:57.903924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=dffc9d66-068b-40a5-8cc3-e6f21db4f8da,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.987094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78a6092d-17ab-47d4-bf8c-3e47ff9e5bff req-24dc98a7-5d6d-4aa8-b421-39bb16e5b6e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425172 Jul 16 01:35:57.995573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7bd8aa7-0470-4259-a87d-cd45c2513974 req-bcddbfe0-dbe1-4fd2-b247-76ff3514b59a tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808212 Jul 16 01:35:58.046414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 61479598-1531-47d4-b55d-f10f8ecd8131 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:58.054693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c0c9-4518-41fd-bbf2-742ebdf01056 req-e6313567-3884-44e1-beb9-5b9e56ebbf2f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.056284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c11c0c9-4518-41fd-bbf2-742ebdf01056 req-e6313567-3884-44e1-beb9-5b9e56ebbf2f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1953104 Jul 16 01:35:58.057763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:58.083534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['94f7733e-af5d-4019-8fa7-8d70faea5393'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:58.392890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7eed8e4f-45fa-48d1-9894-cd70d5882a0f None None] Provisioning complete for port dffc9d66-068b-40a5-8cc3-e6f21db4f8da triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.393263 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7eed8e4f-45fa-48d1-9894-cd70d5882a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.428703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7eed8e4f-45fa-48d1-9894-cd70d5882a0f None None] Port dffc9d66-068b-40a5-8cc3-e6f21db4f8da cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:58.528018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c11c0c9-4518-41fd-bbf2-742ebdf01056 req-80ae1922-13d7-41fb-9ffe-9db5583f514d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658279 Jul 16 01:35:58.578565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154254f7-b4c7-46f8-8294-87f52086468c req-b5c656b6-ac88-45f7-ba76-8032c416daf6 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.580080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-154254f7-b4c7-46f8-8294-87f52086468c req-b5c656b6-ac88-45f7-ba76-8032c416daf6 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 945 time: 0.0973084 Jul 16 01:35:58.629637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Router 5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:58.650066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-154254f7-b4c7-46f8-8294-87f52086468c req-5099d3bf-c29f-4877-8bf1-444081833049 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593987 Jul 16 01:35:58.784054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c001e2f-9cc0-4d17-ad79-6a7c1c60a6b7 req-38debea9-4946-43a1-af09-2fd2e774e5cf tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.785570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c001e2f-9cc0-4d17-ad79-6a7c1c60a6b7 req-38debea9-4946-43a1-af09-2fd2e774e5cf tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 945 time: 0.1519713 Jul 16 01:35:58.786516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:58.795143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1dca90e9-d7e7-49ea-a014-004bbd25d28b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/routers/5285ecf0-8c9d-4bde-8fce-b08d9b5cd912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3910019 Jul 16 01:35:58.798998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53940) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.807745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] Sync routers for ids ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:58.820938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dfd3610-559f-4901-9db7-c8576d608cc5 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:58.825059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] Routers {'5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:58.825708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:35:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:58.836704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c001e2f-9cc0-4d17-ad79-6a7c1c60a6b7 req-6c0c3033-0a93-4416-94fd-05b5c1a0970a tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Jul 16 01:35:58.895850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:58.918814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] Routers {'5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:58.919455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:35:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:58.926706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc705a35-63e1-481b-8955-9427f47bc81e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.931608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fc705a35-63e1-481b-8955-9427f47bc81e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports?device_id=5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 HTTP/1.1" status: 200 len: 989 time: 0.1319010 Jul 16 01:35:58.933212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53942) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.964122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:58.964764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8f3af-0bdd-4af1-943c-37166433a39c None None] The sync data for ids ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:58.975551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5dfd3610-559f-4901-9db7-c8576d608cc5 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:58.981286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5dfd3610-559f-4901-9db7-c8576d608cc5 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.981286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.995737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c90c1-7df3-484a-a4f3-b415737539b5 req-f8d5236e-0e64-46ba-b4ea-e6cbfe72ae42 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.997288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f94c90c1-7df3-484a-a4f3-b415737539b5 req-f8d5236e-0e64-46ba-b4ea-e6cbfe72ae42 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 945 time: 0.0877964 Jul 16 01:35:59.028737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-314e614d-10c8-44ba-ad3c-69b4d99e9874 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1528147022&fields=id&tenant_id=5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 267 time: 0.0646489 Jul 16 01:35:59.112722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f94c90c1-7df3-484a-a4f3-b415737539b5 req-31ae89cd-dce2-4265-9a44-b02b1d40e85d tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043413 Jul 16 01:35:59.168827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-d3f802d5-e0cb-4377-bc52-c9a3c668ea8b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.172099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-d3f802d5-e0cb-4377-bc52-c9a3c668ea8b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 945 time: 0.1356177 Jul 16 01:35:59.189304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'port': {'security_groups': ['c8612b3b-b1dd-421a-820a-d6a5806ad809', 'e6185b76-cd2e-47cd-b123-af106d3b2d27']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:59.207778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.267071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dfd3610-559f-4901-9db7-c8576d608cc5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dfd3610-559f-4901-9db7-c8576d608cc5,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:59.273432 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.274524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ccf90656-5a84-4a9b-b226-a29725f6ef93 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:59.318691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.362395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5dfd3610-559f-4901-9db7-c8576d608cc5,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.383212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port ccf90656-5a84-4a9b-b226-a29725f6ef93 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:59.387469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port ccf90656-5a84-4a9b-b226-a29725f6ef93 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:59.387857 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.436116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043b6dfa-47a2-4e82-8027-01d894d9c325'}, {'server_uuid': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfd3610-559f-4901-9db7-c8576d608cc5'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:59.438437 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e1b5a7-5588-4d6a-b790-1740371c11ae" -d '{"events": [{"server_uuid": "b1e5db3a-3697-4200-94ab-aa7a743d1ebc", "name": "network-vif-plugged", "status": "completed", "tag": "043b6dfa-47a2-4e82-8027-01d894d9c325"}, {"server_uuid": "b0e06102-d921-4071-a47d-6077ac20c0f9", "name": "network-vif-plugged", "status": "completed", "tag": "5dfd3610-559f-4901-9db7-c8576d608cc5"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:59.502790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.545304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port ccf90656-5a84-4a9b-b226-a29725f6ef93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:59.552317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.562409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adf6ac-2861-4db7-b56c-c944778e9480 req-38d94d44-81f4-4b18-a93a-41bc09445248 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.564027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7adf6ac-2861-4db7-b56c-c944778e9480 req-38d94d44-81f4-4b18-a93a-41bc09445248 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 944 time: 0.1314855 Jul 16 01:35:59.613183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=ccf90656-5a84-4a9b-b226-a29725f6ef93,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.635440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.659854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7adf6ac-2861-4db7-b56c-c944778e9480 req-05837264-f845-41c6-95e3-3a414fef28f6 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Jul 16 01:35:59.665650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:59.719468 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.727345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.741345 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e4532e-5419-4d90-a968-647b8e3a312a x-openstack-request-id: req-95e4532e-5419-4d90-a968-647b8e3a312a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:59.742259 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e5db3a-3697-4200-94ab-aa7a743d1ebc", "name": "network-vif-plugged", "status": "completed", "tag": "043b6dfa-47a2-4e82-8027-01d894d9c325", "code": 200}, {"server_uuid": "b0e06102-d921-4071-a47d-6077ac20c0f9", "name": "network-vif-plugged", "status": "completed", "tag": "5dfd3610-559f-4901-9db7-c8576d608cc5", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:59.742625 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95e4532e-5419-4d90-a968-647b8e3a312a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:59.743259 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043b6dfa-47a2-4e82-8027-01d894d9c325', 'code': 200} Jul 16 01:35:59.743548 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfd3610-559f-4901-9db7-c8576d608cc5', 'code': 200} Jul 16 01:35:59.760993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744', 'be30aba8-90c7-4b96-9aea-069c65cce2d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:59.853536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.854698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.857566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88ccede9-1a76-4b25-9b85-59c71e93ef56 req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "PUT /v2.0/ports/be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 981 time: 0.6757531 Jul 16 01:35:59.863425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:59.869626 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f043417f-b2ce-4dd3-bad8-ed3184954362" -d '{"events": [{"name": "network-changed", "server_uuid": "6407754a-7970-4461-881f-ee5677594141", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:59.977429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port dffc9d66-068b-40a5-8cc3-e6f21db4f8da {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:59.978041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.019715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['be30aba8-90c7-4b96-9aea-069c65cce2d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:00.086629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.098812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5c314-5652-41cf-8083-85d63bb423ab tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.105393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for dffc9d66-068b-40a5-8cc3-e6f21db4f8da owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:00.187178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-123c8a71-1802-4951-8225-d8fe7e89c65a req-b60917f0-d8ad-490b-ba95-a16e0b33fdc3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/e6185b76-cd2e-47cd-b123-af106d3b2d27 HTTP/1.1" status: 200 len: 1802 time: 0.1399879 Jul 16 01:36:00.203268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e785-c5e5-44ba-8f72-49d1bad45337 req-d87afcb6-5dc9-4529-be5b-21eadaa3e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.205060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d24e785-c5e5-44ba-8f72-49d1bad45337 req-d87afcb6-5dc9-4529-be5b-21eadaa3e82c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 1098 time: 0.3285112 Jul 16 01:36:00.221320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064a1a0-3821-427e-858a-9258534f5421 req-b95b762d-a024-4ddb-b145-d44d533082c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.222849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b064a1a0-3821-427e-858a-9258534f5421 req-b95b762d-a024-4ddb-b145-d44d533082c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 1097 time: 0.3234890 Jul 16 01:36:00.254283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3e3a-460a-4150-8a14-eafcc9321dde req-513227e8-00c1-4f97-a742-500860d5e076 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.256094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d73d3e3a-460a-4150-8a14-eafcc9321dde req-513227e8-00c1-4f97-a742-500860d5e076 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2681081 Jul 16 01:36:00.348479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d24e785-c5e5-44ba-8f72-49d1bad45337 req-d246c21a-5de4-41ca-a5e9-7360afba326b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350429 Jul 16 01:36:00.359229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b064a1a0-3821-427e-858a-9258534f5421 req-84e7a540-198e-455c-a2bf-54e19dad2ebf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265371 Jul 16 01:36:00.364026 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-123c8a71-1802-4951-8225-d8fe7e89c65a req-420bb432-edf6-419d-abe5-4f4219faf09d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:00.364026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-123c8a71-1802-4951-8225-d8fe7e89c65a req-420bb432-edf6-419d-abe5-4f4219faf09d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/e6185b76-cd2e-47cd-b123-af106d3b2d27 HTTP/1.1" status: 409 len: 341 time: 0.1569371 Jul 16 01:36:00.380700 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.384448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d73d3e3a-460a-4150-8a14-eafcc9321dde req-e39b1ce0-c4f7-472b-8036-f898f1ab6409 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976448 Jul 16 01:36:00.456638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=dffc9d66-068b-40a5-8cc3-e6f21db4f8da,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.498120 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002c97bf-8b8c-486d-9356-05ed144da5aa x-openstack-request-id: req-002c97bf-8b8c-486d-9356-05ed144da5aa {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:00.498425 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6407754a-7970-4461-881f-ee5677594141", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:00.498734 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-002c97bf-8b8c-486d-9356-05ed144da5aa {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:00.499163 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'status': 'completed', 'code': 200} Jul 16 01:36:00.625868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.626169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419dc7-88b5-4a16-9144-51284c409986 req-995e3b0b-fabd-49be-9651-11b48359cda5 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.630241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93419dc7-88b5-4a16-9144-51284c409986 req-995e3b0b-fabd-49be-9651-11b48359cda5 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 945 time: 0.0997121 Jul 16 01:36:00.763316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93419dc7-88b5-4a16-9144-51284c409986 req-2e194d16-ac06-48dd-bdf5-d96aa84376ad tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211061 Jul 16 01:36:00.799156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c397-a4b9-4eac-ba14-8b65fc2a58cf req-b45b1440-5535-4436-b946-2b61e25901c3 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.805829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41a5c397-a4b9-4eac-ba14-8b65fc2a58cf req-b45b1440-5535-4436-b946-2b61e25901c3 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 945 time: 0.1716068 Jul 16 01:36:00.821680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 94f7733e-af5d-4019-8fa7-8d70faea5393 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:00.824631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-e68564c5-b7c0-482b-960e-935e5c6741b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.827946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-e68564c5-b7c0-482b-960e-935e5c6741b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1136 time: 0.1415846 Jul 16 01:36:00.850123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Router 5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:00.878129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 94f7733e-af5d-4019-8fa7-8d70faea5393 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.883136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 94f7733e-af5d-4019-8fa7-8d70faea5393 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:00.883517 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.922339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41a5c397-a4b9-4eac-ba14-8b65fc2a58cf req-d691bdb7-9e13-4620-ba29-22316480ec21 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146617 Jul 16 01:36:00.987084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:00.999554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd8e9725-5e04-46b1-badc-4823fae19251 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/routers/5285ecf0-8c9d-4bde-8fce-b08d9b5cd912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650072 Jul 16 01:36:01.003427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53968) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.005426 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] Sync routers for ids ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:01.041164 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] Routers {'5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:01.041822 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:35:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.057008 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4145b36e-235a-472a-8a7c-45574c2afe14 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:36:01.060001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4145b36e-235a-472a-8a7c-45574c2afe14 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/dffc9d66-068b-40a5-8cc3-e6f21db4f8da HTTP/1.1" status: 404 len: 333 time: 0.0549073 Jul 16 01:36:01.063708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53972) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.067644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-92a9a18b-59bd-4965-a2cd-51e4fe80c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.069336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-92a9a18b-59bd-4965-a2cd-51e4fe80c6c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.2258003 Jul 16 01:36:01.156146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.178528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-7434a113-42f7-4f3d-943b-dfc07594153a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 217 time: 0.1007037 Jul 16 01:36:01.247528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 94f7733e-af5d-4019-8fa7-8d70faea5393, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=94f7733e-af5d-4019-8fa7-8d70faea5393,segment=NetworkSegment(45556cda-5014-485f-8eb2-e98a84cd8946),segment_id=45556cda-5014-485f-8eb2-e98a84cd8946)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:01.248983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.253615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.354349 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.357100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=94f7733e-af5d-4019-8fa7-8d70faea5393,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.374405 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] Routers {'5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:01.374976 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:35:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.454608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-031a2a40-dfc0-4676-96e1-ea87abca27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.456797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-031a2a40-dfc0-4676-96e1-ea87abca27a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.2209103 Jul 16 01:36:01.463134 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.469269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a8201-6e06-4481-aabb-f4fe0d8ad39b None None] The sync data for ids ['5285ecf0-8c9d-4bde-8fce-b08d9b5cd912'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:01.552007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79ff1e-817e-42ef-8289-7d9bb3a9bb37 req-223436eb-6370-443d-9bd0-2e5bbe01ffc5 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.562950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a79ff1e-817e-42ef-8289-7d9bb3a9bb37 req-223436eb-6370-443d-9bd0-2e5bbe01ffc5 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 944 time: 0.3787591 Jul 16 01:36:01.573282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-9af15574-6775-4484-b23a-5e6272e6b7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000504 Jul 16 01:36:01.739993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a79ff1e-817e-42ef-8289-7d9bb3a9bb37 req-62de8d4c-7b6a-4ffe-8023-872ac45c55fc tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754894 Jul 16 01:36:01.745192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf90656-5a84-4a9b-b226-a29725f6ef93'}, {'server_uuid': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f7733e-af5d-4019-8fa7-8d70faea5393'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:01.747455 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cf3dfc-e3a8-49d5-a73f-54cc1789631f" -d '{"events": [{"server_uuid": "a59eceb9-167c-4d28-8788-f84b07013c94", "name": "network-vif-plugged", "status": "completed", "tag": "ccf90656-5a84-4a9b-b226-a29725f6ef93"}, {"server_uuid": "3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a", "name": "network-vif-plugged", "status": "completed", "tag": "94f7733e-af5d-4019-8fa7-8d70faea5393"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:01.879535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-9ba5dbd9-d385-4b4e-8d54-05ecfc676aa0 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867515 Jul 16 01:36:01.903440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55fd1-ef32-4d54-a2d0-448797431129 req-ec38c29e-7ab7-4270-aefb-3a83dc4a4c8f tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.906169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c55fd1-ef32-4d54-a2d0-448797431129 req-ec38c29e-7ab7-4270-aefb-3a83dc4a4c8f tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 945 time: 0.2455459 Jul 16 01:36:02.014215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8c55fd1-ef32-4d54-a2d0-448797431129 req-c590b75a-b3e1-4c40-952a-11c5f4e4eb4c tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960674 Jul 16 01:36:02.043640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.044871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f043417f-b2ce-4dd3-bad8-ed3184954362 req-eeb616f0-b98e-4153-90d2-f1cdf102909d service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566849 Jul 16 01:36:02.047552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.105626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.106375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Fanout notify agent at l3_agent the message router_deleted on router 5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:02.125955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.131538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a802f93-bef8-4ce0-a01f-30a1cc6be5b2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/routers/5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 HTTP/1.1" status: 204 len: 168 time: 1.0616875 Jul 16 01:36:02.131780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53984) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.181414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b3f46-8c66-4b97-97cf-1fff403a8f18 req-683b12f0-f1ea-42ca-962b-f88ccd1015bd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.183036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d8b3f46-8c66-4b97-97cf-1fff403a8f18 req-683b12f0-f1ea-42ca-962b-f88ccd1015bd tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1279876 Jul 16 01:36:02.190945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 77d31678-819b-4c08-a407-f459446d5c5f {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:02.194454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.243462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.271853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d8b3f46-8c66-4b97-97cf-1fff403a8f18 req-63d37cf3-c6c0-47f3-8079-9a9ba19be890 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705757 Jul 16 01:36:02.279864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-57e187d8-3a5f-4433-996f-4914c3ada643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.281483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-57e187d8-3a5f-4433-996f-4914c3ada643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1136 time: 0.1508219 Jul 16 01:36:02.297077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df31592-72b7-44eb-9ce1-39afd4367022 req-7609a14d-3a05-4a13-bf10-00ebf24c5106 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.298040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4df31592-72b7-44eb-9ce1-39afd4367022 req-7609a14d-3a05-4a13-bf10-00ebf24c5106 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 984 time: 0.1567326 Jul 16 01:36:02.338797 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c460a3-f38b-427c-be2e-b3ed18369235 x-openstack-request-id: req-37c460a3-f38b-427c-be2e-b3ed18369235 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:02.339760 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59eceb9-167c-4d28-8788-f84b07013c94", "name": "network-vif-plugged", "status": "completed", "tag": "ccf90656-5a84-4a9b-b226-a29725f6ef93", "code": 200}, {"server_uuid": "3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a", "name": "network-vif-plugged", "status": "completed", "tag": "94f7733e-af5d-4019-8fa7-8d70faea5393", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:02.340211 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37c460a3-f38b-427c-be2e-b3ed18369235 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:02.340893 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf90656-5a84-4a9b-b226-a29725f6ef93', 'code': 200} Jul 16 01:36:02.344586 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f7733e-af5d-4019-8fa7-8d70faea5393', 'code': 200} Jul 16 01:36:02.366264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.438056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4df31592-72b7-44eb-9ce1-39afd4367022 req-090a43e4-6e7c-46b4-9929-fa5d20da0dec tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=e6185b76-cd2e-47cd-b123-af106d3b2d27&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1307969 Jul 16 01:36:02.496888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.506253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-46cd447e-e312-4457-ac69-64eddacada50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.508326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-46cd447e-e312-4457-ac69-64eddacada50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.2210488 Jul 16 01:36:02.531283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=77d31678-819b-4c08-a407-f459446d5c5f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.542599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.549289 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5ce076e5-c9f3-4c16-84d1-bf3f32dfe5ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/77d31678-819b-4c08-a407-f459446d5c5f HTTP/1.1" status: 204 len: 168 time: 0.4114535 Jul 16 01:36:02.549289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53986) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.549714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0d38f-f75e-4bcb-af47-d0ee71093727 None None] Network 61479598-1531-47d4-b55d-f10f8ecd8131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:02.586025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-34b98f57-5068-40c4-8dd2-dfd79312f7d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 217 time: 0.0564573 Jul 16 01:36:02.586244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77effcb6-8307-4ff0-8063-be49d91e467d req-b64a715e-440f-45f6-8e8d-d6a4768f08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.587709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-77effcb6-8307-4ff0-8063-be49d91e467d req-b64a715e-440f-45f6-8e8d-d6a4768f08d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 1097 time: 0.1500642 Jul 16 01:36:02.635493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a90c5-316d-4271-bee1-e9d8284e094b req-efedc276-5ab5-4ace-a8f4-6751cc2f55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.637056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f71a90c5-316d-4271-bee1-e9d8284e094b req-efedc276-5ab5-4ace-a8f4-6751cc2f55a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 1097 time: 0.1979115 Jul 16 01:36:02.669504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.683639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-77effcb6-8307-4ff0-8063-be49d91e467d req-7c8d6206-8bc7-46ca-b82e-ec5aa3307840 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875823 Jul 16 01:36:02.691829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-320b3686-4bd7-40e0-9608-67ff556c8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.693301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-320b3686-4bd7-40e0-9608-67ff556c8bd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.0973804 Jul 16 01:36:02.705077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8b639-26be-4e9b-8772-1bb9b5c0d95b req-1f5ba972-7589-44b6-9044-b237d0097e76 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.706690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94f8b639-26be-4e9b-8772-1bb9b5c0d95b req-1f5ba972-7589-44b6-9044-b237d0097e76 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 945 time: 0.2179859 Jul 16 01:36:02.746702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 8a71b52a-241b-4da0-8085-e49fd598b63d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:02.747048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.752293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-a8474dd4-da54-44d1-aada-53e606d9bca9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447252 Jul 16 01:36:02.763186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f71a90c5-316d-4271-bee1-e9d8284e094b req-606e543e-6c23-445c-bd28-946fb3619684 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193166 Jul 16 01:36:02.818219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94f8b639-26be-4e9b-8772-1bb9b5c0d95b req-385da6aa-7761-4e86-b36c-6d96ca63a1c7 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014254 Jul 16 01:36:02.821892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] DHCP port deletion for 61479598-1531-47d4-b55d-f10f8ecd8131 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:02.834243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] For port 8a71b52a-241b-4da0-8085-e49fd598b63d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8a71b52a-241b-4da0-8085-e49fd598b63d,segment=NetworkSegment(fd2b7db9-3506-4d48-baba-7a5b95b6c0d5),segment_id=fd2b7db9-3506-4d48-baba-7a5b95b6c0d5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:02.834622 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.856454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 8a71b52a-241b-4da0-8085-e49fd598b63d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:02.899673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-64022d27-4a55-47df-ba64-3159e70989ed service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349862 Jul 16 01:36:02.915016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] Deleting port 8a71b52a-241b-4da0-8085-e49fd598b63d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:02.915644 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.971766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8a71b52a-241b-4da0-8085-e49fd598b63d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:03.014035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.057328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No DVR routers for this DVR port 8a71b52a-241b-4da0-8085-e49fd598b63d on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:03.068367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=8a71b52a-241b-4da0-8085-e49fd598b63d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.074202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] For port 8a71b52a-241b-4da0-8085-e49fd598b63d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8a71b52a-241b-4da0-8085-e49fd598b63d,segment=NetworkSegment(fd2b7db9-3506-4d48-baba-7a5b95b6c0d5),segment_id=fd2b7db9-3506-4d48-baba-7a5b95b6c0d5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:03.074938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.078357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e08ef10-0289-4e2a-b25b-4b8e6987fd4d req-c7e206f5-5d72-4598-834c-4321f6832200 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724920 Jul 16 01:36:03.103454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] Calling delete_port for 8a71b52a-241b-4da0-8085-e49fd598b63d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:03.177681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No active binding found for port 8a71b52a-241b-4da0-8085-e49fd598b63d {{(pid=93757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:36:03.178244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8a71b52a-241b-4da0-8085-e49fd598b63d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:03.194398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443df2-1fae-4870-a138-037bb3184eef req-0125f532-6e69-4838-b772-1513de8fdbaf tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.197833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52443df2-1fae-4870-a138-037bb3184eef req-0125f532-6e69-4838-b772-1513de8fdbaf tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 945 time: 0.1183178 Jul 16 01:36:03.211460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.214899 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.232930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61479598-1531-47d4-b55d-f10f8ecd8131']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:03.253837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:03.254787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2b7db9-3506-4d48-baba-7a5b95b6c0d5') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:03.258389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52443df2-1fae-4870-a138-037bb3184eef req-6a1a06d5-385a-4c06-8b3d-f96ca432bad4 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Jul 16 01:36:03.270089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.272817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] Pushing event deleted for resources: {'Port': ['ID=8a71b52a-241b-4da0-8085-e49fd598b63d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.277488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a8f27-103e-4be2-8304-89f130c0a3f5 None None] No DVR routers for this DVR port 8a71b52a-241b-4da0-8085-e49fd598b63d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:03.294467 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.302456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:03.302999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:03.307526 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:03.437281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cd1d5-b961-4b32-9dd8-854c0c9ae487 req-8c322245-c35e-4499-b7cc-d7de1196608b tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.445831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5cd1d5-b961-4b32-9dd8-854c0c9ae487 req-8c322245-c35e-4499-b7cc-d7de1196608b tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 945 time: 0.1346245 Jul 16 01:36:03.446872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.454680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.457042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/61479598-1531-47d4-b55d-f10f8ecd8131 HTTP/1.1" status: 204 len: 168 time: 0.9087188 Jul 16 01:36:03.462729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54006) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.484385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7562c-0e4d-44ed-ab96-b2be810097b1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=61479598-1531-47d4-b55d-f10f8ecd8131,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.535320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5cd1d5-b961-4b32-9dd8-854c0c9ae487 req-ef7f663f-150c-40af-9bdb-a865cf23d526 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Jul 16 01:36:03.548456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d65a0bc-3e60-40ef-a2c1-28ef07534b42 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.553717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d65a0bc-3e60-40ef-a2c1-28ef07534b42 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/102da159-324f-46f2-ad17-b36db9f76e22 HTTP/1.1" status: 200 len: 845 time: 0.0908699 Jul 16 01:36:03.554856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54012) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.568072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f9e4b-658d-49e0-9518-bac5100eb481 req-71f72496-b89b-4bc0-8e80-27733e542dd7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.576913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee8f9e4b-658d-49e0-9518-bac5100eb481 req-71f72496-b89b-4bc0-8e80-27733e542dd7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1198606 Jul 16 01:36:03.629775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee8f9e4b-658d-49e0-9518-bac5100eb481 req-63f8a75d-e4a5-4ca7-85e9-b31998f3cc95 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518758 Jul 16 01:36:03.641250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a7a604a0-0ee5-484a-9b26-1425afaf5f16 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/102da159-324f-46f2-ad17-b36db9f76e22?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0853410 Jul 16 01:36:03.645192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.651647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:03.746779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4109cd-b030-49f5-8a57-bb335d706485 req-4db818de-2cbf-4754-86ba-64d18f328798 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.754425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe4109cd-b030-49f5-8a57-bb335d706485 req-4db818de-2cbf-4754-86ba-64d18f328798 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 984 time: 0.0932062 Jul 16 01:36:03.804539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:03.806978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.815403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe4109cd-b030-49f5-8a57-bb335d706485 req-9e27c771-9f09-446b-aa18-53a4b6ec674d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=e6185b76-cd2e-47cd-b123-af106d3b2d27&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0599673 Jul 16 01:36:04.060930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.099507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:04.104738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:04.110437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.111496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.120535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a11140-ffe4-40a7-b00a-8fca21f0329f None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:04.133459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=4eaf8970-3e0e-494d-bb2d-8cac88a0e675,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.139509 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8417e192-ff67-470b-baf7-56f17d8a9a09 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4932840 Jul 16 01:36:04.143033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54020) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.149336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'security_group': {'name': 'tempest-secgroup-591096374'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.182188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.232133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-3223a98e-e37d-4599-8502-0d82cf05aaa0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1423521 Jul 16 01:36:04.336482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.352402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.364546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-d9624e81-9396-487d-824d-199329374bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.366355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-d9624e81-9396-487d-824d-199329374bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1175 time: 0.0861261 Jul 16 01:36:04.392350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'tenant_id': '7f44489edf4348d1b4710a4cfc9cb449', 'fixed_ips': [{'subnet_id': '4eaf8970-3e0e-494d-bb2d-8cac88a0e675'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:04.393448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.421396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.425116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2783177 Jul 16 01:36:04.425632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee4d03-f721-4562-a54e-458716228137 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e62899-aa1f-408e-927d-c3b24aa683bb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.430044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54026) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.435604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'security_group': {'name': 'tempest-secgroup-468790497'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.467398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.544992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-0d20ce57-cf25-4678-af25-faea6ebf1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.546500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-0d20ce57-cf25-4678-af25-faea6ebf1403 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.1550660 Jul 16 01:36:04.558769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018685cb-d6c4-4171-95c3-34a5bf454471 req-9ddc378e-d03b-4a26-84fb-ff9b7f37251f tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.565971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-018685cb-d6c4-4171-95c3-34a5bf454471 req-9ddc378e-d03b-4a26-84fb-ff9b7f37251f tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 945 time: 0.1318407 Jul 16 01:36:04.583081 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.588546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.614812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-fe51d4a4-8a51-4124-82d8-ffb30dceb044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 200 len: 217 time: 0.0467427 Jul 16 01:36:04.622602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.624184 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1932981 Jul 16 01:36:04.626701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.631875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1332553484', 'security_groups': ['88be4806-3d9a-4e32-bf6e-960ecbdc33ad'], 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4eaf8970-3e0e-494d-bb2d-8cac88a0e675'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.650877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491703d-737f-4a0a-9330-1b97baf40778 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88be4806-3d9a-4e32-bf6e-960ecbdc33ad,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.657877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Allocated IP 2001:db8::2 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/4eaf8970-3e0e-494d-bb2d-8cac88a0e675/5214daf3-644c-43f7-925b-4f204bf63064) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:04.676486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-018685cb-d6c4-4171-95c3-34a5bf454471 req-185b5f1a-de61-4d6d-8686-5eeaef480dd0 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095350 Jul 16 01:36:04.707125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-c27bf7d1-3481-4572-972c-582d2eba5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.708647 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-c27bf7d1-3481-4572-972c-582d2eba5b66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.0846176 Jul 16 01:36:04.749850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-8227d2be-c377-4f95-a749-f7bc261951e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329225 Jul 16 01:36:04.781008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:04.875967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:04.912324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-cf445c8c-56ec-4a1e-b830-2bea70e504d9 service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549768 Jul 16 01:36:04.922984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.943766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 221aec14-5254-43e0-9b96-d0418fb8a107 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:04.957262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9347-5704-4438-9580-07504dd6d3dd req-bd9b1be9-e174-423b-8e8f-8a2d125e542d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.958895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71da9347-5704-4438-9580-07504dd6d3dd req-bd9b1be9-e174-423b-8e8f-8a2d125e542d tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 945 time: 0.1171811 Jul 16 01:36:04.979335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.996142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Transition to ACTIVE for port object 5214daf3-644c-43f7-925b-4f204bf63064 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.062832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71da9347-5704-4438-9580-07504dd6d3dd req-6ef9ee2e-b362-4646-bd6c-cb54f0c5c288 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912056 Jul 16 01:36:05.070490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Transition to ACTIVE for port object 5214daf3-644c-43f7-925b-4f204bf63064 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.091099 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.105730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4579e55-fcc2-4eb4-a129-ff69a95898ee req-26f5552d-2665-4f37-9300-56e98de0008e service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851828 Jul 16 01:36:05.110408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:05.203414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Pushing event updated for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.214556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:05.218229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:05.220654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'port_id': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'mac_address': 'fa:16:3e:c1:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d924c-f662-4f6d-b49b-f7dcd91e829e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:05.223793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:05.312964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::2b8 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/4eaf8970-3e0e-494d-bb2d-8cac88a0e675/221aec14-5254-43e0-9b96-d0418fb8a107) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:05.371742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Attempting to bind port 5214daf3-644c-43f7-925b-4f204bf63064 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:05.371742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Attempting to bind port 5214daf3-644c-43f7-925b-4f204bf63064 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'a28871a5-cdc3-402f-8ff8-d713c83bc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:05.372175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Attempting to bind port 5214daf3-644c-43f7-925b-4f204bf63064 on network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:05.375467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37becb-f84c-44b0-a3dd-c0d60b2584a0 req-48bc39c8-b35e-49e4-9409-4fea3910fb25 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.378515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:05.379066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Checking segment: {'id': 'a28871a5-cdc3-402f-8ff8-d713c83bc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:05.379559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.380076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Bound using segment: {'id': 'a28871a5-cdc3-402f-8ff8-d713c83bc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:05.381672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Bound port: 5214daf3-644c-43f7-925b-4f204bf63064, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28871a5-cdc3-402f-8ff8-d713c83bc046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:05.382709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.385884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.386174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b37becb-f84c-44b0-a3dd-c0d60b2584a0 req-48bc39c8-b35e-49e4-9409-4fea3910fb25 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1339436 Jul 16 01:36:05.473109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b37becb-f84c-44b0-a3dd-c0d60b2584a0 req-814196ad-985b-4a13-81c1-0e850b738d3e tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 Jul 16 01:36:05.474324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:05.478690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5214daf3-644c-43f7-925b-4f204bf63064,segment=NetworkSegment(a28871a5-cdc3-402f-8ff8-d713c83bc046),segment_id=a28871a5-cdc3-402f-8ff8-d713c83bc046)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:05.485391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5145fb69-1249-4c62-b2d1-6791d6314f65 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:05.509619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:05.511865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.530576 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.599142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2a7d2-7a20-4464-9adc-752b0db3fd80 None None] Pushing event updated for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.684072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.687562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.706787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object 221aec14-5254-43e0-9b96-d0418fb8a107 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.759437 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.784974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff8bb-fe75-4ef7-b647-df2fb07bce5f req-14687281-845f-4774-9b4a-8840c3f748cb tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.786748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d71ff8bb-fe75-4ef7-b647-df2fb07bce5f req-14687281-845f-4774-9b4a-8840c3f748cb tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 984 time: 0.1357400 Jul 16 01:36:05.801139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb0a64-b451-45f4-afcb-c5a946f19d77 req-f520bc2c-29f4-4f57-a1e3-0eb414f53204 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.802828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bdb0a64-b451-45f4-afcb-c5a946f19d77 req-f520bc2c-29f4-4f57-a1e3-0eb414f53204 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 946 time: 0.1409976 Jul 16 01:36:05.844737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:05.849082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:05.856639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:05.865308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.866054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.879231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d71ff8bb-fe75-4ef7-b647-df2fb07bce5f req-d8d3279e-7120-4bdd-9409-f4744edde536 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=e6185b76-cd2e-47cd-b123-af106d3b2d27&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0745018 Jul 16 01:36:05.887181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=221aec14-5254-43e0-9b96-d0418fb8a107,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.898541 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee4b5913-9320-48ee-8fe7-0d0febaa5239 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2699974 Jul 16 01:36:05.901605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54056) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.907617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.921951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bdb0a64-b451-45f4-afcb-c5a946f19d77 req-09031401-9c9e-4d0a-938b-545518f0bff7 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090791 Jul 16 01:36:05.965483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5145fb69-1249-4c62-b2d1-6791d6314f65'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:06.090464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:06.095420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.271089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-f40e489a-6a4d-49ff-b7ee-4e0211ffd026 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-368261208&fields=id&tenant_id=5c5098aa93614b4eade9d7f0082eb4a4 HTTP/1.1" status: 200 len: 267 time: 0.0473812 Jul 16 01:36:06.291094 n-d-791506-20 neutron-server[93755]: INFO neutron.db.ipam_backend_mixin [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4eaf8970-3e0e-494d-bb2d-8cac88a0e675 (CIDR: 2001:db8::/64) Jul 16 01:36:06.296852 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:06.297984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:06.328232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-628caa1d-ebbe-49e6-98aa-a8f075f4400e tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4245093 Jul 16 01:36:06.330418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.355247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:06.411955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-1ef84dd3-bd7b-423b-b803-b7e9f1435fb4 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.414613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-1ef84dd3-bd7b-423b-b803-b7e9f1435fb4 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 984 time: 0.1416066 Jul 16 01:36:06.430398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'port': {'security_groups': ['c8612b3b-b1dd-421a-820a-d6a5806ad809', 'e6185b76-cd2e-47cd-b123-af106d3b2d27', '0fac6b01-be3a-48c4-8604-e7b8ece1f5c6']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:06.566158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:06.577568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.602715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.885492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:06.991237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:07.062956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:07.068316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.074789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.094680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.139689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:07.144410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.151105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.151851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.155979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744', 'be30aba8-90c7-4b96-9aea-069c65cce2d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:07.167116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=57d7db0e-73cd-468d-9e00-d46161748015,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.186555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.187766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-897d4842-2b71-4d70-ae5f-3cd45b9e5b88 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8546510 Jul 16 01:36:07.189924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:07.190406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.198262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1857029410', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57d7db0e-73cd-468d-9e00-d46161748015'}], 'security_groups': ['e1e62899-aa1f-408e-927d-c3b24aa683bb']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:07.207367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.208451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.208968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.209315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.209671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.210046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.211113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.211449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.211829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.212204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.212569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.212899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:07.223235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.223882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.238500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-151ac543-b936-46eb-bed8-c6156e406fa3 req-7ef8646f-d740-4180-bcbd-c20eabe65355 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "PUT /v2.0/ports/be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 1020 time: 0.8138809 Jul 16 01:36:07.240510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:07.245873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f60f83-c9be-45b1-b1df-ecc53f4b8835 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:07.249598 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43903111-ba8f-4e82-a088-f064b5e47913" -d '{"events": [{"name": "network-changed", "server_uuid": "6407754a-7970-4461-881f-ee5677594141", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:07.271778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b5c9-f3e1-4b6c-b99a-d4ba965177f9 req-5590c4f7-2c8d-4239-943f-859c63a74aef tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.278758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d5b5c9-f3e1-4b6c-b99a-d4ba965177f9 req-5590c4f7-2c8d-4239-943f-859c63a74aef tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 946 time: 0.2626357 Jul 16 01:36:07.280956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5145fb69-1249-4c62-b2d1-6791d6314f65 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:07.326029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.370263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d5b5c9-f3e1-4b6c-b99a-d4ba965177f9 req-a0143816-23ee-4810-b697-f6c0e1025db9 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820603 Jul 16 01:36:07.575161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5214daf3-644c-43f7-925b-4f204bf63064 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:07.584984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:07.587268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:07.587660 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.665409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['be30aba8-90c7-4b96-9aea-069c65cce2d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:07.673953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.677720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.793540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:07.795323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Delete allocated IP 2001:db8::2b8 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/4eaf8970-3e0e-494d-bb2d-8cac88a0e675) {{(pid=93755) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:36:07.813044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8:0:1::2d3 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/57d7db0e-73cd-468d-9e00-d46161748015/221aec14-5254-43e0-9b96-d0418fb8a107) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:07.878544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Provisioning for port 5214daf3-644c-43f7-925b-4f204bf63064 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:07.885743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.910355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:07.911060 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.027952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.036753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758da73-0fe4-42e2-97f6-490938a847c1 req-15d81bb0-df83-483b-8d39-091bad9d82b5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.043434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Ignored duplicate provisioning block setup for port 221aec14-5254-43e0-9b96-d0418fb8a107 by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:36:08.044692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9758da73-0fe4-42e2-97f6-490938a847c1 req-15d81bb0-df83-483b-8d39-091bad9d82b5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 944 time: 0.5897179 Jul 16 01:36:08.055278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.098667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9758da73-0fe4-42e2-97f6-490938a847c1 req-71b95336-288c-4b48-a04e-e26e5034908e tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533807 Jul 16 01:36:08.110331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214fe2-5d6d-4435-9d6f-577b9b291aab req-36e2bda2-6de6-4107-9603-4609544f6498 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.117636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6214fe2-5d6d-4435-9d6f-577b9b291aab req-36e2bda2-6de6-4107-9603-4609544f6498 tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 945 time: 0.1594064 Jul 16 01:36:08.121337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=221aec14-5254-43e0-9b96-d0418fb8a107,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.165660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6214fe2-5d6d-4435-9d6f-577b9b291aab req-beda358c-2434-4c53-a006-30763d418a8c tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/security-groups?id=c441c629-7423-4fe0-a578-d4cde4f9fb07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Jul 16 01:36:08.177628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] In _notify_port_updated(), no bound segment for port 221aec14-5254-43e0-9b96-d0418fb8a107 on network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:36:08.184327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.185181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.186671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b208a8a-fe1a-4e86-96e6-fd1276f3f2f8 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/ports/221aec14-5254-43e0-9b96-d0418fb8a107 HTTP/1.1" status: 200 len: 931 time: 0.9951994 Jul 16 01:36:08.196165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54086) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.280984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6731d25f-2c69-489b-a8c7-8af5eb13ac08 req-eb70da82-f581-4128-bd6e-eea7290556e2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/0fac6b01-be3a-48c4-8604-e7b8ece1f5c6 HTTP/1.1" status: 200 len: 1800 time: 0.0531292 Jul 16 01:36:08.332664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-59865656-a8b1-4b1b-adb3-5ab18f4aed0b tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.334719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-59865656-a8b1-4b1b-adb3-5ab18f4aed0b tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 946 time: 0.1403782 Jul 16 01:36:08.342166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 221aec14-5254-43e0-9b96-d0418fb8a107 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:08.342791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.414004 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-6731d25f-2c69-489b-a8c7-8af5eb13ac08 req-f794646f-7965-439c-af84-894117f89700 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:08.415201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6731d25f-2c69-489b-a8c7-8af5eb13ac08 req-f794646f-7965-439c-af84-894117f89700 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/0fac6b01-be3a-48c4-8604-e7b8ece1f5c6 HTTP/1.1" status: 409 len: 341 time: 0.1249409 Jul 16 01:36:08.433377 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ee898-2fee-4ebf-8bf8-e4dbeaf71aa7 x-openstack-request-id: req-5c0ee898-2fee-4ebf-8bf8-e4dbeaf71aa7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:08.433787 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6407754a-7970-4461-881f-ee5677594141", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:08.436231 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c0ee898-2fee-4ebf-8bf8-e4dbeaf71aa7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:08.436699 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'status': 'completed', 'code': 200} Jul 16 01:36:08.443337 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.564030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5214daf3-644c-43f7-925b-4f204bf63064,segment=NetworkSegment(a28871a5-cdc3-402f-8ff8-d713c83bc046),segment_id=a28871a5-cdc3-402f-8ff8-d713c83bc046)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.575424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.597485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 221aec14-5254-43e0-9b96-d0418fb8a107 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:08.597677 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.605038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903111-ba8f-4e82-a088-f064b5e47913 req-1210de24-ede1-4fbb-9c34-b2236ff90e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.606616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-1210de24-ede1-4fbb-9c34-b2236ff90e0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1175 time: 0.0875316 Jul 16 01:36:08.701147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9f8db-531c-43b0-bb3f-e232e6fa729a None None] Pushing event updated for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.722361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Update dhcp port {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'fixed_ips': [{'subnet_id': '4eaf8970-3e0e-494d-bb2d-8cac88a0e675', 'ip_address': '2001:db8::2'}, {'subnet_id': '57d7db0e-73cd-468d-9e00-d46161748015'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '5214daf3-644c-43f7-925b-4f204bf63064'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:36:08.737304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903111-ba8f-4e82-a088-f064b5e47913 req-6e826e1e-20ab-4a69-b7c3-b9d9b9ec55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.739580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-6e826e1e-20ab-4a69-b7c3-b9d9b9ec55ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 200 len: 914 time: 0.1250093 Jul 16 01:36:08.792861 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.830104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.875461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=221aec14-5254-43e0-9b96-d0418fb8a107,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.889831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:08.909430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-27030e92-6a9b-43ea-8a47-1b855fd4affc tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.911360 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-27030e92-6a9b-43ea-8a47-1b855fd4affc tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 945 time: 0.1596661 Jul 16 01:36:08.946104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-b87c88fd-ae96-437d-9f20-fd6666cdb237 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 200 len: 217 time: 0.1173997 Jul 16 01:36:08.968012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Deleting port 5dfd3610-559f-4901-9db7-c8576d608cc5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:08.970340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.970499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.979439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54098) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.983368 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0f718aa2-e62f-4bad-98e2-0f3f7773970a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/221aec14-5254-43e0-9b96-d0418fb8a107 HTTP/1.1" status: 204 len: 168 time: 0.7817421 Jul 16 01:36:09.040636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:09.124559 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5240d423-4b6f-4b57-ad30-93813fd4fb93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:36:09.126423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5240d423-4b6f-4b57-ad30-93813fd4fb93 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/221aec14-5254-43e0-9b96-d0418fb8a107 HTTP/1.1" status: 404 len: 333 time: 0.1281364 Jul 16 01:36:09.133146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54100) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.159949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5145fb69-1249-4c62-b2d1-6791d6314f65 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.160320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.193761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572666ba-1dec-4949-b134-65623fa82ede req-3b4dc251-74aa-46a9-8418-fb0f0ff071a2 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.203701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-572666ba-1dec-4949-b134-65623fa82ede req-3b4dc251-74aa-46a9-8418-fb0f0ff071a2 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 946 time: 0.4591718 Jul 16 01:36:09.242755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903111-ba8f-4e82-a088-f064b5e47913 req-a9dbc154-2352-4d8f-8999-3421188033f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.244918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-a9dbc154-2352-4d8f-8999-3421188033f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 200 len: 853 time: 0.2813919 Jul 16 01:36:09.262060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Allocated IP 2001:db8:0:1::2 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/57d7db0e-73cd-468d-9e00-d46161748015/5214daf3-644c-43f7-925b-4f204bf63064) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:09.276379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Deleting port 94f7733e-af5d-4019-8fa7-8d70faea5393 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:09.276747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.279641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0674870f-bdcf-4538-89d3-a9c399119c37 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.318262 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.337772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0674870f-bdcf-4538-89d3-a9c399119c37 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.342163 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-cce39c58-4566-4297-ac32-449d8406b83c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850599 Jul 16 01:36:09.365316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-572666ba-1dec-4949-b134-65623fa82ede req-a0df754d-7b53-4dcd-959a-020b0e9019c0 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579599 Jul 16 01:36:09.396513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:09.400950 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320c836-62b7-4d5c-8452-8b7fe3d70d17" -d '{"events": [{"server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:09.418364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.420341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.421021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.449569 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.492745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-86d0f1ab-d5fb-4873-a98d-cfae1543566b service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280749 Jul 16 01:36:09.503984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] For port 5dfd3610-559f-4901-9db7-c8576d608cc5, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dfd3610-559f-4901-9db7-c8576d608cc5,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.504354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.518022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] For port 94f7733e-af5d-4019-8fa7-8d70faea5393, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=94f7733e-af5d-4019-8fa7-8d70faea5393,segment=NetworkSegment(45556cda-5014-485f-8eb2-e98a84cd8946),segment_id=45556cda-5014-485f-8eb2-e98a84cd8946)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.518022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.542746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Calling delete_port for 94f7733e-af5d-4019-8fa7-8d70faea5393 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:09.548026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Calling delete_port for 5dfd3610-559f-4901-9db7-c8576d608cc5 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:09.595909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.620113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fffa9-030c-497c-a50d-ccbeebb44172 req-8d65e2db-2703-4d18-9d07-66e11038d209 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.626902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-471fffa9-030c-497c-a50d-ccbeebb44172 req-8d65e2db-2703-4d18-9d07-66e11038d209 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1023 time: 0.3736222 Jul 16 01:36:09.644939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0674870f-bdcf-4538-89d3-a9c399119c37 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.648923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0674870f-bdcf-4538-89d3-a9c399119c37 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.650490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0674870f-bdcf-4538-89d3-a9c399119c37 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/security-groups/88be4806-3d9a-4e32-bf6e-960ecbdc33ad HTTP/1.1" status: 204 len: 168 time: 0.5144701 Jul 16 01:36:09.655444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.695392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674870f-bdcf-4538-89d3-a9c399119c37 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be4806-3d9a-4e32-bf6e-960ecbdc33ad,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.778195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ee13e40-2258-417e-928e-6a5f4712c6ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.803758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5214daf3-644c-43f7-925b-4f204bf63064,segment=NetworkSegment(a28871a5-cdc3-402f-8ff8-d713c83bc046),segment_id=a28871a5-cdc3-402f-8ff8-d713c83bc046)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.812767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-471fffa9-030c-497c-a50d-ccbeebb44172 req-640002ff-bf21-44c2-9e7e-53fd460e088d tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fac6b01-be3a-48c4-8604-e7b8ece1f5c6&id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=e6185b76-cd2e-47cd-b123-af106d3b2d27&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1784558 Jul 16 01:36:09.821140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ee13e40-2258-417e-928e-6a5f4712c6ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.831621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.863552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['94f7733e-af5d-4019-8fa7-8d70faea5393'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:09.863984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589996ba-582d-484d-b5a8-d8a6e081c8d1 req-8dfcc0ac-a616-4149-88d5-0f8bad0e922a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.865823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-589996ba-582d-484d-b5a8-d8a6e081c8d1 req-8dfcc0ac-a616-4149-88d5-0f8bad0e922a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.3343945 Jul 16 01:36:09.871514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43903111-ba8f-4e82-a088-f064b5e47913 req-4cc9b9ae-acc1-49ee-b8cc-c87d2866ba6c service neutron] 10.222.0.13 "GET /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701415 Jul 16 01:36:09.936309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] No DVR routers for this DVR port 94f7733e-af5d-4019-8fa7-8d70faea5393 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:09.938868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Pushing event deleted for resources: {'Port': ['ID=94f7733e-af5d-4019-8fa7-8d70faea5393,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.940288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-589996ba-582d-484d-b5a8-d8a6e081c8d1 req-a6ce7551-dc71-4a1e-b429-6d926d61d7a4 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Jul 16 01:36:09.964536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.968933 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ee99084-0a91-41d1-9749-6c2b6cff7e56 req-aa6c1f10-c3cc-4c5a-a725-2a23da9365fd tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.23 "DELETE /v2.0/ports/94f7733e-af5d-4019-8fa7-8d70faea5393 HTTP/1.1" status: 204 len: 173 time: 1.0349565 Jul 16 01:36:09.973687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'name': 'network-vif-deleted', 'tag': '94f7733e-af5d-4019-8fa7-8d70faea5393'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:09.981055 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a3814-bd17-475d-99e7-5cd38d631edd" -d '{"events": [{"server_uuid": "3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a", "name": "network-vif-deleted", "tag": "94f7733e-af5d-4019-8fa7-8d70faea5393"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:09.996553 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.018015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ee13e40-2258-417e-928e-6a5f4712c6ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.021726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ee13e40-2258-417e-928e-6a5f4712c6ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.024482 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9ee13e40-2258-417e-928e-6a5f4712c6ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/security-groups/e1e62899-aa1f-408e-927d-c3b24aa683bb HTTP/1.1" status: 204 len: 168 time: 0.3678255 Jul 16 01:36:10.031043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54116) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.083171 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3b04-cde0-4db2-b956-de372aad364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.093749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.094035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Transition to ACTIVE for port object 5214daf3-644c-43f7-925b-4f204bf63064 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:10.102549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.116635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5dfd3610-559f-4901-9db7-c8576d608cc5', 'ccf90656-5a84-4a9b-b226-a29725f6ef93'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:10.157589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Pushing event deleted for resources: {'Port': ['ID=5dfd3610-559f-4901-9db7-c8576d608cc5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.160694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 4eaf8970-3e0e-494d-bb2d-8cac88a0e675 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:10.166031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee13e40-2258-417e-928e-6a5f4712c6ad tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e62899-aa1f-408e-927d-c3b24aa683bb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.175884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.207188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0994349-363b-47ae-b30a-c564c695081a req-6bdbdb59-be3a-4ee6-9326-1474c86fb07f tempest-ServerPasswordTestJSON-712140853 tempest-ServerPasswordTestJSON-712140853-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a HTTP/1.1" status: 200 len: 210 time: 0.0619724 Jul 16 01:36:10.285056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:10.294788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.308353 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3a504-67fe-4efe-953b-614f21a449eb x-openstack-request-id: req-3ff3a504-67fe-4efe-953b-614f21a449eb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.308353 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "name": "network-vif-plugged", "status": "completed", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.308353 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ff3a504-67fe-4efe-953b-614f21a449eb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.308854 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'code': 200} Jul 16 01:36:10.330331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] No DVR routers for this DVR port 5dfd3610-559f-4901-9db7-c8576d608cc5 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:10.332703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.337578 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7041720-61b5-4ea1-98ac-92bf33bde4c1 req-2186e087-dda7-42a7-a25c-20c3e53313fc tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "DELETE /v2.0/ports/5dfd3610-559f-4901-9db7-c8576d608cc5 HTTP/1.1" status: 204 len: 173 time: 1.9938021 Jul 16 01:36:10.351281 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f46c6b-658d-493c-9901-280fb5272e40 x-openstack-request-id: req-61f46c6b-658d-493c-9901-280fb5272e40 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.351741 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a", "name": "network-vif-deleted", "tag": "94f7733e-af5d-4019-8fa7-8d70faea5393", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.352078 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61f46c6b-658d-493c-9901-280fb5272e40 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.352530 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfc8bf5-e6d9-420e-bca7-bf434dcabf3a', 'name': 'network-vif-deleted', 'tag': '94f7733e-af5d-4019-8fa7-8d70faea5393', 'status': 'completed', 'code': 200} Jul 16 01:36:10.427730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b394c-96cd-4be3-80e6-d2b5600621b3 None None] Pushing event updated for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.437416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'name': 'network-vif-deleted', 'tag': '5dfd3610-559f-4901-9db7-c8576d608cc5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:10.439731 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5f958-3e68-4e88-bb22-15a6fc277b5a" -d '{"events": [{"server_uuid": "b0e06102-d921-4071-a47d-6077ac20c0f9", "name": "network-vif-deleted", "tag": "5dfd3610-559f-4901-9db7-c8576d608cc5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:10.514185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.580621 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1ee3a-153f-4cc0-8216-f4144eb4c68b x-openstack-request-id: req-dcc1ee3a-153f-4cc0-8216-f4144eb4c68b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.580899 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e06102-d921-4071-a47d-6077ac20c0f9", "name": "network-vif-deleted", "tag": "5dfd3610-559f-4901-9db7-c8576d608cc5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.581159 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcc1ee3a-153f-4cc0-8216-f4144eb4c68b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.581567 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e06102-d921-4071-a47d-6077ac20c0f9', 'name': 'network-vif-deleted', 'tag': '5dfd3610-559f-4901-9db7-c8576d608cc5', 'status': 'completed', 'code': 200} Jul 16 01:36:10.664882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.747391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=4eaf8970-3e0e-494d-bb2d-8cac88a0e675,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.749756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.751766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4fa46534-5f8a-42b8-b1d3-36548f4a78e1 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/4eaf8970-3e0e-494d-bb2d-8cac88a0e675 HTTP/1.1" status: 204 len: 168 time: 0.7106977 Jul 16 01:36:10.755786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54126) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.761414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.793476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae3ef147-ec58-4b81-bfce-348b4ce8456e req-b61ed604-3f45-444f-bdd9-89562382dddd tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0e06102-d921-4071-a47d-6077ac20c0f9 HTTP/1.1" status: 200 len: 210 time: 0.1142795 Jul 16 01:36:10.923929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cccdfc-c65e-40fa-9347-431e156d03eb req-61052e5c-57d4-47f5-aadb-ae86baff7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.926950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1cccdfc-c65e-40fa-9347-431e156d03eb req-61052e5c-57d4-47f5-aadb-ae86baff7e67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 1097 time: 0.3198297 Jul 16 01:36:11.036565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:11.109800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-23d24414-3999-4d53-bd4c-3e866114bd29 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.115389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-23d24414-3999-4d53-bd4c-3e866114bd29 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1023 time: 0.4067004 Jul 16 01:36:11.122825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1cccdfc-c65e-40fa-9347-431e156d03eb req-874d74b3-8d09-4c7d-8b9b-f336a57db83b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836119 Jul 16 01:36:11.167953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:11.175594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.355046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca90f0-7de9-4dce-b354-1d558286f1ec req-d23f6e65-8b0d-48c6-88e3-74144b74d666 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.363616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfca90f0-7de9-4dce-b354-1d558286f1ec req-d23f6e65-8b0d-48c6-88e3-74144b74d666 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 1023 time: 0.1554353 Jul 16 01:36:11.465266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfca90f0-7de9-4dce-b354-1d558286f1ec req-e110d744-52e5-4057-adcd-f7334bd0a9e9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fac6b01-be3a-48c4-8604-e7b8ece1f5c6&id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=e6185b76-cd2e-47cd-b123-af106d3b2d27&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1005538 Jul 16 01:36:11.498306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ec03d-9b57-42f8-9047-151ae6a17e4c req-4dd59309-8007-4910-bf9c-424a8e78cdfc tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.509923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553ec03d-9b57-42f8-9047-151ae6a17e4c req-4dd59309-8007-4910-bf9c-424a8e78cdfc tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.3032088 Jul 16 01:36:11.557566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Deleting port be30aba8-90c7-4b96-9aea-069c65cce2d7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.557923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.562718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.564829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614b0d5-ef5a-4cc7-a66e-2fc42d23343d None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:11.568173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Could not find standard attr ID for object 221aec14-5254-43e0-9b96-d0418fb8a107. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:11.579502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553ec03d-9b57-42f8-9047-151ae6a17e4c req-655b672e-fe97-4daf-96cd-b4645e71f085 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684619 Jul 16 01:36:11.630463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=82b9ab1f-c73f-4d26-ac29-34bc2edfa111,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.645867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:11.650181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.657907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.658774 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.663723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:11.664836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.684440 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f0d7da7a-2ee5-4430-9909-7e1e371ed02f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9253573 Jul 16 01:36:11.685833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54138) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.700324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1401430238'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:11.727941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:11.730849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54140) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.734267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] For port be30aba8-90c7-4b96-9aea-069c65cce2d7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=be30aba8-90c7-4b96-9aea-069c65cce2d7,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:11.734735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.765123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Calling delete_port for be30aba8-90c7-4b96-9aea-069c65cce2d7 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:11.780760 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.807155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Provisioning for port 5214daf3-644c-43f7-925b-4f204bf63064 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:11.811910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Deleting subnet f7dc300e-7be4-4908-8e86-92066710eab4 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:11.815434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:11.815995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86b400f9-e20e-41a5-848a-2a81193b99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.816589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.882713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.014361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.074610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.112347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.121481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d24ecd47-0bd5-4884-9d23-66ada61c7744', 'be30aba8-90c7-4b96-9aea-069c65cce2d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:12.126229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'Port': ['ID=be30aba8-90c7-4b96-9aea-069c65cce2d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.126549 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.203357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] No DVR routers for this DVR port be30aba8-90c7-4b96-9aea-069c65cce2d7 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:12.207419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.209246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.210867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecd7b97d-ccc0-4254-8061-96fc7cbc72ee req-4af9b5b0-ab8a-4834-b26b-ffb28f5acfe5 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "DELETE /v2.0/ports/be30aba8-90c7-4b96-9aea-069c65cce2d7 HTTP/1.1" status: 204 len: 173 time: 1.0855315 Jul 16 01:36:12.215345 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5233474 Jul 16 01:36:12.215345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.215559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.220389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859986738'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.229331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa471615-fb2e-4e1c-9fb7-cb1f08a65a5c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9690b52e-c9d0-4e7c-8a88-13f4f47d3eba,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.256191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.311358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7dc300e-7be4-4908-8e86-92066710eab4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.318263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.323629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c42bd858-8440-4501-8292-af5913d2a534 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f7dc300e-7be4-4908-8e86-92066710eab4 HTTP/1.1" status: 204 len: 168 time: 0.5909917 Jul 16 01:36:12.326805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54154) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.410845 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.422531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.478904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.498542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.500175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2841434 Jul 16 01:36:12.502615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326d703-f9d8-4603-9723-2902d27ace12 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7090e0-4552-4161-97e3-91912384638c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.504772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.528669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1363701722'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.547561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Update dhcp port {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'fixed_ips': [{'subnet_id': '57d7db0e-73cd-468d-9e00-d46161748015', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '82b9ab1f-c73f-4d26-ac29-34bc2edfa111'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '5214daf3-644c-43f7-925b-4f204bf63064'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:36:12.548171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.577450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.582585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'name': 'network-vif-deleted', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:12.585414 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa8c9a-0b30-4762-96fb-20867887fa03" -d '{"events": [{"server_uuid": "6407754a-7970-4461-881f-ee5677594141", "name": "network-vif-deleted", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:12.620648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9c0c509-5ef5-4cf5-a26c-665e874528bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.631757 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.663696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-263bf3ed-8058-4f22-aa5d-39ad3bd659f5 req-45262a4f-e26d-47f6-a5b2-b22c396acb8b tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=6407754a-7970-4461-881f-ee5677594141 HTTP/1.1" status: 200 len: 210 time: 0.0381341 Jul 16 01:36:12.670151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.683292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badb0b0d-b675-4c67-ba21-914285b256a7']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:12.697285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45556cda-5014-485f-8eb2-e98a84cd8946') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:12.698139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45556cda-5014-485f-8eb2-e98a84cd8946') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:12.713418 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.738838 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d1829-7db5-47f7-b098-d9c0d86433a8 x-openstack-request-id: req-ff0d1829-7db5-47f7-b098-d9c0d86433a8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:12.739130 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6407754a-7970-4461-881f-ee5677594141", "name": "network-vif-deleted", "tag": "be30aba8-90c7-4b96-9aea-069c65cce2d7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:12.742567 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff0d1829-7db5-47f7-b098-d9c0d86433a8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:12.742567 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6407754a-7970-4461-881f-ee5677594141', 'name': 'network-vif-deleted', 'tag': 'be30aba8-90c7-4b96-9aea-069c65cce2d7', 'status': 'completed', 'code': 200} Jul 16 01:36:12.745907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.756117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:12.756724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:12.759095 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:12.788205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.800860 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.833779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.845479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.865101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] 10.222.0.42 "DELETE /v2.0/networks/badb0b0d-b675-4c67-ba21-914285b256a7 HTTP/1.1" status: 204 len: 168 time: 0.5249178 Jul 16 01:36:12.886747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2ef48-1646-4612-ae49-23c193a04f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=badb0b0d-b675-4c67-ba21-914285b256a7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.889005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.894897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3867762 Jul 16 01:36:12.895690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.903918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-101123498', 'security_groups': ['8bea6aeb-eb20-44f7-927c-79661a5bdd3f'], 'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82b9ab1f-c73f-4d26-ac29-34bc2edfa111'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.927406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 94f7733e-af5d-4019-8fa7-8d70faea5393 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:12.927652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5208a8-3bf7-461d-a637-c94f9c538f7f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bea6aeb-eb20-44f7-927c-79661a5bdd3f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.986091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 94f7733e-af5d-4019-8fa7-8d70faea5393 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:12.986434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 94f7733e-af5d-4019-8fa7-8d70faea5393 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:12.986995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dfd3610-559f-4901-9db7-c8576d608cc5 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:13.008269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431f202-3408-46a7-8b50-d089db44a992 req-74808d27-7050-466b-a7f6-7f62bf4f4a5f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.012361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f431f202-3408-46a7-8b50-d089db44a992 req-74808d27-7050-466b-a7f6-7f62bf4f4a5f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1505873 Jul 16 01:36:13.068169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Allocated IP 2001:db8::2 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/82b9ab1f-c73f-4d26-ac29-34bc2edfa111/5214daf3-644c-43f7-925b-4f204bf63064) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:13.094221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5dfd3610-559f-4901-9db7-c8576d608cc5 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:13.094568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dfd3610-559f-4901-9db7-c8576d608cc5 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:13.127756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f431f202-3408-46a7-8b50-d089db44a992 req-b650deef-4e70-4aae-b32b-8d0d9301240a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081364 Jul 16 01:36:13.130558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54180) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.213834 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-32c6d84a-aa80-4596-8d41-243630922abb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60422556963540fd9476eab2fda57b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808809 Jul 16 01:36:13.216642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.283283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f73baea-8d44-4588-b116-9ddb99271bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.296404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5214daf3-644c-43f7-925b-4f204bf63064,segment=NetworkSegment(a28871a5-cdc3-402f-8ff8-d713c83bc046),segment_id=a28871a5-cdc3-402f-8ff8-d713c83bc046)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.314840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f73baea-8d44-4588-b116-9ddb99271bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.358254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.389416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Transition to ACTIVE for port object 5214daf3-644c-43f7-925b-4f204bf63064 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:13.401128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.452019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66274d4-9c59-4919-9129-b00a88a2b510 req-2ec7dbe1-48f9-4651-9138-2e2bea164f87 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.454503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c66274d4-9c59-4919-9129-b00a88a2b510 req-2ec7dbe1-48f9-4651-9138-2e2bea164f87 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.1164093 Jul 16 01:36:13.455896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f73baea-8d44-4588-b116-9ddb99271bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.458745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f73baea-8d44-4588-b116-9ddb99271bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.460728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5f73baea-8d44-4588-b116-9ddb99271bfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c441c629-7423-4fe0-a578-d4cde4f9fb07 HTTP/1.1" status: 204 len: 168 time: 0.2429686 Jul 16 01:36:13.483473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73baea-8d44-4588-b116-9ddb99271bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c441c629-7423-4fe0-a578-d4cde4f9fb07,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.510175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a4060-4ebd-4efc-a662-e2fd086fc874 None None] Pushing event updated for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.512683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c66274d4-9c59-4919-9129-b00a88a2b510 req-898fe99e-7b8c-4eca-b0b3-dab2bd38b90c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504680 Jul 16 01:36:13.607221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:13.650303 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.759685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.796740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] device_id is not set on port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:13.933707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f819-d2a4-4bf3-81b8-b06fed9e1456 req-ce3d6133-08d8-4172-8a8e-2efdc16f21b0 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.939842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f819-d2a4-4bf3-81b8-b06fed9e1456 req-ce3d6133-08d8-4172-8a8e-2efdc16f21b0 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.948352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9445f819-d2a4-4bf3-81b8-b06fed9e1456 req-ce3d6133-08d8-4172-8a8e-2efdc16f21b0 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94&device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 1681 time: 0.1074648 Jul 16 01:36:14.023401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9445f819-d2a4-4bf3-81b8-b06fed9e1456 req-5b8afed3-80fb-4604-a1ea-3ef854eea7c5 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716865 Jul 16 01:36:14.071507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17a0ca17-f364-4154-8b0a-006ea56c43c2 req-43984468-a83c-411a-963f-64f5320c3c25 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/e6185b76-cd2e-47cd-b123-af106d3b2d27 HTTP/1.1" status: 200 len: 1802 time: 0.0838876 Jul 16 01:36:14.141862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17a0ca17-f364-4154-8b0a-006ea56c43c2 req-2060caef-afb3-4115-80c5-0f52f2cb5eee tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.152764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8::1d9 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/82b9ab1f-c73f-4d26-ac29-34bc2edfa111/0cc9a1b7-4a0a-42a7-9f83-b88044c76646) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:14.195596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17a0ca17-f364-4154-8b0a-006ea56c43c2 req-2060caef-afb3-4115-80c5-0f52f2cb5eee tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.270825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17a0ca17-f364-4154-8b0a-006ea56c43c2 req-2060caef-afb3-4115-80c5-0f52f2cb5eee tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.274976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17a0ca17-f364-4154-8b0a-006ea56c43c2 req-2060caef-afb3-4115-80c5-0f52f2cb5eee tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.276931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17a0ca17-f364-4154-8b0a-006ea56c43c2 req-2060caef-afb3-4115-80c5-0f52f2cb5eee tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/e6185b76-cd2e-47cd-b123-af106d3b2d27 HTTP/1.1" status: 204 len: 173 time: 0.2043152 Jul 16 01:36:14.291758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060caef-afb3-4115-80c5-0f52f2cb5eee tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6185b76-cd2e-47cd-b123-af106d3b2d27,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.327198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device be30aba8-90c7-4b96-9aea-069c65cce2d7 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:14.343836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.358156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: be30aba8-90c7-4b96-9aea-069c65cce2d7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:14.358534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device be30aba8-90c7-4b96-9aea-069c65cce2d7 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:14.376407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe934efd-9684-430e-a075-6b2b580d70bf None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:14.376530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:14.478116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-573cd4bd-0f41-49a8-88f9-2a4bd1a2bc1c None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.478590 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-573cd4bd-0f41-49a8-88f9-2a4bd1a2bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.484036 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.554209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-573cd4bd-0f41-49a8-88f9-2a4bd1a2bc1c None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:14.571715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=0cc9a1b7-4a0a-42a7-9f83-b88044c76646,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.573222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-f434526c-c772-4ee6-be1d-cf1ee5d1fc18 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.579447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-f434526c-c772-4ee6-be1d-cf1ee5d1fc18 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 815 time: 0.1808236 Jul 16 01:36:14.583519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-573cd4bd-0f41-49a8-88f9-2a4bd1a2bc1c None None] Provisioning for port 5214daf3-644c-43f7-925b-4f204bf63064 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:14.602570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a26fa60e-4745-4346-a7b4-e73d6601e002 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/quotas/4e050663ce3d41539655420d649ee6ee HTTP/1.1" status: 200 len: 375 time: 0.0111320 Jul 16 01:36:14.607652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:14.608620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-573cd4bd-0f41-49a8-88f9-2a4bd1a2bc1c None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.609423 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-573cd4bd-0f41-49a8-88f9-2a4bd1a2bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.610026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:14.619374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:14.625224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.625963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.649706 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7cfb0335-7302-46ee-b0e7-3c2a354531f7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7505131 Jul 16 01:36:14.650909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54242) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:14.658752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:14.738412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-ce6fac3a-8655-4198-9e0f-005dc681b8fb tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301820 Jul 16 01:36:14.822280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:14.859506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:14.863116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.893661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-779f06d3-acfc-443f-9627-6ed3f5579977 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422706 Jul 16 01:36:14.906911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9415613f-ce52-4450-8639-ed1c784775bd req-9015b8de-2102-4a6e-a7f9-b733f43fe159 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/0fac6b01-be3a-48c4-8604-e7b8ece1f5c6 HTTP/1.1" status: 200 len: 1800 time: 0.0831931 Jul 16 01:36:14.990623 n-d-791506-20 neutron-server[93755]: INFO neutron.db.ipam_backend_mixin [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82b9ab1f-c73f-4d26-ac29-34bc2edfa111 (CIDR: 2001:db8::/64) Jul 16 01:36:15.000899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:15.001524 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:15.001524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:15.009371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-738296994-network', 'tenant_id': 'ef0d6909074547338f4922483e55c161'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.031713 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9249bb47-f19c-4df6-9595-e80c898ce23d tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3751199 Jul 16 01:36:15.031939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54252) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.038509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.057560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.057828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.093806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9415613f-ce52-4450-8639-ed1c784775bd req-748e2a4d-5a96-419c-ba7a-f51bd9615df9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.108890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Provisioning for port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:15.111362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Made reservation on behalf of ef0d6909074547338f4922483e55c161 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:15.114032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.117446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Provisioning complete for port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.117905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.136116 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.161049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-f88da2f9-afa1-4fed-882c-79681a136f36 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664402 Jul 16 01:36:15.163303 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9415613f-ce52-4450-8639-ed1c784775bd req-748e2a4d-5a96-419c-ba7a-f51bd9615df9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.202072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:36:15.202072 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:36:15.202072 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': '7f44489edf4348d1b4710a4cfc9cb449', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 36, 15, 190701)}] Jul 16 01:36:15.202072 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:15.202726 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:15.234724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:15.251415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9415613f-ce52-4450-8639-ed1c784775bd req-748e2a4d-5a96-419c-ba7a-f51bd9615df9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.251904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.254283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9415613f-ce52-4450-8639-ed1c784775bd req-748e2a4d-5a96-419c-ba7a-f51bd9615df9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.255451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9415613f-ce52-4450-8639-ed1c784775bd req-748e2a4d-5a96-419c-ba7a-f51bd9615df9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/0fac6b01-be3a-48c4-8604-e7b8ece1f5c6 HTTP/1.1" status: 204 len: 173 time: 0.3274014 Jul 16 01:36:15.272055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.273135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.281769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e2a4d-5a96-419c-ba7a-f51bd9615df9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac6b01-be3a-48c4-8604-e7b8ece1f5c6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.337576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:15.354802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.355152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb250ec6-af0f-4100-a50c-7083502af50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.406270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.426628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.450361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5eb74741-cb44-48c8-9203-042b4b848996 req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-122004353', 'description': 'tempest-description-604356064'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.488796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:15.511373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efac15c-82ef-4abf-8a9b-23a852da8c2a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.518639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5eb74741-cb44-48c8-9203-042b4b848996 req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.522339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.523054 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Added segment 78620f37-cdd5-449e-a932-339b387461a6 of type vlan for network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 Jul 16 01:36:15.595969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.610967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5bc7e9f4-9643-431e-88fe-25e2730eec43 None None] Could not find standard attr ID for object 221aec14-5254-43e0-9b96-d0418fb8a107. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:15.616767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4220897-7336-428d-9704-18ea9585324e req-89b27b86-a7b3-4bbc-8bdc-f36eb6bfe503 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.618839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4220897-7336-428d-9704-18ea9585324e req-89b27b86-a7b3-4bbc-8bdc-f36eb6bfe503 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9914bd-8ee5-4873-b3aa-83b09846dcc9 HTTP/1.1" status: 200 len: 945 time: 0.2105019 Jul 16 01:36:15.701370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.702247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.702847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.737773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f6549d94-31a5-4e28-9512-5c14f494b820 None None] Provisioning complete for port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.746768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6549d94-31a5-4e28-9512-5c14f494b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.786570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f6549d94-31a5-4e28-9512-5c14f494b820 None None] Port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:15.850552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] Pushing event updated for resources: {'Network': ['ID=29ad9b05-cae9-4d46-94b4-0eeabe1eae85,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.862797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:15.948739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5eb74741-cb44-48c8-9203-042b4b848996 req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.951879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Deleting port 5145fb69-1249-4c62-b2d1-6791d6314f65 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:15.952237 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.980097 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5eb74741-cb44-48c8-9203-042b4b848996 req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.987016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:15.991496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.002658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cf4e729-c697-43fd-a386-d0ca0cc1296e req-7e78a8e8-e420-4679-a31d-24912a760263 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 210 time: 0.0838301 Jul 16 01:36:16.014109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e3d6598-9369-4f20-9b01-2e980ded55db None None] Could not find standard attr ID for object 221aec14-5254-43e0-9b96-d0418fb8a107. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:16.020691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3b547e6a-f1ef-4b5e-8d36-b9260eb8d1fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1961515 Jul 16 01:36:16.029843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.045108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Request body: {'subnet': {'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-subnet', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.114849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Made reservation on behalf of ef0d6909074547338f4922483e55c161 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:16.119083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.129363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71742dd5-df15-4b7c-b90c-c756c72a9a86,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.137539 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5eb74741-cb44-48c8-9203-042b4b848996 req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.140461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5eb74741-cb44-48c8-9203-042b4b848996 req-5dc8d62d-84c1-462a-9d03-edc33a321038 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7168751 Jul 16 01:36:16.190509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] For port 5145fb69-1249-4c62-b2d1-6791d6314f65, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5145fb69-1249-4c62-b2d1-6791d6314f65,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.191173 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.222984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Calling delete_port for 5145fb69-1249-4c62-b2d1-6791d6314f65 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:16.246050 n-d-791506-20 neutron-server[93755]: INFO neutron.db.ipam_backend_mixin [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 57d7db0e-73cd-468d-9e00-d46161748015 (CIDR: 2001:db8:0:1::/64) Jul 16 01:36:16.265967 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:16.269956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:16.300056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de25d5fe-1c5e-4290-bb19-d37b02d7bc83 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2664347 Jul 16 01:36:16.304136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54280) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.310127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'subnet': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.385826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-bd7c6b81-b2ea-43d5-8a0d-80adb741e8f8 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/71742dd5-df15-4b7c-b90c-c756c72a9a86 HTTP/1.1" status: 200 len: 1801 time: 0.1662068 Jul 16 01:36:16.402888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Request body: {'security_group': {'name': 'tempest-sg-hth-300887145', 'description': 'tempest-description-hth-1892264356'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.500381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.537237 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.551245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5145fb69-1249-4c62-b2d1-6791d6314f65'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:16.554902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.563874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Made reservation on behalf of 7f44489edf4348d1b4710a4cfc9cb449 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:16.568650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.597980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Pushing event deleted for resources: {'Port': ['ID=5145fb69-1249-4c62-b2d1-6791d6314f65,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.640464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.664936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] No DVR routers for this DVR port 5145fb69-1249-4c62-b2d1-6791d6314f65 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:16.668338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.670451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4220897-7336-428d-9704-18ea9585324e req-d2d8e4aa-189c-4581-b340-54152dee0ac1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.23 "DELETE /v2.0/ports/5145fb69-1249-4c62-b2d1-6791d6314f65 HTTP/1.1" status: 204 len: 173 time: 1.0213089 Jul 16 01:36:16.671101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'name': 'network-vif-deleted', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:16.676526 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050ab1ef-9ad3-4000-9838-e2d2c9274831" -d '{"events": [{"server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "name": "network-vif-deleted", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:16.676526 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.680630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.688993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6739926-39e4-4c4d-a852-9b5439bd4539 req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "PUT /v2.0/security-groups/71742dd5-df15-4b7c-b90c-c756c72a9a86 HTTP/1.1" status: 200 len: 1776 time: 0.2948563 Jul 16 01:36:16.695617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa99349-7a48-4344-94dd-5cd3e4a293ed,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.730425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9e488-373f-4e98-937a-e6e8dbe0af4c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71742dd5-df15-4b7c-b90c-c756c72a9a86,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.824030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Checking segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.824402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Network hostable DHCP agents. Network: 29ad9b05-cae9-4d46-94b4-0eeabe1eae85, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:16.837576 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30545c6d-9748-4bec-ae79-8e317512a12c x-openstack-request-id: req-30545c6d-9748-4bec-ae79-8e317512a12c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:16.837867 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9914bd-8ee5-4873-b3aa-83b09846dcc9", "name": "network-vif-deleted", "tag": "5145fb69-1249-4c62-b2d1-6791d6314f65", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:16.838985 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30545c6d-9748-4bec-ae79-8e317512a12c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:16.838985 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9914bd-8ee5-4873-b3aa-83b09846dcc9', 'name': 'network-vif-deleted', 'tag': '5145fb69-1249-4c62-b2d1-6791d6314f65', 'status': 'completed', 'code': 200} Jul 16 01:36:16.868729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77f2c42c-c4f0-4532-885a-e8e7b2d03982 req-64d3cb07-bc6e-40ba-b975-6680150078f7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/71742dd5-df15-4b7c-b90c-c756c72a9a86 HTTP/1.1" status: 200 len: 1776 time: 0.0529702 Jul 16 01:36:16.872541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:16.911405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 29ad9b05-cae9-4d46-94b4-0eeabe1eae85) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:16.921477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.922074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.924681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2814c4-f66a-4913-821d-470ff8ba189e None None] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:16.950292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e524b306-f310-4652-8772-0983d1fcd564 req-dc94160f-5261-4ef7-a51d-428b8b8de3ba tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/71742dd5-df15-4b7c-b90c-c756c72a9a86 HTTP/1.1" status: 200 len: 1776 time: 0.0500178 Jul 16 01:36:16.951599 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3c582b45-fb14-4558-a72f-44641963c68c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9206357 Jul 16 01:36:16.954554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.963178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.982219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.037378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.038727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:17.039213 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.043442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.048678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.050444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.078093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108db3d-970a-49fe-8554-53cb434fabc2 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:17.082567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Subnet': ['ID=14f2b0b7-b374-49d0-84dc-9589c20b2399,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.087757 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-93934a85-cf25-41a3-9b30-cca4c0d51528 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7822890 Jul 16 01:36:17.090673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54300) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.093849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd7b53-544b-4a5c-924e-8af43aa2c2d4 None None] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:17.097597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-512768670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14f2b0b7-b374-49d0-84dc-9589c20b2399'}], 'security_groups': ['9690b52e-c9d0-4e7c-8a88-13f4f47d3eba', '5e7090e0-4552-4161-97e3-91912384638c']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:17.136216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.141174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e524b306-f310-4652-8772-0983d1fcd564 req-15d28665-72a2-415d-94d9-ed79b25c2b16 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.199730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.212506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e524b306-f310-4652-8772-0983d1fcd564 req-15d28665-72a2-415d-94d9-ed79b25c2b16 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.240047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7962be-1d15-40dc-b7e3-88d2dab84220 req-8746865d-1eb0-431a-97fc-151577eba47c tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.242113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da7962be-1d15-40dc-b7e3-88d2dab84220 req-8746865d-1eb0-431a-97fc-151577eba47c tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 945 time: 0.2623146 Jul 16 01:36:17.463154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-1b5d0b5a-88b6-45d5-8ea2-906f5b01e4a5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.464811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-1b5d0b5a-88b6-45d5-8ea2-906f5b01e4a5 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.13 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 815 time: 0.1596425 Jul 16 01:36:17.518779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Update dhcp port {'port': {'network_id': '7543d8c6-8d47-4c3a-81c7-01a4a4205006', 'fixed_ips': [{'subnet_id': '57d7db0e-73cd-468d-9e00-d46161748015', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '82b9ab1f-c73f-4d26-ac29-34bc2edfa111', 'ip_address': '2001:db8::2'}, {'subnet_id': '14f2b0b7-b374-49d0-84dc-9589c20b2399'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '5214daf3-644c-43f7-925b-4f204bf63064'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:36:17.573638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.681022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Delete allocated IP 2001:db8::1d9 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/82b9ab1f-c73f-4d26-ac29-34bc2edfa111) {{(pid=93755) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:36:17.695026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Allocated IP 2001:db8:0:2::22c (7543d8c6-8d47-4c3a-81c7-01a4a4205006/14f2b0b7-b374-49d0-84dc-9589c20b2399/0cc9a1b7-4a0a-42a7-9f83-b88044c76646) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:17.875454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Request body: {'port': {'device_id': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'admin_state_up': True, 'tenant_id': '4e050663ce3d41539655420d649ee6ee'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:17.896594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.914049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Transition to ACTIVE for port object 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:17.918015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.963842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.982479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Allocated IP 2001:db8:0:2::2 (7543d8c6-8d47-4c3a-81c7-01a4a4205006/14f2b0b7-b374-49d0-84dc-9589c20b2399/5214daf3-644c-43f7-925b-4f204bf63064) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:17.990592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] In _notify_port_updated(), no bound segment for port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 on network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:36:17.993141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da7962be-1d15-40dc-b7e3-88d2dab84220 req-04829ba1-1e56-4ace-a2d5-63ce9c606fdf tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866612 Jul 16 01:36:17.996244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.997467 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.001430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "PUT /v2.0/ports/0cc9a1b7-4a0a-42a7-9f83-b88044c76646 HTTP/1.1" status: 200 len: 969 time: 0.9064827 Jul 16 01:36:18.001908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54308) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.015069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa474a91-f810-4c49-9b87-a5e1c8e5affc tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event updated for resources: {'Port': ['ID=0cc9a1b7-4a0a-42a7-9f83-b88044c76646,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.046175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e524b306-f310-4652-8772-0983d1fcd564 req-15d28665-72a2-415d-94d9-ed79b25c2b16 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.048800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e524b306-f310-4652-8772-0983d1fcd564 req-15d28665-72a2-415d-94d9-ed79b25c2b16 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.049930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e524b306-f310-4652-8772-0983d1fcd564 req-15d28665-72a2-415d-94d9-ed79b25c2b16 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/71742dd5-df15-4b7c-b90c-c756c72a9a86 HTTP/1.1" status: 204 len: 173 time: 1.0914960 Jul 16 01:36:18.094030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d28665-72a2-415d-94d9-ed79b25c2b16 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71742dd5-df15-4b7c-b90c-c756c72a9a86,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.127064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-b664f063-a799-4ad9-82ce-d59f8a283e30 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.128594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-b664f063-a799-4ad9-82ce-d59f8a283e30 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 945 time: 0.6575713 Jul 16 01:36:18.154008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:18.155114 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.159588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5214daf3-644c-43f7-925b-4f204bf63064,segment=NetworkSegment(a28871a5-cdc3-402f-8ff8-d713c83bc046),segment_id=a28871a5-cdc3-402f-8ff8-d713c83bc046)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:18.179632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-560fd946-9e1e-42b5-a4f3-a674f1af1f4a req-319acb1c-e7ad-4cfd-a9ff-2e3c9667dc48 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 210 time: 0.0616162 Jul 16 01:36:18.194830 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.210644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Transition to ACTIVE for port object 5214daf3-644c-43f7-925b-4f204bf63064 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:18.231817 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.247549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Made reservation on behalf of 4e050663ce3d41539655420d649ee6ee for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:18.251176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.303998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b545ab-db4c-473e-90d8-e87c9e9013d5 None None] Pushing event updated for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.333395 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.333694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.367225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 0cc9a1b7-4a0a-42a7-9f83-b88044c76646 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:18.549589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.601187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Allocated IP 172.20.0.3 (5cd15b4c-b76d-40f2-af2f-d49639bbc954/690d924c-f662-4f6d-b49b-f7dcd91e829e/5af79cca-159f-4714-8aa5-198df4a5ed38) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:18.635885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Deleting port ccf90656-5a84-4a9b-b226-a29725f6ef93 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:18.636267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.709009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=0cc9a1b7-4a0a-42a7-9f83-b88044c76646,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.715873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.721469 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-beec3659-756a-4fcf-ba9a-58460426b98a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/0cc9a1b7-4a0a-42a7-9f83-b88044c76646 HTTP/1.1" status: 204 len: 168 time: 0.7185445 Jul 16 01:36:18.744377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54320) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.780169 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd71165c-f822-4ec3-a63b-f7ee7d0090fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] GET failed (client error): The resource could not be found. Jul 16 01:36:18.785644 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fd71165c-f822-4ec3-a63b-f7ee7d0090fe tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports/0cc9a1b7-4a0a-42a7-9f83-b88044c76646 HTTP/1.1" status: 404 len: 333 time: 0.0397394 Jul 16 01:36:18.786310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54324) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.797350 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-79982a38-db63-4a5f-986c-3f13d9c1d8ff req-fd27fd57-ff8f-40b7-aba0-91530a306c7a tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:36:18.798736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79982a38-db63-4a5f-986c-3f13d9c1d8ff req-fd27fd57-ff8f-40b7-aba0-91530a306c7a tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/0fac6b01-be3a-48c4-8604-e7b8ece1f5c6 HTTP/1.1" status: 404 len: 352 time: 0.0990427 Jul 16 01:36:18.889510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b2986e2-7102-4951-9168-7870f5dfb11a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.900513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-d631c57f-565d-400e-b453-a487abd49618 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.902256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-d631c57f-565d-400e-b453-a487abd49618 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.13 "GET /v2.0/ports?device_id=daf7544e-f4c5-4cb8-8f1c-25b33f2e232b HTTP/1.1" status: 200 len: 945 time: 0.2200639 Jul 16 01:36:18.926964 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-3457692f-6b51-4609-9869-4630bd59c0c2 req-5c80ebc3-f047-42bd-abeb-d5bcfdc65351 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:36:18.929443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3457692f-6b51-4609-9869-4630bd59c0c2 req-5c80ebc3-f047-42bd-abeb-d5bcfdc65351 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/e6185b76-cd2e-47cd-b123-af106d3b2d27 HTTP/1.1" status: 404 len: 352 time: 0.0900345 Jul 16 01:36:18.994896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:19.034464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b2986e2-7102-4951-9168-7870f5dfb11a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.038737 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-9de69b6f-cc0a-43a4-9f4f-36f73b8a9a7d req-d412365e-858a-4cc8-9f1a-0b7392ae161e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:36:19.040063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9de69b6f-cc0a-43a4-9f4f-36f73b8a9a7d req-d412365e-858a-4cc8-9f1a-0b7392ae161e tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/9e3c106b-e70b-496f-a9f3-1fda70996898 HTTP/1.1" status: 404 len: 352 time: 0.0740426 Jul 16 01:36:19.121055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] For port ccf90656-5a84-4a9b-b226-a29725f6ef93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ccf90656-5a84-4a9b-b226-a29725f6ef93,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:19.121434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.154855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.161184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Deleting port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:19.161810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.176912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b2986e2-7102-4951-9168-7870f5dfb11a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.182124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b2986e2-7102-4951-9168-7870f5dfb11a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.183418 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7b2986e2-7102-4951-9168-7870f5dfb11a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/security-groups/8bea6aeb-eb20-44f7-927c-79661a5bdd3f HTTP/1.1" status: 204 len: 168 time: 0.3952558 Jul 16 01:36:19.189936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.196741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Calling delete_port for ccf90656-5a84-4a9b-b226-a29725f6ef93 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:19.213653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.236484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2986e2-7102-4951-9168-7870f5dfb11a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bea6aeb-eb20-44f7-927c-79661a5bdd3f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.264391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.375830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] For port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,segment=NetworkSegment(e7fa7074-cfc7-4aa8-8493-b91ed4264d06),segment_id=e7fa7074-cfc7-4aa8-8493-b91ed4264d06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:19.376906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.394976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Calling delete_port for dd76f317-f0c2-4166-9a8d-a1c9dcd1681b owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:19.467743 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-5233768e-f698-4fd7-ab77-14bea52e3f90 req-c361c7e9-8032-40cb-a16e-42fe20d2b0c3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:36:19.468859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5233768e-f698-4fd7-ab77-14bea52e3f90 req-c361c7e9-8032-40cb-a16e-42fe20d2b0c3 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/f7f8c496-38db-4aac-b628-a5988c73dca9 HTTP/1.1" status: 404 len: 352 time: 0.1651356 Jul 16 01:36:19.498491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Could not find standard attr ID for object 0cc9a1b7-4a0a-42a7-9f83-b88044c76646. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:19.518998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:19.519514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.580154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:19.585342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.599968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Provisioning for port 5214daf3-644c-43f7-925b-4f204bf63064 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:19.605459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:19.606203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e99d782c-b363-45fe-9ab5-2e0167a4d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.625273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Pushing event deleted for resources: {'Port': ['ID=dd76f317-f0c2-4166-9a8d-a1c9dcd1681b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.634439 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ade-f138-451a-9ec2-ffa362a032d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.660526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Allocated IP 172.25.7.178 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/ca923280-379b-4851-a67d-e8852a38b916) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:19.681214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.704209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91ebf-b4f2-4c88-932f-76d9a92545aa req-670cd394-9feb-4e98-a8d6-2b227f79d5ea tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.710792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] No DVR routers for this DVR port dd76f317-f0c2-4166-9a8d-a1c9dcd1681b on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:19.713006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4d91ebf-b4f2-4c88-932f-76d9a92545aa req-670cd394-9feb-4e98-a8d6-2b227f79d5ea tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 945 time: 0.4425645 Jul 16 01:36:19.714326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.716864 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f0947ecf-d9fc-4753-a160-51ace12a2662 req-4cc7adc4-a96a-443f-bd5f-d5aefedcab45 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.13 "DELETE /v2.0/ports/dd76f317-f0c2-4166-9a8d-a1c9dcd1681b HTTP/1.1" status: 204 len: 173 time: 0.8048770 Jul 16 01:36:19.717386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'name': 'network-vif-deleted', 'tag': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:19.720144 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e4e85f-cc84-4f17-8213-7a57634011c1" -d '{"events": [{"server_uuid": "daf7544e-f4c5-4cb8-8f1c-25b33f2e232b", "name": "network-vif-deleted", "tag": "dd76f317-f0c2-4166-9a8d-a1c9dcd1681b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:19.825872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:19.877942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ade-f138-451a-9ec2-ffa362a032d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.958165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.981198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:19.994160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dd76f317-f0c2-4166-9a8d-a1c9dcd1681b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:20.007907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:20.009953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Pushing event updated for resources: {'Port': ['ID=5af79cca-159f-4714-8aa5-198df4a5ed38,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.025731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:20.056046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f33d04c6-08b2-4f12-aea9-3331bda8d4dc None None] Could not find standard attr ID for object 0cc9a1b7-4a0a-42a7-9f83-b88044c76646. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:20.137233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Pushing event deleted for resources: {'Port': ['ID=ccf90656-5a84-4a9b-b226-a29725f6ef93,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.153223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4d91ebf-b4f2-4c88-932f-76d9a92545aa req-2624e115-17e4-412f-94c8-ed146e2ec50f tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fd70d84-c623-4c45-b936-b550c88caed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124169 Jul 16 01:36:20.207282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] No DVR routers for this DVR port ccf90656-5a84-4a9b-b226-a29725f6ef93 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:20.213912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ade-f138-451a-9ec2-ffa362a032d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.216660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ade-f138-451a-9ec2-ffa362a032d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.220456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6fa26ade-f138-451a-9ec2-ffa362a032d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/security-groups/5e7090e0-4552-4161-97e3-91912384638c HTTP/1.1" status: 204 len: 168 time: 1.0237525 Jul 16 01:36:20.220655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.221134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.223052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af4714c3-31de-4f02-a8b1-b9ef58ee0a40 req-ef661e6e-6ffc-4b88-a2b8-e3bfc86c7bc3 tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.23 "DELETE /v2.0/ports/ccf90656-5a84-4a9b-b226-a29725f6ef93 HTTP/1.1" status: 204 len: 173 time: 2.0860863 Jul 16 01:36:20.228519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'name': 'network-vif-deleted', 'tag': 'ccf90656-5a84-4a9b-b226-a29725f6ef93'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:20.230809 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1bf34-975f-4116-bb3e-4fe0605e571e" -d '{"events": [{"server_uuid": "a59eceb9-167c-4d28-8788-f84b07013c94", "name": "network-vif-deleted", "tag": "ccf90656-5a84-4a9b-b226-a29725f6ef93"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:20.261955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.262649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.270632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26ade-f138-451a-9ec2-ffa362a032d7 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7090e0-4552-4161-97e3-91912384638c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.291962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffb0c-ed60-469a-bc4c-2a3dd1f0ae8e req-2adab2e3-8f74-4920-a2bd-64d4dd437488 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.299795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-978ffb0c-ed60-469a-bc4c-2a3dd1f0ae8e req-2adab2e3-8f74-4920-a2bd-64d4dd437488 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 931 time: 0.6276605 Jul 16 01:36:20.355510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-18764f38-1532-4731-beaa-ae771a37297d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5163112 Jul 16 01:36:20.394450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.404921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-719fdc3e-a75c-4f3b-9990-0101c62c4c98 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.409340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Request body: {'port': {'device_id': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:20.461198 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-719fdc3e-a75c-4f3b-9990-0101c62c4c98 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.480785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-978ffb0c-ed60-469a-bc4c-2a3dd1f0ae8e req-fba69092-de5b-4064-a104-fbfc5fcf2e0f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799057 Jul 16 01:36:20.556895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-719fdc3e-a75c-4f3b-9990-0101c62c4c98 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.561811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-719fdc3e-a75c-4f3b-9990-0101c62c4c98 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.564738 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-5020afeb-e7a4-4042-be56-d37a87cae317 req-f6539602-50b6-4fc2-b72c-39ce8d33a5c9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:36:20.564910 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-719fdc3e-a75c-4f3b-9990-0101c62c4c98 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/security-groups/9690b52e-c9d0-4e7c-8a88-13f4f47d3eba HTTP/1.1" status: 204 len: 168 time: 0.3423233 Jul 16 01:36:20.566908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.581025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5020afeb-e7a4-4042-be56-d37a87cae317 req-f6539602-50b6-4fc2-b72c-39ce8d33a5c9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/afe55655-5b4e-48ff-a074-1fc4dee807e8 HTTP/1.1" status: 404 len: 352 time: 0.0456531 Jul 16 01:36:20.621387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.659878 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b7ea8-cfe3-4f3b-a025-22efb25eb7c3 x-openstack-request-id: req-1e8b7ea8-cfe3-4f3b-a025-22efb25eb7c3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:20.660329 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59eceb9-167c-4d28-8788-f84b07013c94", "name": "network-vif-deleted", "tag": "ccf90656-5a84-4a9b-b226-a29725f6ef93", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:20.660714 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7daa7-8127-483a-ad33-24bf10bed995 x-openstack-request-id: req-29d7daa7-8127-483a-ad33-24bf10bed995 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:20.660872 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e8b7ea8-cfe3-4f3b-a025-22efb25eb7c3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:20.661048 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf7544e-f4c5-4cb8-8f1c-25b33f2e232b", "name": "network-vif-deleted", "tag": "dd76f317-f0c2-4166-9a8d-a1c9dcd1681b", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:20.661253 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29d7daa7-8127-483a-ad33-24bf10bed995 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:20.661352 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59eceb9-167c-4d28-8788-f84b07013c94', 'name': 'network-vif-deleted', 'tag': 'ccf90656-5a84-4a9b-b226-a29725f6ef93', 'status': 'completed', 'code': 200} Jul 16 01:36:20.661655 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf7544e-f4c5-4cb8-8f1c-25b33f2e232b', 'name': 'network-vif-deleted', 'tag': 'dd76f317-f0c2-4166-9a8d-a1c9dcd1681b', 'status': 'completed', 'code': 200} Jul 16 01:36:20.663243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fdc3e-a75c-4f3b-9990-0101c62c4c98 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9690b52e-c9d0-4e7c-8a88-13f4f47d3eba,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.670141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 82b9ab1f-c73f-4d26-ac29-34bc2edfa111 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:20.674459 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.674778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.696412 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-a4796f99-d72a-406f-8344-276cee88bbf6 req-3388a7c4-872e-47a9-947d-52bf37c7eae0 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] show failed (client error): The resource could not be found. Jul 16 01:36:20.697530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4796f99-d72a-406f-8344-276cee88bbf6 req-3388a7c4-872e-47a9-947d-52bf37c7eae0 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/d2485a83-ff70-4527-aaef-65621d110e95 HTTP/1.1" status: 404 len: 352 time: 0.0553358 Jul 16 01:36:20.724729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.788162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:20.799690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:20.807265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:20.851984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.892873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Pushing event updated for resources: {'Port': ['ID=ca923280-379b-4851-a67d-e8852a38b916,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.945707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:20.972588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.992612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5145fb69-1249-4c62-b2d1-6791d6314f65 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:20.994198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5145fb69-1249-4c62-b2d1-6791d6314f65 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:20.995680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ccf90656-5a84-4a9b-b226-a29725f6ef93 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:21.001640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.010564 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/82b9ab1f-c73f-4d26-ac29-34bc2edfa111 HTTP/1.1" status: 204 len: 168 time: 0.4270740 Jul 16 01:36:21.022511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.042034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6c5ee-4470-42da-b3ac-1398f180680a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=82b9ab1f-c73f-4d26-ac29-34bc2edfa111,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.052884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1d58d-7b5c-4867-9305-d3d77ee5569f None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:21.058447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: ccf90656-5a84-4a9b-b226-a29725f6ef93 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:21.059600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ccf90656-5a84-4a9b-b226-a29725f6ef93 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:21.150502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 14f2b0b7-b374-49d0-84dc-9589c20b2399 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:21.192227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.331869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.836525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee55b0d1-8177-47bf-a23d-4f189c33fa98 req-3b81df07-677d-4601-9e7e-5377b0251faf tempest-ListServersNegativeTestJSON-1626845250 tempest-ListServersNegativeTestJSON-1626845250-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59eceb9-167c-4d28-8788-f84b07013c94 HTTP/1.1" status: 200 len: 210 time: 0.0963063 Jul 16 01:36:21.906670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005c3b-59f3-41f9-8c49-8f2fb347a0d0 req-7d8f5044-43ac-445f-a177-7e1132afa9bb tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.908951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17005c3b-59f3-41f9-8c49-8f2fb347a0d0 req-7d8f5044-43ac-445f-a177-7e1132afa9bb tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1023 time: 0.6880219 Jul 16 01:36:21.915111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.046464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.099562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-51292aa0-6c94-43e0-a3e4-ccc1da121595 None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.101025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51292aa0-6c94-43e0-a3e4-ccc1da121595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.141661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51292aa0-6c94-43e0-a3e4-ccc1da121595 None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:22.155045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-51292aa0-6c94-43e0-a3e4-ccc1da121595 None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.155834 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51292aa0-6c94-43e0-a3e4-ccc1da121595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.182457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af79cca-159f-4714-8aa5-198df4a5ed38 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:22.208854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17005c3b-59f3-41f9-8c49-8f2fb347a0d0 req-f76e5e16-2398-405e-aaf5-296fc9257b0f tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=be7e53b6-79e2-44be-9b1a-6bd0a877ba48&id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2877138 Jul 16 01:36:22.221754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.284861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Transition to ACTIVE for port object 5af79cca-159f-4714-8aa5-198df4a5ed38 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:22.289992 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.307381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.372639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=14f2b0b7-b374-49d0-84dc-9589c20b2399,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.377369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dd76f317-f0c2-4166-9a8d-a1c9dcd1681b no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:22.390107 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.392074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e309e6e-989d-4cb0-8eb1-ec990ac3aa36 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/14f2b0b7-b374-49d0-84dc-9589c20b2399 HTTP/1.1" status: 204 len: 168 time: 1.3685210 Jul 16 01:36:22.396024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.410016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617a7ab-102a-4fce-b185-b3edbe2ca616 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:22.413706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: dd76f317-f0c2-4166-9a8d-a1c9dcd1681b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:22.414334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dd76f317-f0c2-4166-9a8d-a1c9dcd1681b not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:22.454325 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7343359-fc39-4f2e-a7d2-11899a46fbb9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:22.458869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7343359-fc39-4f2e-a7d2-11899a46fbb9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:22.463229 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c7343359-fc39-4f2e-a7d2-11899a46fbb9 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/82b9ab1f-c73f-4d26-ac29-34bc2edfa111 HTTP/1.1" status: 404 len: 337 time: 0.0661130 Jul 16 01:36:22.467700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54384) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.468549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c545ad-806a-4da8-bc22-091b52c1aa0f req-63a37a06-4865-47b0-ac40-bd1fd148f1b1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.477019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78c545ad-806a-4da8-bc22-091b52c1aa0f req-63a37a06-4865-47b0-ac40-bd1fd148f1b1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 931 time: 0.3370290 Jul 16 01:36:22.494435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Pushing event updated for resources: {'Port': ['ID=5af79cca-159f-4714-8aa5-198df4a5ed38,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.536951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.584786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting subnet 57d7db0e-73cd-468d-9e00-d46161748015 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:22.591885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.677586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.715802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78c545ad-806a-4da8-bc22-091b52c1aa0f req-88fb5372-9193-4d02-b55d-055bd560ab2d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378757 Jul 16 01:36:22.796293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-a1d8064f-9634-4d18-a92e-bda91f1cf877 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.797910 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-a1d8064f-9634-4d18-a92e-bda91f1cf877 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1023 time: 0.2089047 Jul 16 01:36:22.812114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Attempting to bind port 5af79cca-159f-4714-8aa5-198df4a5ed38 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:22.812534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Attempting to bind port 5af79cca-159f-4714-8aa5-198df4a5ed38 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:22.812880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Attempting to bind port 5af79cca-159f-4714-8aa5-198df4a5ed38 on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:22.822506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Port 5af79cca-159f-4714-8aa5-198df4a5ed38 on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:22.822867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Attempting to bind port 5af79cca-159f-4714-8aa5-198df4a5ed38 on network 5cd15b4c-b76d-40f2-af2f-d49639bbc954 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:22.836156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:22.836602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Checking segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:22.837536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Bound using segment: {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:22.837536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Bound port: 5af79cca-159f-4714-8aa5-198df4a5ed38, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:22.837742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.841639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.932759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] For port 5af79cca-159f-4714-8aa5-198df4a5ed38, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:22.936364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] For port 5af79cca-159f-4714-8aa5-198df4a5ed38, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5af79cca-159f-4714-8aa5-198df4a5ed38,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:22.950235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.007812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.010186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.011101 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.012810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] 10.222.0.13 "PUT /v2.0/ports/5af79cca-159f-4714-8aa5-198df4a5ed38 HTTP/1.1" status: 200 len: 1092 time: 2.6230047 Jul 16 01:36:23.013784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'tag': '5af79cca-159f-4714-8aa5-198df4a5ed38'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:23.016461 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c16de-4130-4a91-af4d-316601806bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9d6045-91c9-4aac-8cbe-6eed1c5b0208", "tag": "5af79cca-159f-4714-8aa5-198df4a5ed38"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:23.019050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Router accaaf59-383e-4e45-b3e0-041fe6e3464a is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:23.085459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Subnet': ['ID=57d7db0e-73cd-468d-9e00-d46161748015,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.102286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.102780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.103244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.103680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.104122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.104733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.105449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.106012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.106756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.107556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.107974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.108371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:23.135168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.141001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f81dbbc1-2955-4101-89c2-e8e4d1045704 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/57d7db0e-73cd-468d-9e00-d46161748015 HTTP/1.1" status: 204 len: 168 time: 0.6642642 Jul 16 01:36:23.142727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54396) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.177771 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb0705c-b20e-4c01-bb6a-37caf5208d1c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:23.179415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb0705c-b20e-4c01-bb6a-37caf5208d1c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:23.184656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9bb0705c-b20e-4c01-bb6a-37caf5208d1c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/4eaf8970-3e0e-494d-bb2d-8cac88a0e675 HTTP/1.1" status: 404 len: 337 time: 0.0407445 Jul 16 01:36:23.186793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54398) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.238827 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-729a4f88-3799-4fb8-b14b-fa9d5c368f7c tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "GET /v2.0/ports?device_id=5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 HTTP/1.1" status: 200 len: 205 time: 0.0507627 Jul 16 01:36:23.239525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54402) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.239923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54404) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.331743 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-6f668ade-b8e9-4493-baa6-7c21eba3c350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] delete failed (client error): The resource could not be found. Jul 16 01:36:23.335572 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f668ade-b8e9-4493-baa6-7c21eba3c350 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/routers/5285ecf0-8c9d-4bde-8fce-b08d9b5cd912 HTTP/1.1" status: 404 len: 336 time: 0.0805190 Jul 16 01:36:23.336791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54408) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.340041 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3520f23-34a9-4ae5-a01e-abc9e86b3656 x-openstack-request-id: req-b3520f23-34a9-4ae5-a01e-abc9e86b3656 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:23.340598 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9d6045-91c9-4aac-8cbe-6eed1c5b0208", "tag": "5af79cca-159f-4714-8aa5-198df4a5ed38", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:23.340678 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3520f23-34a9-4ae5-a01e-abc9e86b3656 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:23.341055 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'tag': '5af79cca-159f-4714-8aa5-198df4a5ed38', 'status': 'completed', 'code': 200} Jul 16 01:36:23.352089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec6d70-d50d-49d4-bd4f-4b57d5ff5886 service neutron] Pushing event updated for resources: {'Port': ['ID=5af79cca-159f-4714-8aa5-198df4a5ed38,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.398393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:23.413449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Sync routers for ids ['accaaf59-383e-4e45-b3e0-041fe6e3464a'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:23.427285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-b2aa6f2e-3b24-46fd-8e99-03ced9a7ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.431350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-b2aa6f2e-3b24-46fd-8e99-03ced9a7ee55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 1095 time: 0.2597616 Jul 16 01:36:23.433682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.434943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8328083-349e-4590-96e1-3b7d02fd4709 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4788630 Jul 16 01:36:23.441042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.447846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Routers {'accaaf59-383e-4e45-b3e0-041fe6e3464a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:23.449513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['accaaf59-383e-4e45-b3e0-041fe6e3464a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:23.449780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Deleting port d24ecd47-0bd5-4884-9d23-66ada61c7744 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:23.450450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.456154 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c4c312-4197-4d52-9502-d8078afb4bee tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:23.462567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c4c312-4197-4d52-9502-d8078afb4bee tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:23.471970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b3c4c312-4197-4d52-9502-d8078afb4bee tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/77d31678-819b-4c08-a407-f459446d5c5f HTTP/1.1" status: 404 len: 337 time: 0.1318734 Jul 16 01:36:23.473407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.526536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Deleting subnet 03c82c0b-6a71-40b8-8fde-50777485690a {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:23.533131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.590648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-bb27453c-5c7e-45ed-93d2-23d73ff597a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5af79cca-159f-4714-8aa5-198df4a5ed38 HTTP/1.1" status: 200 len: 217 time: 0.1277456 Jul 16 01:36:23.611489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Set router accaaf59-383e-4e45-b3e0-041fe6e3464a gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:23.656154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.743205 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02413a1-e3c5-46a6-91d2-b9a3c622d625 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:23.744028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02413a1-e3c5-46a6-91d2-b9a3c622d625 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:23.748766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f02413a1-e3c5-46a6-91d2-b9a3c622d625 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/e905ca6c-01c2-4233-817b-24a208d4980e HTTP/1.1" status: 404 len: 337 time: 0.2594652 Jul 16 01:36:23.753386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54420) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.783168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] For port d24ecd47-0bd5-4884-9d23-66ada61c7744, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d24ecd47-0bd5-4884-9d23-66ada61c7744,segment=NetworkSegment(5822a139-9d28-4ba6-8749-63a6c55ddcfa),segment_id=5822a139-9d28-4ba6-8749-63a6c55ddcfa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:23.783831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.786204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962650e3-02dd-4078-9410-9e93fd7b81f0 None None] Network 7543d8c6-8d47-4c3a-81c7-01a4a4205006 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:23.800279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Calling delete_port for d24ecd47-0bd5-4884-9d23-66ada61c7744 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:23.832498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.871881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-6048e5da-682c-4429-9b92-01ddcb588b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.873680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-6048e5da-682c-4429-9b92-01ddcb588b25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 200 len: 855 time: 0.1553578 Jul 16 01:36:23.895650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.902816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.909150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.915680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.922410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.928946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.929769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.935855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.938389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-29ab0fd5-2bb0-4123-9469-28df613037d2 None None] Provisioning complete for port 102da159-324f-46f2-ad17-b36db9f76e22 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:23.938906 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29ab0fd5-2bb0-4123-9469-28df613037d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.943423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edf83439-2af7-47fe-8375-587da7dcf264 req-49cd7cb6-99ac-444c-97c4-d6678106784f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.4223835 Jul 16 01:36:23.958272 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4c023a-cdd3-4d67-9361-4d9ca31460e2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:23.958737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4c023a-cdd3-4d67-9361-4d9ca31460e2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:23.964325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fd4c023a-cdd3-4d67-9361-4d9ca31460e2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/81733e93-5813-4dbe-ac4b-ee5c2145232a HTTP/1.1" status: 404 len: 337 time: 0.2069092 Jul 16 01:36:23.964978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54424) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.976354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29ab0fd5-2bb0-4123-9469-28df613037d2 None None] Port 102da159-324f-46f2-ad17-b36db9f76e22 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:23.985240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-dc0a4901-cb55-4187-97d4-a230ffce3308 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd15b4c-b76d-40f2-af2f-d49639bbc954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331194 Jul 16 01:36:24.023939 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c038010-f95b-4e17-8c84-3aefbd834702 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:24.024569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c038010-f95b-4e17-8c84-3aefbd834702 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:24.030365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-29ab0fd5-2bb0-4123-9469-28df613037d2 None None] Provisioning complete for port 5214daf3-644c-43f7-925b-4f204bf63064 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:24.030680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c038010-f95b-4e17-8c84-3aefbd834702 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/c6a65275-c85a-4052-9796-7a6b81366ae0 HTTP/1.1" status: 404 len: 333 time: 0.0374763 Jul 16 01:36:24.030943 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29ab0fd5-2bb0-4123-9469-28df613037d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.035521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.036454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c82c0b-6a71-40b8-8fde-50777485690a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.043083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ef91f-dbb1-42d2-ae72-42b66e764741 req-df0b10f7-0aa2-4130-8131-d8e5f6870802 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.044368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f28ef91f-dbb1-42d2-ae72-42b66e764741 req-df0b10f7-0aa2-4130-8131-d8e5f6870802 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 1023 time: 0.5220182 Jul 16 01:36:24.050858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.052671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cc5517b2-3e7e-4036-85de-d6c50d97c9ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03c82c0b-6a71-40b8-8fde-50777485690a HTTP/1.1" status: 204 len: 168 time: 0.8054028 Jul 16 01:36:24.059403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54428) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.117741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.138296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edf83439-2af7-47fe-8375-587da7dcf264 req-912a8426-88c9-4aac-80be-bfc957484589 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1933517 Jul 16 01:36:24.150196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Checking router: accaaf59-383e-4e45-b3e0-041fe6e3464a for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:24.151514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Updating router accaaf59-383e-4e45-b3e0-041fe6e3464a port ca923280-379b-4851-a67d-e8852a38b916 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:24.194112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.203272 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b96ca-aa35-436e-b9c1-52b7ba7ce18b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:24.203735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b96ca-aa35-436e-b9c1-52b7ba7ce18b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:24.208554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-134b96ca-aa35-436e-b9c1-52b7ba7ce18b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/2e6816fc-5cab-4873-8a5d-0fa395f57726 HTTP/1.1" status: 404 len: 337 time: 0.1649854 Jul 16 01:36:24.209161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54432) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.209882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] DHCP port deletion for 7543d8c6-8d47-4c3a-81c7-01a4a4205006 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:24.273498 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.289308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f28ef91f-dbb1-42d2-ae72-42b66e764741 req-bfc38e5f-cb66-40c2-b918-64aff66f0f9c tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups?id=be7e53b6-79e2-44be-9b1a-6bd0a877ba48&id=c8612b3b-b1dd-421a-820a-d6a5806ad809&id=7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1990469 Jul 16 01:36:24.325486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-7c8b9740-8725-4612-8960-08fac6ff9835 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286412 Jul 16 01:36:24.356472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] Deleting port 5214daf3-644c-43f7-925b-4f204bf63064 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:24.357020 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.584923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] For port 5214daf3-644c-43f7-925b-4f204bf63064, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5214daf3-644c-43f7-925b-4f204bf63064,segment=NetworkSegment(a28871a5-cdc3-402f-8ff8-d713c83bc046),segment_id=a28871a5-cdc3-402f-8ff8-d713c83bc046)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.585706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.592669 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b3b08-7392-4b34-89b9-16d67cae3c9f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:24.593391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7b3b08-7392-4b34-89b9-16d67cae3c9f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:24.597570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5e7b3b08-7392-4b34-89b9-16d67cae3c9f tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/ad134c51-3c92-4233-bca6-8ea5f44d67a2 HTTP/1.1" status: 404 len: 337 time: 0.3840101 Jul 16 01:36:24.606347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.637828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] Calling delete_port for 5214daf3-644c-43f7-925b-4f204bf63064 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:24.654123 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a625db4b-afdb-4778-991b-c0f07a3a990a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:24.655260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a625db4b-afdb-4778-991b-c0f07a3a990a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:24.657572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a625db4b-afdb-4778-991b-c0f07a3a990a tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/f400a631-7d9d-472b-84af-a7fa0c19534a HTTP/1.1" status: 404 len: 333 time: 0.0494976 Jul 16 01:36:24.660658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.733665 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-382013db-af3d-491e-812a-89fe1292f7a6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:24.734591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382013db-af3d-491e-812a-89fe1292f7a6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:24.736250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-382013db-af3d-491e-812a-89fe1292f7a6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/6d231b67-16ee-4fe9-b56c-21af7c8ff156 HTTP/1.1" status: 404 len: 337 time: 0.0730286 Jul 16 01:36:24.743641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54438) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.798167 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f1eacf-4430-41c4-9a00-2258ae0928e2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:24.798794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f1eacf-4430-41c4-9a00-2258ae0928e2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:24.801991 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d3f1eacf-4430-41c4-9a00-2258ae0928e2 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/subnets/07183607-7d17-47fc-aedb-49e09f75bc05 HTTP/1.1" status: 404 len: 337 time: 0.0570576 Jul 16 01:36:24.805150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78541b47-6c0d-47b0-9ab6-b9163ea15592 req-55f26f74-1958-4935-bfdb-0e4d5eb4d226 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.807266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78541b47-6c0d-47b0-9ab6-b9163ea15592 req-55f26f74-1958-4935-bfdb-0e4d5eb4d226 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 943 time: 0.4031882 Jul 16 01:36:24.826887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.841833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.847275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54442) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.885280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] No DVR routers for this DVR port 5214daf3-644c-43f7-925b-4f204bf63064 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:24.898234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0014-7cc6-470d-aeb6-0a4b9ace90a1 None None] Pushing event deleted for resources: {'Port': ['ID=5214daf3-644c-43f7-925b-4f204bf63064,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.898873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271cbcf8-d880-47e3-b366-45b842aa6e57']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.901272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f59318d-41a1-40e4-ac22-66639e4d4eeb req-69b9f901-1ca5-47d7-948f-3a6c052059bd service neutron] 10.222.0.13 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280159 Jul 16 01:36:24.912119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.914931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.915239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fa7074-cfc7-4aa8-8493-b91ed4264d06') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.957878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'Port': ['ID=d24ecd47-0bd5-4884-9d23-66ada61c7744,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.958274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.966443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.992964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Transition to ACTIVE for port object ca923280-379b-4851-a67d-e8852a38b916 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:24.999872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78541b47-6c0d-47b0-9ab6-b9163ea15592 req-9164470d-3544-4dba-b99d-96ae25c99b6f tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462739 Jul 16 01:36:25.004838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.033866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:25.065161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.067811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] No DVR routers for this DVR port d24ecd47-0bd5-4884-9d23-66ada61c7744 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:25.075245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.077811 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b6bf45e6-b11b-4858-bdcd-d3ea0f544a0c req-d397ebaa-889c-4c58-b854-ebcad0cc5ae2 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.13 "DELETE /v2.0/ports/d24ecd47-0bd5-4884-9d23-66ada61c7744 HTTP/1.1" status: 204 len: 173 time: 2.2717128 Jul 16 01:36:25.079742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'name': 'network-vif-deleted', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:25.082316 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e849afc-f7e5-4e37-a193-c8a78235909e" -d '{"events": [{"server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "name": "network-vif-deleted", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:25.085610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:25.086215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:25.093278 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:25.100521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5214daf3-644c-43f7-925b-4f204bf63064 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:25.101199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5214daf3-644c-43f7-925b-4f204bf63064 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:25.117516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Attempting to bind port ca923280-379b-4851-a67d-e8852a38b916 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:25.117893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Attempting to bind port ca923280-379b-4851-a67d-e8852a38b916 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:25.118434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Attempting to bind port ca923280-379b-4851-a67d-e8852a38b916 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:25.126475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580fbe9-f48d-4e2e-8e8f-ceeb1fabbac2 None None] Pushing event updated for resources: {'Port': ['ID=ca923280-379b-4851-a67d-e8852a38b916,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.132664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:25.133164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:25.133720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.134120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:25.135103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Bound port: ca923280-379b-4851-a67d-e8852a38b916, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:25.135508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.201000 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658535ba-df62-4d6a-8505-6feb23602412 x-openstack-request-id: req-658535ba-df62-4d6a-8505-6feb23602412 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:25.202866 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f5c8fe-562d-407f-8728-11b813bc9b38", "name": "network-vif-deleted", "tag": "d24ecd47-0bd5-4884-9d23-66ada61c7744", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:25.203044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] For port ca923280-379b-4851-a67d-e8852a38b916, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:25.203133 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-658535ba-df62-4d6a-8505-6feb23602412 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:25.203566 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f5c8fe-562d-407f-8728-11b813bc9b38', 'name': 'network-vif-deleted', 'tag': 'd24ecd47-0bd5-4884-9d23-66ada61c7744', 'status': 'completed', 'code': 200} Jul 16 01:36:25.209757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] For port ca923280-379b-4851-a67d-e8852a38b916, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ca923280-379b-4851-a67d-e8852a38b916,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:25.218641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.229446 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.250701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.255733 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] 10.222.0.42 "DELETE /v2.0/networks/271cbcf8-d880-47e3-b366-45b842aa6e57 HTTP/1.1" status: 204 len: 168 time: 1.1910899 Jul 16 01:36:25.285570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Routers {'accaaf59-383e-4e45-b3e0-041fe6e3464a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:25.286235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['accaaf59-383e-4e45-b3e0-041fe6e3464a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:25.290743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9590e27-d985-4767-b5f3-d21af0bc190a admin admin] Pushing event deleted for resources: {'Network': ['ID=271cbcf8-d880-47e3-b366-45b842aa6e57,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.310551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Deleting port 102da159-324f-46f2-ad17-b36db9f76e22 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:25.310910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.406091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580fbe9-f48d-4e2e-8e8f-ceeb1fabbac2 None None] Pushing event updated for resources: {'Port': ['ID=ca923280-379b-4851-a67d-e8852a38b916,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.448152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.457275 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:25.461973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Calling delete_port for 102da159-324f-46f2-ad17-b36db9f76e22 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:25.631032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54452) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.686025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.735102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] Set router accaaf59-383e-4e45-b3e0-041fe6e3464a gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:25.743511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4f4dfc5-4500-4226-bf8e-da0137e48e7d req-1ba03442-1299-45a3-ba37-9bed02bf3e5a tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/ports?device_id=28f5c8fe-562d-407f-8728-11b813bc9b38 HTTP/1.1" status: 200 len: 210 time: 0.0766046 Jul 16 01:36:25.754475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.761897 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/ports/102da159-324f-46f2-ad17-b36db9f76e22 HTTP/1.1" status: 204 len: 168 time: 0.9095299 Jul 16 01:36:25.761897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89dda6-cacb-4b34-8540-39d4c43a024b tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Port': ['ID=102da159-324f-46f2-ad17-b36db9f76e22,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.763899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.768338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-955f0467-c71a-450e-b394-93d2a446a35c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=110c57a495944baaa7780f57059376fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353257 Jul 16 01:36:25.781427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54456) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.806580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.813084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.853124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.859937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.867760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.873961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.881697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.884450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42ccbfd6-038a-4c6a-84ae-7ee26adc70c9 req-751fcb39-89a5-41d9-8879-e94183ec3378 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 1.1671867 Jul 16 01:36:25.896597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.934995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-00935b98-e2e3-45ab-9be6-8340123c2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.937131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-00935b98-e2e3-45ab-9be6-8340123c2f47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e050663ce3d41539655420d649ee6ee&device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 1095 time: 0.9227571 Jul 16 01:36:26.057867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.063069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0df7-9df6-4f68-941b-3fc6b5c2fdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.096977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0df7-9df6-4f68-941b-3fc6b5c2fdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.205631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-48fa0c0d-b1a2-4d98-8776-d169409904c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.210489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-48fa0c0d-b1a2-4d98-8776-d169409904c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 200 len: 916 time: 0.2598622 Jul 16 01:36:26.245768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.295507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470d841-f9d4-43ea-8cf2-4961c096fbda None None] The sync data for ids ['accaaf59-383e-4e45-b3e0-041fe6e3464a'] in n-d-791506-20 is: [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:26.308126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.324985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7543d8c6-8d47-4c3a-81c7-01a4a4205006']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.351460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28871a5-cdc3-402f-8ff8-d713c83bc046') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.353195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28871a5-cdc3-402f-8ff8-d713c83bc046') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.371629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0df7-9df6-4f68-941b-3fc6b5c2fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.376195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f0d0df7-9df6-4f68-941b-3fc6b5c2fdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.380277 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f0d0df7-9df6-4f68-941b-3fc6b5c2fdc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fd70d84-c623-4c45-b936-b550c88caed7 HTTP/1.1" status: 204 len: 168 time: 0.5932305 Jul 16 01:36:26.380476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d24ecd47-0bd5-4884-9d23-66ada61c7744 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:26.384195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.419485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: d24ecd47-0bd5-4884-9d23-66ada61c7744 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:26.420784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d24ecd47-0bd5-4884-9d23-66ada61c7744 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:26.426444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d0df7-9df6-4f68-941b-3fc6b5c2fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd70d84-c623-4c45-b936-b550c88caed7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.474587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.492165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:26.492827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:26.504064 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:26.546888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-12a0c0e9-2ea1-4f34-a7cb-dbf46775f3af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5af79cca-159f-4714-8aa5-198df4a5ed38 HTTP/1.1" status: 200 len: 217 time: 0.3221381 Jul 16 01:36:26.647943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.681380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.689281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] 10.222.0.42 "DELETE /v2.0/networks/7543d8c6-8d47-4c3a-81c7-01a4a4205006 HTTP/1.1" status: 204 len: 168 time: 0.9191246 Jul 16 01:36:26.692699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733fd44-63e5-4527-aad4-25a61cc682b6 tempest-PortsIpV6TestJSON-526042844 tempest-PortsIpV6TestJSON-526042844-project] Pushing event deleted for resources: {'Network': ['ID=7543d8c6-8d47-4c3a-81c7-01a4a4205006,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.767057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-a5f52990-bdc0-4c36-98fb-a92daf3de986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.768652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-a5f52990-bdc0-4c36-98fb-a92daf3de986 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 200 len: 855 time: 0.2096827 Jul 16 01:36:26.792940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Allocated IP 172.20.0.1 (29ad9b05-cae9-4d46-94b4-0eeabe1eae85/5fa99349-7a48-4344-94dd-5cd3e4a293ed/7a34f72d-ad20-49b9-9d9f-69346c430292) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:26.946998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9218b8-daf9-4f23-b02e-649f20b1fe6a req-ca7829ca-9020-4a79-b60f-36703f88c269 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.949385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b9218b8-daf9-4f23-b02e-649f20b1fe6a req-ca7829ca-9020-4a79-b60f-36703f88c269 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 943 time: 0.7219133 Jul 16 01:36:26.956735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-290deba1-dafa-480f-af4b-8ac2a9484b40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd15b4c-b76d-40f2-af2f-d49639bbc954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572244 Jul 16 01:36:27.124396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca923280-379b-4851-a67d-e8852a38b916 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:27.221585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ca923280-379b-4851-a67d-e8852a38b916 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:27.229586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ca923280-379b-4851-a67d-e8852a38b916 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:27.230209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.235661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54490) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.304847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b9218b8-daf9-4f23-b02e-649f20b1fe6a req-e1a1439e-6857-46e4-ab4e-b29ba6ff3483 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273604 Jul 16 01:36:27.404715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-128bce64-0c7e-4ee5-94b2-940f8b149ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766761 Jul 16 01:36:27.433595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.485567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ca923280-379b-4851-a67d-e8852a38b916, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ca923280-379b-4851-a67d-e8852a38b916,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:27.494056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.496210 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.557675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ca923280-379b-4851-a67d-e8852a38b916,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.610027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9e697774-ed73-4e3c-aa10-a001ecd0f206 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f44489edf4348d1b4710a4cfc9cb449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727283 Jul 16 01:36:27.613386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54504) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.718594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aee5501-9ced-4a9d-9756-df9218d6dc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.734358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cc1ab05-0ccd-4367-afb3-636e73d7d789 req-0aa14972-9143-4af1-8d09-3f5643ccaab7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64 HTTP/1.1" status: 200 len: 1800 time: 0.1458020 Jul 16 01:36:27.747247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7c16de-4130-4a91-af4d-316601806bd0 req-0bd4e780-f4b9-47d8-a353-406c7ae4b623 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352306 Jul 16 01:36:27.774536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aee5501-9ced-4a9d-9756-df9218d6dc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.811510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.839872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf016c7-f20e-4eb0-af99-99b71944bd78 req-9f41f82a-98b2-419f-8bc1-a9678e1777ef tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.841484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bf016c7-f20e-4eb0-af99-99b71944bd78 req-9f41f82a-98b2-419f-8bc1-a9678e1777ef tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 945 time: 0.2544217 Jul 16 01:36:27.890249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aee5501-9ced-4a9d-9756-df9218d6dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.894858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aee5501-9ced-4a9d-9756-df9218d6dc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.911202 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1aee5501-9ced-4a9d-9756-df9218d6dc8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b3ab425-e236-43e9-b2d3-2683ecdecb60 HTTP/1.1" status: 204 len: 168 time: 0.2849798 Jul 16 01:36:27.933578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee5501-9ced-4a9d-9756-df9218d6dc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ab425-e236-43e9-b2d3-2683ecdecb60,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.950707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:27.980874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:27.984940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:28.039557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Pushing event updated for resources: {'Port': ['ID=7a34f72d-ad20-49b9-9d9f-69346c430292,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.083454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bf016c7-f20e-4eb0-af99-99b71944bd78 req-224c12c8-254e-4906-b6b7-3ce1f502536b tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064352 Jul 16 01:36:28.089920 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cc1ab05-0ccd-4367-afb3-636e73d7d789 req-79452bf4-4f9c-4352-8792-9cf6b6fff0d9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.093270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.166729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cc1ab05-0ccd-4367-afb3-636e73d7d789 req-79452bf4-4f9c-4352-8792-9cf6b6fff0d9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.202026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.258853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cc1ab05-0ccd-4367-afb3-636e73d7d789 req-79452bf4-4f9c-4352-8792-9cf6b6fff0d9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.262132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2cc1ab05-0ccd-4367-afb3-636e73d7d789 req-79452bf4-4f9c-4352-8792-9cf6b6fff0d9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.263165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cc1ab05-0ccd-4367-afb3-636e73d7d789 req-79452bf4-4f9c-4352-8792-9cf6b6fff0d9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64 HTTP/1.1" status: 204 len: 173 time: 0.5121925 Jul 16 01:36:28.284159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452bf4-4f9c-4352-8792-9cf6b6fff0d9 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faaf8cd-8905-4dd7-b0b8-36d8fbb13e64,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.379184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5af79cca-159f-4714-8aa5-198df4a5ed38 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:28.415088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1105612878-network', 'tenant_id': '0d3aab10eed149b9b86d34c1bf4c8043'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:28.417793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.462016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb3305c-ab19-4882-91be-af7f8bce7787 req-445f9d80-ed49-464c-941c-646825c4c53a tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "GET /v2.0/security-groups/be7e53b6-79e2-44be-9b1a-6bd0a877ba48 HTTP/1.1" status: 200 len: 1803 time: 0.1647995 Jul 16 01:36:28.547466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Made reservation on behalf of 0d3aab10eed149b9b86d34c1bf4c8043 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:28.551338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.578144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.637071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5af79cca-159f-4714-8aa5-198df4a5ed38, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5af79cca-159f-4714-8aa5-198df4a5ed38,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:28.653095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5af79cca-159f-4714-8aa5-198df4a5ed38', 'network_id': '5cd15b4c-b76d-40f2-af2f-d49639bbc954', 'port_id': '5af79cca-159f-4714-8aa5-198df4a5ed38', 'mac_address': 'fa:16:3e:f1:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d924c-f662-4f6d-b49b-f7dcd91e829e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:28.669013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54554) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.752794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.769338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af79cca-159f-4714-8aa5-198df4a5ed38 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:28.793704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5af79cca-159f-4714-8aa5-198df4a5ed38, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5af79cca-159f-4714-8aa5-198df4a5ed38,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:28.799480 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.821684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.829836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.830403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.830786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.831256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.831864 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9bb3305c-ab19-4882-91be-af7f8bce7787 req-97595f36-7239-4aa4-bd8e-66f256c9b7d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.831985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.832354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.833121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.833780 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.841296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-639da124-3221-4202-8eba-ad2c98103938 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.1720188 Jul 16 01:36:28.895225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5af79cca-159f-4714-8aa5-198df4a5ed38,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.904634 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-e5248bbd-a085-41ba-bddf-b87b92bc290d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e96d66b9-6acf-4329-beae-863584c43af8&id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0623870 Jul 16 01:36:28.955210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9bb3305c-ab19-4882-91be-af7f8bce7787 req-97595f36-7239-4aa4-bd8e-66f256c9b7d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.967757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54564) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.971225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd6fff-dd11-45c6-9c69-aca7d1e52a9d req-2afe4665-ec7c-49f9-b2ec-528113238ebf tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.972951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5bd6fff-dd11-45c6-9c69-aca7d1e52a9d req-2afe4665-ec7c-49f9-b2ec-528113238ebf tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 943 time: 0.4624307 Jul 16 01:36:28.983819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.997266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca923280-379b-4851-a67d-e8852a38b916 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:29.043076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Pushing event updated for resources: {'Port': ['ID=7a34f72d-ad20-49b9-9d9f-69346c430292,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.084567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ca923280-379b-4851-a67d-e8852a38b916 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:29.085230 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.120053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ae63bd8f-2aa6-4d58-8795-b8d74f97c02a tempest-DvrRoutersNegativeTest-1602696434 tempest-DvrRoutersNegativeTest-1602696434-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-389533789', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:29.126342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.policy [None req-ae63bd8f-2aa6-4d58-8795-b8d74f97c02a tempest-DvrRoutersNegativeTest-1602696434 tempest-DvrRoutersNegativeTest-1602696434-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93755) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 01:36:29.126910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.policy [None req-ae63bd8f-2aa6-4d58-8795-b8d74f97c02a tempest-DvrRoutersNegativeTest-1602696434 tempest-DvrRoutersNegativeTest-1602696434-project] Failed policy check for 'create_router' {{(pid=93755) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 01:36:29.127543 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-ae63bd8f-2aa6-4d58-8795-b8d74f97c02a tempest-DvrRoutersNegativeTest-1602696434 tempest-DvrRoutersNegativeTest-1602696434-project] create failed (client error): Access was denied to this resource. Jul 16 01:36:29.128507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5af79cca-159f-4714-8aa5-198df4a5ed38'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:29.129379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ae63bd8f-2aa6-4d58-8795-b8d74f97c02a tempest-DvrRoutersNegativeTest-1602696434 tempest-DvrRoutersNegativeTest-1602696434-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1604519 Jul 16 01:36:29.164085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5bd6fff-dd11-45c6-9c69-aca7d1e52a9d req-e9f47db9-f679-471f-9364-81390eeae90b tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661267 Jul 16 01:36:29.214043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.219208 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9bb3305c-ab19-4882-91be-af7f8bce7787 req-97595f36-7239-4aa4-bd8e-66f256c9b7d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.222224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9bb3305c-ab19-4882-91be-af7f8bce7787 req-97595f36-7239-4aa4-bd8e-66f256c9b7d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.223484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb3305c-ab19-4882-91be-af7f8bce7787 req-97595f36-7239-4aa4-bd8e-66f256c9b7d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] 10.222.0.42 "DELETE /v2.0/security-groups/be7e53b6-79e2-44be-9b1a-6bd0a877ba48 HTTP/1.1" status: 204 len: 173 time: 0.7503104 Jul 16 01:36:29.230731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54574) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.234467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.254224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97595f36-7239-4aa4-bd8e-66f256c9b7d7 tempest-SecurityGroupsTestJSON-1589346193 tempest-SecurityGroupsTestJSON-1589346193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e53b6-79e2-44be-9b1a-6bd0a877ba48,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.300132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-64aee829-822c-4627-a940-ccd30c729bb1 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.301973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-64aee829-822c-4627-a940-ccd30c729bb1 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 945 time: 0.3194132 Jul 16 01:36:29.303951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:29.379850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Deleting subnet 8a078d5a-200d-4143-ac25-2539bce7678d {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:29.387004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.391535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:29.411646 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.412006 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Added segment 9695b4b8-b3d2-448c-adf4-8a9baef3f570 of type vlan for network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 Jul 16 01:36:29.434082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:29.443554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.473513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4abf47-127e-4d5b-bc2f-21de99817f8f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.522265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.587930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54578) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.595338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.600469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.628677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a078d5a-200d-4143-ac25-2539bce7678d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.634420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.639193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ef9602cd-f28e-444e-b4d7-765cc5dacc58 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a078d5a-200d-4143-ac25-2539bce7678d HTTP/1.1" status: 204 len: 168 time: 0.4044449 Jul 16 01:36:29.639465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54582) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.718377 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.719341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.719922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.735176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2620a76-ddaf-46fd-9fb6-2c3d2c803495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.739938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.766679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6690bc-755d-4997-a720-ed3da7f73b02 req-68206166-d02f-4f9d-9c28-538337083072 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.768223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e6690bc-755d-4997-a720-ed3da7f73b02 req-68206166-d02f-4f9d-9c28-538337083072 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 945 time: 0.2968407 Jul 16 01:36:29.769598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Deleting port 043b6dfa-47a2-4e82-8027-01d894d9c325 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:29.769939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.809263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6019320 Jul 16 01:36:29.813176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Router accaaf59-383e-4e45-b3e0-041fe6e3464a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:29.814921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54584) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.826691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Request body: {'subnet': {'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1105612878-subnet', 'tenant_id': '0d3aab10eed149b9b86d34c1bf4c8043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:29.871447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e16532-344e-4493-977b-dae30638e375 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ca8442-f03d-42c2-aa4e-c30c05d499c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.876035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.885493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:29.897484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d341e47-95b4-43b0-8367-0ffb3b2d4ed2']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.918062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5822a139-9d28-4ba6-8749-63a6c55ddcfa') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.918558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5822a139-9d28-4ba6-8749-63a6c55ddcfa') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.938833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e6690bc-755d-4997-a720-ed3da7f73b02 req-9ddae3f0-00a8-478e-9c0f-905a9b1ba0e9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/security-groups?id=86ea7a2e-c973-4ad2-9780-32a208fc676a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618476 Jul 16 01:36:29.958778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.985921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.998095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:29.998552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:30.000369 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:30.007843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] For port 043b6dfa-47a2-4e82-8027-01d894d9c325, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=043b6dfa-47a2-4e82-8027-01d894d9c325,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:30.008218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.051217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Calling delete_port for 043b6dfa-47a2-4e82-8027-01d894d9c325 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:30.078041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2620a76-ddaf-46fd-9fb6-2c3d2c803495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.081422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.092089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.094693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] 10.222.0.42 "DELETE /v2.0/networks/8d341e47-95b4-43b0-8367-0ffb3b2d4ed2 HTTP/1.1" status: 204 len: 168 time: 0.4541025 Jul 16 01:36:30.120802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2620a76-ddaf-46fd-9fb6-2c3d2c803495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.133462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527384a-711e-4ec8-a53e-90d572d4fd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d341e47-95b4-43b0-8367-0ffb3b2d4ed2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.140590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:30.159461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e6589757-a957-4ba4-9636-13d6197b3e4b admin admin] 10.222.0.42 "PUT /v2.0/routers/accaaf59-383e-4e45-b3e0-041fe6e3464a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7169623 Jul 16 01:36:30.163844 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Sync routers for ids ['accaaf59-383e-4e45-b3e0-041fe6e3464a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:30.171220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Made reservation on behalf of 0d3aab10eed149b9b86d34c1bf4c8043 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:30.175306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.180600 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Routers {'accaaf59-383e-4e45-b3e0-041fe6e3464a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:30.181430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['accaaf59-383e-4e45-b3e0-041fe6e3464a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.195130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2620a76-ddaf-46fd-9fb6-2c3d2c803495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241d1c4e-396d-4356-be1d-86d77ec5193c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.212721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c2620a76-ddaf-46fd-9fb6-2c3d2c803495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4fcf21369a645309610334cadf4e6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228964 Jul 16 01:36:30.215608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54592) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.300388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.353430 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b65f5e-348e-4085-8313-e66764c450f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.384125 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.391097 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Set router accaaf59-383e-4e45-b3e0-041fe6e3464a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:30.402607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5af79cca-159f-4714-8aa5-198df4a5ed38 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:30.425162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Pushing event deleted for resources: {'Port': ['ID=043b6dfa-47a2-4e82-8027-01d894d9c325,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.425618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b65f5e-348e-4085-8313-e66764c450f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.472487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-43d0e72b-2178-4f49-8705-6b1acf58a323 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c5098aa93614b4eade9d7f0082eb4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690342 Jul 16 01:36:30.477241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.484033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['043b6dfa-47a2-4e82-8027-01d894d9c325'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:30.544829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.585975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 5af79cca-159f-4714-8aa5-198df4a5ed38 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:30.599445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5af79cca-159f-4714-8aa5-198df4a5ed38 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:30.600729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.622546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b65f5e-348e-4085-8313-e66764c450f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.624373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] No DVR routers for this DVR port 043b6dfa-47a2-4e82-8027-01d894d9c325 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:30.625162 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b65f5e-348e-4085-8313-e66764c450f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.627712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.630534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54544bae-6b10-49cf-8fce-4e6ea1b72a3d req-771221f1-a1a2-4ed0-bbe8-b88d78e783d9 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.13 "DELETE /v2.0/ports/043b6dfa-47a2-4e82-8027-01d894d9c325 HTTP/1.1" status: 204 len: 173 time: 1.3079252 Jul 16 01:36:30.640013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58b65f5e-348e-4085-8313-e66764c450f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/241d1c4e-396d-4356-be1d-86d77ec5193c HTTP/1.1" status: 204 len: 168 time: 0.4222481 Jul 16 01:36:30.671299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'name': 'network-vif-deleted', 'tag': '043b6dfa-47a2-4e82-8027-01d894d9c325'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:30.675735 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9a914-b64b-4ba7-aa3e-4f2a8ee22fa4" -d '{"events": [{"server_uuid": "b1e5db3a-3697-4200-94ab-aa7a743d1ebc", "name": "network-vif-deleted", "tag": "043b6dfa-47a2-4e82-8027-01d894d9c325"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:30.741351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b65f5e-348e-4085-8313-e66764c450f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d1c4e-396d-4356-be1d-86d77ec5193c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.752088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0dca32f-db1c-4199-9781-d7c75c6640f5,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.816240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Checking segment: {'id': '9695b4b8-b3d2-448c-adf4-8a9baef3f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:30.820216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Network hostable DHCP agents. Network: a5ca8442-f03d-42c2-aa4e-c30c05d499c2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:30.830985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0241f569-8f59-4a06-abec-bb4bb015ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.836050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.886411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:30.907781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d97b-4778-437a-9482-276a9f8319dd req-1b0ee5e2-a335-4541-acef-0d6f06bcad16 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.916626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a5ca8442-f03d-42c2-aa4e-c30c05d499c2) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:30.919694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af79cca-159f-4714-8aa5-198df4a5ed38'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:30.923250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.924054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.931250 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea510465-0cfb-48ce-894d-37ef17b701c2" -d '{"events": [{"server_uuid": "5f9d6045-91c9-4aac-8cbe-6eed1c5b0208", "name": "network-vif-plugged", "status": "completed", "tag": "5af79cca-159f-4714-8aa5-198df4a5ed38"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:30.937648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ac5d97b-4778-437a-9482-276a9f8319dd req-1b0ee5e2-a335-4541-acef-0d6f06bcad16 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 944 time: 0.5201392 Jul 16 01:36:30.955043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91dd1d5-4228-4d58-b4ee-310c9102e6c5 None None] Network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:30.983139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cbbb50f2-8956-4a15-86b0-571e717656a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1670780 Jul 16 01:36:31.009599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0241f569-8f59-4a06-abec-bb4bb015ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.020992 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 4, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '7a34f72d-ad20-49b9-9d9f-69346c430292', 'name': '', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'mac_address': 'fa:16:3e:ae:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:25Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 2, 'project_id': 'ef0d6909074547338f4922483e55c161', 'subnets': [{'id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:31.022119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5af79cca-159f-4714-8aa5-198df4a5ed38, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5af79cca-159f-4714-8aa5-198df4a5ed38,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:31.032561 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.057973 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Checking router: accaaf59-383e-4e45-b3e0-041fe6e3464a for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:31.058458 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Updating router accaaf59-383e-4e45-b3e0-041fe6e3464a port 7a34f72d-ad20-49b9-9d9f-69346c430292 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:31.132375 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.132653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5af79cca-159f-4714-8aa5-198df4a5ed38,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.161608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ac5d97b-4778-437a-9482-276a9f8319dd req-92ed0546-31f4-456d-8424-36505736e8e7 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224069 Jul 16 01:36:31.203584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0241f569-8f59-4a06-abec-bb4bb015ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.209164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c0b71-d6aa-454d-acd7-8a7eb9653afe None None] Network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:31.213300 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0241f569-8f59-4a06-abec-bb4bb015ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.221066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0241f569-8f59-4a06-abec-bb4bb015ce0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8612b3b-b1dd-421a-820a-d6a5806ad809 HTTP/1.1" status: 204 len: 168 time: 0.7428391 Jul 16 01:36:31.233252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241f569-8f59-4a06-abec-bb4bb015ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8612b3b-b1dd-421a-820a-d6a5806ad809,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.246632 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803128c0-fcca-4825-803b-c3ff945fcc67 x-openstack-request-id: req-803128c0-fcca-4825-803b-c3ff945fcc67 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:31.247550 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e5db3a-3697-4200-94ab-aa7a743d1ebc", "name": "network-vif-deleted", "tag": "043b6dfa-47a2-4e82-8027-01d894d9c325", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:31.247954 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-803128c0-fcca-4825-803b-c3ff945fcc67 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:31.249053 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e5db3a-3697-4200-94ab-aa7a743d1ebc', 'name': 'network-vif-deleted', 'tag': '043b6dfa-47a2-4e82-8027-01d894d9c325', 'status': 'completed', 'code': 200} Jul 16 01:36:31.306042 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc5a193-0a8b-42af-9fa2-4cb380e73df9 x-openstack-request-id: req-7cc5a193-0a8b-42af-9fa2-4cb380e73df9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:31.306646 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9d6045-91c9-4aac-8cbe-6eed1c5b0208", "name": "network-vif-plugged", "status": "completed", "tag": "5af79cca-159f-4714-8aa5-198df4a5ed38", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:31.307013 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cc5a193-0a8b-42af-9fa2-4cb380e73df9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:31.307756 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af79cca-159f-4714-8aa5-198df4a5ed38', 'code': 200} Jul 16 01:36:31.611050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-477540f5-1f57-4fc6-91fb-c43ff417a8b4 req-ea99f292-8df4-474a-ad88-7632e4fa63d5 tempest-AttachSCSIVolumeTestJSON-1007616401 tempest-AttachSCSIVolumeTestJSON-1007616401-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e5db3a-3697-4200-94ab-aa7a743d1ebc HTTP/1.1" status: 200 len: 210 time: 0.0496335 Jul 16 01:36:31.683419 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.697500 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Transition to ACTIVE for port object 7a34f72d-ad20-49b9-9d9f-69346c430292 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.703199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c04e3f-b537-477a-a494-2f2f844da67b req-9670c3bc-8eba-4c38-a907-9b2089899517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.705104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16c04e3f-b537-477a-a494-2f2f844da67b req-9670c3bc-8eba-4c38-a907-9b2089899517 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 1097 time: 0.2415910 Jul 16 01:36:31.709778 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.749345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-6a311ec1-f4f6-453f-806c-dffba0795764 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.751217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-6a311ec1-f4f6-453f-806c-dffba0795764 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 818 time: 0.2156396 Jul 16 01:36:31.781706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-d8194482-ab4f-4d26-8c05-0e77a63b2aa0 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/quotas/ef0d6909074547338f4922483e55c161 HTTP/1.1" status: 200 len: 375 time: 0.0222516 Jul 16 01:36:31.796504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16c04e3f-b537-477a-a494-2f2f844da67b req-198b451a-8d5a-431d-a2e5-6e25aedbf235 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784087 Jul 16 01:36:31.829711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Pushing event updated for resources: {'Port': ['ID=7a34f72d-ad20-49b9-9d9f-69346c430292,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.879841 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.880520 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.881597 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.882113 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.882618 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.883141 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.883640 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.884136 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.884628 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.885096 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.885754 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.886325 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:31.886780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-dee0083c-6f86-4ae3-857a-b2108b894e04 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034341 Jul 16 01:36:31.891523 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Attempting to bind port 7a34f72d-ad20-49b9-9d9f-69346c430292 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:31.892261 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Attempting to bind port 7a34f72d-ad20-49b9-9d9f-69346c430292 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:31.892652 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Attempting to bind port 7a34f72d-ad20-49b9-9d9f-69346c430292 on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:31.899106 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:31.899467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Checking segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:31.899869 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.900255 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Bound using segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:31.900769 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Bound port: 7a34f72d-ad20-49b9-9d9f-69346c430292, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:31.901257 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.972044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] For port 7a34f72d-ad20-49b9-9d9f-69346c430292, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:31.976957 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] For port 7a34f72d-ad20-49b9-9d9f-69346c430292, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a34f72d-ad20-49b9-9d9f-69346c430292,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:31.982827 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.065655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Routers {'accaaf59-383e-4e45-b3e0-041fe6e3464a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:32.066544 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['accaaf59-383e-4e45-b3e0-041fe6e3464a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.068935 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa57a4-9334-477d-9f3c-f5a5c25f0e29 None None] Pushing event updated for resources: {'Port': ['ID=7a34f72d-ad20-49b9-9d9f-69346c430292,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.239540 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] Set router accaaf59-383e-4e45-b3e0-041fe6e3464a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:32.361573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.396379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 043b6dfa-47a2-4e82-8027-01d894d9c325 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:32.440518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 043b6dfa-47a2-4e82-8027-01d894d9c325 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:32.441290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 043b6dfa-47a2-4e82-8027-01d894d9c325 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:32.473449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-3a238577-38a4-4184-b270-7b87ff7e5be8 service neutron] 10.222.0.42 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784996 Jul 16 01:36:32.503797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dc907b3c-a8ea-4854-88db-def97be69edd tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1768814596', 'prefixes': ['172.20.0.0/16']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.583538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-91fb9234-4ccb-4e49-93e8-b22d4b1d795a tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.585751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-91fb9234-4ccb-4e49-93e8-b22d4b1d795a tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/networks?id=a5ca8442-f03d-42c2-aa4e-c30c05d499c2 HTTP/1.1" status: 200 len: 821 time: 0.2452168 Jul 16 01:36:32.586496 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 4, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '7a34f72d-ad20-49b9-9d9f-69346c430292', 'name': '', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'mac_address': 'fa:16:3e:ae:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:25Z', 'updated_at': '2021-07-16T01:36:31Z', 'revision_number': 4, 'project_id': 'ef0d6909074547338f4922483e55c161', 'subnets': [{'id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.604856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc907b3c-a8ea-4854-88db-def97be69edd tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] Notify callbacks [] for subnetpool, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.609841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc907b3c-a8ea-4854-88db-def97be69edd tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2471550 Jul 16 01:36:32.610723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54684) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.619515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-08a564ae-cfe9-4610-9e43-281f3754814b tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/quotas/0d3aab10eed149b9b86d34c1bf4c8043 HTTP/1.1" status: 200 len: 375 time: 0.0247669 Jul 16 01:36:32.623715 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e1939-30b8-41ed-83b5-8a006b80c2dc None None] The sync data for ids ['accaaf59-383e-4e45-b3e0-041fe6e3464a'] in n-d-791506-20 is: [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 4, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '7a34f72d-ad20-49b9-9d9f-69346c430292', 'name': '', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'mac_address': 'fa:16:3e:ae:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:25Z', 'updated_at': '2021-07-16T01:36:31Z', 'revision_number': 4, 'project_id': 'ef0d6909074547338f4922483e55c161', 'subnets': [{'id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:32.659197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-6fd580eb-b9e9-4802-aa78-89688f4d43b2 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d3aab10eed149b9b86d34c1bf4c8043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388021 Jul 16 01:36:32.691269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-a5653f8a-c926-4115-bdb6-9c0fb42876cd service neutron] 10.222.0.42 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169139 Jul 16 01:36:32.718287 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-da0784cf-3234-44b5-a35b-aca0e4a3ba6f tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] 10.222.0.42 "GET /v2.0/subnetpools/1054a3d3-4a2a-40fd-8903-bc4503142a4c HTTP/1.1" status: 200 len: 732 time: 0.1059484 Jul 16 01:36:32.722603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.758914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-41e23ca0-6c7b-4f26-ab75-110e1599c27f tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-586116314'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.768941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54690) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.898014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-62fca68d-54ea-412d-a8be-92bbc16d0639 service neutron] 10.222.0.42 "GET /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057109 Jul 16 01:36:32.963505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1825377860-network', 'tenant_id': 'bf162a766d2948f4a86446789320cd27'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:33.074167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a34f72d-ad20-49b9-9d9f-69346c430292 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:33.075461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Made reservation on behalf of bf162a766d2948f4a86446789320cd27 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:33.078847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.089827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.173400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7a34f72d-ad20-49b9-9d9f-69346c430292 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:33.180194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7a34f72d-ad20-49b9-9d9f-69346c430292 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:33.181086 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.256098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41e23ca0-6c7b-4f26-ab75-110e1599c27f tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.259070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-41e23ca0-6c7b-4f26-ab75-110e1599c27f tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] 10.222.0.42 "PUT /v2.0/subnetpools/1054a3d3-4a2a-40fd-8903-bc4503142a4c HTTP/1.1" status: 200 len: 683 time: 0.5294576 Jul 16 01:36:33.261768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.277401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-5a1a22aa-5b1d-49ad-be41-59d6f709087d service neutron] 10.222.0.42 "GET /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645921 Jul 16 01:36:33.336408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.339397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.347084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.425409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:33.438249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab1dfd-1228-4e6c-8d7e-a5ccfea53834,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.438747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7a34f72d-ad20-49b9-9d9f-69346c430292, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a34f72d-ad20-49b9-9d9f-69346c430292,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:33.446619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0ba59070-9ca2-4437-9346-04700d4e0aaf tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.450518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0ba59070-9ca2-4437-9346-04700d4e0aaf tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] 10.222.0.42 "DELETE /v2.0/subnetpools/1054a3d3-4a2a-40fd-8903-bc4503142a4c HTTP/1.1" status: 204 len: 168 time: 0.1855869 Jul 16 01:36:33.451393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.461995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.484200 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-85aec3a5-64e3-43a0-98b9-26811174cf64 tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] show failed (client error): The resource could not be found. Jul 16 01:36:33.486349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-85aec3a5-64e3-43a0-98b9-26811174cf64 tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] 10.222.0.42 "GET /v2.0/subnetpools/1054a3d3-4a2a-40fd-8903-bc4503142a4c HTTP/1.1" status: 404 len: 346 time: 0.0336914 Jul 16 01:36:33.493100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.494773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.497169 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Added segment aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3 of type vlan for network b2eee1b1-0325-4835-8e72-2d90c42c1c4a Jul 16 01:36:33.534711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7a34f72d-ad20-49b9-9d9f-69346c430292,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.537885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5015c2-1ee1-41d1-808b-2cad41e797d7 req-c4cf9fd7-7846-4804-a650-f44f6eab4c1d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.552298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf5015c2-1ee1-41d1-808b-2cad41e797d7 req-c4cf9fd7-7846-4804-a650-f44f6eab4c1d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.1819983 Jul 16 01:36:33.565931 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b13d5394-63bb-4d17-86c5-4da0970cba27 tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] delete failed (client error): The resource could not be found. Jul 16 01:36:33.576795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b13d5394-63bb-4d17-86c5-4da0970cba27 tempest-SubnetPoolsTestJSON-685350774 tempest-SubnetPoolsTestJSON-685350774-project] 10.222.0.42 "DELETE /v2.0/subnetpools/1054a3d3-4a2a-40fd-8903-bc4503142a4c HTTP/1.1" status: 404 len: 346 time: 0.0806468 Jul 16 01:36:33.628968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.647152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf5015c2-1ee1-41d1-808b-2cad41e797d7 req-10112e6e-88d4-4b0d-bac0-cadc21b299c1 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916975 Jul 16 01:36:33.736417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.737575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.738170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.788091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02d6df29-b717-4d84-bb20-fed56668c869 req-546ca1b5-759c-40c7-9585-f080196bc1a1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 210 time: 0.0761273 Jul 16 01:36:33.856193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0831044 Jul 16 01:36:33.856935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.863906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Request body: {'subnet': {'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1825377860-subnet', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:33.963832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff87fd6-3da2-4bf3-a5f2-64de78effe0b admin admin] Pushing event updated for resources: {'Network': ['ID=b2eee1b1-0325-4835-8e72-2d90c42c1c4a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.979401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:34.042063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0ffe88a-23ea-46b0-8550-42891126d6be req-4d3addde-0528-436b-a626-b1608d10e179 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 210 time: 0.1072888 Jul 16 01:36:34.042994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Made reservation on behalf of bf162a766d2948f4a86446789320cd27 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:34.048944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.211235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54746) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.429503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6304db2c-535b-4996-9554-6d8e1041b154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.482955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-6935bcdb-9c2e-452a-8384-1da06172b919 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.484804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-6935bcdb-9c2e-452a-8384-1da06172b919 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 818 time: 0.2306252 Jul 16 01:36:34.555585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-5652551a-303d-488f-9814-c184ded7ef37 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/quotas/ef0d6909074547338f4922483e55c161 HTTP/1.1" status: 200 len: 375 time: 0.0463972 Jul 16 01:36:34.633174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6304db2c-535b-4996-9554-6d8e1041b154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.643151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6304db2c-535b-4996-9554-6d8e1041b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.711027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb946c-a0bf-427d-8f28-80322255727b req-3adee56f-3a36-4a39-b25f-6f56f558dd31 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.724196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fb946c-a0bf-427d-8f28-80322255727b req-3adee56f-3a36-4a39-b25f-6f56f558dd31 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.4570961 Jul 16 01:36:34.740910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304db2c-535b-4996-9554-6d8e1041b154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e47a12b-b097-4a21-8a9d-45506aacaeef,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.776040 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6304db2c-535b-4996-9554-6d8e1041b154 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94bc7e19b2824a3baf67b00521dc035f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629883 Jul 16 01:36:34.778816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54766) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.902478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fb946c-a0bf-427d-8f28-80322255727b req-5296bfba-6dd2-4c6d-9ff7-24ccf477ed76 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770685 Jul 16 01:36:34.915227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6321cd5-0762-4da8-8a96-f2a743d68258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.973392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6321cd5-0762-4da8-8a96-f2a743d68258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.031694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a34f72d-ad20-49b9-9d9f-69346c430292 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:35.040696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-678fe6f4-9230-4b96-a7d5-b5c041073085 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4635732 Jul 16 01:36:35.048688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6321cd5-0762-4da8-8a96-f2a743d68258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.052145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6321cd5-0762-4da8-8a96-f2a743d68258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.054350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c6321cd5-0762-4da8-8a96-f2a743d68258 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e47a12b-b097-4a21-8a9d-45506aacaeef HTTP/1.1" status: 204 len: 168 time: 0.2739668 Jul 16 01:36:35.073649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.077734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6321cd5-0762-4da8-8a96-f2a743d68258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e47a12b-b097-4a21-8a9d-45506aacaeef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.221225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7a34f72d-ad20-49b9-9d9f-69346c430292 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:35.221609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.406696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b659d69c-2a6f-4789-88e0-7a85460758f1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.412611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Checking segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:35.413159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Network hostable DHCP agents. Network: b2eee1b1-0325-4835-8e72-2d90c42c1c4a, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:35.424781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-6be05847-1dcf-4d2f-8a48-a102c6ec69a5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.426253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-6be05847-1dcf-4d2f-8a48-a102c6ec69a5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 818 time: 0.5168667 Jul 16 01:36:35.455952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Request body: {'port': {'device_id': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'admin_state_up': True, 'tenant_id': 'ef0d6909074547338f4922483e55c161'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:35.500988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-93b00138-0b49-4289-913e-08e0c10d9fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584122 Jul 16 01:36:35.647012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:35.707594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-275d4654-5a34-4333-94ea-56bdd79982ff req-ff9260f3-3d1a-4bbe-a86d-d142d34d29a6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 210 time: 0.0525711 Jul 16 01:36:35.711565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b2eee1b1-0325-4835-8e72-2d90c42c1c4a) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:35.719784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-77ee6f00-fa52-4945-becf-e7523fa8d029 service neutron] 10.222.0.42 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093863 Jul 16 01:36:35.719941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01d05d-f9c8-43c2-97ca-3bdc3fb94e7b None None] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:35.736660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.737501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.778083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-88d5012b-c3da-468f-bf66-ca3d827fbe8f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9195883 Jul 16 01:36:35.779841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Made reservation on behalf of ef0d6909074547338f4922483e55c161 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:35.784639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.787695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.804066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:35.877297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.878855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.033238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-203f8f09-6567-40e1-80bd-79be8a9b8c9d tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.034994 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-203f8f09-6567-40e1-80bd-79be8a9b8c9d tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.23 "GET /v2.0/networks?id=a5ca8442-f03d-42c2-aa4e-c30c05d499c2 HTTP/1.1" status: 200 len: 821 time: 0.3353734 Jul 16 01:36:36.042355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:36.045216 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.056947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Request body: {'port': {'device_id': '41759198-b3b7-4466-964a-d40a2d1a815b', 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2', 'admin_state_up': True, 'tenant_id': '0d3aab10eed149b9b86d34c1bf4c8043'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:36.077051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.295262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Made reservation on behalf of 0d3aab10eed149b9b86d34c1bf4c8043 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:36.306769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.363933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.393259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Allocated IP 172.20.0.2 (b2eee1b1-0325-4835-8e72-2d90c42c1c4a/b659d69c-2a6f-4789-88e0-7a85460758f1/aa60804a-7ad3-48f6-b4a8-85ecd13f2b17) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:36.570146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-937550731-network', 'tenant_id': '9ae8089cdd804c9c85046c78a4e7f5f2'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:36.623933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d78c6dae-e676-4658-ad52-7eaf8afdb952 req-69d5d33b-acbd-4699-8264-4b08bf340a62 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 210 time: 0.4472425 Jul 16 01:36:36.626289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.665011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Made reservation on behalf of 9ae8089cdd804c9c85046c78a4e7f5f2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:36.668450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.688837 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.689478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.698764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Transition to ACTIVE for port object aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:36.699692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Allocated IP 172.20.0.5 (29ad9b05-cae9-4d46-94b4-0eeabe1eae85/5fa99349-7a48-4344-94dd-5cd3e4a293ed/0cc55e3f-c812-49b7-ba69-36d82f2c9b7e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:36.715846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Allocated IP 172.20.0.2 (a5ca8442-f03d-42c2-aa4e-c30c05d499c2/e0dca32f-db1c-4199-9781-d7c75c6640f5/b19aa7a0-2283-4e5a-ae64-11f97a366514) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:36.719061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Transition to ACTIVE for port object aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:36.729786 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.788105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:36.793287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:36.798411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:36.849217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Pushing event updated for resources: {'Port': ['ID=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.933442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cda07a-4105-4231-817f-827bc80f81af req-3649df73-b791-4327-976f-3f2ac9610484 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.941460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8cda07a-4105-4231-817f-827bc80f81af req-3649df73-b791-4327-976f-3f2ac9610484 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.8694041 Jul 16 01:36:37.025201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Attempting to bind port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:37.027061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Attempting to bind port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:37.028640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Attempting to bind port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 on network b2eee1b1-0325-4835-8e72-2d90c42c1c4a {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:37.040744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:37.041792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Checking segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:37.043407 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.044797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Bound using segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:37.045620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Bound port: aa60804a-7ad3-48f6-b4a8-85ecd13f2b17, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:37.046327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.066388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.093358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8cda07a-4105-4231-817f-827bc80f81af req-a96cf1f7-a8f1-4d40-9b27-677f4c5a462e tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506331 Jul 16 01:36:37.096326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.098626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.134577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:37.155394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.155852 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Added segment 2ec8b53d-3de0-4548-9790-20afa32fd91f of type vlan for network 9da1f129-4c7f-4cfb-a6d5-d07429197fde Jul 16 01:36:37.224284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.263810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.264964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.265756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.359537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41e23aa2-7cc4-41ac-a67b-5b00ade882e9 req-0f1307e0-c7a3-4995-9c80-7185e70566ea tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 210 time: 0.1256700 Jul 16 01:36:37.370203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] For port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:37.377188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] For port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:37.385235 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0157967 Jul 16 01:36:37.386315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccb3520-5a86-47bd-b8b4-b1e6ec66395f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.392042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54844) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.393225 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.403205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Request body: {'subnet': {'network_id': '9da1f129-4c7f-4cfb-a6d5-d07429197fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-937550731-subnet', 'tenant_id': '9ae8089cdd804c9c85046c78a4e7f5f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.439456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Made reservation on behalf of 9ae8089cdd804c9c85046c78a4e7f5f2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:37.442139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.489634 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.527590 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.554459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bdd5b-3427-4915-ba7e-ee2a2558d74a None None] Pushing event updated for resources: {'Port': ['ID=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.561595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ea582-b1ca-443c-95e6-41a376ae408e admin admin] Pushing event updated for resources: {'Network': ['ID=9da1f129-4c7f-4cfb-a6d5-d07429197fde,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.578479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9da1f129-4c7f-4cfb-a6d5-d07429197fde details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:37.662123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.787592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Pushing event updated for resources: {'Port': ['ID=b19aa7a0-2283-4e5a-ae64-11f97a366514,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.824042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b259c-03bb-447d-a0bc-96729c90cbd0 req-133dfdfd-6dd4-411f-acf1-d2724572df8a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.826791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:37.831444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-221b259c-03bb-447d-a0bc-96729c90cbd0 req-133dfdfd-6dd4-411f-acf1-d2724572df8a tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.4834650 Jul 16 01:36:37.836700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:37.837275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.841213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:37.946615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.947634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.947991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.972079 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-29e225ee-741b-4244-b297-019d55c9e0c6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9247434 Jul 16 01:36:37.986624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Request body: {'port': {'device_id': '41759198-b3b7-4466-964a-d40a2d1a815b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:38.119223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.124737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ede24e0-4f6f-4c4e-a9e2-16bf22ae125b req-43fa9ce2-4e21-4798-bc81-635562fcc935 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 210 time: 0.1764748 Jul 16 01:36:38.132804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:38.137777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.152450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Pushing event updated for resources: {'Port': ['ID=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.173766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:38.196268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-221b259c-03bb-447d-a0bc-96729c90cbd0 req-ccae1539-b6f2-47a0-bc9d-e8df2743ad68 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638442 Jul 16 01:36:38.197088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.202224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:38.248901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=393f07e5-2d5f-4d11-9d67-54f33dc57e20,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.289070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Checking segment: {'id': '2ec8b53d-3de0-4548-9790-20afa32fd91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9da1f129-4c7f-4cfb-a6d5-d07429197fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:38.289457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Network hostable DHCP agents. Network: 9da1f129-4c7f-4cfb-a6d5-d07429197fde, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:38.393376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Network 9da1f129-4c7f-4cfb-a6d5-d07429197fde is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:38.496703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.497625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.525757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9da1f129-4c7f-4cfb-a6d5-d07429197fde) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:38.534741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4e34b-81af-435c-a5ab-af95c3dcb490 None None] Network 9da1f129-4c7f-4cfb-a6d5-d07429197fde requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:38.549245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.550276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.602183 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c23870e8-01ea-4170-80c7-81018e44fb08 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1968341 Jul 16 01:36:38.603776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e5cbcce2-baf4-4cf9-9ba2-e8db7c1a0fe5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1651249 Jul 16 01:36:38.632461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Request body: {'port': {'device_id': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:38.679286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19aa7a0-2283-4e5a-ae64-11f97a366514 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:38.689549 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.716333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Transition to ACTIVE for port object b19aa7a0-2283-4e5a-ae64-11f97a366514 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.717782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Allocated IP 172.25.7.231 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/f9aabf52-cf35-4535-a9ad-0c19fbf47ebe) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:38.729247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.768035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-be02aff9-c405-498e-b055-b3f892ce82ab tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.769620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-be02aff9-c405-498e-b055-b3f892ce82ab tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.13 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 818 time: 0.5627639 Jul 16 01:36:38.809394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Request body: {'port': {'device_id': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'admin_state_up': True, 'tenant_id': 'ef0d6909074547338f4922483e55c161'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:38.852035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6018b1-7d5f-49b2-a2ae-4758565dbff3 None None] Network 9da1f129-4c7f-4cfb-a6d5-d07429197fde requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:38.864261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Pushing event updated for resources: {'Port': ['ID=b19aa7a0-2283-4e5a-ae64-11f97a366514,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.025825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Attempting to bind port b19aa7a0-2283-4e5a-ae64-11f97a366514 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:39.026515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Attempting to bind port b19aa7a0-2283-4e5a-ae64-11f97a366514 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '9695b4b8-b3d2-448c-adf4-8a9baef3f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:39.027071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Attempting to bind port b19aa7a0-2283-4e5a-ae64-11f97a366514 on network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:39.031991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Port b19aa7a0-2283-4e5a-ae64-11f97a366514 on network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:39.032639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Attempting to bind port b19aa7a0-2283-4e5a-ae64-11f97a366514 on network a5ca8442-f03d-42c2-aa4e-c30c05d499c2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:39.038049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:39.038667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Checking segment: {'id': '9695b4b8-b3d2-448c-adf4-8a9baef3f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:39.039295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Bound using segment: {'id': '9695b4b8-b3d2-448c-adf4-8a9baef3f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:39.039945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Bound port: b19aa7a0-2283-4e5a-ae64-11f97a366514, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9695b4b8-b3d2-448c-adf4-8a9baef3f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:39.040572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.150292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:39.195648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] For port b19aa7a0-2283-4e5a-ae64-11f97a366514, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:39.212480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] For port b19aa7a0-2283-4e5a-ae64-11f97a366514, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514,segment=NetworkSegment(9695b4b8-b3d2-448c-adf4-8a9baef3f570),segment_id=9695b4b8-b3d2-448c-adf4-8a9baef3f570)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:39.217822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.222898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.243211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:39.292304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ddaa09-f74f-4ac4-bd2d-d650fc147f0e None None] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:39.294686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.295187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.304651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] 10.222.0.23 "PUT /v2.0/ports/b19aa7a0-2283-4e5a-ae64-11f97a366514 HTTP/1.1" status: 200 len: 1092 time: 1.3150008 Jul 16 01:36:39.305109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41759198-b3b7-4466-964a-d40a2d1a815b', 'tag': 'b19aa7a0-2283-4e5a-ae64-11f97a366514'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:39.307485 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d0bc8c-0069-4ecb-91c9-f837318ceff5" -d '{"events": [{"name": "network-changed", "server_uuid": "41759198-b3b7-4466-964a-d40a2d1a815b", "tag": "b19aa7a0-2283-4e5a-ae64-11f97a366514"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:39.404097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9acb-2453-4323-b12a-8fa8ebdd3f65 service neutron] Pushing event updated for resources: {'Port': ['ID=b19aa7a0-2283-4e5a-ae64-11f97a366514,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.480133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] Provisioning for port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:39.492349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-9eb64c29-539b-430a-bb4b-4925c2beafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.494459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-9eb64c29-539b-430a-bb4b-4925c2beafa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d3aab10eed149b9b86d34c1bf4c8043&device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 1095 time: 0.1423695 Jul 16 01:36:39.511132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] Provisioning complete for port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:39.511515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.566127 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-d8ee4d45-b190-4673-b655-6153631d9eef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514 HTTP/1.1" status: 200 len: 217 time: 0.0636399 Jul 16 01:36:39.593983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54880) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.624284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810922909-network', 'tenant_id': '81ef1c02552b4be1a1ef077b69c334e9'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:39.661290 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.666588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-fc3e4a89-b9ff-4929-b5b2-63a6646be700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.669057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-fc3e4a89-b9ff-4929-b5b2-63a6646be700 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0dca32f-db1c-4199-9781-d7c75c6640f5 HTTP/1.1" status: 200 len: 861 time: 0.0958643 Jul 16 01:36:39.713549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] For port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:39.721910 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-dc1d7a90-ed3b-4b4f-92df-5666096c75d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5ca8442-f03d-42c2-aa4e-c30c05d499c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328934 Jul 16 01:36:39.725267 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.821957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0cd2-ca90-488a-8f2f-122c2618080e None None] Pushing event updated for resources: {'Port': ['ID=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.852132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a56c75-25e8-4eff-950c-97b2d997238e req-def5f370-721c-4ff3-971a-579ef762449e tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.858372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52a56c75-25e8-4eff-950c-97b2d997238e req-def5f370-721c-4ff3-971a-579ef762449e tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 931 time: 1.2059767 Jul 16 01:36:39.869120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-68987483-f56d-4b92-b534-60e53091eccf service neutron] 10.222.0.23 "GET /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448545 Jul 16 01:36:39.902317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82ea9c-a4f3-443b-9b59-3b9982426a55 req-d8070ed7-310d-4667-a3a0-4a4deda32a11 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.909240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c82ea9c-a4f3-443b-9b59-3b9982426a55 req-d8070ed7-310d-4667-a3a0-4a4deda32a11 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.8626502 Jul 16 01:36:39.911007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Made reservation on behalf of ef0d6909074547338f4922483e55c161 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:39.915592 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.944243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Made reservation on behalf of 81ef1c02552b4be1a1ef077b69c334e9 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:39.948796 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.991097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.041439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11ab2832-85fe-4926-91f7-b1e938c87da8 req-0869c63f-f410-40a4-aec0-de90e8a8962f service neutron] 10.222.0.23 "GET /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628613 Jul 16 01:36:40.060631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52a56c75-25e8-4eff-950c-97b2d997238e req-56ddc163-a85a-41cd-ad72-86d58700e49c tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993043 Jul 16 01:36:40.067115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.087910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a58ada0-1542-4029-8f98-321f6864a279 None None] Provisioning complete for port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:40.089106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a58ada0-1542-4029-8f98-321f6864a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.138604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.145771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c82ea9c-a4f3-443b-9b59-3b9982426a55 req-717ab111-b40c-4248-8c15-9e5ebf7b97df tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352879 Jul 16 01:36:40.146424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.163042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01fe75f8-0f7e-41cb-a7cd-616bafe8adc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.189183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:40.198344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b089bf-ac3c-4344-b2f8-883cc7c548cc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.207691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.208140 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Added segment 082e125c-f3e4-4f0d-b056-0fdfb3e54ba5 of type vlan for network 60544c7d-c667-4e8f-b360-c525eb7ccf60 Jul 16 01:36:40.252022 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4ed8d-3340-44be-a2a5-764784a8bb2c x-openstack-request-id: req-1dc4ed8d-3340-44be-a2a5-764784a8bb2c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:40.252382 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41759198-b3b7-4466-964a-d40a2d1a815b", "tag": "b19aa7a0-2283-4e5a-ae64-11f97a366514", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:40.252587 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1dc4ed8d-3340-44be-a2a5-764784a8bb2c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:40.252990 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41759198-b3b7-4466-964a-d40a2d1a815b', 'tag': 'b19aa7a0-2283-4e5a-ae64-11f97a366514', 'status': 'completed', 'code': 200} Jul 16 01:36:40.272385 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.343675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.353396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.354983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.355909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.383969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e3d7f24-b264-4b58-9f8e-c7ecfc2b5ec7 req-907f82cd-7c86-4ffc-9ad4-b58ebf62ea17 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 210 time: 0.0613489 Jul 16 01:36:40.423056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-ae053115-61cc-424b-b442-3cedde4cdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.425112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-ae053115-61cc-424b-b442-3cedde4cdc48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d3aab10eed149b9b86d34c1bf4c8043&device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 1095 time: 0.1476321 Jul 16 01:36:40.435291 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8410382 Jul 16 01:36:40.437580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54888) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.445597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Request body: {'subnet': {'network_id': '60544c7d-c667-4e8f-b360-c525eb7ccf60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810922909-subnet', 'tenant_id': '81ef1c02552b4be1a1ef077b69c334e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:40.475904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:40.486136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:40.494062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:40.529516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Pushing event updated for resources: {'Port': ['ID=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.556297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-aa9df6d5-af94-456c-9b05-6f34a6c9f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.558439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-aa9df6d5-af94-456c-9b05-6f34a6c9f7f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5ca8442-f03d-42c2-aa4e-c30c05d499c2 HTTP/1.1" status: 200 len: 922 time: 0.1220813 Jul 16 01:36:40.602371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Made reservation on behalf of 81ef1c02552b4be1a1ef077b69c334e9 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:40.605116 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.609451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d5451-1c76-4bb5-8f7f-55dbfd871815 admin admin] Pushing event updated for resources: {'Network': ['ID=60544c7d-c667-4e8f-b360-c525eb7ccf60,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.625348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 60544c7d-c667-4e8f-b360-c525eb7ccf60 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:40.710699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:40.758004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.760901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.918694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Transition to ACTIVE for port object 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:40.976513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.994357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:41.020988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-883ef332-12f2-4283-b895-c40c84eb7ecf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514 HTTP/1.1" status: 200 len: 217 time: 0.4187880 Jul 16 01:36:41.073603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:41.073988 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.086976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-85f621d9-e6e4-4e8d-9066-8a017f028a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.088015 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-85f621d9-e6e4-4e8d-9066-8a017f028a4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0dca32f-db1c-4199-9781-d7c75c6640f5 HTTP/1.1" status: 200 len: 861 time: 0.0601878 Jul 16 01:36:41.185747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-b1890468-13d6-48ce-82ce-6bceb369cc3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5ca8442-f03d-42c2-aa4e-c30c05d499c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899570 Jul 16 01:36:41.204111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Allocated IP 172.20.0.11 (29ad9b05-cae9-4d46-94b4-0eeabe1eae85/5fa99349-7a48-4344-94dd-5cd3e4a293ed/d2fb66e3-73a1-4166-b493-b910f6f1d36d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:41.247462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.291751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12126a5c-7515-41e7-8067-cbf8b3be5bd3 req-b297d163-7abb-4a24-8bec-c7e2984b598c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.293520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12126a5c-7515-41e7-8067-cbf8b3be5bd3 req-b297d163-7abb-4a24-8bec-c7e2984b598c tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.5685043 Jul 16 01:36:41.307086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-829ebf30-66b5-4e57-a0fa-0e6684d06cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143842 Jul 16 01:36:41.400238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50d0bc8c-0069-4ecb-91c9-f837318ceff5 req-79bffbbf-8b8e-450d-8e30-cdf475b66f33 service neutron] 10.222.0.23 "GET /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867376 Jul 16 01:36:41.619015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12126a5c-7515-41e7-8067-cbf8b3be5bd3 req-b8bb7699-7df9-4db6-9bc7-d30394b4df76 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150744 Jul 16 01:36:41.638386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.656172 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.722917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Attempting to bind port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:41.723307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Attempting to bind port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:41.723414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Attempting to bind port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:41.814177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:41.814516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Attempting to bind port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:41.876214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:41.876461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Checking segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:41.876853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Bound using segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:41.877296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Bound port: 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:41.877653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.886905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ef21-a9fe-4ff1-909b-154d6aa47c2f req-d8b6b31d-ebc9-43dd-bf64-e731024e38fb tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.888449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96d8ef21-a9fe-4ff1-909b-154d6aa47c2f req-d8b6b31d-ebc9-43dd-bf64-e731024e38fb tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 943 time: 0.5935848 Jul 16 01:36:41.966303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb17db8f-52c1-4893-9dff-8b765a8ff443 req-603863ea-1b44-4ef4-80cc-bbac3906e6d0 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 210 time: 0.2376986 Jul 16 01:36:41.980598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=520d83c6-514c-4c4f-bda3-962eabb2cfb8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.040878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.060884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Checking segment: {'id': '082e125c-f3e4-4f0d-b056-0fdfb3e54ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '60544c7d-c667-4e8f-b360-c525eb7ccf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:42.061252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Network hostable DHCP agents. Network: 60544c7d-c667-4e8f-b360-c525eb7ccf60, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:42.154429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96d8ef21-a9fe-4ff1-909b-154d6aa47c2f req-b117bb9c-f71a-4f8f-ae4f-aa9171ea866a tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323911 Jul 16 01:36:42.232012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] For port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:42.255268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] For port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:42.266220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Network 60544c7d-c667-4e8f-b360-c525eb7ccf60 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:42.274870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.301127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 60544c7d-c667-4e8f-b360-c525eb7ccf60) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:42.303484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.312158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f7b3e-ecbe-49f1-9980-26f2503ec626 None None] Network 60544c7d-c667-4e8f-b360-c525eb7ccf60 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:42.334923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.335355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.345314 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.367201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.367840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.369365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] 10.222.0.23 "PUT /v2.0/ports/0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 1092 time: 3.7487304 Jul 16 01:36:42.372340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'tag': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:42.374609 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42c651-c351-44b1-ae70-0861f6e4e45f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b43a9d-a241-413d-9d34-28a136533e4c", "tag": "0cc55e3f-c812-49b7-ba69-36d82f2c9b7e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:42.418245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:42.450914 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f412b-81c5-4520-98a9-808f57d342ce x-openstack-request-id: req-c66f412b-81c5-4520-98a9-808f57d342ce {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:42.451221 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b43a9d-a241-413d-9d34-28a136533e4c", "tag": "0cc55e3f-c812-49b7-ba69-36d82f2c9b7e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:42.451451 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c66f412b-81c5-4520-98a9-808f57d342ce {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:42.451846 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'tag': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e', 'status': 'completed', 'code': 200} Jul 16 01:36:42.460253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2565c631-ddc2-432c-b9be-56b6d5affbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.467589 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.469157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b4e51e2d-cdda-4f57-b07c-590515bc97bd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0279942 Jul 16 01:36:42.476100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:42.498899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:42.512457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf2c0-dd55-4069-908c-64e70f8e2336 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.555978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba0663-99f8-4e35-982f-2cf07a5a1e2e None None] Network 60544c7d-c667-4e8f-b360-c525eb7ccf60 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:42.628149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54912) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.688343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Deleting subnet 393f07e5-2d5f-4d11-9d67-54f33dc57e20 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:42.692977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.737197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.782815 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.837879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.866710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=393f07e5-2d5f-4d11-9d67-54f33dc57e20,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.872782 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.877082 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-03bf0e9c-e255-4fba-a12f-8353079869ad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/393f07e5-2d5f-4d11-9d67-54f33dc57e20 HTTP/1.1" status: 204 len: 168 time: 0.2445462 Jul 16 01:36:42.877179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.908709 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:42.912258 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:42.948804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.033238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.044496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da1f129-4c7f-4cfb-a6d5-d07429197fde']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.055773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec8b53d-3de0-4548-9790-20afa32fd91f') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.056079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec8b53d-3de0-4548-9790-20afa32fd91f') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.063010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b19aa7a0-2283-4e5a-ae64-11f97a366514 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:43.066221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.066870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.067404 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.085504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.093307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:43.093700 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.094755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Pushing event updated for resources: {'Port': ['ID=d2fb66e3-73a1-4166-b493-b910f6f1d36d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:43.095758 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:43.155028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.155283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-796cad31-ecc8-4b1a-a806-5561f528b453 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3625655 Jul 16 01:36:43.167817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.170103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9da1f129-4c7f-4cfb-a6d5-d07429197fde HTTP/1.1" status: 204 len: 168 time: 0.2920377 Jul 16 01:36:43.171448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-eaa6aa54-dad7-4dd2-9b31-97ea0f03ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.172986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-eaa6aa54-dad7-4dd2-9b31-97ea0f03ce54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1095 time: 0.7126336 Jul 16 01:36:43.180822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54920) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.186310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Request body: {'port': {'device_id': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:43.189370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfaaef-5f89-44fc-b707-7c6bf0b33776 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da1f129-4c7f-4cfb-a6d5-d07429197fde,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.209804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b19aa7a0-2283-4e5a-ae64-11f97a366514, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514,segment=NetworkSegment(9695b4b8-b3d2-448c-adf4-8a9baef3f570),segment_id=9695b4b8-b3d2-448c-adf4-8a9baef3f570)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.221420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'b19aa7a0-2283-4e5a-ae64-11f97a366514', 'network_id': 'a5ca8442-f03d-42c2-aa4e-c30c05d499c2', 'port_id': 'b19aa7a0-2283-4e5a-ae64-11f97a366514', 'mac_address': 'fa:16:3e:32:9f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0dca32f-db1c-4199-9781-d7c75c6640f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:43.237126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Deleting subnet 520d83c6-514c-4c4f-bda3-962eabb2cfb8 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:43.240510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.262106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.277223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-5ee73f94-3624-413d-8bb5-19f18424e3af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.0949354 Jul 16 01:36:43.279432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19aa7a0-2283-4e5a-ae64-11f97a366514 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:43.279937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.297861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbc743-1742-4d53-8c71-a05a38154fb1 req-dc8f849f-cc9f-4adc-8797-ff51b2a316f8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.299384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0cbc743-1742-4d53-8c71-a05a38154fb1 req-dc8f849f-cc9f-4adc-8797-ff51b2a316f8 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.3950253 Jul 16 01:36:43.300124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b19aa7a0-2283-4e5a-ae64-11f97a366514, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514,segment=NetworkSegment(9695b4b8-b3d2-448c-adf4-8a9baef3f570),segment_id=9695b4b8-b3d2-448c-adf4-8a9baef3f570)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.309558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.324617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.336347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.373593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b19aa7a0-2283-4e5a-ae64-11f97a366514,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.402181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.406572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Router b9381d7a-a63a-416f-8adb-6dd5848bfab6 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:43.430601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520d83c6-514c-4c4f-bda3-962eabb2cfb8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.432761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.434686 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83a46e54-bcad-44d5-bd57-a8e44880042e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/520d83c6-514c-4c4f-bda3-962eabb2cfb8 HTTP/1.1" status: 204 len: 168 time: 0.2528358 Jul 16 01:36:43.437091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.504574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505acad-c83b-4412-bac5-a743454e6b20 req-af47225e-1b72-452f-8394-1d20b53285c2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.507032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f505acad-c83b-4412-bac5-a743454e6b20 req-af47225e-1b72-452f-8394-1d20b53285c2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 932 time: 0.4049759 Jul 16 01:36:43.514112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e7a35cbf-f690-4d7c-8e70-cab6330bebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.515636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-e7a35cbf-f690-4d7c-8e70-cab6330bebc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.2309165 Jul 16 01:36:43.528163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.574107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b19aa7a0-2283-4e5a-ae64-11f97a366514'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:43.591632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.612366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0cbc743-1742-4d53-8c71-a05a38154fb1 req-92f2beca-8958-43d3-a286-090ad28b5f96 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6be884a-2854-48d5-b97f-36107912bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913620 Jul 16 01:36:43.618715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.633647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60544c7d-c667-4e8f-b360-c525eb7ccf60']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.654895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082e125c-f3e4-4f0d-b056-0fdfb3e54ba5') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.655162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082e125c-f3e4-4f0d-b056-0fdfb3e54ba5') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.663353 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.666699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.678527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-914350fa-91f0-44ca-ab8d-a8e9f9a17e03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878577 Jul 16 01:36:43.685261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.697154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:43.697575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:43.699570 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:43.793737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.808739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f505acad-c83b-4412-bac5-a743454e6b20 req-e1071883-3bf4-4ca6-9811-df882bb9814c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542977 Jul 16 01:36:43.818412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.824199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] 10.222.0.42 "DELETE /v2.0/networks/60544c7d-c667-4e8f-b360-c525eb7ccf60 HTTP/1.1" status: 204 len: 168 time: 0.3828402 Jul 16 01:36:43.838067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a9469-b408-4aae-a098-87ddda1ae359 admin admin] Pushing event deleted for resources: {'Network': ['ID=60544c7d-c667-4e8f-b360-c525eb7ccf60,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.873228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:43.887962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Sync routers for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:43.900564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:43.901737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.923308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-7937d0ef-d8e4-4538-971d-ce68c5882e75 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.924896 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-7937d0ef-d8e4-4538-971d-ce68c5882e75 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 945 time: 0.1088548 Jul 16 01:36:44.031749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:44.051361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Deleting port 5af79cca-159f-4714-8aa5-198df4a5ed38 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:44.051714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.059256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.105220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.106455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8968f3e5-3232-44a5-8748-90a261b05c2d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3163791 Jul 16 01:36:44.116397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54930) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.161866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-313efb9a-e87f-4081-9669-f82b0e6681de service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739847 Jul 16 01:36:44.206072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-81fbd6ad-3be8-48df-b8cc-6cbc22d2f873 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ae8089cdd804c9c85046c78a4e7f5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456516 Jul 16 01:36:44.206727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54932) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.253669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:40Z', 'revision_number': 3, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:44.287193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Checking router: b9381d7a-a63a-416f-8adb-6dd5848bfab6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:44.287587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Updating router b9381d7a-a63a-416f-8adb-6dd5848bfab6 port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:44.305488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] For port 5af79cca-159f-4714-8aa5-198df4a5ed38, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5af79cca-159f-4714-8aa5-198df4a5ed38,segment=NetworkSegment(d7728299-8a1a-4efc-a7d5-4a6b23fbb272),segment_id=d7728299-8a1a-4efc-a7d5-4a6b23fbb272)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:44.305859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.343363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Calling delete_port for 5af79cca-159f-4714-8aa5-198df4a5ed38 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:44.345605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.373168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fb66e3-73a1-4166-b493-b910f6f1d36d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:44.405581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.407164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Transition to ACTIVE for port object d2fb66e3-73a1-4166-b493-b910f6f1d36d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:44.437407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b8b97a0-1eb4-46c5-a8e3-0ed738c3aecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.476797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efe1c008-d033-4833-8ad6-d64b261f4523 req-c48d5a13-07b3-48dd-b2eb-69aadb86a130 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051586 Jul 16 01:36:44.521343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b8b97a0-1eb4-46c5-a8e3-0ed738c3aecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.539035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.555302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8ec47-ffcf-41c7-bfb3-515f935f1073 req-7cb38d4a-5bd8-4f8c-ba54-02ecfd3471ec tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.556921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67a8ec47-ffcf-41c7-bfb3-515f935f1073 req-7cb38d4a-5bd8-4f8c-ba54-02ecfd3471ec tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 944 time: 0.5781434 Jul 16 01:36:44.629144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Pushing event updated for resources: {'Port': ['ID=d2fb66e3-73a1-4166-b493-b910f6f1d36d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.710050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b8b97a0-1eb4-46c5-a8e3-0ed738c3aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.712795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b8b97a0-1eb4-46c5-a8e3-0ed738c3aecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.716841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7b8b97a0-1eb4-46c5-a8e3-0ed738c3aecb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eccb3520-5a86-47bd-b8b4-b1e6ec66395f HTTP/1.1" status: 204 len: 168 time: 0.5033138 Jul 16 01:36:44.774498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b97a0-1eb4-46c5-a8e3-0ed738c3aecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccb3520-5a86-47bd-b8b4-b1e6ec66395f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.795373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.811325 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.813369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67a8ec47-ffcf-41c7-bfb3-515f935f1073 req-400f783f-2661-409b-8bb5-a5e6f9bfe097 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895349 Jul 16 01:36:44.858135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Transition to ACTIVE for port object f9aabf52-cf35-4535-a9ad-0c19fbf47ebe will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:44.881048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5af79cca-159f-4714-8aa5-198df4a5ed38'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:44.885590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Deleting port 1cb72047-fc69-4fa6-b724-ca92f446e724 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:44.886036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.891381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.988331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-592cc39b-1484-40c0-9d4b-029163d68fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.992643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Pushing event deleted for resources: {'Port': ['ID=5af79cca-159f-4714-8aa5-198df4a5ed38,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.994333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-592cc39b-1484-40c0-9d4b-029163d68fed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1095 time: 0.3694625 Jul 16 01:36:45.046651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Attempting to bind port d2fb66e3-73a1-4166-b493-b910f6f1d36d on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:45.047270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Attempting to bind port d2fb66e3-73a1-4166-b493-b910f6f1d36d by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:45.047563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Attempting to bind port d2fb66e3-73a1-4166-b493-b910f6f1d36d on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:45.073612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] No DVR routers for this DVR port 5af79cca-159f-4714-8aa5-198df4a5ed38 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:45.095303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.102878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c65ca1bd-2104-4bcc-87bb-93253fa17d33 req-ea750ae5-2156-48f6-8e14-b0858093a68d tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.13 "DELETE /v2.0/ports/5af79cca-159f-4714-8aa5-198df4a5ed38 HTTP/1.1" status: 204 len: 173 time: 1.1713114 Jul 16 01:36:45.103381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'name': 'network-vif-deleted', 'tag': '5af79cca-159f-4714-8aa5-198df4a5ed38'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:45.107867 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b83c5-e967-41cd-a087-8590ba9c7e31" -d '{"events": [{"server_uuid": "5f9d6045-91c9-4aac-8cbe-6eed1c5b0208", "name": "network-vif-deleted", "tag": "5af79cca-159f-4714-8aa5-198df4a5ed38"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:45.141815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Port d2fb66e3-73a1-4166-b493-b910f6f1d36d on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:45.141815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Attempting to bind port d2fb66e3-73a1-4166-b493-b910f6f1d36d on network 29ad9b05-cae9-4d46-94b4-0eeabe1eae85 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:45.150041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b19aa7a0-2283-4e5a-ae64-11f97a366514 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:45.203576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Attempting to bind port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:45.204028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Attempting to bind port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:45.204405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Attempting to bind port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:45.226897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:45.227279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:45.227697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.228107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:45.228643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Bound port: f9aabf52-cf35-4535-a9ad-0c19fbf47ebe, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:45.229033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.233049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.233733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a340a3-5b67-4e55-8bc5-22b869f7a751 None None] Pushing event updated for resources: {'Port': ['ID=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.241198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b28e266b-9f5b-441f-9077-29d00bfe4040 req-3b36e245-30c9-4c22-b483-37d0290069c6 tempest-ServerDiskConfigTestJSON-2024102178 tempest-ServerDiskConfigTestJSON-2024102178-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f9d6045-91c9-4aac-8cbe-6eed1c5b0208 HTTP/1.1" status: 200 len: 210 time: 0.2835834 Jul 16 01:36:45.255804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:45.256162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Checking segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:45.256585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Bound using segment: {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:45.257118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Bound port: d2fb66e3-73a1-4166-b493-b910f6f1d36d, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78620f37-cdd5-449e-a932-339b387461a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:45.257493 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.271663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.296764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] For port 1cb72047-fc69-4fa6-b724-ca92f446e724, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cb72047-fc69-4fa6-b724-ca92f446e724,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:45.297091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.306933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port b19aa7a0-2283-4e5a-ae64-11f97a366514 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:45.318464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port b19aa7a0-2283-4e5a-ae64-11f97a366514 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:45.318914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.345940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] For port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:45.372499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] For port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:45.382349 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.386471 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a55d94-d79d-4e42-8ea0-43424eb59e3b x-openstack-request-id: req-c6a55d94-d79d-4e42-8ea0-43424eb59e3b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:45.387669 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9d6045-91c9-4aac-8cbe-6eed1c5b0208", "name": "network-vif-deleted", "tag": "5af79cca-159f-4714-8aa5-198df4a5ed38", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:45.388984 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6a55d94-d79d-4e42-8ea0-43424eb59e3b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:45.391367 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9d6045-91c9-4aac-8cbe-6eed1c5b0208', 'name': 'network-vif-deleted', 'tag': '5af79cca-159f-4714-8aa5-198df4a5ed38', 'status': 'completed', 'code': 200} Jul 16 01:36:45.397863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Calling delete_port for 1cb72047-fc69-4fa6-b724-ca92f446e724 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:45.402487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-65725548-24f6-455a-b2aa-9bd5d64a3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.405000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-65725548-24f6-455a-b2aa-9bd5d64a3e02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.3497808 Jul 16 01:36:45.475564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54946) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.488821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a340a3-5b67-4e55-8bc5-22b869f7a751 None None] Pushing event updated for resources: {'Port': ['ID=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.515329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:45.516466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.516879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-37a15ae6-3b8e-4dfb-af09-c2ec0648c44b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.0953031 Jul 16 01:36:45.524854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff80d88-8fca-4fbe-a8d8-e78055a537ba req-22f0e602-4556-4f5d-b6cd-eff771241003 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.526394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ff80d88-8fca-4fbe-a8d8-e78055a537ba req-22f0e602-4556-4f5d-b6cd-eff771241003 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 944 time: 0.3357520 Jul 16 01:36:45.566752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] For port d2fb66e3-73a1-4166-b493-b910f6f1d36d, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:45.578310 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.590090 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a8b0e505-3748-4cd5-a891-1041ff231532 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81ef1c02552b4be1a1ef077b69c334e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104083 Jul 16 01:36:45.591189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.615453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] For port d2fb66e3-73a1-4166-b493-b910f6f1d36d, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:45.636270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.638058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41759198-b3b7-4466-964a-d40a2d1a815b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19aa7a0-2283-4e5a-ae64-11f97a366514'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:45.640323 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bba9fe-f7d0-4155-a91f-c0b58bf03c35" -d '{"events": [{"server_uuid": "41759198-b3b7-4466-964a-d40a2d1a815b", "name": "network-vif-plugged", "status": "completed", "tag": "b19aa7a0-2283-4e5a-ae64-11f97a366514"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:45.651994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Allocated IP 172.20.0.1 (b2eee1b1-0325-4835-8e72-2d90c42c1c4a/b659d69c-2a6f-4789-88e0-7a85460758f1/8e0ccf8c-2493-4d62-a5c8-5f180845d854) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:45.671825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b19aa7a0-2283-4e5a-ae64-11f97a366514, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514,segment=NetworkSegment(9695b4b8-b3d2-448c-adf4-8a9baef3f570),segment_id=9695b4b8-b3d2-448c-adf4-8a9baef3f570)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:45.689331 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d5bee-54d0-4377-942f-efb8cd68210d x-openstack-request-id: req-963d5bee-54d0-4377-942f-efb8cd68210d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:45.689924 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41759198-b3b7-4466-964a-d40a2d1a815b", "name": "network-vif-plugged", "status": "completed", "tag": "b19aa7a0-2283-4e5a-ae64-11f97a366514", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:45.690428 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-963d5bee-54d0-4377-942f-efb8cd68210d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:45.691073 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41759198-b3b7-4466-964a-d40a2d1a815b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19aa7a0-2283-4e5a-ae64-11f97a366514', 'code': 200} Jul 16 01:36:45.694886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.730022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:45.827392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ead70091-c8ee-44a1-9764-05d08cab5142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.832368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ff80d88-8fca-4fbe-a8d8-e78055a537ba req-ebf2147e-a428-4540-8315-aecbcd1d50a4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897558 Jul 16 01:36:45.836740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b19aa7a0-2283-4e5a-ae64-11f97a366514,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.847805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-f8151e3a-83c0-4cf0-b96a-de56a064ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.850412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-f8151e3a-83c0-4cf0-b96a-de56a064ed39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.3210738 Jul 16 01:36:45.878197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.888540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ead70091-c8ee-44a1-9764-05d08cab5142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.903906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.904571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.906457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] 10.222.0.13 "PUT /v2.0/ports/d2fb66e3-73a1-4166-b493-b910f6f1d36d HTTP/1.1" status: 200 len: 1093 time: 2.7264328 Jul 16 01:36:45.915901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.916836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'tag': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:45.919736 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd59697-fbca-4172-95e9-dbeab3ec4bd9", "tag": "d2fb66e3-73a1-4166-b493-b910f6f1d36d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:45.960118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-d8a0aae8-48d3-4a78-8511-d884124f6822 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843308 Jul 16 01:36:45.965365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Transition to ACTIVE for port object 8e0ccf8c-2493-4d62-a5c8-5f180845d854 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:45.970180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862a99-2ab3-45ad-b73d-64e75d4f475a req-f7a43d24-e19c-41c5-90a1-39645e4f9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.971832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49862a99-2ab3-45ad-b73d-64e75d4f475a req-f7a43d24-e19c-41c5-90a1-39645e4f9c91 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 1097 time: 0.2002389 Jul 16 01:36:46.078215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ead70091-c8ee-44a1-9764-05d08cab5142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.087744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ead70091-c8ee-44a1-9764-05d08cab5142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.100252 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ead70091-c8ee-44a1-9764-05d08cab5142 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29b089bf-ac3c-4344-b2f8-883cc7c548cc HTTP/1.1" status: 204 len: 168 time: 0.5039153 Jul 16 01:36:46.108714 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49862a99-2ab3-45ad-b73d-64e75d4f475a req-59c4ea0e-0aaf-47ef-a259-f0b557472eb9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291392 Jul 16 01:36:46.109342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:40Z', 'revision_number': 3, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:46.138053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead70091-c8ee-44a1-9764-05d08cab5142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b089bf-ac3c-4344-b2f8-883cc7c548cc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.162783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596600e-19dc-474c-a335-0305bc59ba25 None None] The sync data for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 is: [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:40Z', 'revision_number': 3, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:46.169940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.250074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0ccf8c-2493-4d62-a5c8-5f180845d854,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.265925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:46.268045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:46.271432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:46.381847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.696764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157b9b-fc59-4baf-9530-e481dfff9ede service neutron] Pushing event updated for resources: {'Port': ['ID=d2fb66e3-73a1-4166-b493-b910f6f1d36d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.712106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.723293 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3547756a-38f6-4552-be7d-2e3bce496abd x-openstack-request-id: req-3547756a-38f6-4552-be7d-2e3bce496abd {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:46.726812 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd59697-fbca-4172-95e9-dbeab3ec4bd9", "tag": "d2fb66e3-73a1-4166-b493-b910f6f1d36d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:46.731089 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3547756a-38f6-4552-be7d-2e3bce496abd {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:46.731089 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'tag': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d', 'status': 'completed', 'code': 200} Jul 16 01:36:46.827877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fc5b2622-1063-42d3-b872-3ead9eba105d None None] Provisioning for port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:46.832919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fc5b2622-1063-42d3-b872-3ead9eba105d None None] Provisioning complete for port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:46.833493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2622-1063-42d3-b872-3ead9eba105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.935870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b2622-1063-42d3-b872-3ead9eba105d None None] Port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:46.981495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb72047-fc69-4fa6-b724-ca92f446e724,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.026421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54982) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.082489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:47.111916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f9aabf52-cf35-4535-a9ad-0c19fbf47ebe up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:47.186791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Deleting subnet 690d924c-f662-4f6d-b49b-f7dcd91e829e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:47.191107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.235725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:36:47.265853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.283366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-997c2034-15b9-41d2-acb8-871d1b6d9116 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2954142 Jul 16 01:36:47.290426 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.343708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:47.351665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:47.352023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.410269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.422713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:47.441256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'port_id': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e', 'mac_address': 'fa:16:3e:68:a5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:47.464390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.468799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0ccf8c-2493-4d62-a5c8-5f180845d854,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.490055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.516212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.531765 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.547083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-7afecfad-ca20-42b5-ba38-7064e9d1312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.549453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-7afecfad-ca20-42b5-ba38-7064e9d1312e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 1096 time: 0.8400693 Jul 16 01:36:47.550723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:47.610752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:47.637333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7133-e123-432b-b23c-2cb7ef16cff0 req-e125bb88-87ac-478c-9302-769615a75934 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.640771 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.644563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c7133-e123-432b-b23c-2cb7ef16cff0 req-e125bb88-87ac-478c-9302-769615a75934 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 945 time: 0.9272580 Jul 16 01:36:47.688268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.713982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.718581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.719319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/690d924c-f662-4f6d-b49b-f7dcd91e829e HTTP/1.1" status: 204 len: 168 time: 0.6956592 Jul 16 01:36:47.722837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54996) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.730967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.731456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.731805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.732149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.732504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.733365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.733365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.733534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.733833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.734104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.734433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.734754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:47.749226 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.805451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:47.815145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c7133-e123-432b-b23c-2cb7ef16cff0 req-ff0a8947-a53f-446b-a45f-b3739cf6aae8 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695030 Jul 16 01:36:47.825362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.863913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-ca7ff6b3-01f3-4d5a-bfaa-a789ef829fc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d HTTP/1.1" status: 200 len: 217 time: 0.2921910 Jul 16 01:36:47.873728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.883083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fac50-9749-4c55-98b6-77f743e11808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690d924c-f662-4f6d-b49b-f7dcd91e829e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.900235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.902562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:47.925137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:47.961212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0cc55e3f-c812-49b7-ba69-36d82f2c9b7e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:47.975501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-39ad24e8-c8cc-4245-b8fb-b98c9f81106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.978100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-39ad24e8-c8cc-4245-b8fb-b98c9f81106e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.0911829 Jul 16 01:36:48.008984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3b816-f79d-4e55-836d-a1232a493247 req-787cc267-6702-4936-a349-698da6d6036d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.011041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51e3b816-f79d-4e55-836d-a1232a493247 req-787cc267-6702-4936-a349-698da6d6036d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 944 time: 0.6890202 Jul 16 01:36:48.077699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-15d2bf08-292d-496a-a96c-b7b1d1f0da6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897923 Jul 16 01:36:48.130307 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f42c651-c351-44b1-ae70-0861f6e4e45f req-e744578f-e7c4-4d25-bfba-9787009ed98b service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339577 Jul 16 01:36:48.151710 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.215160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51e3b816-f79d-4e55-836d-a1232a493247 req-e8b5b714-3f23-45a8-b990-78b86fed972e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337111 Jul 16 01:36:48.301154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b9acae0d-b88d-4531-8e3c-1e667a28a849 None None] Provisioning complete for port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:48.301635 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9acae0d-b88d-4531-8e3c-1e667a28a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.389505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b9acae0d-b88d-4531-8e3c-1e667a28a849 None None] Port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:48.393311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-9ab5a282-b742-4c13-9d0f-831ece69a6c7 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655931 Jul 16 01:36:48.404686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5af79cca-159f-4714-8aa5-198df4a5ed38 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:48.432916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 5af79cca-159f-4714-8aa5-198df4a5ed38 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:48.433600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5af79cca-159f-4714-8aa5-198df4a5ed38 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:48.484768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Router 901c87c8-2877-4eaa-8d75-7805c85df290 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:48.527590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.542342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd15b4c-b76d-40f2-af2f-d49639bbc954']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.555052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e3502-ef69-4762-91b2-f4d7c17b6d7d req-f7a761fc-73d9-403b-a018-39630bd7d5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544690 Jul 16 01:36:48.555514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.555814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7728299-8a1a-4efc-a7d5-4a6b23fbb272') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.567254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Router b9381d7a-a63a-416f-8adb-6dd5848bfab6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:48.569619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.588724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.637209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:48.637625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:48.639994 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:48.642415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:48.647974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-551a9cdf-b229-43aa-bc37-8829d84c9d89 admin admin] 10.222.0.42 "PUT /v2.0/routers/901c87c8-2877-4eaa-8d75-7805c85df290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8843887 Jul 16 01:36:48.650545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55014) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.661188 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] Sync routers for ids ['901c87c8-2877-4eaa-8d75-7805c85df290'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:48.683061 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] Routers {'901c87c8-2877-4eaa-8d75-7805c85df290'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:48.683956 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['901c87c8-2877-4eaa-8d75-7805c85df290'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.748082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.757032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.759765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5cd15b4c-b76d-40f2-af2f-d49639bbc954 HTTP/1.1" status: 204 len: 168 time: 1.0347989 Jul 16 01:36:48.781146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed5e63-4713-4ae9-9799-d5a6c153b7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd15b4c-b76d-40f2-af2f-d49639bbc954,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.800023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:48.806895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2881334c-772b-407e-b6c2-377a8dfa9ce4 admin admin] 10.222.0.42 "PUT /v2.0/routers/b9381d7a-a63a-416f-8adb-6dd5848bfab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868351 Jul 16 01:36:48.843992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-de8fa19a-88bc-4287-99ba-7bf253007e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.848539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-de8fa19a-88bc-4287-99ba-7bf253007e46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 1096 time: 0.1474359 Jul 16 01:36:48.864138 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] Set router 901c87c8-2877-4eaa-8d75-7805c85df290 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:48.866854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.098954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:49.113283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55022) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.189549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.190583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-025bd08f-30ea-4a2e-9bee-54ce1b891cf0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e050663ce3d41539655420d649ee6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689328 Jul 16 01:36:49.195872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f9aabf52-cf35-4535-a9ad-0c19fbf47ebe up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:49.209897 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:36:45Z', 'revision_number': 5, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port': {'id': '24e055d2-0216-4a47-a8d7-e51e895d4b84', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:20Z', 'updated_at': '2021-07-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.275078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Sync routers for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:49.277763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-c0313ac9-1405-4868-b353-f39240c6dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.280719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-c0313ac9-1405-4868-b353-f39240c6dc96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.4098268 Jul 16 01:36:49.303206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.308516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e68928ab-4b1a-4fe3-8de7-7dcf47eb5343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.334824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:49.340456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.378525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-53ca2e1a-ad9d-44f0-829f-3ba804f3bb6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d HTTP/1.1" status: 200 len: 217 time: 0.0863535 Jul 16 01:36:49.405061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e68928ab-4b1a-4fe3-8de7-7dcf47eb5343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.440186 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] Checking router: 901c87c8-2877-4eaa-8d75-7805c85df290 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:49.451505 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] Routers {'901c87c8-2877-4eaa-8d75-7805c85df290'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:49.452160 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['901c87c8-2877-4eaa-8d75-7805c85df290'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.486522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:49.493662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.494330 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.495592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-1ebe1c00-2ca9-4d7e-ac02-af82941ea493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.497266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-1ebe1c00-2ca9-4d7e-ac02-af82941ea493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.1045246 Jul 16 01:36:49.517271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14a49c-1800-4b3b-bff3-37207990a023 req-4cee3e5a-48bb-477e-89e5-e14005db084a tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.519074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f14a49c-1800-4b3b-bff3-37207990a023 req-4cee3e5a-48bb-477e-89e5-e14005db084a tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 945 time: 0.3929696 Jul 16 01:36:49.540414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.541082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.573630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:49.595250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-18496611-4cd4-4735-9da6-c3100ae84db1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700574 Jul 16 01:36:49.595842 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] Set router 901c87c8-2877-4eaa-8d75-7805c85df290 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:49.679692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Deleting port 24e055d2-0216-4a47-a8d7-e51e895d4b84 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:49.680064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.701237 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:36:49Z', 'revision_number': 6, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.718212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f14a49c-1800-4b3b-bff3-37207990a023 req-5aaeb221-b19b-4a94-ad4f-41693d266eb8 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842360 Jul 16 01:36:49.793797 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786442f6-a66a-4861-b532-e22fc991b5d0 None None] The sync data for ids ['901c87c8-2877-4eaa-8d75-7805c85df290'] in n-d-791506-20 is: [{'id': '901c87c8-2877-4eaa-8d75-7805c85df290', 'name': 'tempest-AttachSCSIVolumeTestJSON-1853016116-router', 'tenant_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:36:49Z', 'revision_number': 6, 'project_id': '10d2f5d2c0ce44a7b8ebfe0ee82c3854', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:49.894341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-c8b4203f-8b44-426d-a5c2-f3a4d39fad1d service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677307 Jul 16 01:36:49.896741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.903785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] For port 24e055d2-0216-4a47-a8d7-e51e895d4b84, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=24e055d2-0216-4a47-a8d7-e51e895d4b84,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:49.904166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.920671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Calling delete_port for 24e055d2-0216-4a47-a8d7-e51e895d4b84 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:49.971409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:49.974684 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89753e6-9137-4445-b174-465d10ce6515" -d '{"events": [{"server_uuid": "a0b43a9d-a241-413d-9d34-28a136533e4c", "name": "network-vif-plugged", "status": "completed", "tag": "0cc55e3f-c812-49b7-ba69-36d82f2c9b7e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:49.995680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:50.012238 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.054702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e68928ab-4b1a-4fe3-8de7-7dcf47eb5343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.057217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e68928ab-4b1a-4fe3-8de7-7dcf47eb5343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.061217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e68928ab-4b1a-4fe3-8de7-7dcf47eb5343 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6be884a-2854-48d5-b97f-36107912bf5e HTTP/1.1" status: 204 len: 168 time: 0.8695679 Jul 16 01:36:50.066028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.127426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68928ab-4b1a-4fe3-8de7-7dcf47eb5343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be884a-2854-48d5-b97f-36107912bf5e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.176370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 2, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:50.275831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456cc54-5c13-4ab6-9b1a-642432c64449 req-0b0d82a6-ea9b-4229-8bd4-d569e5d52772 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.278714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1456cc54-5c13-4ab6-9b1a-642432c64449 req-0b0d82a6-ea9b-4229-8bd4-d569e5d52772 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 944 time: 0.2722003 Jul 16 01:36:50.287633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad7c4fc7-ff3a-44a4-9c76-9adb0f69c481 req-28dfb3ec-786a-420b-a0bd-851eec1daac5 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058221 Jul 16 01:36:50.379022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55052) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.400214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381107094', 'description': 'tempest-description--1958605852'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.427848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1456cc54-5c13-4ab6-9b1a-642432c64449 req-378065bb-861d-4acf-a325-1de9eb09b75a tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358688 Jul 16 01:36:50.451542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.487099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.538478 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a3cdc-69d9-4f2b-8fcb-55bb7069cdb8 x-openstack-request-id: req-a10a3cdc-69d9-4f2b-8fcb-55bb7069cdb8 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:50.538945 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b43a9d-a241-413d-9d34-28a136533e4c", "name": "network-vif-plugged", "status": "completed", "tag": "0cc55e3f-c812-49b7-ba69-36d82f2c9b7e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:50.539301 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a10a3cdc-69d9-4f2b-8fcb-55bb7069cdb8 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:50.539820 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e', 'code': 200} Jul 16 01:36:50.544318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d2fb66e3-73a1-4166-b493-b910f6f1d36d details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:50.552476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Checking router: b9381d7a-a63a-416f-8adb-6dd5848bfab6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:50.552989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Updating router b9381d7a-a63a-416f-8adb-6dd5848bfab6 port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:50.636042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.753781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.760021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.835197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0035c39-b53e-49f8-af2c-a3b0678f25de,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.840135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.842277 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bc1a82cf-8e6b-410c-8d5e-40a31597af22 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4619429 Jul 16 01:36:50.848712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.855016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Request body: {'security_group_rule': {'security_group_id': 'f0035c39-b53e-49f8-af2c-a3b0678f25de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.868910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d2fb66e3-73a1-4166-b493-b910f6f1d36d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:50.893227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d', 'network_id': '29ad9b05-cae9-4d46-94b4-0eeabe1eae85', 'port_id': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d', 'mac_address': 'fa:16:3e:b3:1c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa99349-7a48-4344-94dd-5cd3e4a293ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:50.923768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.071400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cb72047-fc69-4fa6-b724-ca92f446e724 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:51.076498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.088545 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.123683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1cb72047-fc69-4fa6-b724-ca92f446e724 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:51.124039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cb72047-fc69-4fa6-b724-ca92f446e724 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:51.124968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 24e055d2-0216-4a47-a8d7-e51e895d4b84 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:51.142238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bb50fb-0b57-4b32-8b53-2d044c75f4f8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.154984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 24e055d2-0216-4a47-a8d7-e51e895d4b84 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:51.155341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 24e055d2-0216-4a47-a8d7-e51e895d4b84 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:51.156839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.159305 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.164655 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07e67497-b0c2-4c3a-bc16-9ba84b6f2f81 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142445 Jul 16 01:36:51.165363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55084) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.174007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Request body: {'security_group_rule': {'security_group_id': 'f0035c39-b53e-49f8-af2c-a3b0678f25de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.184814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fb66e3-73a1-4166-b493-b910f6f1d36d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:51.224386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d2fb66e3-73a1-4166-b493-b910f6f1d36d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:51.226199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.231845 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.334381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.341461 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.355818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e055d2-0216-4a47-a8d7-e51e895d4b84,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.359008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d2fb66e3-73a1-4166-b493-b910f6f1d36d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.375602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2453a74-0394-47f9-ad63-873b08232643,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.383012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.394009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-839f25f5-ce0e-4f23-b2a6-b40a31b49d97 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249825 Jul 16 01:36:51.395937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.398772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.405872 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.413103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.435677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Transition to ACTIVE for port object 8e0ccf8c-2493-4d62-a5c8-5f180845d854 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:51.444500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.468849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aaab0-d2fc-4125-a363-f423169a60c4 req-6ed91a55-d313-4a6c-bfbf-6eec1805bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.471465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-126aaab0-d2fc-4125-a363-f423169a60c4 req-6ed91a55-d313-4a6c-bfbf-6eec1805bfcb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.8137522 Jul 16 01:36:51.481306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.506989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60d9c-c5a8-4bc8-bdb0-4e4a9f50b2c5 None None] Pushing event updated for resources: {'Port': ['ID=8e0ccf8c-2493-4d62-a5c8-5f180845d854,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.539118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.555998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.632079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d2fb66e3-73a1-4166-b493-b910f6f1d36d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:51.634205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-126aaab0-d2fc-4125-a363-f423169a60c4 req-37691f9e-b74f-41f1-92d8-c9eb9a4f3525 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551278 Jul 16 01:36:51.648830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.649380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901c87c8-2877-4eaa-8d75-7805c85df290 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:51.658778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.659932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b82f2f0e-0ce6-49be-a3b0-1920ccbbbb70 admin admin] 10.222.0.42 "DELETE /v2.0/routers/901c87c8-2877-4eaa-8d75-7805c85df290 HTTP/1.1" status: 204 len: 168 time: 3.0084481 Jul 16 01:36:51.663091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.678964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55106) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.683595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.745744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Attempting to bind port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:51.748348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Attempting to bind port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:51.749352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Attempting to bind port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 on network b2eee1b1-0325-4835-8e72-2d90c42c1c4a {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:51.765854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:51.767187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Checking segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:51.768105 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.769219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Bound using segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:51.770516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Bound port: 8e0ccf8c-2493-4d62-a5c8-5f180845d854, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:51.773778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.991003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Deleting subnet 531e55c6-4697-49f2-bcb7-2dc8d54eb76c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:52.000075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.010509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] For port 8e0ccf8c-2493-4d62-a5c8-5f180845d854, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:52.032058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] For port 8e0ccf8c-2493-4d62-a5c8-5f180845d854, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8e0ccf8c-2493-4d62-a5c8-5f180845d854,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:52.063197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.070448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Allocated IP 172.25.7.147 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/bfc7c78d-d041-459c-9b15-f947d44a017a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:52.146935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.163061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d834195-86ed-44e2-8129-397665e8b2db req-de73f812-801a-4b5b-9261-8b77afbc38aa tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.178162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d834195-86ed-44e2-8129-397665e8b2db req-de73f812-801a-4b5b-9261-8b77afbc38aa tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 945 time: 0.3696694 Jul 16 01:36:52.194748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1168188881-network', 'tenant_id': '33e06af330754e64bb538b69faab7eaa'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:52.269789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-a9275971-ede3-471c-a4c2-28065790bc1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3534226 Jul 16 01:36:52.303906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Made reservation on behalf of 33e06af330754e64bb538b69faab7eaa for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:52.306922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.316031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:52.329959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:52.347887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d834195-86ed-44e2-8129-397665e8b2db req-a0e02471-43b8-456d-9423-011ad371b14c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680193 Jul 16 01:36:52.394102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.494530 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.543170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:52.558633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8d4f7-f308-49d1-8df5-00361c86673a req-161ca317-3f1b-4a2e-9cd8-d841e25c6fca tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.560387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ce8d4f7-f308-49d1-8df5-00361c86673a req-161ca317-3f1b-4a2e-9cd8-d841e25c6fca tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 945 time: 0.2990692 Jul 16 01:36:52.566571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.599284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60d9c-c5a8-4bc8-bdb0-4e4a9f50b2c5 None None] Pushing event updated for resources: {'Port': ['ID=8e0ccf8c-2493-4d62-a5c8-5f180845d854,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.680615 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.688717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.690692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.696002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.696662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.697351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.698008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.701297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.701847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.704174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbca92bd-2a7d-4ee9-aac1-1e69c1c67a62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.3414710 Jul 16 01:36:52.717336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:52.745641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ce8d4f7-f308-49d1-8df5-00361c86673a req-3043d0f2-64f2-4fad-90f9-e34a1f9bdcb1 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215239 Jul 16 01:36:52.755456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.756963 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Added segment b1359a09-5ce4-4558-bebd-2a4ee7ab11ab of type vlan for network b74102c0-be4d-4348-a42f-bda945f18c00 Jul 16 01:36:52.779366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.813882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b12486-25d8-4039-81d1-8e81117d93a9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.866153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.891983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:51Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:52.915404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.916122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.917603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/531e55c6-4697-49f2-bcb7-2dc8d54eb76c HTTP/1.1" status: 204 len: 168 time: 1.2535334 Jul 16 01:36:52.923012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:52.923942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55120) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.924824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996b9e6-db26-425c-a9f7-3bf6c772a23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531e55c6-4697-49f2-bcb7-2dc8d54eb76c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.932156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31597bb-50ec-4023-b56c-2c1fee9a3e18 None None] Network dd58a1b2-5b9e-4aee-9a4e-729e5a309411 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:52.936897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf4f2c-265d-47e6-84cd-3582e859aea1 None None] The sync data for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 is: [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:51Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:52.949186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3fdeb598-824b-42c2-a387-6d6b4b505024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.949892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3fdeb598-824b-42c2-a387-6d6b4b505024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.950512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3fdeb598-824b-42c2-a387-6d6b4b505024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.952322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3fdeb598-824b-42c2-a387-6d6b4b505024 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 2292 time: 0.2036364 Jul 16 01:36:52.954681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:52.966293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:52.967599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event updated for resources: {'Port': ['ID=bfc7c78d-d041-459c-9b15-f947d44a017a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.094394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:36:53.167614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-0b19dcf5-817c-46d5-88e1-2f88273f31bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1002 time: 0.1917956 Jul 16 01:36:53.247328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-19150cb0-e919-458b-9c7e-c2443fc31a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.248984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-19150cb0-e919-458b-9c7e-c2443fc31a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.0805779 Jul 16 01:36:53.277846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.307322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] DHCP port deletion for dd58a1b2-5b9e-4aee-9a4e-729e5a309411 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:53.350317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.375349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-572e128e-4f09-4816-8d48-408516817f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.378075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-572e128e-4f09-4816-8d48-408516817f02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150155 Jul 16 01:36:53.409482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] Deleting port a8260887-ce82-4d54-bdea-56846b54c0c1 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:53.410067 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.422346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.493951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.495118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.495926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.534334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6121402 Jul 16 01:36:53.551541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55128) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.575292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Request body: {'subnet': {'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1168188881-subnet', 'tenant_id': '33e06af330754e64bb538b69faab7eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:53.592000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] For port a8260887-ce82-4d54-bdea-56846b54c0c1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a8260887-ce82-4d54-bdea-56846b54c0c1,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:53.595377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.632754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] Calling delete_port for a8260887-ce82-4d54-bdea-56846b54c0c1 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:53.641596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-09222275-c6a5-478d-a3bf-377c74054fe5 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566442 Jul 16 01:36:53.693060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285cb76-5cfc-4abd-9088-6bece9008197 admin admin] Pushing event updated for resources: {'Network': ['ID=b74102c0-be4d-4348-a42f-bda945f18c00,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.741510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Made reservation on behalf of 33e06af330754e64bb538b69faab7eaa for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:53.743916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.753275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b74102c0-be4d-4348-a42f-bda945f18c00 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:53.787045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-ec457208-6d89-4d9d-9134-79a333039477 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.789353 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-ec457208-6d89-4d9d-9134-79a333039477 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.23 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 945 time: 0.3630216 Jul 16 01:36:53.813472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Deleting port a8260887-ce82-4d54-bdea-56846b54c0c1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:53.813697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.926994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241d840-5b3a-40fe-8236-3be685b6ad33 req-a2fda92e-62c4-41c9-824a-203edd2cb9fb tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.929921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3241d840-5b3a-40fe-8236-3be685b6ad33 req-a2fda92e-62c4-41c9-824a-203edd2cb9fb tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 945 time: 0.3724105 Jul 16 01:36:53.993699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.031562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] Pushing event deleted for resources: {'Port': ['ID=a8260887-ce82-4d54-bdea-56846b54c0c1,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.040488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea788db2-88db-40c4-ae82-3d1fd1804ed6 None None] No DVR routers for this DVR port a8260887-ce82-4d54-bdea-56846b54c0c1 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:54.049897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-c9ae3b18-6586-445f-b695-5b68ac64b816 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981366 Jul 16 01:36:54.085431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.106171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] For port a8260887-ce82-4d54-bdea-56846b54c0c1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a8260887-ce82-4d54-bdea-56846b54c0c1,segment=NetworkSegment(7da40534-18ae-4c14-9c35-f024d0b33307),segment_id=7da40534-18ae-4c14-9c35-f024d0b33307)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.106543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.111937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.147409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3241d840-5b3a-40fe-8236-3be685b6ad33 req-b990a559-d403-4640-b1eb-745b865622f5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931100 Jul 16 01:36:54.147409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-dbcdde40-0746-4f38-9eeb-60c4a231d99a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 217 time: 0.0606010 Jul 16 01:36:54.183006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Calling delete_port for a8260887-ce82-4d54-bdea-56846b54c0c1 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:54.210849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeb0d9-d47b-4bfd-a71f-f70408d70768 req-a793f550-c8dc-4d72-b73f-d03e77b58a71 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.219315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdfeb0d9-d47b-4bfd-a71f-f70408d70768 req-a793f550-c8dc-4d72-b73f-d03e77b58a71 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 945 time: 0.1975625 Jul 16 01:36:54.238857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-b2a14fb1-271d-41fd-8a2b-c252491c3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.241314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-b2a14fb1-271d-41fd-8a2b-c252491c3c22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.0904713 Jul 16 01:36:54.299109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdfeb0d9-d47b-4bfd-a71f-f70408d70768 req-ff644666-0089-4d0e-85ca-5043107d0908 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb4abf47-127e-4d5b-bc2f-21de99817f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788031 Jul 16 01:36:54.306421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event updated for resources: {'Port': ['ID=bfc7c78d-d041-459c-9b15-f947d44a017a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.341850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-a930bcfd-a93e-4485-8004-f99a74d8e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.343603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-a930bcfd-a93e-4485-8004-f99a74d8e42e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953174 Jul 16 01:36:54.346756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.404331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Deleting port b19aa7a0-2283-4e5a-ae64-11f97a366514 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:54.404845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.435084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d2fb66e3-73a1-4166-b493-b910f6f1d36d up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:54.462973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.468250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d9c207e-74e9-42ab-9c68-fff896467d07 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0632815 Jul 16 01:36:54.478131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.535232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] No DVR routers for this DVR port a8260887-ce82-4d54-bdea-56846b54c0c1 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:54.558393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.575961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3dd713a0-5c40-4e27-8a1b-f607b81303c4 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199121 Jul 16 01:36:54.596361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port d2fb66e3-73a1-4166-b493-b910f6f1d36d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:54.606908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port d2fb66e3-73a1-4166-b493-b910f6f1d36d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:54.607284 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.737921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8260887-ce82-4d54-bdea-56846b54c0c1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.786483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-63c6d50c-ca73-4eb6-b0d8-0ad605280943 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021101 Jul 16 01:36:54.787238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Checking segment: {'id': 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:54.787537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Network hostable DHCP agents. Network: b74102c0-be4d-4348-a42f-bda945f18c00, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:54.788043 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.845179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.867019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f74cb4-e45a-4d08-ae92-1f61f7212ad5,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.877620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:54.880903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd58a1b2-5b9e-4aee-9a4e-729e5a309411']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:54.886660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] For port b19aa7a0-2283-4e5a-ae64-11f97a366514, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b19aa7a0-2283-4e5a-ae64-11f97a366514,segment=NetworkSegment(9695b4b8-b3d2-448c-adf4-8a9baef3f570),segment_id=9695b4b8-b3d2-448c-adf4-8a9baef3f570)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.887031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.889742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Network b74102c0-be4d-4348-a42f-bda945f18c00 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:54.890456 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3b7a0f-19f3-4b32-9b0d-dcf79daca917" -d '{"events": [{"server_uuid": "6dd59697-fbca-4172-95e9-dbeab3ec4bd9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fb66e3-73a1-4166-b493-b910f6f1d36d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:54.909399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-cc25cfec-8407-4300-a669-fa097fe52c14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 217 time: 0.0745249 Jul 16 01:36:54.931329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-5e0b0ecf-dec0-4ef8-8301-28b6879e5da7 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--381107094&fields=id&tenant_id=bf162a766d2948f4a86446789320cd27 HTTP/1.1" status: 200 len: 267 time: 0.1419642 Jul 16 01:36:54.932251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.935772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d2fb66e3-73a1-4166-b493-b910f6f1d36d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.946585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Calling delete_port for b19aa7a0-2283-4e5a-ae64-11f97a366514 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:54.948783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.954111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da40534-18ae-4c14-9c35-f024d0b33307') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:54.954421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da40534-18ae-4c14-9c35-f024d0b33307') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:55.006757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b74102c0-be4d-4348-a42f-bda945f18c00) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:55.013126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.013778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.018341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.024227 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164b0de-10e7-4509-a52b-cc265da5b877 x-openstack-request-id: req-e164b0de-10e7-4509-a52b-cc265da5b877 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:55.024783 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd59697-fbca-4172-95e9-dbeab3ec4bd9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fb66e3-73a1-4166-b493-b910f6f1d36d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:55.025195 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e164b0de-10e7-4509-a52b-cc265da5b877 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:55.025737 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d', 'code': 200} Jul 16 01:36:55.026605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b009a-51af-4b16-80c6-849edb6f0125 None None] Network b74102c0-be4d-4348-a42f-bda945f18c00 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:55.095937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-bb40435b-26f0-4c00-b029-61472a3ffe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.100683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-bb40435b-26f0-4c00-b029-61472a3ffe6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1826322 Jul 16 01:36:55.113094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-db094236-8fbf-4cda-99eb-4f0e37b2597d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5695992 Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:55.148768 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:55.300746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08df64b2-2248-42d3-811b-65e90734a580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.356728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.372368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.382868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd58a1b2-5b9e-4aee-9a4e-729e5a309411 HTTP/1.1" status: 204 len: 168 time: 2.4538651 Jul 16 01:36:55.387921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.456544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8b0d3-3878-447d-b4f4-c5e171f077c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd58a1b2-5b9e-4aee-9a4e-729e5a309411,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.479995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e0ccf8c-2493-4d62-a5c8-5f180845d854 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:55.495932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.528697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-83c97128-8b05-4566-bec8-596b5bb330ed tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.530585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-83c97128-8b05-4566-bec8-596b5bb330ed tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/networks?id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a HTTP/1.1" status: 200 len: 812 time: 0.5535197 Jul 16 01:36:55.537123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d2fb66e3-73a1-4166-b493-b910f6f1d36d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.559204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Pushing event deleted for resources: {'Port': ['ID=b19aa7a0-2283-4e5a-ae64-11f97a366514,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.577749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-88788945-a9fa-494a-9cfb-2bd3e33ac840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.579288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-88788945-a9fa-494a-9cfb-2bd3e33ac840 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4035478 Jul 16 01:36:55.620848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] No DVR routers for this DVR port b19aa7a0-2283-4e5a-ae64-11f97a366514 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:55.623669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.626217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2f0c26c6-584c-4399-945d-cadb150324a0 req-c7d39604-b381-4267-a724-08e39bd188f6 tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.23 "DELETE /v2.0/ports/b19aa7a0-2283-4e5a-ae64-11f97a366514 HTTP/1.1" status: 204 len: 173 time: 1.8251326 Jul 16 01:36:55.626689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41759198-b3b7-4466-964a-d40a2d1a815b', 'name': 'network-vif-deleted', 'tag': 'b19aa7a0-2283-4e5a-ae64-11f97a366514'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:55.631136 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c729ca36-8d2e-49d8-bd3a-0466c2794f9f" -d '{"events": [{"server_uuid": "41759198-b3b7-4466-964a-d40a2d1a815b", "name": "network-vif-deleted", "tag": "b19aa7a0-2283-4e5a-ae64-11f97a366514"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:55.653724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473dfaf-ca5e-4d47-ab4b-137e89e9fa60 None None] Network b74102c0-be4d-4348-a42f-bda945f18c00 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:55.685804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dacf31-6794-49f1-8567-1eb5b1b39d1a req-dcc0c48a-d25d-45fc-8539-8c05c8d1507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.687346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3dacf31-6794-49f1-8567-1eb5b1b39d1a req-dcc0c48a-d25d-45fc-8539-8c05c8d1507e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 1098 time: 0.4991286 Jul 16 01:36:55.732721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-cc25ba41-344c-4236-ad92-766f444c970d tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/quotas/bf162a766d2948f4a86446789320cd27 HTTP/1.1" status: 200 len: 375 time: 0.1791596 Jul 16 01:36:55.782282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:55.789280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:55.789654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.948916 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.953997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4787b1-46dd-46f4-9a9a-d5a3b8f63490 req-5efe7a72-3b96-4440-8fcc-d7842cb9edda tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.955607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f4787b1-46dd-46f4-9a9a-d5a3b8f63490 req-5efe7a72-3b96-4440-8fcc-d7842cb9edda tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.5262482 Jul 16 01:36:55.984591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3dacf31-6794-49f1-8567-1eb5b1b39d1a req-3e51567b-3563-45c9-a694-815ad4501ca5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681432 Jul 16 01:36:55.997932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 8e0ccf8c-2493-4d62-a5c8-5f180845d854, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8e0ccf8c-2493-4d62-a5c8-5f180845d854,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:56.009620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.057913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-77f11ef4-e298-4754-8417-40831dda22bc service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957996 Jul 16 01:36:56.062213 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08df64b2-2248-42d3-811b-65e90734a580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.094692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a8260887-ce82-4d54-bdea-56846b54c0c1 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:56.124443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08df64b2-2248-42d3-811b-65e90734a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.128367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=8e0ccf8c-2493-4d62-a5c8-5f180845d854,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.133648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a8260887-ce82-4d54-bdea-56846b54c0c1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:56.135476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a8260887-ce82-4d54-bdea-56846b54c0c1 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:56.170293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f4787b1-46dd-46f4-9a9a-d5a3b8f63490 req-bac5b01f-175e-4aab-9a81-bc41dc2413a2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946452 Jul 16 01:36:56.199843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-9def4f24-dae6-47c1-93e0-f61dc1e98ace tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf162a766d2948f4a86446789320cd27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4530485 Jul 16 01:36:56.256510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-08df64b2-2248-42d3-811b-65e90734a580 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=940df0c244b942119e7202dbeb7bb736&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3184779 Jul 16 01:36:56.257733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.296536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df64b2-2248-42d3-811b-65e90734a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d995b6-6073-4caa-a395-06e0867e565a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.325023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fac2db23-c85f-4da6-839d-d84da149930c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.353105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fac2db23-c85f-4da6-839d-d84da149930c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.427493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fac2db23-c85f-4da6-839d-d84da149930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.431723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fac2db23-c85f-4da6-839d-d84da149930c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.436526 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fac2db23-c85f-4da6-839d-d84da149930c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81d995b6-6073-4caa-a395-06e0867e565a HTTP/1.1" status: 204 len: 168 time: 0.1746640 Jul 16 01:36:56.446546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2db23-c85f-4da6-839d-d84da149930c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d995b6-6073-4caa-a395-06e0867e565a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.764182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.783129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac392323-0108-4065-8810-74dc02b2acb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.828409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ece0ea6f-a552-4b99-ba8f-4ae76ace00e4 req-2318f95f-3e94-4a5a-b318-13214469e13b tempest-ServerMetadataNegativeTestJSON-1820427514 tempest-ServerMetadataNegativeTestJSON-1820427514-project] 10.222.0.42 "GET /v2.0/ports?device_id=41759198-b3b7-4466-964a-d40a2d1a815b HTTP/1.1" status: 200 len: 210 time: 0.3954594 Jul 16 01:36:56.835343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-fca8e573-4001-417a-b661-1cb107acdfe5 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685118 Jul 16 01:36:56.913599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac392323-0108-4065-8810-74dc02b2acb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.917277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-05a8d513-629e-4991-bed2-6acb909f6b97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 217 time: 0.0751576 Jul 16 01:36:56.922678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac392323-0108-4065-8810-74dc02b2acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.934385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-0001e6b2-6893-4093-b7cb-489de147434e service neutron] 10.222.0.42 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841462 Jul 16 01:36:57.052754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-a8903a8e-38c9-4fce-a24a-60dd77d4fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.053624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e0ccf8c-2493-4d62-a5c8-5f180845d854 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:57.054276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-a8903a8e-38c9-4fce-a24a-60dd77d4fd47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1302197 Jul 16 01:36:57.059307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac392323-0108-4065-8810-74dc02b2acb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c76b4f4d905f48a794b8e4c456867b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938106 Jul 16 01:36:57.061934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55184) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.079457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac392323-0108-4065-8810-74dc02b2acb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be849bc1-878b-4a68-be40-142f76c15428,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.118619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b19aa7a0-2283-4e5a-ae64-11f97a366514 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:57.168386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58171963-f5af-4625-b8f0-bb7678dd4357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.169810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: b19aa7a0-2283-4e5a-ae64-11f97a366514 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:57.170316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b19aa7a0-2283-4e5a-ae64-11f97a366514 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:57.186010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:57.187176 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.200128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58171963-f5af-4625-b8f0-bb7678dd4357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.217427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-c7df7505-dcc5-4d97-8632-be6d295b66fd service neutron] 10.222.0.42 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587006 Jul 16 01:36:57.295567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-bafd9708-c6a4-4365-99df-3ee289f3eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.297675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-bafd9708-c6a4-4365-99df-3ee289f3eefd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2077556 Jul 16 01:36:57.325599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58171963-f5af-4625-b8f0-bb7678dd4357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.329282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58171963-f5af-4625-b8f0-bb7678dd4357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.332632 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58171963-f5af-4625-b8f0-bb7678dd4357 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be849bc1-878b-4a68-be40-142f76c15428 HTTP/1.1" status: 204 len: 168 time: 0.2676828 Jul 16 01:36:57.334926 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.387496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58171963-f5af-4625-b8f0-bb7678dd4357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be849bc1-878b-4a68-be40-142f76c15428,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.619804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-bb7192a0-0cbe-4d4f-831a-7b2d42d897ad service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140802 Jul 16 01:36:57.731096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-7feb7e24-8377-4a4f-9903-baf43a6b64f3 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.738056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-7feb7e24-8377-4a4f-9903-baf43a6b64f3 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/networks?id=b74102c0-be4d-4348-a42f-bda945f18c00 HTTP/1.1" status: 200 len: 818 time: 0.3493023 Jul 16 01:36:57.804465 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92dd423-0803-4cd4-845a-2dc6f30c3b74 x-openstack-request-id: req-c92dd423-0803-4cd4-845a-2dc6f30c3b74 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:57.808664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-a6a6ca39-cafb-4a22-812e-6b473aaea6d2 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/quotas/33e06af330754e64bb538b69faab7eaa HTTP/1.1" status: 200 len: 375 time: 0.0696359 Jul 16 01:36:57.809979 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41759198-b3b7-4466-964a-d40a2d1a815b", "name": "network-vif-deleted", "tag": "b19aa7a0-2283-4e5a-ae64-11f97a366514", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:57.810455 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c92dd423-0803-4cd4-845a-2dc6f30c3b74 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:57.811138 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41759198-b3b7-4466-964a-d40a2d1a815b', 'name': 'network-vif-deleted', 'tag': 'b19aa7a0-2283-4e5a-ae64-11f97a366514', 'status': 'completed', 'code': 200} Jul 16 01:36:57.832216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-4f375fbd-771b-41dc-9f41-0b21d7f8ffd0 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039738 Jul 16 01:36:57.912108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-a68bcf86-0273-4f05-b772-38bfbce38cf6 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=33e06af330754e64bb538b69faab7eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840988 Jul 16 01:36:57.915219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-009a7fd1-5053-4ed8-b49e-b556e31a9053 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 217 time: 0.0758519 Jul 16 01:36:58.074746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-d3bf1508-06aa-443d-8c92-2b5f528f6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.074746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-d3bf1508-06aa-443d-8c92-2b5f528f6d69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.1496041 Jul 16 01:36:58.273648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-d5ef6e2d-a6ac-499c-95a3-a669e064170c service neutron] 10.222.0.42 "GET /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395832 Jul 16 01:36:58.366761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa47af-4b41-468e-8189-71a45e711d0e req-39d6933c-59d6-4c50-a8c4-97b764110019 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.377917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52aa47af-4b41-468e-8189-71a45e711d0e req-39d6933c-59d6-4c50-a8c4-97b764110019 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.3883274 Jul 16 01:36:58.449265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-f55650c0-7d25-4735-8634-2b17fa2c1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.450923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-f55650c0-7d25-4735-8634-2b17fa2c1ab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3407826 Jul 16 01:36:58.530284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52aa47af-4b41-468e-8189-71a45e711d0e req-a6f6e2cc-4048-480f-a360-c5a5e27af10c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513131 Jul 16 01:36:58.568126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-d5501b16-b74a-4657-aab1-69758f1ea55d service neutron] 10.222.0.42 "GET /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548463 Jul 16 01:36:58.614670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Deleting port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:58.615021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.752631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-432b6597-0ff2-4c2d-b41d-cb4f75d389a7 req-d3ae370a-2ce3-456b-b154-8fb8fabe9b63 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 210 time: 0.0597036 Jul 16 01:36:58.757814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-6cd30efa-ef18-4dce-a906-0da4c41646ec service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925584 Jul 16 01:36:58.895942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-f83e5a8e-a6d4-460d-9f29-fed411fd464f service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276236 Jul 16 01:36:58.904039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] For port 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:58.904438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.963845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-afbf58f4-7904-41d5-80cf-692e74361054 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.0557475 Jul 16 01:36:58.964819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Calling delete_port for 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:59.030326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55242) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.207252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3fa3955a-587c-4a47-aa7b-b82b8db72ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.207733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Deleting subnet e0dca32f-db1c-4199-9781-d7c75c6640f5 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:59.208345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-3fa3955a-587c-4a47-aa7b-b82b8db72ecc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.2261014 Jul 16 01:36:59.218946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.337493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.408743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.442943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0fb7ca-912c-4d92-b4ca-50f89b932129 req-b195df42-f29e-4891-bf01-23b19fe9f720 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 210 time: 0.0709143 Jul 16 01:36:59.541730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.567934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0dca32f-db1c-4199-9781-d7c75c6640f5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.578639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.581716 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad828666-6732-460a-80aa-6a570e2e4db2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0dca32f-db1c-4199-9781-d7c75c6640f5 HTTP/1.1" status: 204 len: 168 time: 0.5487161 Jul 16 01:36:59.584491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.615448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-d442408b-a900-4ba0-89d8-266c7fa9807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.617946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-d442408b-a900-4ba0-89d8-266c7fa9807a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2592182 Jul 16 01:36:59.691137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.766395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-d07d06bd-3527-4419-8883-afd5ed626905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.769017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-d07d06bd-3527-4419-8883-afd5ed626905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 1098 time: 0.2592676 Jul 16 01:36:59.793939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.807796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca8442-f03d-42c2-aa4e-c30c05d499c2']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.821318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9695b4b8-b3d2-448c-adf4-8a9baef3f570') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.821856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9695b4b8-b3d2-448c-adf4-8a9baef3f570') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.831819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.834705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.854100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.865294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55266) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.873689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:59.874284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:59.876626 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:59.985123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a82a41-8c99-42a5-9d60-44e8ca8f662e req-1e777576-ceae-4579-b997-e341e4d06e2c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.989835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.995176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04a82a41-8c99-42a5-9d60-44e8ca8f662e req-1e777576-ceae-4579-b997-e341e4d06e2c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.3819084 Jul 16 01:36:59.996012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.002717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] 10.222.0.42 "DELETE /v2.0/networks/a5ca8442-f03d-42c2-aa4e-c30c05d499c2 HTTP/1.1" status: 204 len: 168 time: 0.4150021 Jul 16 01:37:00.023076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ecbea-0294-43fa-b39e-5d3466ce3e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ca8442-f03d-42c2-aa4e-c30c05d499c2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.040933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-4e54d5fd-dc94-4f49-9c77-62d0a615122a service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084668 Jul 16 01:37:00.043866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad74a8a-b5ce-47b5-8e10-a4327e0ec920,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.214038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'network': {'name': 'tempest-network-smoke--812010970', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.250499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d3aae77-efcd-4a4d-9791-1599a8f8a0ef req-5f7570c3-7a4d-448b-a51a-a4b255a49fc0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 210 time: 0.2158504 Jul 16 01:37:00.330721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55272) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.375314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:00.381729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.401009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.455152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-06227f07-1411-4447-9048-65dbd95acb9d tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.457282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-06227f07-1411-4447-9048-65dbd95acb9d tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.23 "GET /v2.0/networks?id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a HTTP/1.1" status: 200 len: 812 time: 0.3531525 Jul 16 01:37:00.467343 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fdd1be14-7260-420b-9c6b-76bb1f71d40e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d3aab10eed149b9b86d34c1bf4c8043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353755 Jul 16 01:37:00.472767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.579047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-f8e1d241-5ecc-4bfa-9d8a-1bbe55799583 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf162a766d2948f4a86446789320cd27 HTTP/1.1" status: 200 len: 379 time: 0.1101403 Jul 16 01:37:00.594512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Request body: {'port': {'device_id': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'admin_state_up': True, 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'security_groups': ['f0035c39-b53e-49f8-af2c-a3b0678f25de']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.656166 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-797d58a5-53e3-4306-9bbe-be71b620afd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.740218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-797d58a5-53e3-4306-9bbe-be71b620afd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.770062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.785877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.809868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04a82a41-8c99-42a5-9d60-44e8ca8f662e req-368dd257-c03b-4087-b241-1bd4aadc1807 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135242 Jul 16 01:37:00.828119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-85378fd6-832f-4c87-9ecf-c8645566b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.830031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-85378fd6-832f-4c87-9ecf-c8645566b48b service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 1.0541801 Jul 16 01:37:00.842680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:00.862816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31518f4-a10a-4e7b-b528-d726045ed7e9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.868900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e11bfe91-c79a-4ccd-aa7c-d21612703338 req-df8ed15b-5485-480e-b0eb-25ff4f6e337a tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 210 time: 0.0717943 Jul 16 01:37:00.884795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.885151 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Added segment c71509dc-eb92-4fdb-aecd-481ebc47dba9 of type vlan for network bc6f9bb4-3976-4baa-8d01-d74b3276d600 Jul 16 01:37:00.944001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Made reservation on behalf of bf162a766d2948f4a86446789320cd27 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:00.948080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.970975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-797d58a5-53e3-4306-9bbe-be71b620afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.974632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-797d58a5-53e3-4306-9bbe-be71b620afd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.976100 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-797d58a5-53e3-4306-9bbe-be71b620afd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb4abf47-127e-4d5b-bc2f-21de99817f8f HTTP/1.1" status: 204 len: 168 time: 0.4968641 Jul 16 01:37:00.979240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.029789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d58a5-53e3-4306-9bbe-be71b620afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4abf47-127e-4d5b-bc2f-21de99817f8f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.050989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-5191b6e3-24c8-4733-a6e9-8853d9108d7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d HTTP/1.1" status: 200 len: 217 time: 0.1961155 Jul 16 01:37:01.120249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-7e4604e5-077d-45e1-a108-59a599224de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.122071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-7e4604e5-077d-45e1-a108-59a599224de1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.0615335 Jul 16 01:37:01.124263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-1dc90e52-2f6d-49c6-bd96-2313f0828a54 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0174508 Jul 16 01:37:01.157230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.163455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.164069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.175217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-3e459cc2-5b39-4621-8b28-784aff32aaa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470965 Jul 16 01:37:01.197976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Allocated IP 172.20.0.7 (b2eee1b1-0325-4835-8e72-2d90c42c1c4a/b659d69c-2a6f-4789-88e0-7a85460758f1/4dff57d4-d4c4-4416-8517-9878bd48e71c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:01.241060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-ae9f2d72-a906-4497-91c5-9ebdf6754569 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.0950732 Jul 16 01:37:01.260482 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3919916 Jul 16 01:37:01.264138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55284) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.283029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'admin_state_up': True, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:01.387496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c99de7-e1c1-44fd-a2ac-d976d0c2de8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Network': ['ID=bc6f9bb4-3976-4baa-8d01-d74b3276d600,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.402000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:01.509685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9555828-d4c8-4e48-944c-a73b4e42b22c req-780b76d8-ad61-4b9e-aeab-33fdc6143101 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 210 time: 0.0483882 Jul 16 01:37:01.529014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.547626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-45c8d902-7e68-4cfd-b365-f1b2b5d97625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.549177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-45c8d902-7e68-4cfd-b365-f1b2b5d97625 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.2645805 Jul 16 01:37:01.651329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-1d6dc418-6fdd-4665-b372-09cb0e9cd636 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787358 Jul 16 01:37:01.713710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-b74c2d00-cc54-4fd5-9c78-a9dd8a7c08a3 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.715237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-b74c2d00-cc54-4fd5-9c78-a9dd8a7c08a3 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.23 "GET /v2.0/networks?id=b74102c0-be4d-4348-a42f-bda945f18c00 HTTP/1.1" status: 200 len: 818 time: 0.5884604 Jul 16 01:37:01.745339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Request body: {'port': {'device_id': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00', 'admin_state_up': True, 'tenant_id': '33e06af330754e64bb538b69faab7eaa'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:01.790429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.791741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.870337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.873759 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.889302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-cf3c4d1d-f3e7-4161-84d5-27a606ddbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.890876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-cf3c4d1d-f3e7-4161-84d5-27a606ddbea4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3311696 Jul 16 01:37:01.952761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Transition to ACTIVE for port object 4dff57d4-d4c4-4416-8517-9878bd48e71c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.041950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.043753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-28a54d27-1620-4538-8895-6c6fee68b9fd service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442974 Jul 16 01:37:02.059260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55310) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.084386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.147089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:02.155852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:02.158149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4575c8-66a2-4ed3-bc9c-bd62e05bfe71 req-a4c78f4b-0980-4078-98ce-a44afa10da72 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930604 Jul 16 01:37:02.162689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:02.167261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event updated for resources: {'Port': ['ID=4dff57d4-d4c4-4416-8517-9878bd48e71c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.227570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80bb6c4a-3545-4467-b821-55b844df0075 req-3a5f7f99-4eb0-4eee-9606-e075b7f6419b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 210 time: 0.1463454 Jul 16 01:37:02.250616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-network', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.294039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.294740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.333843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Router 2d380993-95c1-4d98-ba21-be6a459df1bf has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:02.341874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Made reservation on behalf of 33e06af330754e64bb538b69faab7eaa for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:02.343124 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.376761 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-31593795-f483-4a62-9b00-be39916128b0 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7901618 Jul 16 01:37:02.415218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba764a-23f6-4574-8ad3-ddac3757509f req-dd43d397-d1ee-4456-8c1c-07fdeaa0868d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.416888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5dba764a-23f6-4574-8ad3-ddac3757509f req-dd43d397-d1ee-4456-8c1c-07fdeaa0868d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.3653626 Jul 16 01:37:02.422411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Request body: {'port': {'device_id': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.427980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc8c9f8-d397-4984-a9b9-cc65afe8c24e req-9d597d2f-b8a1-4ac6-90d2-3cb3f8b0049b service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638508 Jul 16 01:37:02.461680 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:02.469453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Made reservation on behalf of ee7eaeabd57f417cbce7fe170d09a2f0 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:02.471783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.482953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.487415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.524968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.573065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-434c0940-73af-44df-8cb0-7e7beab15cb6 None None] Provisioning for port 4dff57d4-d4c4-4416-8517-9878bd48e71c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:02.578451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-434c0940-73af-44df-8cb0-7e7beab15cb6 None None] Provisioning complete for port 4dff57d4-d4c4-4416-8517-9878bd48e71c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:02.578830 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-434c0940-73af-44df-8cb0-7e7beab15cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.619276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5dba764a-23f6-4574-8ad3-ddac3757509f req-0c9325df-72e2-4381-bc70-77187209ebe4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865799 Jul 16 01:37:02.634789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-434c0940-73af-44df-8cb0-7e7beab15cb6 None None] Port 4dff57d4-d4c4-4416-8517-9878bd48e71c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:02.652677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.688956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:02.695614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Allocated IP 172.20.0.2 (b74102c0-be4d-4348-a42f-bda945f18c00/e6f74cb4-e45a-4d08-ae92-1f61f7212ad5/33b38707-b521-45d5-bbcb-d098547a2c89) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:02.704237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f65ad264-16f7-46fb-9108-9e669b6fe76d admin admin] 10.222.0.42 "PUT /v2.0/routers/2d380993-95c1-4d98-ba21-be6a459df1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3078396 Jul 16 01:37:02.705028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55322) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.715207 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] Sync routers for ids ['2d380993-95c1-4d98-ba21-be6a459df1bf'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:02.731636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] Routers {'2d380993-95c1-4d98-ba21-be6a459df1bf'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:02.732367 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2d380993-95c1-4d98-ba21-be6a459df1bf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:02.813927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22a2e-67ea-4652-908c-c9386f55ae29 req-1eeb9f78-3420-40ad-a5a5-8aa6a478393f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.822195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aec22a2e-67ea-4652-908c-c9386f55ae29 req-1eeb9f78-3420-40ad-a5a5-8aa6a478393f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 931 time: 0.1448774 Jul 16 01:37:02.857863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.25.7.150 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/665239e2-7e47-46c9-bbf5-b641492d0a0e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:02.925679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aec22a2e-67ea-4652-908c-c9386f55ae29 req-2039282a-34e6-47a6-bea1-7db4ac28fff1 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021600 Jul 16 01:37:02.945307 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] Set router 2d380993-95c1-4d98-ba21-be6a459df1bf gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:03.056104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.058492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.061417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.077255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-77ad4277-6ebd-4309-9d2d-21cafb80f6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1242068 Jul 16 01:37:03.077868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.120310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.192211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:03.205303 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:36:59Z', 'revision_number': 5, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.215741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Network b74102c0-be4d-4348-a42f-bda945f18c00 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:03.222312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:03.230425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:03.263985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.264340 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Added segment 72c280b7-73ed-4b47-837d-6ed4aabce443 of type vlan for network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 Jul 16 01:37:03.267464 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] Checking router: 2d380993-95c1-4d98-ba21-be6a459df1bf for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:03.268688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Pushing event updated for resources: {'Port': ['ID=33b38707-b521-45d5-bbcb-d098547a2c89,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.285405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6bad93-fa04-45d1-9eab-efd67b1ce12c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.300495 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] Routers {'2d380993-95c1-4d98-ba21-be6a459df1bf'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:03.302375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.302677 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2d380993-95c1-4d98-ba21-be6a459df1bf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.303082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.324209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.324809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.325284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.325759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.326309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.326792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.327267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.329537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d04c0230-e137-4082-8984-ce45aaca6174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.1611948 Jul 16 01:37:03.337135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-43a3e052-d537-4725-b520-6de375b7ca2b tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6042979 Jul 16 01:37:03.355566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Request body: {'port': {'device_id': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:03.402956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.434824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.478636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.486514 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] Set router 2d380993-95c1-4d98-ba21-be6a459df1bf gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:03.565094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.569693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.570753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.571361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.578703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.584359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dff57d4-d4c4-4416-8517-9878bd48e71c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:03.589382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d88a4619-5a82-4959-9c46-79d0b92d862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.589942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d88a4619-5a82-4959-9c46-79d0b92d862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.590432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d88a4619-5a82-4959-9c46-79d0b92d862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.592632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d88a4619-5a82-4959-9c46-79d0b92d862d service neutron] 10.222.0.13 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=fdbd9d4d-0a83-44c3-a872-44727c363f86&id=fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 200 len: 2298 time: 0.2334483 Jul 16 01:37:03.617527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.640579 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5800376 Jul 16 01:37:03.652279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55328) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.655456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:03.691588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Request body: {'subnet': {'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-subnet', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:03.695859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Transition to ACTIVE for port object 4dff57d4-d4c4-4416-8517-9878bd48e71c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:03.702928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfa524-ee54-42b8-8394-900c7af181d1 req-12a07ffb-1fce-4a1e-b275-827c82796d82 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.713549 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:36:59Z', 'revision_number': 5, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.714830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1bfa524-ee54-42b8-8394-900c7af181d1 req-12a07ffb-1fce-4a1e-b275-827c82796d82 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 931 time: 0.2447870 Jul 16 01:37:03.717842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:03.723838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a2afc-b3bb-4a71-8749-65cac0b62c23 admin admin] Pushing event updated for resources: {'Network': ['ID=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.732450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.734928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:03.740059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:03.752416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498138a0-1d4c-4d07-bedb-f19b653836d0 None None] The sync data for ids ['2d380993-95c1-4d98-ba21-be6a459df1bf'] in n-d-791506-20 is: [{'id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'name': 'tempest-AttachSCSIVolumeTestJSON-337572283-router', 'tenant_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:38Z', 'updated_at': '2021-07-16T01:36:59Z', 'revision_number': 5, 'project_id': '2fcec73fc6424d7e8b24bcc3d366c0cd', 'gw_port': {'id': 'e7f7ab94-3b21-4d9a-98bd-473d003ffd4b', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d380993-95c1-4d98-ba21-be6a459df1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:40Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:03.803080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=665239e2-7e47-46c9-bbf5-b641492d0a0e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.831663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Deleting port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:03.832180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.834296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Made reservation on behalf of ee7eaeabd57f417cbce7fe170d09a2f0 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:03.837110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.909339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-208286ab-04e1-4315-8019-3e454c7fcfda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 1000 time: 0.3068640 Jul 16 01:37:04.050983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dff57d4-d4c4-4416-8517-9878bd48e71c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.221720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] For port e7f7ab94-3b21-4d9a-98bd-473d003ffd4b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.222084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.251823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Attempting to bind port 4dff57d4-d4c4-4416-8517-9878bd48e71c on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:04.252164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Attempting to bind port 4dff57d4-d4c4-4416-8517-9878bd48e71c by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:04.252590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Attempting to bind port 4dff57d4-d4c4-4416-8517-9878bd48e71c on network b2eee1b1-0325-4835-8e72-2d90c42c1c4a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.303850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Calling delete_port for e7f7ab94-3b21-4d9a-98bd-473d003ffd4b owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:04.315824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1bfa524-ee54-42b8-8394-900c7af181d1 req-124b6f21-b539-4f17-b317-5b5f96b10293 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996282 Jul 16 01:37:04.323215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Port 4dff57d4-d4c4-4416-8517-9878bd48e71c on network b2eee1b1-0325-4835-8e72-2d90c42c1c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:04.323546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Attempting to bind port 4dff57d4-d4c4-4416-8517-9878bd48e71c on network b2eee1b1-0325-4835-8e72-2d90c42c1c4a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.363667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:04.363667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Checking segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:04.363667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Bound using segment: {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:04.363667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Bound port: 4dff57d4-d4c4-4416-8517-9878bd48e71c, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:04.363667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.381269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-bf66e038-7559-4792-9968-d4f4632ffd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.383219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-bf66e038-7559-4792-9968-d4f4632ffd5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 200 len: 856 time: 0.4652531 Jul 16 01:37:04.460348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd30db-1d9f-45cd-9473-0611110a3d79 req-df8c154f-5f0c-401e-99fa-26994151b2e1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.465482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1fd30db-1d9f-45cd-9473-0611110a3d79 req-df8c154f-5f0c-401e-99fa-26994151b2e1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.6852152 Jul 16 01:37:04.567115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1fd30db-1d9f-45cd-9473-0611110a3d79 req-d7bc8a49-a7bf-4da2-832a-31297f118c72 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 Jul 16 01:37:04.574849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-37c4e6b3-3ff2-446e-9afa-2fa44224edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.576633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-37c4e6b3-3ff2-446e-9afa-2fa44224edbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=150ede74-4fb8-4f79-afd0-b35cf3905b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877072 Jul 16 01:37:04.706339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b38707-b521-45d5-bbcb-d098547a2c89 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:04.721838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.756935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Transition to ACTIVE for port object 33b38707-b521-45d5-bbcb-d098547a2c89 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:04.769074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.774941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-ba4f8250-950f-44d6-af4f-38a9cc176466 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898599 Jul 16 01:37:04.870189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03d3d-7289-4c88-af6d-c0b89e93ff43 req-15c2ef04-b5b1-41b4-8b01-2828c563ec62 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.871789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9e03d3d-7289-4c88-af6d-c0b89e93ff43 req-15c2ef04-b5b1-41b4-8b01-2828c563ec62 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 943 time: 0.2502253 Jul 16 01:37:04.871919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.874476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.880457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Pushing event updated for resources: {'Port': ['ID=33b38707-b521-45d5-bbcb-d098547a2c89,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.930853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:04.953914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:04.954652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad74a8a-b5ce-47b5-8e10-a4327e0ec920 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:04.986457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] For port 4dff57d4-d4c4-4416-8517-9878bd48e71c, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:05.030241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9e03d3d-7289-4c88-af6d-c0b89e93ff43 req-eccdf323-eb3a-4c45-8a62-497e12a0764c tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462088 Jul 16 01:37:05.036121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] For port 4dff57d4-d4c4-4416-8517-9878bd48e71c, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:05.038067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d6552a9e-1d05-4a54-a78d-9a024a1b6b92 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350919 Jul 16 01:37:05.049926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f73449d-6f83-48a8-a004-53e58967bc47,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.052859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.109391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-3554ccf1-336b-4d11-91ee-418f21a9f1c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 217 time: 0.0650060 Jul 16 01:37:05.111841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Attempting to bind port 33b38707-b521-45d5-bbcb-d098547a2c89 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:05.112178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Attempting to bind port 33b38707-b521-45d5-bbcb-d098547a2c89 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:05.112538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Attempting to bind port 33b38707-b521-45d5-bbcb-d098547a2c89 on network b74102c0-be4d-4348-a42f-bda945f18c00 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:05.144607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Port 33b38707-b521-45d5-bbcb-d098547a2c89 on network b74102c0-be4d-4348-a42f-bda945f18c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:05.145326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Attempting to bind port 33b38707-b521-45d5-bbcb-d098547a2c89 on network b74102c0-be4d-4348-a42f-bda945f18c00 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:05.157332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:05.157683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Checking segment: {'id': 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:05.158078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Bound using segment: {'id': 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:05.158525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Bound port: 33b38707-b521-45d5-bbcb-d098547a2c89, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:05.158896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.182337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.182559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-ddfc66ce-b2b0-4a83-abf6-d0b8fe3ed60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.183026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.183919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-ddfc66ce-b2b0-4a83-abf6-d0b8fe3ed60f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.0683322 Jul 16 01:37:05.184676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] 10.222.0.23 "PUT /v2.0/ports/4dff57d4-d4c4-4416-8517-9878bd48e71c HTTP/1.1" status: 200 len: 1092 time: 2.7708657 Jul 16 01:37:05.185348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:05.187735 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8" -d '{"events": [{"name": "network-changed", "server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:05.210793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Checking segment: {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:05.211163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Network hostable DHCP agents. Network: a55e9fe1-e3f5-4e77-a941-ef19c09b43f2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:05.303453 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e88bb3-a61f-4632-8ed0-14a5f7e21c37 x-openstack-request-id: req-e3e88bb3-a61f-4632-8ed0-14a5f7e21c37 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:05.303745 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:05.304022 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3e88bb3-a61f-4632-8ed0-14a5f7e21c37 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:05.304389 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'status': 'completed', 'code': 200} Jul 16 01:37:05.308071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] For port 33b38707-b521-45d5-bbcb-d098547a2c89, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:05.315023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] For port 33b38707-b521-45d5-bbcb-d098547a2c89, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=33b38707-b521-45d5-bbcb-d098547a2c89,segment=NetworkSegment(b1359a09-5ce4-4558-bebd-2a4ee7ab11ab),segment_id=b1359a09-5ce4-4558-bebd-2a4ee7ab11ab)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:05.323354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.330005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c6bb-05cb-401b-8b58-03b19e35fe6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dff57d4-d4c4-4416-8517-9878bd48e71c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.349762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:05.354375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.384273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.385367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.387911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] 10.222.0.23 "PUT /v2.0/ports/33b38707-b521-45d5-bbcb-d098547a2c89 HTTP/1.1" status: 200 len: 1092 time: 2.0374963 Jul 16 01:37:05.388928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'tag': '33b38707-b521-45d5-bbcb-d098547a2c89'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:05.391618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b537a24-2a15-43e9-a967-d3176f927064" -d '{"events": [{"name": "network-changed", "server_uuid": "7f46872b-f094-40ff-af7a-4e6069440a7f", "tag": "33b38707-b521-45d5-bbcb-d098547a2c89"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:05.396316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-035d11a2-1e53-4cd2-a157-a95042097920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.398447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-035d11a2-1e53-4cd2-a157-a95042097920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1685288 Jul 16 01:37:05.463423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f7ab94-3b21-4d9a-98bd-473d003ffd4b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.476468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a55e9fe1-e3f5-4e77-a941-ef19c09b43f2) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:05.497656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e3a9c-c05d-49be-b22a-2897a4c9621e None None] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:05.501327 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200ca56e-9513-48b7-8440-84723da32373 x-openstack-request-id: req-200ca56e-9513-48b7-8440-84723da32373 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:05.501704 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f46872b-f094-40ff-af7a-4e6069440a7f", "tag": "33b38707-b521-45d5-bbcb-d098547a2c89", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:05.502020 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-200ca56e-9513-48b7-8440-84723da32373 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:05.502605 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'tag': '33b38707-b521-45d5-bbcb-d098547a2c89', 'status': 'completed', 'code': 200} Jul 16 01:37:05.504722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.505675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.507251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54cb53-20b0-4716-91ab-6ac79c337b48 service neutron] Pushing event updated for resources: {'Port': ['ID=33b38707-b521-45d5-bbcb-d098547a2c89,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.586304 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.587610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-2087b194-691b-43a9-a19d-731f1196edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.589169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-2087b194-691b-43a9-a19d-731f1196edde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33e06af330754e64bb538b69faab7eaa&device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 1095 time: 0.1244850 Jul 16 01:37:05.638795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-6c67873e-ee38-47b6-829e-bc1a80e569ea service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305515 Jul 16 01:37:05.727712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.743243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b767441-8c00-46e5-98b9-e34074ba6eb6 None None] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:05.768002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-1d7b01ed-b595-4f80-8c53-1989ae5c71f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932021 Jul 16 01:37:05.770435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-0edef321-7f8b-4b51-9aa4-b4e040d42349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b38707-b521-45d5-bbcb-d098547a2c89 HTTP/1.1" status: 200 len: 217 time: 0.1608200 Jul 16 01:37:05.775098 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c75db30-e2c8-4dbb-9200-8d9e28e63442 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1164887 Jul 16 01:37:05.779449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.783376 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.788715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-d482eaff-3bb8-4bfd-8743-cb5bb151d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.790884 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-d482eaff-3bb8-4bfd-8743-cb5bb151d625 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf162a766d2948f4a86446789320cd27&device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 1095 time: 0.5552995 Jul 16 01:37:05.792787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.798218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.877541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-e4e31311-23c1-40f0-ac20-a2eff2dc570e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 217 time: 0.0954638 Jul 16 01:37:05.960106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-21b78c08-55c2-4b4b-a6af-8d7765330b04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c HTTP/1.1" status: 200 len: 217 time: 0.1577084 Jul 16 01:37:05.977236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51123d-b596-4130-be5c-a7a4afb80916 req-3eaedf6b-8089-4cd0-a919-27ba0e302a1e tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.978844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e51123d-b596-4130-be5c-a7a4afb80916 req-3eaedf6b-8089-4cd0-a919-27ba0e302a1e tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 943 time: 0.3940814 Jul 16 01:37:05.980852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.981848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d380993-95c1-4d98-ba21-be6a459df1bf {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:05.988365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.990228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.993851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.000779 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c4fcb73-6ff5-4235-a808-6a51960fae45 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2d380993-95c1-4d98-ba21-be6a459df1bf HTTP/1.1" status: 204 len: 168 time: 3.2947695 Jul 16 01:37:06.001376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-18d4479d-fe35-47ae-8695-3ea1db1256d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.003085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-18d4479d-fe35-47ae-8695-3ea1db1256d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6f74cb4-e45a-4d08-ae92-1f61f7212ad5 HTTP/1.1" status: 200 len: 858 time: 0.2243526 Jul 16 01:37:06.004271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.073414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-bcfc765f-5a19-44d3-8449-f1348d7f96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.074966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-bcfc765f-5a19-44d3-8449-f1348d7f96fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1769927 Jul 16 01:37:06.112695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-fc3a6432-bfed-45d1-a150-1cda75464891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.112947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-1cb1dc00-cbd9-4cc3-a628-b665695f3cfe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b74102c0-be4d-4348-a42f-bda945f18c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955517 Jul 16 01:37:06.114819 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-fc3a6432-bfed-45d1-a150-1cda75464891 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b659d69c-2a6f-4789-88e0-7a85460758f1 HTTP/1.1" status: 200 len: 851 time: 0.1465592 Jul 16 01:37:06.169065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:06.234841 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.245259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Deleting subnet 518ccf71-6dc6-4156-b667-9be2f7407ec9 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:06.252537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-fc49351c-f0e1-4adf-b25a-fe114344fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.260184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e51123d-b596-4130-be5c-a7a4afb80916 req-d8412ad2-6bfa-4dd6-ac68-744b44bb5200 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473335 Jul 16 01:37:06.260625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-fc49351c-f0e1-4adf-b25a-fe114344fee0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256127 Jul 16 01:37:06.262079 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.384000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6012ec-fd8c-49b9-b97f-c68f02057d9f req-3c5b9723-e664-48f2-b732-3b823c8a01c1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.390708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e6012ec-fd8c-49b9-b97f-c68f02057d9f req-3c5b9723-e664-48f2-b732-3b823c8a01c1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.5205436 Jul 16 01:37:06.415326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:06.431643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:06.443761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:06.444824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:06.461466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-850711fc-3a71-4736-a5ad-6f65dd90d419 service neutron] 10.222.0.23 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997578 Jul 16 01:37:06.463410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.467472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9a534cd2-96c0-43aa-a7da-633109c89817 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1946149 Jul 16 01:37:06.468169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55352) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.530662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.576479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2e04034-6d4a-4b5e-b09c-f057484b54b4 req-33c12721-0765-4bb8-8e94-bb9514851f27 service neutron] 10.222.0.23 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057894 Jul 16 01:37:06.641204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:06.694745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.710630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-365e21b4-5864-42a1-863e-c588d9b506ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.712229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-365e21b4-5864-42a1-863e-c588d9b506ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6082644 Jul 16 01:37:06.723118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e6012ec-fd8c-49b9-b97f-c68f02057d9f req-b76e3610-62e5-4dba-9fda-84f5b95e06ba tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314958 Jul 16 01:37:06.729988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-9f1b8368-6e7a-4117-9315-b30cf483d349 service neutron] 10.222.0.23 "GET /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956857 Jul 16 01:37:06.768976 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5bd12bf5-2e96-4402-8156-bf99ee2d50f6 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c3b75d08917f463b82bb0f82186f3f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2960653 Jul 16 01:37:06.768976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55358) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.950572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 3, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:06.962359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23553e15-6c9b-44ed-9667-9fc1325ae47c tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.967718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-23553e15-6c9b-44ed-9667-9fc1325ae47c tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1944473 Jul 16 01:37:06.968963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.978682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f6b74-33d3-4fe0-9136-d75ad4932e7e req-f6b87647-034c-46d1-9e13-7ddf55ee4af2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.980866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce7f6b74-33d3-4fe0-9136-d75ad4932e7e req-f6b87647-034c-46d1-9e13-7ddf55ee4af2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 943 time: 0.5686514 Jul 16 01:37:06.990386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.005723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:07.006181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Updating router b50fc8cd-1813-43a2-a6e8-89c56f8172fb port 665239e2-7e47-46c9-bbf5-b641492d0a0e binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:07.023187 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-96c98f0b-378d-4ad9-8116-fbd95e66c490 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505002 Jul 16 01:37:07.023529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55362) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.029499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603286590', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:07.032868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e7f7ab94-3b21-4d9a-98bd-473d003ffd4b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:07.039764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-52139a66-3df0-4d54-a22c-cff353a76dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.041459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-52139a66-3df0-4d54-a22c-cff353a76dd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf162a766d2948f4a86446789320cd27&device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 1095 time: 0.3720577 Jul 16 01:37:07.063702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.068737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e7f7ab94-3b21-4d9a-98bd-473d003ffd4b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:07.069340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e7f7ab94-3b21-4d9a-98bd-473d003ffd4b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:07.097542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-ed2f54c7-455c-4177-815d-816b759374ca service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728070 Jul 16 01:37:07.110099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e9124f3-b4fd-4d2f-93e0-be8a76f680dc req-25032100-7279-43f1-8910-1d3a5f199ebc service neutron] 10.222.0.23 "GET /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543379 Jul 16 01:37:07.140179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce7f6b74-33d3-4fe0-9136-d75ad4932e7e req-38562936-922a-4fd9-8195-91a24866e974 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522758 Jul 16 01:37:07.241153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:07.245087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.253286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-238a90f9-b1b3-49f7-9ff8-3d4493a5ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.255649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-238a90f9-b1b3-49f7-9ff8-3d4493a5ec7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a HTTP/1.1" status: 200 len: 913 time: 0.2026942 Jul 16 01:37:07.315846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-cc1e3591-1d3c-435a-8149-69ab98fab619 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c HTTP/1.1" status: 200 len: 217 time: 0.0495906 Jul 16 01:37:07.404770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.416499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Transition to ACTIVE for port object 665239e2-7e47-46c9-bbf5-b641492d0a0e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.431947 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.446977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-963e9b84-0b3b-4fe5-bbea-8b1ddf543cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.448779 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-963e9b84-0b3b-4fe5-bbea-8b1ddf543cfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b659d69c-2a6f-4789-88e0-7a85460758f1 HTTP/1.1" status: 200 len: 851 time: 0.0765710 Jul 16 01:37:07.481285 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.494838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55203b14-8545-462a-9d66-5e24f06bacb8 None None] Pushing event updated for resources: {'Port': ['ID=665239e2-7e47-46c9-bbf5-b641492d0a0e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.498332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Attempting to bind port 665239e2-7e47-46c9-bbf5-b641492d0a0e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:07.498521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Attempting to bind port 665239e2-7e47-46c9-bbf5-b641492d0a0e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:07.498771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Attempting to bind port 665239e2-7e47-46c9-bbf5-b641492d0a0e on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:07.504649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:07.504977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:07.505391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.505830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:07.506341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Bound port: 665239e2-7e47-46c9-bbf5-b641492d0a0e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:07.506729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.555267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.568196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] For port 665239e2-7e47-46c9-bbf5-b641492d0a0e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:07.574092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] For port 665239e2-7e47-46c9-bbf5-b641492d0a0e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=665239e2-7e47-46c9-bbf5-b641492d0a0e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:07.579814 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.649844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55203b14-8545-462a-9d66-5e24f06bacb8 None None] Pushing event updated for resources: {'Port': ['ID=665239e2-7e47-46c9-bbf5-b641492d0a0e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.655520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518ccf71-6dc6-4156-b667-9be2f7407ec9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.657619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:07.659202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:07.678725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.680678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/518ccf71-6dc6-4156-b667-9be2f7407ec9 HTTP/1.1" status: 204 len: 168 time: 1.6709380 Jul 16 01:37:07.689561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.695654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.695997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.696335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.696738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.697070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.697403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.697727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.698049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.698373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.698691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.699062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.699328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da4121-b3d8-47ec-9a81-5c3d1a5b561b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:07.713096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69cf17-e523-4ebf-8c75-643c1fe48a25 None None] Network 1d064de1-4630-4413-9363-4df4c3926c9f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:07.776441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-81a42b13-d5b5-496d-aa91-d6dc5fc39e69 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332822 Jul 16 01:37:07.906222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537a24-2a15-43e9-a967-d3176f927064 req-c912b26b-0a2b-4078-82f0-12dac30a1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.908032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-c912b26b-0a2b-4078-82f0-12dac30a1f29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=33e06af330754e64bb538b69faab7eaa&device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 1095 time: 0.7330890 Jul 16 01:37:07.915978 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.933201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-0de94d07-58df-488d-9a86-54ebd279574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.934823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-0de94d07-58df-488d-9a86-54ebd279574e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4787309 Jul 16 01:37:07.936201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.948834 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-86bf871d-589f-4b29-afd2-1052ba854ac1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 200 len: 217 time: 0.1256025 Jul 16 01:37:08.021081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Subnet': ['ID=b1b2b16d-599a-47bc-84e7-97c5fac5c361,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.042364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:08.053277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2628f7-32d5-4cdf-a8b0-da01b6ea5a40 req-7d26b0b9-f18d-47ad-a2eb-44735b0a76b3 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.054807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee2628f7-32d5-4cdf-a8b0-da01b6ea5a40 req-7d26b0b9-f18d-47ad-a2eb-44735b0a76b3 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 943 time: 0.5218134 Jul 16 01:37:08.088981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Checking segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:08.089410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network hostable DHCP agents. Network: bc6f9bb4-3976-4baa-8d01-d74b3276d600, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:08.103522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-e2c9f633-4cef-49ec-9a72-d539fddf07fa service neutron] 10.222.0.23 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609075 Jul 16 01:37:08.123262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:08.162608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, bc6f9bb4-3976-4baa-8d01-d74b3276d600) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:08.169723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.170334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.202819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-19c3c870-adce-4673-8e74-bb615f724015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.204337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-19c3c870-adce-4673-8e74-bb615f724015 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.2339187 Jul 16 01:37:08.211712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.215459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44917171-e524-43f7-b935-db5c949412c1 None None] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:08.226443 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e0f7a991-41c7-4bb2-b582-a44ead2e8fd6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1985748 Jul 16 01:37:08.226662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.293207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.303563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] DHCP port deletion for 1d064de1-4630-4413-9363-4df4c3926c9f request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:08.307866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee2628f7-32d5-4cdf-a8b0-da01b6ea5a40 req-103107f1-415d-452c-8cba-29c44d945387 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443228 Jul 16 01:37:08.321748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537a24-2a15-43e9-a967-d3176f927064 req-27fa379f-ac67-4992-b1df-a887b9ec7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.323368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-27fa379f-ac67-4992-b1df-a887b9ec7303 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b74102c0-be4d-4348-a42f-bda945f18c00 HTTP/1.1" status: 200 len: 919 time: 0.4050264 Jul 16 01:37:08.364349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c73d9c6-e66d-4c98-9196-4ef1a5d8acb8 req-de12437e-244d-4406-97b9-ade3cde2acbd service neutron] 10.222.0.23 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499535 Jul 16 01:37:08.375374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0c2fc-0858-4bc8-8e6c-759ac195f08a req-0d52489b-e0e5-48d2-b8b1-e98747066981 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.383773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ba0c2fc-0858-4bc8-8e6c-759ac195f08a req-0d52489b-e0e5-48d2-b8b1-e98747066981 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.4705389 Jul 16 01:37:08.470353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-66c0665b-6387-414c-b71a-e75eb3520a18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33b38707-b521-45d5-bbcb-d098547a2c89 HTTP/1.1" status: 200 len: 217 time: 0.0779274 Jul 16 01:37:08.527506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Deleting port 658d6052-1a1f-458e-808b-3d53d2180f6b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:08.527848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.559201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 3, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.598658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ba0c2fc-0858-4bc8-8e6c-759ac195f08a req-42bf7f4d-358e-45a1-a998-ac4652cb72ea tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134566 Jul 16 01:37:08.606043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:08.619831 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.628470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-db838e4e-96ba-4390-b0ea-29b4e9e5d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.628693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138160d-a9fb-42ff-8dbd-ff340cc66999 None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:04Z', 'revision_number': 3, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:08.630789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-db838e4e-96ba-4390-b0ea-29b4e9e5d770 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4109979 Jul 16 01:37:08.669503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b537a24-2a15-43e9-a967-d3176f927064 req-faa4c242-ef99-491e-b09d-275ec008719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.671075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-faa4c242-ef99-491e-b09d-275ec008719a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6f74cb4-e45a-4d08-ae92-1f61f7212ad5 HTTP/1.1" status: 200 len: 858 time: 0.1927531 Jul 16 01:37:08.764522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Allocated IP 172.25.7.248 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d65c04a6-6401-431e-8681-29b486f6cb32) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:08.775436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] For port 658d6052-1a1f-458e-808b-3d53d2180f6b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=658d6052-1a1f-458e-808b-3d53d2180f6b,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.775914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.785361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] Deleting port 658d6052-1a1f-458e-808b-3d53d2180f6b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:08.786491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.809367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-37901b2d-7c5c-407a-836b-bd4a0b56fbfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b74102c0-be4d-4348-a42f-bda945f18c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122806 Jul 16 01:37:08.820886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Allocated IP 172.20.0.2 (bc6f9bb4-3976-4baa-8d01-d74b3276d600/b1b2b16d-599a-47bc-84e7-97c5fac5c361/3450ead6-15ee-40a2-9752-d1ba60a45ff4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:08.836749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Calling delete_port for 658d6052-1a1f-458e-808b-3d53d2180f6b owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:08.881107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] For port 658d6052-1a1f-458e-808b-3d53d2180f6b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=658d6052-1a1f-458e-808b-3d53d2180f6b,segment=NetworkSegment(cdc9c7da-06c4-4a76-a64d-dbdd56ae312f),segment_id=cdc9c7da-06c4-4a76-a64d-dbdd56ae312f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.881518 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.912257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] Calling delete_port for 658d6052-1a1f-458e-808b-3d53d2180f6b owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:08.949274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.058443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 658d6052-1a1f-458e-808b-3d53d2180f6b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:09.089357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-34b6f904-0279-464c-af4c-b2cabbe2ca3a service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214096 Jul 16 01:37:09.167182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 33b38707-b521-45d5-bbcb-d098547a2c89 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:09.184780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6649e-6d7c-4d10-9eda-30421f3a1087 req-b95b92a0-5d29-49ef-b5f0-7f93739bc3ff tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.186413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46e6649e-6d7c-4d10-9eda-30421f3a1087 req-b95b92a0-5d29-49ef-b5f0-7f93739bc3ff tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 943 time: 0.5237193 Jul 16 01:37:09.227009 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.240388 n-d-791506-20 neutron-server[93757]: INFO neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No ports have port_id starting with 658d6052-1a1f-458e-808b-3d53d2180f6b Jul 16 01:37:09.268051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-31eb51c7-1861-43c5-a5e2-2a01b927fd31 service neutron] 10.222.0.23 "GET /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445491 Jul 16 01:37:09.271156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] No DVR routers for this DVR port 658d6052-1a1f-458e-808b-3d53d2180f6b on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:09.273345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5296fc-fab3-4937-8505-717fa8e13323 None None] Pushing event deleted for resources: {'Port': ['ID=658d6052-1a1f-458e-808b-3d53d2180f6b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.290800 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.304317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.319323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Transition to ACTIVE for port object 3450ead6-15ee-40a2-9752-d1ba60a45ff4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:09.365678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.430769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Transition to ACTIVE for port object 3450ead6-15ee-40a2-9752-d1ba60a45ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:09.445274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.456147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-e1874a78-66fd-464d-b852-0a0efbdc71c8 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644869 Jul 16 01:37:09.469909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46e6649e-6d7c-4d10-9eda-30421f3a1087 req-4115b461-e497-47d4-acf3-9b9233ce5bb4 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569327 Jul 16 01:37:09.477874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=658d6052-1a1f-458e-808b-3d53d2180f6b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.508378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] No DVR routers for this DVR port 658d6052-1a1f-458e-808b-3d53d2180f6b on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:09.559875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.20.0.1 (bc6f9bb4-3976-4baa-8d01-d74b3276d600/b1b2b16d-599a-47bc-84e7-97c5fac5c361/8e6d1df8-113d-4d67-9d71-6b9b76d008ae) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:09.569983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:09.583059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 33b38707-b521-45d5-bbcb-d098547a2c89, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=33b38707-b521-45d5-bbcb-d098547a2c89,segment=NetworkSegment(b1359a09-5ce4-4558-bebd-2a4ee7ab11ab),segment_id=b1359a09-5ce4-4558-bebd-2a4ee7ab11ab)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.589423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:09.621212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:09.622644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b537a24-2a15-43e9-a967-d3176f927064 req-aabb2e5f-cda9-40bc-b46a-74eb4175bfc5 service neutron] 10.222.0.23 "GET /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372548 Jul 16 01:37:09.624393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-a05985a2-89c0-4af9-95c7-e132b5e5b18e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 200 len: 217 time: 0.1489434 Jul 16 01:37:09.629659 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.646452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Pushing event updated for resources: {'Port': ['ID=3450ead6-15ee-40a2-9752-d1ba60a45ff4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.691195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '33b38707-b521-45d5-bbcb-d098547a2c89', 'network_id': 'b74102c0-be4d-4348-a42f-bda945f18c00', 'port_id': '33b38707-b521-45d5-bbcb-d098547a2c89', 'mac_address': 'fa:16:3e:03:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f74cb4-e45a-4d08-ae92-1f61f7212ad5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:09.759941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-098f3cdd-cc64-4779-a98d-4509a9e362bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.761832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-098f3cdd-cc64-4779-a98d-4509a9e362bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1117887 Jul 16 01:37:09.806237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Attempting to bind port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:09.807290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Attempting to bind port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:09.808059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Attempting to bind port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 on network bc6f9bb4-3976-4baa-8d01-d74b3276d600 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:09.834418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:09.836719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Checking segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:09.838260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.841152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Bound using segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:09.841995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Bound port: 3450ead6-15ee-40a2-9752-d1ba60a45ff4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:09.842506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.854259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.862177 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.882633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Transition to ACTIVE for port object 8e6d1df8-113d-4d67-9d71-6b9b76d008ae will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:09.885788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:09.900888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:09.932686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b38707-b521-45d5-bbcb-d098547a2c89 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:09.953011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.964117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.967410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:10.004189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 33b38707-b521-45d5-bbcb-d098547a2c89, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=33b38707-b521-45d5-bbcb-d098547a2c89,segment=NetworkSegment(b1359a09-5ce4-4558-bebd-2a4ee7ab11ab),segment_id=b1359a09-5ce4-4558-bebd-2a4ee7ab11ab)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.028197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d064de1-4630-4413-9363-4df4c3926c9f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:10.032755 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.034219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4dff57d4-d4c4-4416-8517-9878bd48e71c details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:10.046992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d65c04a6-6401-431e-8681-29b486f6cb32,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.077916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:10.078483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc9c7da-06c4-4a76-a64d-dbdd56ae312f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:10.084071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:10.095616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:10.099777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:10.112604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-11f26c77-bcef-4e02-8f3e-3bc8b7ea35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.115750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-11f26c77-bcef-4e02-8f3e-3bc8b7ea35bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3259103 Jul 16 01:37:10.125763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.143098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.172048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.179863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:37:10.188177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.221379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:10.221961 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.230120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=33b38707-b521-45d5-bbcb-d098547a2c89,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.244069 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68ac0c63-9e19-420e-a537-501c53867b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:10.258212 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:10.284036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] For port 3450ead6-15ee-40a2-9752-d1ba60a45ff4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:10.350874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c688018-fdd1-4346-969d-a7cf363e578a req-ce68af27-2215-4501-be3f-9d1ccc813d1d tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.352913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c688018-fdd1-4346-969d-a7cf363e578a req-ce68af27-2215-4501-be3f-9d1ccc813d1d tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 943 time: 0.7259583 Jul 16 01:37:10.368036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4dff57d4-d4c4-4416-8517-9878bd48e71c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.402940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'port_id': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'mac_address': 'fa:16:3e:2f:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:10.459531 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.465128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.478826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dff57d4-d4c4-4416-8517-9878bd48e71c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:10.502463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4dff57d4-d4c4-4416-8517-9878bd48e71c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.507500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.572973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4dff57d4-d4c4-4416-8517-9878bd48e71c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.814441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['33b38707-b521-45d5-bbcb-d098547a2c89'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:10.820999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['4dff57d4-d4c4-4416-8517-9878bd48e71c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:10.831741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.838115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.849346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.877283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.879710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1d064de1-4630-4413-9363-4df4c3926c9f HTTP/1.1" status: 204 len: 168 time: 3.1854537 Jul 16 01:37:10.903268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c688018-fdd1-4346-969d-a7cf363e578a req-3774f0ef-fb83-42d9-9238-249039f341a8 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149832 Jul 16 01:37:10.905671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d1fb499e-8a32-4fe8-80e2-ccd26aba958b service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486985 Jul 16 01:37:10.912630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6c823-2aef-4e58-aeee-8e3a30e8cbd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d064de1-4630-4413-9363-4df4c3926c9f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.922970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e5682-773e-49fd-a8c6-c4cc9e322465 req-64e98fb8-b141-4b44-bdc3-32731d1346c0 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.931060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-567e5682-773e-49fd-a8c6-c4cc9e322465 req-64e98fb8-b141-4b44-bdc3-32731d1346c0 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.8472865 Jul 16 01:37:10.935501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] For port 3450ead6-15ee-40a2-9752-d1ba60a45ff4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=3450ead6-15ee-40a2-9752-d1ba60a45ff4,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:10.957498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.964042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.987813 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.157490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 665239e2-7e47-46c9-bbf5-b641492d0a0e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:11.158975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:11.162348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:11.177302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55390) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.269154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714e03a-4cd0-4ac1-90ca-ec0601e7a699 None None] Pushing event updated for resources: {'Port': ['ID=3450ead6-15ee-40a2-9752-d1ba60a45ff4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.299984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-567e5682-773e-49fd-a8c6-c4cc9e322465 req-ca991aa6-1c9b-487c-8370-a6c685638aa4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677347 Jul 16 01:37:11.342698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.411627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-a1c9f8dc-26cf-4c30-b4b4-bb5221639939 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427958 Jul 16 01:37:11.415099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bb40f219-b31a-471e-a17b-5090a88c28aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10d2f5d2c0ce44a7b8ebfe0ee82c3854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354100 Jul 16 01:37:11.420357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55392) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.503769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:11.532699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 665239e2-7e47-46c9-bbf5-b641492d0a0e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:11.552847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 665239e2-7e47-46c9-bbf5-b641492d0a0e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.553327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.563501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28f0cee7-5ba2-4d27-bb39-3c80739a8978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.599455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d0907156-8016-4c94-9ada-90f686488844 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 200 len: 217 time: 0.1634202 Jul 16 01:37:11.663090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28f0cee7-5ba2-4d27-bb39-3c80739a8978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.715397 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.718450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-8b5a42b3-b60b-403d-b060-da39e9398cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.720987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-8b5a42b3-b60b-403d-b060-da39e9398cad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.0903668 Jul 16 01:37:11.739799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6978-9b8e-4eee-b8f6-79f4abf35f26 req-1a8e4754-3281-439e-9fd2-e82000cd636f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.740101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 665239e2-7e47-46c9-bbf5-b641492d0a0e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=665239e2-7e47-46c9-bbf5-b641492d0a0e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:11.742642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-785c6978-9b8e-4eee-b8f6-79f4abf35f26 req-1a8e4754-3281-439e-9fd2-e82000cd636f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 944 time: 0.5048125 Jul 16 01:37:11.749162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.779462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:11.786457 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-635d1e9d-fb39-4f06-bb0f-6cd31737e0b5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "PUT /v2.0/routers/b50fc8cd-1813-43a2-a6e8-89c56f8172fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5577531 Jul 16 01:37:11.790165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55394) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.794645 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:11.811983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:11.813161 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:11.828279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=665239e2-7e47-46c9-bbf5-b641492d0a0e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.850232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28f0cee7-5ba2-4d27-bb39-3c80739a8978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.854730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28f0cee7-5ba2-4d27-bb39-3c80739a8978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.859115 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-28f0cee7-5ba2-4d27-bb39-3c80739a8978 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86ea7a2e-c973-4ad2-9780-32a208fc676a HTTP/1.1" status: 204 len: 168 time: 0.4346163 Jul 16 01:37:11.894150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0cee7-5ba2-4d27-bb39-3c80739a8978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea7a2e-c973-4ad2-9780-32a208fc676a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.993237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-8122af36-7857-4109-8366-0519912116de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.995701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-8122af36-7857-4109-8366-0519912116de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2493582 Jul 16 01:37:12.014866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-785c6978-9b8e-4eee-b8f6-79f4abf35f26 req-1fef3ad8-b4d9-4738-aedd-cd76baddf38f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771851 Jul 16 01:37:12.049754 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:12.075051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.075521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.076002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.076868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.077769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.078255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.078730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.079195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.079719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.080206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.080679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.081142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.081605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.082072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.085307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-717d23c2-49a1-45b2-9834-e8e5f20aa495 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9867 time: 0.2933221 Jul 16 01:37:12.089078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55400) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.143229 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.339948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.340406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.340892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.341347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.341811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.342755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.342755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.354020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.354540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.355312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.355646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.356167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.356791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.357332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.363320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-580aedb1-d80e-46d3-8fac-235ef3e36142 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8929 time: 0.2700107 Jul 16 01:37:12.366234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55406) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.381183 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c2db82b-20a5-4a9e-81c7-d4b4d612ac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.408571 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.450014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 2, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:12.515510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55408) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.565033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-23b9a175-f81f-43d0-9848-dd22af74e9cf service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463264 Jul 16 01:37:12.585904 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e76208cc-2738-45ec-b776-ba6dca86a280 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fcec73fc6424d7e8b24bcc3d366c0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665562 Jul 16 01:37:12.591503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55410) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.652805 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:12.653333 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Updating router b50fc8cd-1813-43a2-a6e8-89c56f8172fb port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:12.685057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0ed02-9447-4dac-a173-7af66d303743 req-bc23045b-4566-4d4c-9a9f-d45805bbd17e tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.687000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0b0ed02-9447-4dac-a173-7af66d303743 req-bc23045b-4566-4d4c-9a9f-d45805bbd17e tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 944 time: 0.5181425 Jul 16 01:37:12.702123 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.755952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557818ca-14ec-46e8-bf8e-882577f6e819 None None] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:12.757283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425caf54-abbf-461c-9a90-cd733a819ffb req-bfb69884-125a-4763-9b90-19726952e84f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.759929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-425caf54-abbf-461c-9a90-cd733a819ffb req-bfb69884-125a-4763-9b90-19726952e84f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.2543647 Jul 16 01:37:12.788955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fd27fde-603a-4186-936c-b46999826833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.795515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-6b8e1799-b823-4cf4-8684-844750d0e216 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228198 Jul 16 01:37:12.820830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fd27fde-603a-4186-936c-b46999826833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.846903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-840fa152-d16b-4999-ab5d-124d9964357f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 200 len: 217 time: 0.0406017 Jul 16 01:37:12.859796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0b0ed02-9447-4dac-a173-7af66d303743 req-95d2b913-d6f7-4522-9ccc-b396ac002bc7 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618729 Jul 16 01:37:12.924987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:12.940103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fcde3a41-fe6c-4b90-9bfa-dab57fa225e1 None None] Provisioning for port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:12.954875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-425caf54-abbf-461c-9a90-cd733a819ffb req-3eb4e545-dc4b-4287-a9b1-cad35239effd tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838675 Jul 16 01:37:13.021374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-515ad474-8585-4f92-a40b-4804cc94df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.022955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-515ad474-8585-4f92-a40b-4804cc94df92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.1624234 Jul 16 01:37:13.175261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:13.177068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4dff57d4-d4c4-4416-8517-9878bd48e71c up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:13.191200 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.214818 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Transition to ACTIVE for port object 8e6d1df8-113d-4d67-9d71-6b9b76d008ae will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:13.218383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-3c1d40d4-4b46-4e40-bc4a-686ef0673682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.220060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-3c1d40d4-4b46-4e40-bc4a-686ef0673682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566439 Jul 16 01:37:13.220944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.221509 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.222494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f9afa6e6-76d0-4748-8b3c-8c623a9841e9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4334824 Jul 16 01:37:13.247408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.257961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 665239e2-7e47-46c9-bbf5-b641492d0a0e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:13.264338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Sync routers for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:13.280543 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2b3b6-a25a-417a-bb45-3f7711d96db9 None None] Pushing event updated for resources: {'Port': ['ID=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.346160 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Attempting to bind port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:13.346691 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Attempting to bind port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:13.347153 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Attempting to bind port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae on network bc6f9bb4-3976-4baa-8d01-d74b3276d600 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:13.356130 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:13.356778 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Checking segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:13.357355 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.357859 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Bound using segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:13.358633 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Bound port: 8e6d1df8-113d-4d67-9d71-6b9b76d008ae, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:13.359359 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.362590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:13.363268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:13.452446 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] For port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:13.458730 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] For port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:13.466464 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.548851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2b3b6-a25a-417a-bb45-3f7711d96db9 None None] Pushing event updated for resources: {'Port': ['ID=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.580549 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:13.581622 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:13.622431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e3be4-580a-49ca-9c7f-808b23a81853 req-27d190c6-773f-479c-9e9d-020347e54ea3 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.625071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fd27fde-603a-4186-936c-b46999826833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.627868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7e3be4-580a-49ca-9c7f-808b23a81853 req-27d190c6-773f-479c-9e9d-020347e54ea3 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 944 time: 0.4119391 Jul 16 01:37:13.640469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-48c112d1-b3a9-4e22-a0e2-ab3a17fdd7b0 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046838 Jul 16 01:37:13.640686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fd27fde-603a-4186-936c-b46999826833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.646307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4fd27fde-603a-4186-936c-b46999826833 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab9ac6b9-223f-46ed-81b8-c14fd5b5d531 HTTP/1.1" status: 204 len: 168 time: 1.0519273 Jul 16 01:37:13.672366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd27fde-603a-4186-936c-b46999826833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9ac6b9-223f-46ed-81b8-c14fd5b5d531,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.690340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-377424f0-629d-47c5-9191-febb3e65a552 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5229 time: 1.3214815 Jul 16 01:37:13.752384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 4dff57d4-d4c4-4416-8517-9878bd48e71c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:13.761182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 4dff57d4-d4c4-4416-8517-9878bd48e71c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.761783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.764414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c2ab7f62-cec6-420e-950d-c6efc78c7590 None None] Provisioning for port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:13.770367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:13.775120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.833517 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:13.903879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 665239e2-7e47-46c9-bbf5-b641492d0a0e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.904290 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.918534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e92ca36f-8cc0-4bbd-b471-646c7a4f9998 req-d10d80e2-170b-450b-8c9c-8f5496912de0 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642698 Jul 16 01:37:13.956015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7e3be4-580a-49ca-9c7f-808b23a81853 req-23d82ab4-92d6-4e8b-b559-e26469c54cff tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087251 Jul 16 01:37:14.243381 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:13Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:14.287129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.313700 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd7b58-1b63-4388-8aa5-6c7bd6b817e5 None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:13Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:14.437189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.444876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866791807', 'description': 'tempest-secgroup-smoke-1866791807 description', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.516406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.612635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:14.619655 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e5f08e-5428-401c-a318-5887914562d6" -d '{"events": [{"server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "name": "network-vif-plugged", "status": "completed", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:14.648350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4dff57d4-d4c4-4416-8517-9878bd48e71c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:14.673103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 3450ead6-15ee-40a2-9752-d1ba60a45ff4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:14.676788 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.681309 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.683538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 33b38707-b521-45d5-bbcb-d098547a2c89 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:14.736179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.749344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.802619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.812508 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3734667 Jul 16 01:37:14.813608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55444) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.841139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100efd60-354e-4f73-a07f-91e517bc9254 req-ef34fef1-3869-4c42-ba8a-3d4b47d746b4 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.842841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-100efd60-354e-4f73-a07f-91e517bc9254 req-ef34fef1-3869-4c42-ba8a-3d4b47d746b4 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 944 time: 0.5373662 Jul 16 01:37:14.852129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '2051efd0-7280-4f73-822e-903f1f846ee6', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.905599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae5470-bea5-4649-9412-0cabe394d3a8 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2051efd0-7280-4f73-822e-903f1f846ee6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.965976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4dff57d4-d4c4-4416-8517-9878bd48e71c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.996380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 3, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:15.022139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.034375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:15.043006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Checking router: 552b15eb-e967-4c1c-b405-5f73d1cf23f1 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:15.043454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Updating router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 port d65c04a6-6401-431e-8681-29b486f6cb32 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:15.048864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 33b38707-b521-45d5-bbcb-d098547a2c89 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:15.073533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 33b38707-b521-45d5-bbcb-d098547a2c89 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:15.073933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.077626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:15.078079 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.161608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-100efd60-354e-4f73-a07f-91e517bc9254 req-f42ee6c0-b17f-4295-9670-1628e655abcc tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069825 Jul 16 01:37:15.194810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.198071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.204748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.221936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b91229-36d0-448d-affa-3b9c4460c3ab req-38925ad4-7d65-4ea8-a78f-92ee8df4f203 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.230233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62b91229-36d0-448d-affa-3b9c4460c3ab req-38925ad4-7d65-4ea8-a78f-92ee8df4f203 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.5862525 Jul 16 01:37:15.261117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16421268-d25b-463b-b032-6ecf8d2e4240,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.268976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.271740 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c8e6d8da-7068-4192-b452-26f5c26d1df2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4318612 Jul 16 01:37:15.276945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55456) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.290803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '2051efd0-7280-4f73-822e-903f1f846ee6', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:15.315960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62b91229-36d0-448d-affa-3b9c4460c3ab req-6e82c231-036c-4ebd-99b7-7d9a289e35e5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842173 Jul 16 01:37:15.386167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.411764 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.418259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Allocated IP 172.20.0.1 (a55e9fe1-e3f5-4e77-a941-ef19c09b43f2/3f73449d-6f83-48a8-a004-53e58967bc47/c2892614-3fb7-4778-a051-de1f9c8a74ab) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:15.465569 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec264e-7160-4ba1-aa69-2d6b4723d88e x-openstack-request-id: req-2dec264e-7160-4ba1-aa69-2d6b4723d88e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:15.466641 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "name": "network-vif-plugged", "status": "completed", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:15.467255 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dec264e-7160-4ba1-aa69-2d6b4723d88e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:15.468139 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'code': 200} Jul 16 01:37:15.497121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.502436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.533291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd3f896-6e57-44b0-83f6-5c1061dba6dd,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.562270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.565602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-388acf79-2fa3-4549-b155-3cc6e51c723f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874320 Jul 16 01:37:15.569091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55462) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.582819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '2051efd0-7280-4f73-822e-903f1f846ee6', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:15.633179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.812829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.818981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.852660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1701fb63-b824-47a0-a73d-c252f5e837b3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.869803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.871188 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-28a4cf41-99d3-408f-b6bf-f29a43116ba9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3008556 Jul 16 01:37:15.875739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55468) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.885910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '2051efd0-7280-4f73-822e-903f1f846ee6', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:15.904888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.937553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Transition to ACTIVE for port object d65c04a6-6401-431e-8681-29b486f6cb32 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:15.966698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.982862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.099412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.149316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.155694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.197993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53f5947-2a0a-4042-a4be-9dbc58b229a2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.200164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.204449 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee0d797b-4718-480b-93af-72abe3e7e8bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3250608 Jul 16 01:37:16.207880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:16.221178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '2051efd0-7280-4f73-822e-903f1f846ee6', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.224170 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.234026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926cfc2-43c6-4dc5-84a5-72b8a1bbc30c None None] Pushing event updated for resources: {'Port': ['ID=d65c04a6-6401-431e-8681-29b486f6cb32,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.269613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Attempting to bind port d65c04a6-6401-431e-8681-29b486f6cb32 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:16.270054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Attempting to bind port d65c04a6-6401-431e-8681-29b486f6cb32 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:16.270484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Attempting to bind port d65c04a6-6401-431e-8681-29b486f6cb32 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:16.278572 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Project c3b75d08917f463b82bb0f82186f3f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:37:16.291471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.296297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 33b38707-b521-45d5-bbcb-d098547a2c89, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=33b38707-b521-45d5-bbcb-d098547a2c89,segment=NetworkSegment(b1359a09-5ce4-4558-bebd-2a4ee7ab11ab),segment_id=b1359a09-5ce4-4558-bebd-2a4ee7ab11ab)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.297888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:16.298269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:16.298680 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.299077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:16.299563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Bound port: d65c04a6-6401-431e-8681-29b486f6cb32, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:16.300004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.361488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.413299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 3450ead6-15ee-40a2-9752-d1ba60a45ff4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=3450ead6-15ee-40a2-9752-d1ba60a45ff4,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.424486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.443120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.449577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.516568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.525427 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3147748 Jul 16 01:37:16.526770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f79757-b015-46ea-bcbd-3bece3aae264 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a935f134-3e03-4bcc-85da-fba13e718dee,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.535118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] For port d65c04a6-6401-431e-8681-29b486f6cb32, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:16.540863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55490) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:16.543693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] For port d65c04a6-6401-431e-8681-29b486f6cb32, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d65c04a6-6401-431e-8681-29b486f6cb32,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:16.547256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=33b38707-b521-45d5-bbcb-d098547a2c89,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.556463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '2051efd0-7280-4f73-822e-903f1f846ee6', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.557380 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.634610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e6d1df8-113d-4d67-9d71-6b9b76d008ae up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:16.640912 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Project c3b75d08917f463b82bb0f82186f3f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:37:16.657428 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.683005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:16.683659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:16.685532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=3450ead6-15ee-40a2-9752-d1ba60a45ff4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.751556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.779972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.786781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.796253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca7481-1f83-4cef-aa5d-1d32a2084767 req-40730b75-5db0-403d-9186-8aaca41f120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.798234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77ca7481-1f83-4cef-aa5d-1d32a2084767 req-40730b75-5db0-403d-9186-8aaca41f120e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 1097 time: 1.2922373 Jul 16 01:37:16.817212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686e0d-687e-483d-9fcb-da310772cb26 req-a9d17821-9575-4c98-bc97-42fd8ec6b72f tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.827831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88686e0d-687e-483d-9fcb-da310772cb26 req-a9d17821-9575-4c98-bc97-42fd8ec6b72f tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 945 time: 0.3673410 Jul 16 01:37:16.829290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e817b845-4b00-48ad-9918-ed358753f5aa,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.854032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.867288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee67be7f-c77f-49d6-9733-27a9bbbb71fd tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3237467 Jul 16 01:37:16.907299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926cfc2-43c6-4dc5-84a5-72b8a1bbc30c None None] Pushing event updated for resources: {'Port': ['ID=d65c04a6-6401-431e-8681-29b486f6cb32,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.959138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce326853-dac2-4870-8d2a-e7846061722e req-9fa5a28c-6800-44c0-963d-7a66edb99cd6 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.965034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce326853-dac2-4870-8d2a-e7846061722e req-9fa5a28c-6800-44c0-963d-7a66edb99cd6 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 1.2583997 Jul 16 01:37:16.980165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88686e0d-687e-483d-9fcb-da310772cb26 req-7cb6638f-15f8-4789-9536-73df7fc7bc81 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514254 Jul 16 01:37:16.982082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77ca7481-1f83-4cef-aa5d-1d32a2084767 req-d92ecdf8-35ad-4879-97e6-b3739eaddf06 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499228 Jul 16 01:37:17.025385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:17.029545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.033839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:17.067385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:17.067896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.077705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce326853-dac2-4870-8d2a-e7846061722e req-148b97a4-3a81-41ae-99cc-d078a7f4f914 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020205 Jul 16 01:37:17.101208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:17.105162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:17.107587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Pushing event updated for resources: {'Port': ['ID=c2892614-3fb7-4778-a051-de1f9c8a74ab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.109864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:17.170585 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.265932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.396305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031d0c4-8b00-4be1-8421-6611509f099f req-32a32688-d799-461f-98d3-1311e36fe486 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.397994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8031d0c4-8b00-4be1-8421-6611509f099f req-32a32688-d799-461f-98d3-1311e36fe486 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.1697083 Jul 16 01:37:17.452873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-bc02a2f0-d08b-4356-801d-53700d59180e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866791807&fields=id&tenant_id=c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 267 time: 0.1137929 Jul 16 01:37:17.472826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b38707-b521-45d5-bbcb-d098547a2c89'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:17.475117 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41524b-60bf-4303-9188-8df196183b25" -d '{"events": [{"server_uuid": "7f46872b-f094-40ff-af7a-4e6069440a7f", "name": "network-vif-plugged", "status": "completed", "tag": "33b38707-b521-45d5-bbcb-d098547a2c89"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:17.497799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:17.508271 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.513154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.527695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8031d0c4-8b00-4be1-8421-6611509f099f req-22fc2851-3454-4f6f-ba78-db644455f7fd tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214633 Jul 16 01:37:17.595437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2e152720-e550-44a7-b697-9956ae41230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 3, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.634478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.637424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e152720-e550-44a7-b697-9956ae41230c None None] The sync data for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 is: [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 3, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:17.652924 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bf973a-5c6b-4330-96bc-340df5101eb4 x-openstack-request-id: req-a6bf973a-5c6b-4330-96bc-340df5101eb4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:17.653394 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f46872b-f094-40ff-af7a-4e6069440a7f", "name": "network-vif-plugged", "status": "completed", "tag": "33b38707-b521-45d5-bbcb-d098547a2c89", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:17.654163 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6bf973a-5c6b-4330-96bc-340df5101eb4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:17.654434 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b38707-b521-45d5-bbcb-d098547a2c89', 'code': 200} Jul 16 01:37:17.725411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-358524cc-78a0-4973-99ba-a962fc2c61e0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.729539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-358524cc-78a0-4973-99ba-a962fc2c61e0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/networks?id=bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 200 len: 796 time: 0.2670343 Jul 16 01:37:17.835581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-d210570e-6015-4b0f-a3dd-c567d3c17620 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/quotas/c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 375 time: 0.0922155 Jul 16 01:37:18.002753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd25e3a-051c-4d18-9d39-a8d1c757d9e3 req-4c33a2e8-bd55-4c25-89c7-53c1b946384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.005583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cd25e3a-051c-4d18-9d39-a8d1c757d9e3 req-4c33a2e8-bd55-4c25-89c7-53c1b946384d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 1097 time: 0.2455118 Jul 16 01:37:18.034236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.059976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.112790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.210709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-b817b866-44cb-49f3-ad85-83cdf80eb33d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3633025 Jul 16 01:37:18.213497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cd25e3a-051c-4d18-9d39-a8d1c757d9e3 req-ddd16d0f-e973-4785-aef6-19d20c107136 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983943 Jul 16 01:37:18.289605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Pushing event updated for resources: {'Port': ['ID=c2892614-3fb7-4778-a051-de1f9c8a74ab,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.296915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.476612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f566-94a5-488e-bdc3-5c4aca754b56 req-b8fd49e3-3124-45fa-b243-a7a51df77181 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.479152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2108f566-94a5-488e-bdc3-5c4aca754b56 req-b8fd49e3-3124-45fa-b243-a7a51df77181 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 945 time: 0.2584174 Jul 16 01:37:18.500449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55536) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:18.517365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-d9049a00-cad7-47b7-b6ef-1c601e36be3e service neutron] 10.222.0.42 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817335 Jul 16 01:37:18.620743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2108f566-94a5-488e-bdc3-5c4aca754b56 req-03662cd6-943c-49bc-a356-bb9d9a442fbd tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330976 Jul 16 01:37:18.627361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:18.631165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:18.727118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d65c04a6-6401-431e-8681-29b486f6cb32 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:18.775144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fe5c0776-0a71-4c1d-acda-48aadb3c4951 service neutron] 10.222.0.42 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278695 Jul 16 01:37:18.787762 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff9ea-c7e5-4a72-8050-c88e6001280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.843250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d65c04a6-6401-431e-8681-29b486f6cb32 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:18.849940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d65c04a6-6401-431e-8681-29b486f6cb32 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:18.851064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.961936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:18.989453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a7a2-bcd4-45db-9a6d-6330faee9c72 req-bf5292cd-0647-44ee-9c1c-80cbb6ef3a89 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.003549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf39a7a2-bcd4-45db-9a6d-6330faee9c72 req-bf5292cd-0647-44ee-9c1c-80cbb6ef3a89 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.1297872 Jul 16 01:37:19.006514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.039947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff9ea-c7e5-4a72-8050-c88e6001280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.046228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff9ea-c7e5-4a72-8050-c88e6001280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.091551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port d65c04a6-6401-431e-8681-29b486f6cb32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d65c04a6-6401-431e-8681-29b486f6cb32,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.105336 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.107267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e6d1df8-113d-4d67-9d71-6b9b76d008ae up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:19.139547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6c6ff9ea-c7e5-4a72-8050-c88e6001280e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=251df2929c5b4bee964ee6dd9167f706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410067 Jul 16 01:37:19.141563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff9ea-c7e5-4a72-8050-c88e6001280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e1547d-5522-454c-ad8e-009454d83fa1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.144781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.219162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf39a7a2-bcd4-45db-9a6d-6330faee9c72 req-4d620ffd-f9c6-4f07-8432-860974590f79 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138157 Jul 16 01:37:19.225712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=d65c04a6-6401-431e-8681-29b486f6cb32,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.267846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d144671-e7f0-44e8-aa39-d8db839d1390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.329742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.331103 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.376961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d144671-e7f0-44e8-aa39-d8db839d1390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.446717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-316f3f1d-70f6-40f5-927e-1e0540e0a632 req-ad889cb2-507f-472e-a518-f5f6e71a6f6d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 210 time: 0.0532100 Jul 16 01:37:19.508902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:19.518468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d144671-e7f0-44e8-aa39-d8db839d1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.520202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-585f5aa4-bca8-4f7e-a4bf-19c796af0583 admin admin] 10.222.0.42 "PUT /v2.0/routers/552b15eb-e967-4c1c-b405-5f73d1cf23f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2683070 Jul 16 01:37:19.522264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d144671-e7f0-44e8-aa39-d8db839d1390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.523474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5d144671-e7f0-44e8-aa39-d8db839d1390 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0e1547d-5522-454c-ad8e-009454d83fa1 HTTP/1.1" status: 204 len: 168 time: 0.3773899 Jul 16 01:37:19.552625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 3450ead6-15ee-40a2-9752-d1ba60a45ff4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:19.559145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d144671-e7f0-44e8-aa39-d8db839d1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e1547d-5522-454c-ad8e-009454d83fa1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.661490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.661977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.850916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c69eb-aefc-4471-9a06-afbdc5df47cc req-c1edad6d-88fd-4909-8399-e926a02bb162 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.866479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b50c69eb-aefc-4471-9a06-afbdc5df47cc req-c1edad6d-88fd-4909-8399-e926a02bb162 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.2744784 Jul 16 01:37:19.935786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df9fa0-3e4b-4a24-b78d-92e6f52bc5d1 req-a7198dc3-9a83-4e8f-9a50-ecfd9f50da16 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.938481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2df9fa0-3e4b-4a24-b78d-92e6f52bc5d1 req-a7198dc3-9a83-4e8f-9a50-ecfd9f50da16 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.2610548 Jul 16 01:37:19.948237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55568) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.954084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Request body: {'floatingip': {'port_id': '4dff57d4-d4c4-4416-8517-9878bd48e71c'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:19.975569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b50c69eb-aefc-4471-9a06-afbdc5df47cc req-94663c43-7e67-4a1c-9ebe-2b281ded7101 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095893 Jul 16 01:37:20.148049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.189253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37f6ac-4af4-4d1d-be9b-aaec752f87f4 req-e4bc257b-6693-4510-8c38-70f577eae733 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.193589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c37f6ac-4af4-4d1d-be9b-aaec752f87f4 req-e4bc257b-6693-4510-8c38-70f577eae733 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 945 time: 0.1172807 Jul 16 01:37:20.270900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c37f6ac-4af4-4d1d-be9b-aaec752f87f4 req-6e7824ac-0c13-4b0c-b515-66e335a89481 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578084 Jul 16 01:37:20.378525 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Sync routers for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:20.410974 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:20.416713 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:20.664208 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:20.704210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-729234cc-5bbc-4fc2-8532-2ba93c9f0a7c tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.713832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d65c04a6-6401-431e-8681-29b486f6cb32 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:20.722396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-729234cc-5bbc-4fc2-8532-2ba93c9f0a7c tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 820 time: 0.3079464 Jul 16 01:37:20.795137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-1ace66fa-fa43-41d6-b6ca-a4a4f3d34181 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/quotas/ee7eaeabd57f417cbce7fe170d09a2f0 HTTP/1.1" status: 200 len: 375 time: 0.0706122 Jul 16 01:37:20.927506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d65c04a6-6401-431e-8681-29b486f6cb32 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:20.928089 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.004092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-933bd3e5-7374-477c-9fa2-14b7d5c02a45 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2065334 Jul 16 01:37:21.120460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55604) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.213115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-8fe52662-62ed-494e-a18f-9c67d2bcb859 service neutron] 10.222.0.42 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067294 Jul 16 01:37:21.246498 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 2, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:21.296313 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Checking router: 552b15eb-e967-4c1c-b405-5f73d1cf23f1 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:21.296941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Updating router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 port c2892614-3fb7-4778-a051-de1f9c8a74ab binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:21.394189 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.465462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-23a1e22e-a7ea-4372-802d-122a9d079c46 service neutron] 10.222.0.42 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490089 Jul 16 01:37:21.497429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-334d6a5b-90ea-4030-9c5d-1ce15eb3d469 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.499077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-334d6a5b-90ea-4030-9c5d-1ce15eb3d469 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/networks?id=bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 200 len: 796 time: 0.2419517 Jul 16 01:37:21.512247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-807777766-network', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:21.542185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Made reservation on behalf of de7866f017434ecfbba0283cb2010c09 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:21.546541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.570429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.608078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-e231f076-452e-45b8-9944-4ce54f0b6023 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 380 time: 0.0937073 Jul 16 01:37:21.613023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:37:21.622229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'port': {'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'admin_state_up': True, 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'security_groups': ['2051efd0-7280-4f73-822e-903f1f846ee6']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:21.737392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.751532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.885242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e65b0eb-5a41-43fb-9f71-863cfa4f1f5f req-6112fc79-56a4-4b29-b491-6e2aaa837642 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 210 time: 0.0681918 Jul 16 01:37:21.939382 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Floating IP d79095a2-e63b-47ec-a4ec-9267ec6fad35 associated. External IP: 172.25.7.147, port: 4dff57d4-d4c4-4416-8517-9878bd48e71c. Jul 16 01:37:21.989220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.006016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca58069-9adc-4dbc-9d5f-78d342e09c6d req-1eb53401-b097-43c6-b05f-505c13a5d3c9 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.008395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ca58069-9adc-4dbc-9d5f-78d342e09c6d req-1eb53401-b097-43c6-b05f-505c13a5d3c9 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.1049373 Jul 16 01:37:22.016644 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.037110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:22.038602 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.051912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:22.059441 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Transition to ACTIVE for port object c2892614-3fb7-4778-a051-de1f9c8a74ab will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:22.060647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.073143 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.073600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.073966 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Added segment 36739c51-8bcc-4393-98c3-5212541f52bd of type vlan for network 05164e9e-acbf-4f7a-b6b6-8028966feddb Jul 16 01:37:22.099130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ca58069-9adc-4dbc-9d5f-78d342e09c6d req-1c7cbf53-d78a-4778-bddc-0f7a8563cff9 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851245 Jul 16 01:37:22.157483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66f0f9-2f50-429e-a9b2-cc581fb33648,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.231361 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830072b-a792-4c7e-8996-3f67ab4322ad None None] Pushing event updated for resources: {'Port': ['ID=c2892614-3fb7-4778-a051-de1f9c8a74ab,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.252302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cba2a80-6645-428f-9604-cef2f912f711 req-706ec578-d238-4ac7-a707-23ece067188a tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0465779 Jul 16 01:37:22.287117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.348233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.349429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.350141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.403059 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Attempting to bind port c2892614-3fb7-4778-a051-de1f9c8a74ab on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:22.403632 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Attempting to bind port c2892614-3fb7-4778-a051-de1f9c8a74ab by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:22.403736 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Attempting to bind port c2892614-3fb7-4778-a051-de1f9c8a74ab on network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:22.411693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:22.412070 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Checking segment: {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:22.412499 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.412941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Bound using segment: {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:22.413705 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Bound port: c2892614-3fb7-4778-a051-de1f9c8a74ab, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:22.413835 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.418020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.20.0.7 (bc6f9bb4-3976-4baa-8d01-d74b3276d600/b1b2b16d-599a-47bc-84e7-97c5fac5c361/6b2c919a-1779-479f-ab5e-531709a1bc10) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:22.447311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ed869-3404-4108-94b7-6250cbe1384e req-7e8b084a-579b-4b2f-abf1-11741b1dd5a4 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.456173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e6ed869-3404-4108-94b7-6250cbe1384e req-7e8b084a-579b-4b2f-abf1-11741b1dd5a4 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 945 time: 0.1978350 Jul 16 01:37:22.469791 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3464687 Jul 16 01:37:22.473285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.479326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Request body: {'subnet': {'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-subnet', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:22.527028 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] For port c2892614-3fb7-4778-a051-de1f9c8a74ab, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:22.537043 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] For port c2892614-3fb7-4778-a051-de1f9c8a74ab, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c2892614-3fb7-4778-a051-de1f9c8a74ab,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:22.543784 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.547515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14533882-55ef-45ba-b2c3-7d7f1bd34688 admin admin] Pushing event updated for resources: {'Network': ['ID=05164e9e-acbf-4f7a-b6b6-8028966feddb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.562353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:22.585059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Made reservation on behalf of de7866f017434ecfbba0283cb2010c09 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:22.588954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.598570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Router b9381d7a-a63a-416f-8adb-6dd5848bfab6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:22.636855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e6ed869-3404-4108-94b7-6250cbe1384e req-2c00ae8b-0c68-4744-8cd5-6523d5ef35ec tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793718 Jul 16 01:37:22.671189 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:22.672275 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:22.792207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:22.807942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] Sync routers for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:22.821063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.833650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:22.835031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:22.895412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-865e8ffa-56d0-4481-8453-9909ec02d50b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "PUT /v2.0/floatingips/d79095a2-e63b-47ec-a4ec-9267ec6fad35 HTTP/1.1" status: 200 len: 991 time: 2.9415979 Jul 16 01:37:22.895412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:22.895412 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331c33f6-46ad-4918-bb7c-d344c88ff157" -d '{"events": [{"name": "network-changed", "server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:22.927334 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830072b-a792-4c7e-8996-3f67ab4322ad None None] Pushing event updated for resources: {'Port': ['ID=c2892614-3fb7-4778-a051-de1f9c8a74ab,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.993370 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388b974-b328-4b8e-b751-d92313d84eec x-openstack-request-id: req-8388b974-b328-4b8e-b751-d92313d84eec {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:22.993669 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:22.994006 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8388b974-b328-4b8e-b751-d92313d84eec {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:22.994446 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'status': 'completed', 'code': 200} Jul 16 01:37:23.063428 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:23.113433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:23.129404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-4775744e-94c9-4183-b0c8-3198c0cc00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.131185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-4775744e-94c9-4183-b0c8-3198c0cc00ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf162a766d2948f4a86446789320cd27&device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 1097 time: 0.1106341 Jul 16 01:37:23.433580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-4f5116e5-8fd6-477f-81c1-dafe3718a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.438333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-4f5116e5-8fd6-477f-81c1-dafe3718a5f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a HTTP/1.1" status: 200 len: 913 time: 0.3002329 Jul 16 01:37:23.515559 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.546572 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.564099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Transition to ACTIVE for port object 6b2c919a-1779-479f-ab5e-531709a1bc10 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:23.574475 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcfe02-952b-416a-b71b-23c3d39baea1 None None] The sync data for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 is: [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:23.631280 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-a0f0a0fa-3cf9-4c44-8651-f9a0c064a1ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c HTTP/1.1" status: 200 len: 999 time: 0.1831646 Jul 16 01:37:23.689548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd79095a2-e63b-47ec-a4ec-9267ec6fad35', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'port_id': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'mac_address': 'fa:16:3e:2f:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:53Z', 'updated_at': '2021-07-16T01:37:21Z', 'revision_number': 1, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:55Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.755993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] Checking router: b9381d7a-a63a-416f-8adb-6dd5848bfab6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:23.802619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:23.803642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.805509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-f05da8b7-641a-4745-a8ff-95b8542b66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.808974 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-f05da8b7-641a-4745-a8ff-95b8542b66be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b659d69c-2a6f-4789-88e0-7a85460758f1 HTTP/1.1" status: 200 len: 851 time: 0.1420450 Jul 16 01:37:23.872244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b708d427-fb61-4689-9863-7332130bb6a5 req-21e6da3b-6039-4144-ac67-3ca3cf427bac tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 210 time: 0.4253302 Jul 16 01:37:23.933891 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.968666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-4c716190-949b-4869-a0b5-6cb04fcdcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.976342 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-4c716190-949b-4869-a0b5-6cb04fcdcbd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2eee1b1-0325-4835-8e72-2d90c42c1c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586571 Jul 16 01:37:24.033764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:24.171628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=6b2c919a-1779-479f-ab5e-531709a1bc10,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.243796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:24.268657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:24.281817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-907c234f-f1e9-4b6a-b117-6618800d4c2c req-3fc16355-6f0e-420f-a491-d3b1c51dea33 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 210 time: 0.1014211 Jul 16 01:37:24.289241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:24.342367 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-1d8b6147-82a2-43f4-b60b-adb28f4e8d31 service neutron] 10.222.0.23 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203504 Jul 16 01:37:24.430680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.431477 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.483226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.516158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-7c268ee5-432f-4586-959d-a4bb2d349190 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.518353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-7c268ee5-432f-4586-959d-a4bb2d349190 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 945 time: 1.0734282 Jul 16 01:37:24.558911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd79095a2-e63b-47ec-a4ec-9267ec6fad35', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'port_id': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'mac_address': 'fa:16:3e:2f:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:53Z', 'updated_at': '2021-07-16T01:37:21Z', 'revision_number': 1, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:55Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:24.593791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-eba49ee1-5add-4b11-b56e-e4ac8306d270 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9800339 Jul 16 01:37:24.609336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a86f-821b-4fa4-a151-01e42cfc0311 req-04939349-30fc-42cb-909b-e81243c57d80 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.629613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1896a86f-821b-4fa4-a151-01e42cfc0311 req-04939349-30fc-42cb-909b-e81243c57d80 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.8770447 Jul 16 01:37:24.667148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9f75a2-0f90-4667-a485-a78bf2afab90,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.675196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Request body: {'port': {'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:24.704840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fc05a-149f-4246-b298-6a264456ddf6 None None] The sync data for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 is: [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd79095a2-e63b-47ec-a4ec-9267ec6fad35', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'port_id': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'mac_address': 'fa:16:3e:2f:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:53Z', 'updated_at': '2021-07-16T01:37:21Z', 'revision_number': 1, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:55Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:24.729132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c2892614-3fb7-4778-a051-de1f9c8a74ab up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:24.804903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4c015e7e-d737-454a-ad5a-cb09eb8d1d49 None None] Provisioning for port 6b2c919a-1779-479f-ab5e-531709a1bc10 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.813277 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c2892614-3fb7-4778-a051-de1f9c8a74ab completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.818880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c2892614-3fb7-4778-a051-de1f9c8a74ab triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.819615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.822221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4c015e7e-d737-454a-ad5a-cb09eb8d1d49 None None] Provisioning complete for port 6b2c919a-1779-479f-ab5e-531709a1bc10 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.822916 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4c015e7e-d737-454a-ad5a-cb09eb8d1d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.837770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-331c33f6-46ad-4918-bb7c-d344c88ff157 req-56eec1e0-91d7-49ad-a1de-1617b148ddcb service neutron] 10.222.0.23 "GET /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239199 Jul 16 01:37:24.934462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-24320259-71ae-4b99-b31f-ee7fe741403d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.936472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-24320259-71ae-4b99-b31f-ee7fe741403d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 820 time: 0.9588351 Jul 16 01:37:24.955926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4c015e7e-d737-454a-ad5a-cb09eb8d1d49 None None] Port 6b2c919a-1779-479f-ab5e-531709a1bc10 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:24.961870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'port': {'device_id': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'admin_state_up': True, 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:24.972988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1896a86f-821b-4fa4-a151-01e42cfc0311 req-a3e96a5e-fa0d-452e-beeb-a37a5a3caa60 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380208 Jul 16 01:37:25.024094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.089979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c2892614-3fb7-4778-a051-de1f9c8a74ab, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c2892614-3fb7-4778-a051-de1f9c8a74ab,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.098327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.190978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Checking segment: {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:25.191825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Network hostable DHCP agents. Network: 05164e9e-acbf-4f7a-b6b6-8028966feddb, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:25.193240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c2892614-3fb7-4778-a051-de1f9c8a74ab,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.209490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dad4f-9db8-4f7a-8bb7-2abb65e98a2f req-a2372263-9a15-44d4-84ae-19a0021a21f6 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.211793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f3dad4f-9db8-4f7a-8bb7-2abb65e98a2f req-a2372263-9a15-44d4-84ae-19a0021a21f6 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 945 time: 0.5744290 Jul 16 01:37:25.234124 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.313042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:25.415570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f3dad4f-9db8-4f7a-8bb7-2abb65e98a2f req-1993713a-b762-48a9-a4ef-1327b19f3054 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/security-groups?id=74b12486-25d8-4039-81d1-8e81117d93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863608 Jul 16 01:37:25.416705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 05164e9e-acbf-4f7a-b6b6-8028966feddb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:25.423835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.426289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.437264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325d095-1ffb-461a-bd15-bc2da89182f4 None None] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:25.496513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Deleting port 33b38707-b521-45d5-bbcb-d098547a2c89 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:25.496513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.503975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Made reservation on behalf of ee7eaeabd57f417cbce7fe170d09a2f0 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:25.509808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.671658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d669892e-b5de-432f-859f-eeefcc59c135 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1947978 Jul 16 01:37:25.680040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.714134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:25.813229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-05164e9e-acbf-4f7a-b6b6-8028966feddb', 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'fixed_ips': [{'subnet_id': '4f9f75a2-0f90-4667-a485-a78bf2afab90'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:25.814649 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.818395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Allocated IP 172.20.0.11 (a55e9fe1-e3f5-4e77-a941-ef19c09b43f2/3f73449d-6f83-48a8-a004-53e58967bc47/9dfe7d30-4f64-42da-86b1-cda1407c38df) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:25.891586 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421dff2-0046-47da-90a0-49d37023ea90 None None] New status for floating IP d79095a2-e63b-47ec-a4ec-9267ec6fad35: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:25.956774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a6118ef-9d1b-42e9-9ca0-8a4dadeae086 req-c012da01-240c-443a-9ebc-0abf66b28c6f tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 210 time: 0.2133334 Jul 16 01:37:26.054024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] For port 33b38707-b521-45d5-bbcb-d098547a2c89, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=33b38707-b521-45d5-bbcb-d098547a2c89,segment=NetworkSegment(b1359a09-5ce4-4558-bebd-2a4ee7ab11ab),segment_id=b1359a09-5ce4-4558-bebd-2a4ee7ab11ab)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.057635 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.145603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Calling delete_port for 33b38707-b521-45d5-bbcb-d098547a2c89 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:26.190538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Allocated IP 172.20.0.2 (05164e9e-acbf-4f7a-b6b6-8028966feddb/4f9f75a2-0f90-4667-a485-a78bf2afab90/e9096688-eb87-4a16-b186-d0ec9fb2d703) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:26.265661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.267673 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.273845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.404916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.503550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:26.516243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:26.542004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:26.593603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.601202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e63c1c-5dfb-4177-b1e8-9002aad14967 req-9d3ac8db-1c11-4d0a-bf58-c767910dcf05 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.604816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50e63c1c-5dfb-4177-b1e8-9002aad14967 req-9d3ac8db-1c11-4d0a-bf58-c767910dcf05 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 931 time: 0.8142877 Jul 16 01:37:26.625463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.626174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.626855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.629556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.629556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.629556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.629556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.630573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.631979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.631979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.632728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.633468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.663945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.665309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.689303 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-fa1b3f88-f603-4953-82ae-34c6643276d1 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7370048 Jul 16 01:37:26.733363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Request body: {'port': {'device_id': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:26.747695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.810834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c2892614-3fb7-4778-a051-de1f9c8a74ab up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:26.880702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.931215 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.939133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c2892614-3fb7-4778-a051-de1f9c8a74ab triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:26.939616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.960312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50e63c1c-5dfb-4177-b1e8-9002aad14967 req-650972af-60ca-419c-8b9c-7ccb6a8087d3 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278768 Jul 16 01:37:27.049971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Transition to ACTIVE for port object e9096688-eb87-4a16-b186-d0ec9fb2d703 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:27.054959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b6fe-daeb-4955-b2eb-7570cb72036b req-32c9a6d0-d601-4327-8b3f-da88c69682f4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.061987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6735b6fe-daeb-4955-b2eb-7570cb72036b req-32c9a6d0-d601-4327-8b3f-da88c69682f4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.6630001 Jul 16 01:37:27.137531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.173757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Transition to ACTIVE for port object e9096688-eb87-4a16-b186-d0ec9fb2d703 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:27.195116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.230093 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.260644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:27.265216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:27.272727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:27.278330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c919a-1779-479f-ab5e-531709a1bc10 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:27.291754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 33b38707-b521-45d5-bbcb-d098547a2c89 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:27.298001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Pushing event deleted for resources: {'Port': ['ID=33b38707-b521-45d5-bbcb-d098547a2c89,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.318468 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.389344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Pushing event updated for resources: {'Port': ['ID=e9096688-eb87-4a16-b186-d0ec9fb2d703,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.397975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 33b38707-b521-45d5-bbcb-d098547a2c89 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:27.399765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 33b38707-b521-45d5-bbcb-d098547a2c89 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:27.408697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6735b6fe-daeb-4955-b2eb-7570cb72036b req-3074c065-61d1-43a2-bb85-8bf8130edd50 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454897 Jul 16 01:37:27.445036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfe7d30-4f64-42da-86b1-cda1407c38df {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:27.453489 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.472058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Transition to ACTIVE for port object 9dfe7d30-4f64-42da-86b1-cda1407c38df will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:27.479636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] No DVR routers for this DVR port 33b38707-b521-45d5-bbcb-d098547a2c89 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:27.481405 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.509081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Attempting to bind port e9096688-eb87-4a16-b186-d0ec9fb2d703 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:27.509785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Attempting to bind port e9096688-eb87-4a16-b186-d0ec9fb2d703 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:27.511231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Attempting to bind port e9096688-eb87-4a16-b186-d0ec9fb2d703 on network 05164e9e-acbf-4f7a-b6b6-8028966feddb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:27.530517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.531541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:27.532178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Checking segment: {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:27.532895 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.533102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d1a929c-5d8f-4adf-b4ef-2eec5c661ff5 req-b7a2caee-9c31-4dbe-b7da-8a8529987705 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.23 "DELETE /v2.0/ports/33b38707-b521-45d5-bbcb-d098547a2c89 HTTP/1.1" status: 204 len: 173 time: 2.8981524 Jul 16 01:37:27.533550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Bound using segment: {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:27.534134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'name': 'network-vif-deleted', 'tag': '33b38707-b521-45d5-bbcb-d098547a2c89'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:27.534552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Bound port: e9096688-eb87-4a16-b186-d0ec9fb2d703, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:27.538999 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0afe23-76cf-4b16-a27e-1975304e3448" -d '{"events": [{"server_uuid": "7f46872b-f094-40ff-af7a-4e6069440a7f", "name": "network-vif-deleted", "tag": "33b38707-b521-45d5-bbcb-d098547a2c89"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:27.539291 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.549495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Transition to ACTIVE for port object 6b2c919a-1779-479f-ab5e-531709a1bc10 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:27.555296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.560470 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.764667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Attempting to bind port 9dfe7d30-4f64-42da-86b1-cda1407c38df on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:27.765401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Attempting to bind port 9dfe7d30-4f64-42da-86b1-cda1407c38df by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:27.766068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Attempting to bind port 9dfe7d30-4f64-42da-86b1-cda1407c38df on network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:27.786199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Port 9dfe7d30-4f64-42da-86b1-cda1407c38df on network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:27.788054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Attempting to bind port 9dfe7d30-4f64-42da-86b1-cda1407c38df on network a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:27.803615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:27.803883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Checking segment: {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:27.804263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Bound using segment: {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:27.804722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Bound port: 9dfe7d30-4f64-42da-86b1-cda1407c38df, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c280b7-73ed-4b47-837d-6ed4aabce443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:27.805110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.809606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] For port e9096688-eb87-4a16-b186-d0ec9fb2d703, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:27.813154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] For port e9096688-eb87-4a16-b186-d0ec9fb2d703, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e9096688-eb87-4a16-b186-d0ec9fb2d703,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:27.825070 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.900772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c919a-1779-479f-ab5e-531709a1bc10,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.909038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00386cf7-b27f-4f3f-b465-66ea47012528 req-256410f8-6d85-4234-9296-4ec2c36fa331 tempest-InstanceActionsV221TestJSON-1930646451 tempest-InstanceActionsV221TestJSON-1930646451-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f46872b-f094-40ff-af7a-4e6069440a7f HTTP/1.1" status: 200 len: 210 time: 0.1751156 Jul 16 01:37:27.935425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:27.940250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:27.948071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.989606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901151e3-7e2c-48c4-8e4b-cadd5c58f89c None None] Pushing event updated for resources: {'Port': ['ID=e9096688-eb87-4a16-b186-d0ec9fb2d703,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.012704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Attempting to bind port 6b2c919a-1779-479f-ab5e-531709a1bc10 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:28.013185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Attempting to bind port 6b2c919a-1779-479f-ab5e-531709a1bc10 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:28.013627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Attempting to bind port 6b2c919a-1779-479f-ab5e-531709a1bc10 on network bc6f9bb4-3976-4baa-8d01-d74b3276d600 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:28.034283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.035872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.041834 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] 10.222.0.13 "PUT /v2.0/ports/9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 1093 time: 1.3144841 Jul 16 01:37:28.042891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:28.045081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Port 6b2c919a-1779-479f-ab5e-531709a1bc10 on network bc6f9bb4-3976-4baa-8d01-d74b3276d600 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:28.046100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Attempting to bind port 6b2c919a-1779-479f-ab5e-531709a1bc10 on network bc6f9bb4-3976-4baa-8d01-d74b3276d600 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:28.051945 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ec226-32e0-43fa-b77d-6df828c44d92 x-openstack-request-id: req-573ec226-32e0-43fa-b77d-6df828c44d92 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:28.052579 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f46872b-f094-40ff-af7a-4e6069440a7f", "name": "network-vif-deleted", "tag": "33b38707-b521-45d5-bbcb-d098547a2c89", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:28.053138 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-573ec226-32e0-43fa-b77d-6df828c44d92 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:28.053978 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f46872b-f094-40ff-af7a-4e6069440a7f', 'name': 'network-vif-deleted', 'tag': '33b38707-b521-45d5-bbcb-d098547a2c89', 'status': 'completed', 'code': 200} Jul 16 01:37:28.059112 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b6c508-8f0c-40dc-baf3-c93a5abcb105" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:28.102515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:28.103258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Checking segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:28.103826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Bound using segment: {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:28.104541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Bound port: 6b2c919a-1779-479f-ab5e-531709a1bc10, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71509dc-eb92-4fdb-aecd-481ebc47dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:28.105105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.202107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a57428-085b-4a42-abd0-274f308e1049 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.226211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ab846-e002-4821-9d6b-f96e592c8df3 req-765de49b-eaf7-4051-bc8a-99a3faed31be tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.229175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d26ab846-e002-4821-9d6b-f96e592c8df3 req-765de49b-eaf7-4051-bc8a-99a3faed31be tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 944 time: 0.4216189 Jul 16 01:37:28.264672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-13421d30-4b7c-4921-b18b-f130150f8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.267731 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-13421d30-4b7c-4921-b18b-f130150f8935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1096 time: 0.1449327 Jul 16 01:37:28.422389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] For port 6b2c919a-1779-479f-ab5e-531709a1bc10, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:28.443644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] For port 6b2c919a-1779-479f-ab5e-531709a1bc10, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6b2c919a-1779-479f-ab5e-531709a1bc10,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:28.473135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-81b99d00-78d9-4937-a09d-592e097de6b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.1713448 Jul 16 01:37:28.523913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.609253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-26d4f38f-5fd0-4b29-b9f7-0f68cc40e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.611498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-26d4f38f-5fd0-4b29-b9f7-0f68cc40e74a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.1354795 Jul 16 01:37:28.749092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-81a9ca3f-6ab2-43e5-a7fd-0a8fd2fd9fbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237485 Jul 16 01:37:28.752231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e9096688-eb87-4a16-b186-d0ec9fb2d703 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:28.767559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.768412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.770395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b2c919a-1779-479f-ab5e-531709a1bc10 HTTP/1.1" status: 200 len: 1092 time: 4.1370010 Jul 16 01:37:28.781291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19f2fe-c52f-4948-95a0-e4443abb97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c919a-1779-479f-ab5e-531709a1bc10,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.825094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d26ab846-e002-4821-9d6b-f96e592c8df3 req-36abef3e-2e4e-498f-b8a6-4dd277c490b3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775597 Jul 16 01:37:28.928656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e9096688-eb87-4a16-b186-d0ec9fb2d703 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:28.940075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.002831 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e09498-72d7-4c69-b41b-cfcb3a92b850 x-openstack-request-id: req-85e09498-72d7-4c69-b41b-cfcb3a92b850 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:29.004162 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:29.004736 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85e09498-72d7-4c69-b41b-cfcb3a92b850 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:29.005454 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'status': 'completed', 'code': 200} Jul 16 01:37:29.006052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7024fd2-fcf7-4dba-837c-8dcf7eb26535 req-b39b4182-cebb-42b3-a552-ae4828a3aecf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.009265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7024fd2-fcf7-4dba-837c-8dcf7eb26535 req-b39b4182-cebb-42b3-a552-ae4828a3aecf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 943 time: 0.8106122 Jul 16 01:37:29.015036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.038515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-3eca621b-41ba-4574-8200-f31d2b81b51a service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662768 Jul 16 01:37:29.048363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e69fe4-96c7-4456-a669-739abca0f72a req-679d5d6d-a148-4016-a600-8809c8ae44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.050558 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f6e69fe4-96c7-4456-a669-739abca0f72a req-679d5d6d-a148-4016-a600-8809c8ae44a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 1098 time: 0.4113655 Jul 16 01:37:29.242411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f6e69fe4-96c7-4456-a669-739abca0f72a req-423a9cbf-033a-4b60-9950-cb68819c8e85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836557 Jul 16 01:37:29.277362 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-10cbab53-9b3a-4a66-8398-79851140bfaa req-939752ab-dd6f-4c21-bc61-3a5e4ef9571d service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311201 Jul 16 01:37:29.284000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7024fd2-fcf7-4dba-837c-8dcf7eb26535 req-e032010b-0151-4fdd-9403-0088abc878ea tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616150 Jul 16 01:37:29.295266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Allocated IP 172.25.7.57 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:29.306546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-e55a85ef-4412-4baf-9fe6-17413779e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.308198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-e55a85ef-4412-4baf-9fe6-17413779e006 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 1095 time: 0.4631302 Jul 16 01:37:29.690191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b4d9d-8f32-44ca-bc57-e8e118f1f3c5 None None] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:29.702705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-1f64d3a2-e2ec-4302-a307-5dac4bf7de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.704392 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-1f64d3a2-e2ec-4302-a307-5dac4bf7de68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0956700 Jul 16 01:37:29.834072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-ff8e9e44-f645-49fe-b9eb-59e1efca3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.835616 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-ff8e9e44-f645-49fe-b9eb-59e1efca3045 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.1239862 Jul 16 01:37:29.865929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-f691483e-dcd4-4b29-8a92-fd449f98a6cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c919a-1779-479f-ab5e-531709a1bc10 HTTP/1.1" status: 200 len: 217 time: 0.1139972 Jul 16 01:37:29.871279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] Provisioning for port e9096688-eb87-4a16-b186-d0ec9fb2d703 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:29.882148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] Provisioning complete for port e9096688-eb87-4a16-b186-d0ec9fb2d703 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:29.882551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.998643 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-ce6bb1b6-0b29-44c8-8864-22ae4860e175 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.1511796 Jul 16 01:37:30.042825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-cd3dc1e6-f176-45eb-908a-6c6393d2b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.042825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-cd3dc1e6-f176-45eb-908a-6c6393d2b5b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b2b16d-599a-47bc-84e7-97c5fac5c361 HTTP/1.1" status: 200 len: 835 time: 0.1367385 Jul 16 01:37:30.060827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.077789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:30.082793 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3" -d '{"events": [{"name": "network-changed", "server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:30.104923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] For port e9096688-eb87-4a16-b186-d0ec9fb2d703, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e9096688-eb87-4a16-b186-d0ec9fb2d703,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:30.111669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.153082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f30005-6dd4-46a7-8b5e-d1bfb9921d0f req-6d05553d-6164-4b42-a411-3ae44d524087 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.156830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76f30005-6dd4-46a7-8b5e-d1bfb9921d0f req-6d05553d-6164-4b42-a411-3ae44d524087 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.8436298 Jul 16 01:37:30.157940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-ccb92085-956b-4635-9a11-3bbbb25b9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.162075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-ccb92085-956b-4635-9a11-3bbbb25b9f4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.1538556 Jul 16 01:37:30.169228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.237359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e96d8-4992-4f8f-b053-2b8cdb4ada7f None None] Pushing event updated for resources: {'Port': ['ID=e9096688-eb87-4a16-b186-d0ec9fb2d703,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.277500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-60115872-17e9-4df6-9fa9-7812c7f85805 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088130 Jul 16 01:37:30.359845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76f30005-6dd4-46a7-8b5e-d1bfb9921d0f req-d7f17dc9-b89d-4150-af66-08925135b5fe tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861715 Jul 16 01:37:30.441487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-7e42402a-9f7c-4527-b979-ec1847704a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.443844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-7e42402a-9f7c-4527-b979-ec1847704a89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc6f9bb4-3976-4baa-8d01-d74b3276d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3747671 Jul 16 01:37:30.453566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-59737897-ec19-463a-a4be-b0a1cf4b5751 None None] Provisioning complete for port e9096688-eb87-4a16-b186-d0ec9fb2d703 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:30.454859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59737897-ec19-463a-a4be-b0a1cf4b5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.494923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.573166 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-d9f565fb-86fe-469e-8aeb-766e9f89f636 service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795396 Jul 16 01:37:30.575983 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8303e4ee-6646-437f-936a-b1e2e26d43f9 x-openstack-request-id: req-8303e4ee-6646-437f-936a-b1e2e26d43f9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:30.578607 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:30.579022 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8303e4ee-6646-437f-936a-b1e2e26d43f9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:30.580031 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'status': 'completed', 'code': 200} Jul 16 01:37:30.581889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.702501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Deleting subnet e6f74cb4-e45a-4d08-ae92-1f61f7212ad5 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:30.703579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e9096688-eb87-4a16-b186-d0ec9fb2d703 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:30.705631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:30.726487 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.728624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:30.752934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33b6c508-8f0c-40dc-baf3-c93a5abcb105 req-bca59688-7167-4195-9553-6ce9608fca33 service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717622 Jul 16 01:37:30.754726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:30.801194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c639ba6-c0f5-4014-b607-17c04172bb18 req-78267511-9ac0-4ee9-a133-4f442555b2d8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.802422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c639ba6-c0f5-4014-b607-17c04172bb18 req-78267511-9ac0-4ee9-a133-4f442555b2d8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 944 time: 0.5115600 Jul 16 01:37:30.812563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e9096688-eb87-4a16-b186-d0ec9fb2d703 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:30.813724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.822306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Pushing event updated for resources: {'Port': ['ID=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.839708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-6d184c3c-e4f2-4673-8d0c-741612e43b80 service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868020 Jul 16 01:37:30.862096 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.019530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c639ba6-c0f5-4014-b607-17c04172bb18 req-74289a21-d9f5-468f-8eef-e35a6880ea37 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060547 Jul 16 01:37:31.176855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.264649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06a6c21e-dcc7-483d-9082-eae2b8292148 req-83eaf8da-1d00-4f4f-8779-3f5fe270c93a service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112697 Jul 16 01:37:31.341414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9273b-759c-42f4-abe9-aa876a9b92f4 req-0f961ccd-c37a-407b-87be-6eec764f14d0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.342991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ac9273b-759c-42f4-abe9-aa876a9b92f4 req-0f961ccd-c37a-407b-87be-6eec764f14d0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 943 time: 0.4025450 Jul 16 01:37:31.412413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.476261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f74cb4-e45a-4d08-ae92-1f61f7212ad5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.484729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.486641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-366a734d-afb6-4daa-9304-e1816aa321c5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e6f74cb4-e45a-4d08-ae92-1f61f7212ad5 HTTP/1.1" status: 204 len: 168 time: 0.9902554 Jul 16 01:37:31.490532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55698) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.508336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.513462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ac9273b-759c-42f4-abe9-aa876a9b92f4 req-72327950-d68c-45b3-9eaf-55a891b3aa96 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551168 Jul 16 01:37:31.618997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.655704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-78a08fa3-744e-4795-89e1-a9cb355db248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.657425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-78a08fa3-744e-4795-89e1-a9cb355db248 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 1095 time: 0.2604692 Jul 16 01:37:31.755963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.776362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74102c0-be4d-4348-a42f-bda945f18c00']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.808947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.809420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1359a09-5ce4-4558-bebd-2a4ee7ab11ab') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.845080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed65a1-a724-47f1-b84f-928cd1f62839 req-5b6bc1e6-cd09-41cd-a805-0a585111e6c8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.846703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70ed65a1-a724-47f1-b84f-928cd1f62839 req-5b6bc1e6-cd09-41cd-a805-0a585111e6c8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.2783933 Jul 16 01:37:31.849455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.880740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.896587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:31.897243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:31.900400 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:31.924840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-b0205f05-291f-4db4-acdb-5ba9051d1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.926691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-b0205f05-291f-4db4-acdb-5ba9051d1275 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 200 len: 897 time: 0.2365410 Jul 16 01:37:31.990056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.994981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70ed65a1-a724-47f1-b84f-928cd1f62839 req-d6d2db43-2187-47e5-bbe2-3f6d8647c365 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341629 Jul 16 01:37:31.996971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-172edbaf-8ed7-42e8-ab1d-b20c8a005ad4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c919a-1779-479f-ab5e-531709a1bc10 HTTP/1.1" status: 200 len: 217 time: 0.0620100 Jul 16 01:37:32.002244 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.021231 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.030920 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b74102c0-be4d-4348-a42f-bda945f18c00 HTTP/1.1" status: 204 len: 168 time: 0.5326107 Jul 16 01:37:32.030920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4d55e-711d-4fa4-9592-fa01248494e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74102c0-be4d-4348-a42f-bda945f18c00,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.143369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-f0f2d3b4-6c9b-45ea-868f-6205911ac513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.146754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-f0f2d3b4-6c9b-45ea-868f-6205911ac513 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b2b16d-599a-47bc-84e7-97c5fac5c361 HTTP/1.1" status: 200 len: 835 time: 0.1412885 Jul 16 01:37:32.182075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55708) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.263968 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c48f8c4-5ece-4fde-8174-b025b88c3916 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33e06af330754e64bb538b69faab7eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800576 Jul 16 01:37:32.267619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55712) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.343673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b474e72-2b4b-4538-9662-43f49888c94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.394510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b474e72-2b4b-4538-9662-43f49888c94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.414759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-7c0a732d-6792-4c2d-a12d-325f74c57db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.416323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-7c0a732d-6792-4c2d-a12d-325f74c57db8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc6f9bb4-3976-4baa-8d01-d74b3276d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164106 Jul 16 01:37:32.481713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b474e72-2b4b-4538-9662-43f49888c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.486345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b474e72-2b4b-4538-9662-43f49888c94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.492494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b474e72-2b4b-4538-9662-43f49888c94a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74b12486-25d8-4039-81d1-8e81117d93a9 HTTP/1.1" status: 204 len: 168 time: 0.2199705 Jul 16 01:37:32.492738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:32.506749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b474e72-2b4b-4538-9662-43f49888c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b12486-25d8-4039-81d1-8e81117d93a9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.509449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ed330-62b8-42f7-9eb0-62830b7305c1 req-6d0a0897-4636-4c7d-af58-cfbb073210d2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.511469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-235ed330-62b8-42f7-9eb0-62830b7305c1 req-6d0a0897-4636-4c7d-af58-cfbb073210d2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2558870 Jul 16 01:37:32.577840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9dfe7d30-4f64-42da-86b1-cda1407c38df details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:32.614287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84bf1e-6b02-4976-b67e-8eb31e9235ca req-616801b7-d45b-4c89-9c75-37db6742428b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.616271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae84bf1e-6b02-4976-b67e-8eb31e9235ca req-616801b7-d45b-4c89-9c75-37db6742428b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 944 time: 0.3536737 Jul 16 01:37:32.722789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.738992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'port_id': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'mac_address': 'fa:16:3e:95:b1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:32.811075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.833748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe7d30-4f64-42da-86b1-cda1407c38df {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:32.857831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.864117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.937857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.116682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-1e8ae545-6b16-4e8b-9a01-46bcd7f22eb7 service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924846 Jul 16 01:37:33.166185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-235ed330-62b8-42f7-9eb0-62830b7305c1 req-f351eeb4-495b-47e8-9816-3118610baee3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935450 Jul 16 01:37:33.208490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9dfe7d30-4f64-42da-86b1-cda1407c38df'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:33.226359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae84bf1e-6b02-4976-b67e-8eb31e9235ca req-3e70a9a3-4514-4dd3-960c-396dbd4bfb1d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948288 Jul 16 01:37:33.358997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:33.378811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Sync routers for ids ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:33.400962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.402144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cbbab963-bfa6-40d5-8feb-509795ca4a2e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7154131 Jul 16 01:37:33.405041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.423934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Routers {'0d1321a6-5716-4ba4-97f7-e37a7ee65aae'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:33.425018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.481468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8de6ad-f217-42d5-b414-6ec4b59c84a3 req-8beb765c-92b1-4e40-943e-2a6b565925fc service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200319 Jul 16 01:37:33.553900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e55352-5a48-4b13-b5e2-56618e53b90d req-6150cae2-d88e-4e8d-b58e-a931e502b939 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.565427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9e55352-5a48-4b13-b5e2-56618e53b90d req-6150cae2-d88e-4e8d-b58e-a931e502b939 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 943 time: 0.1679759 Jul 16 01:37:33.615235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Set router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:33.637487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.642079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9e55352-5a48-4b13-b5e2-56618e53b90d req-cccf8b25-6e61-4879-8aea-b98be8f99a9e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725565 Jul 16 01:37:33.786226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1886763658-network', 'tenant_id': '645f2a671cae46119a72fd8e8989b60d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:33.825102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Made reservation on behalf of 645f2a671cae46119a72fd8e8989b60d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:33.828771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.848820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.918726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:31Z', 'revision_number': 3, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.962685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Checking router: 0d1321a6-5716-4ba4-97f7-e37a7ee65aae for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:33.964551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Updating router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:33.994372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.008822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.043040 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.052249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:34.084042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.084521 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Added segment ba4e1893-589e-42ff-8e05-ed77394cfbb4 of type vlan for network 4913be8f-0c01-487a-9851-da4b95a326bb Jul 16 01:37:34.093943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25da89c-9d40-4cff-b0e4-cbf8de10cc60,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.146882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.147952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9fa36-3ddb-43e9-a730-f2d4aca26651 req-f1ae353d-ef00-44f9-91eb-bfade4935150 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.150144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82b9fa36-3ddb-43e9-a730-f2d4aca26651 req-f1ae353d-ef00-44f9-91eb-bfade4935150 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1536078 Jul 16 01:37:34.151638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.214183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82b9fa36-3ddb-43e9-a730-f2d4aca26651 req-989aff73-8996-4e46-adc6-d4b7cd3601b1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560472 Jul 16 01:37:34.226339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.227498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.228137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.265639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6198752 Jul 16 01:37:34.266443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55752) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.272409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Request body: {'subnet': {'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1886763658-subnet', 'tenant_id': '645f2a671cae46119a72fd8e8989b60d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:34.316734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab9a16-a173-4af9-ac95-4bedac67dd14 admin admin] Pushing event updated for resources: {'Network': ['ID=4913be8f-0c01-487a-9851-da4b95a326bb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.329434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Made reservation on behalf of 645f2a671cae46119a72fd8e8989b60d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:34.332638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.337498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 4913be8f-0c01-487a-9851-da4b95a326bb details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:34.519742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Allocated IP 172.20.0.1 (05164e9e-acbf-4f7a-b6b6-8028966feddb/4f9f75a2-0f90-4667-a485-a78bf2afab90/5076b3b6-6400-42c4-9b5f-7a572bfaf617) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:34.596139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6b2c919a-1779-479f-ab5e-531709a1bc10 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:34.600132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.601355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9dfe7d30-4f64-42da-86b1-cda1407c38df up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:34.620325 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.665205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.708400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Checking segment: {'id': 'ba4e1893-589e-42ff-8e05-ed77394cfbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:34.708801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Network hostable DHCP agents. Network: 4913be8f-0c01-487a-9851-da4b95a326bb, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:34.720196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6751d34-ad7e-493f-b766-134309852e2d req-fce5d175-4af9-409f-b418-7170cfdecc0b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.723248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.727822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6751d34-ad7e-493f-b766-134309852e2d req-fce5d175-4af9-409f-b418-7170cfdecc0b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 945 time: 0.3011003 Jul 16 01:37:34.744646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Transition to ACTIVE for port object 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:34.754438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Transition to ACTIVE for port object 5076b3b6-6400-42c4-9b5f-7a572bfaf617 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:34.769877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.789089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6751d34-ad7e-493f-b766-134309852e2d req-33dbace7-ac76-43f0-94fe-5aab1bb60f61 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603518 Jul 16 01:37:34.790893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Network 4913be8f-0c01-487a-9851-da4b95a326bb is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:34.811387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 4913be8f-0c01-487a-9851-da4b95a326bb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:34.818257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.829819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.845059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fedaa5-dc6f-43cf-8dad-646ce211dd33 None None] Network 4913be8f-0c01-487a-9851-da4b95a326bb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.859637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-baa056b7-2a1a-4072-a5df-ade6f2c0807c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5916250 Jul 16 01:37:34.876632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.914098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Attempting to bind port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:34.914660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Attempting to bind port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:34.915117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Attempting to bind port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:34.937023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:34.937552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:34.938197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.938680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:34.939258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Bound port: 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:34.939738 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.951404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 9dfe7d30-4f64-42da-86b1-cda1407c38df completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:34.961225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00e89-c805-4632-bf3d-bf6636d263ba None None] Pushing event updated for resources: {'Port': ['ID=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.016758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:35.024570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:35.028774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 9dfe7d30-4f64-42da-86b1-cda1407c38df triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:35.031626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:35.036296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Pushing event updated for resources: {'Port': ['ID=5076b3b6-6400-42c4-9b5f-7a572bfaf617,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.040776 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.143263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.186141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2a5c7-2d2d-47b6-9034-2adec53154ba req-d83ba642-9cec-48f1-87de-397a1e38f534 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.189223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6c2a5c7-2d2d-47b6-9034-2adec53154ba req-d83ba642-9cec-48f1-87de-397a1e38f534 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 943 time: 0.1271384 Jul 16 01:37:35.346310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6c2a5c7-2d2d-47b6-9034-2adec53154ba req-7cb8e06c-819f-4aa4-97ca-227a3b662f8f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497459 Jul 16 01:37:35.408919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.522514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] For port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:35.527800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] For port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:35.570280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.638635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6b2c919a-1779-479f-ab5e-531709a1bc10, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6b2c919a-1779-479f-ab5e-531709a1bc10,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:35.642844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f13bdfb-20ff-4a31-8f69-d7f9e3e3d3d5 None None] Provisioning for port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:35.656237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f13bdfb-20ff-4a31-8f69-d7f9e3e3d3d5 None None] Provisioning complete for port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:35.656646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f13bdfb-20ff-4a31-8f69-d7f9e3e3d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.679143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.685322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.701057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-5c22aeaa-61bb-48b9-b88b-44047f982abe tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.703366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00e89-c805-4632-bf3d-bf6636d263ba None None] Pushing event updated for resources: {'Port': ['ID=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.703504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-5c22aeaa-61bb-48b9-b88b-44047f982abe tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/networks?id=4913be8f-0c01-487a-9851-da4b95a326bb HTTP/1.1" status: 200 len: 822 time: 0.2352889 Jul 16 01:37:35.735160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:35.738978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd331981-080c-4811-a419-4990417dcfcd None None] Network 4913be8f-0c01-487a-9851-da4b95a326bb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:35.739744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158afdd-7961-4d13-a337-1f51047b4646 req-c32d9e75-e9cd-4a78-af80-416ffbf37e23 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.741897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2158afdd-7961-4d13-a337-1f51047b4646 req-c32d9e75-e9cd-4a78-af80-416ffbf37e23 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1191833 Jul 16 01:37:35.744747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-76c7235f-3f03-4f24-ac23-b76fa5bf57b9 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/quotas/645f2a671cae46119a72fd8e8989b60d HTTP/1.1" status: 200 len: 375 time: 0.0225284 Jul 16 01:37:35.790152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-1f24c54c-628a-4261-98de-b0bcc1dc8dcb tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=645f2a671cae46119a72fd8e8989b60d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380764 Jul 16 01:37:35.804684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Pushing event updated for resources: {'Port': ['ID=5076b3b6-6400-42c4-9b5f-7a572bfaf617,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.813292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.817873 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.825485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4f13bdfb-20ff-4a31-8f69-d7f9e3e3d3d5 None None] Port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:35.826884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Routers {'0d1321a6-5716-4ba4-97f7-e37a7ee65aae'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:35.827516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.887798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2158afdd-7961-4d13-a337-1f51047b4646 req-9ecb7ba7-1007-407f-95aa-ac334837c7e8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272674 Jul 16 01:37:35.919081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.938785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c919a-1779-479f-ab5e-531709a1bc10 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:35.967817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:35.970300 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4818d046-8243-47e4-8c43-8962e01cd114" -d '{"events": [{"server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:35.976924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-ddcd1b8b-601d-45c7-b14f-82165fbe34bf service neutron] 10.222.0.42 "GET /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637540 Jul 16 01:37:36.013834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:36.014659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6b2c919a-1779-479f-ab5e-531709a1bc10, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6b2c919a-1779-479f-ab5e-531709a1bc10,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:36.057593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.059743 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.110975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-610a2c66-5933-4b8f-b0b8-967056b118d8 service neutron] 10.222.0.42 "GET /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270909 Jul 16 01:37:36.185953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] Set router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:36.291974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6b2c919a-1779-479f-ab5e-531709a1bc10,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.347969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:36.355042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:36.363251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73bfdc-7469-46d2-b012-b8343a622acc req-2101c832-9a97-4553-a0bc-2870b5536673 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.374104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e73bfdc-7469-46d2-b012-b8343a622acc req-2101c832-9a97-4553-a0bc-2870b5536673 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1208453 Jul 16 01:37:36.437390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6b2c919a-1779-479f-ab5e-531709a1bc10'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:36.463309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e73bfdc-7469-46d2-b012-b8343a622acc req-163bddc1-9f58-4a40-83a8-e80d5885e313 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874667 Jul 16 01:37:36.608941 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c0ed5b-1040-4469-a351-b30dbf92b928 x-openstack-request-id: req-f2c0ed5b-1040-4469-a351-b30dbf92b928 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:36.609605 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:36.610044 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2c0ed5b-1040-4469-a351-b30dbf92b928 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:36.610810 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'code': 200} Jul 16 01:37:36.637664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:36.638737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.819790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:36.823235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b0e4f30-6dc2-4df6-b947-3ad7933b4dd7 req-1d426f8e-365e-4f20-86fa-e81fdd8a0336 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 210 time: 0.1823552 Jul 16 01:37:36.842280 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a00e0b05-90e6-40d6-bf3e-680007e45b75 admin admin] 10.222.0.42 "PUT /v2.0/routers/0d1321a6-5716-4ba4-97f7-e37a7ee65aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4345222 Jul 16 01:37:36.892835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6e38-927c-4e74-ace5-2d156c0c488c req-d3ed79c2-ea0c-4256-a486-8a1bc6af5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.894764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-319c6e38-927c-4e74-ace5-2d156c0c488c req-d3ed79c2-ea0c-4256-a486-8a1bc6af5fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.1456327 Jul 16 01:37:36.926519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cfe432df-6df1-4e93-90ec-2c7b7ce5de12 None None] Provisioning complete for port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:36.926897 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfe432df-6df1-4e93-90ec-2c7b7ce5de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.984410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-319c6e38-927c-4e74-ace5-2d156c0c488c req-f66c8624-3267-4b89-9b50-32fce3222236 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783343 Jul 16 01:37:37.005233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '5076b3b6-6400-42c4-9b5f-7a572bfaf617', 'name': '', 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'mac_address': 'fa:16:3e:eb:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:34Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 2, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'subnets': [{'id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:37.080211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cfe432df-6df1-4e93-90ec-2c7b7ce5de12 None None] Port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:37.086962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291323f0-dcfc-48f4-8a82-46ce22a71061 None None] The sync data for ids ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'] in n-d-791506-20 is: [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '5076b3b6-6400-42c4-9b5f-7a572bfaf617', 'name': '', 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'mac_address': 'fa:16:3e:eb:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:34Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 2, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'subnets': [{'id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:37.124958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146eeee-711c-4d63-83f9-d5917168e369 req-91ab04c0-e658-4009-a68b-d30674e8c11b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.137563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1146eeee-711c-4d63-83f9-d5917168e369 req-91ab04c0-e658-4009-a68b-d30674e8c11b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 944 time: 0.1271219 Jul 16 01:37:37.219540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1146eeee-711c-4d63-83f9-d5917168e369 req-2cf00713-39f3-4c65-8c87-fff9310e6d07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806732 Jul 16 01:37:37.308849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4927-5318-406a-bfed-6f23c93db042 req-a51674b8-6f21-47bb-93dd-7e686131eb7e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.310841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e55d4927-5318-406a-bfed-6f23c93db042 req-a51674b8-6f21-47bb-93dd-7e686131eb7e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0900817 Jul 16 01:37:37.415313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.454499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e55d4927-5318-406a-bfed-6f23c93db042 req-f188774c-f756-45bc-aaf6-4ca52145c33d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371372 Jul 16 01:37:37.546487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-a774bd19-b5be-4429-9dc6-5e584460356f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2206705 Jul 16 01:37:37.567804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:37.603058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.760889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.941862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Allocated IP 172.25.7.149 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/7bdeba3a-d48e-445c-a400-6175140068d4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:37.962729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d608fe1-4ccf-4af2-8779-fdcbcb21d361 req-98c5b715-9ee2-4664-b59d-c375f608ef6b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.964737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d608fe1-4ccf-4af2-8779-fdcbcb21d361 req-98c5b715-9ee2-4664-b59d-c375f608ef6b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1390359 Jul 16 01:37:38.114328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d608fe1-4ccf-4af2-8779-fdcbcb21d361 req-f4f99d6f-8283-4f22-8527-2294ee397e96 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289513 Jul 16 01:37:38.194985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.259691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.308866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:38.318392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:38.322370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:38.386282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=7bdeba3a-d48e-445c-a400-6175140068d4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.474962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-632caeba-7a28-4e27-89ed-ffa1918ccc2a req-b5de9ea9-9f9a-4e88-b88e-23693fe257c3 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 210 time: 0.0596385 Jul 16 01:37:38.517532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.590224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6b2c919a-1779-479f-ab5e-531709a1bc10 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:38.657850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:38.686587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.705965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-6f8a81e1-f8a5-42b3-9036-836ee195a13f tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.707649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-6f8a81e1-f8a5-42b3-9036-836ee195a13f tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.23 "GET /v2.0/networks?id=4913be8f-0c01-487a-9851-da4b95a326bb HTTP/1.1" status: 200 len: 822 time: 0.2704892 Jul 16 01:37:38.739189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 6b2c919a-1779-479f-ab5e-531709a1bc10 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:38.745573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 6b2c919a-1779-479f-ab5e-531709a1bc10 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:38.746161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.748351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Request body: {'port': {'device_id': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb', 'admin_state_up': True, 'tenant_id': '645f2a671cae46119a72fd8e8989b60d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:38.793839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:38.803003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:38.803617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.946369 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.952916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Made reservation on behalf of 645f2a671cae46119a72fd8e8989b60d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:38.957209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.966385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb50b0-3ec1-4c42-8fe8-d958c7bd8038 req-b9a6c293-938d-4593-bbae-07f55eea3a8d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.967950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bdb50b0-3ec1-4c42-8fe8-d958c7bd8038 req-b9a6c293-938d-4593-bbae-07f55eea3a8d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 944 time: 0.2591281 Jul 16 01:37:38.970822 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.983769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:38.986087 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da62aba3-0589-447e-8dfc-1d3fef7f168d" -d '{"events": [{"server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:39.009636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6b2c919a-1779-479f-ab5e-531709a1bc10, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6b2c919a-1779-479f-ab5e-531709a1bc10,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.011754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.014469 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.019176 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.082378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6b2c919a-1779-479f-ab5e-531709a1bc10,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.157848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.159565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bdb50b0-3ec1-4c42-8fe8-d958c7bd8038 req-8e251e1c-f644-40cf-99c9-6a7ca4325661 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398165 Jul 16 01:37:39.251829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.261039 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.268325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Allocated IP 172.20.0.3 (4913be8f-0c01-487a-9851-da4b95a326bb/0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc/34e55688-4b64-4e8a-80b6-316664f44feb) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:39.383778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=7bdeba3a-d48e-445c-a400-6175140068d4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.449491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.462144 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:39.485152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651b761-4e5e-4e03-8c45-d74de7ea4483 req-adc500c4-03a1-418a-8223-dbb87d81b93c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.486711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5651b761-4e5e-4e03-8c45-d74de7ea4483 req-adc500c4-03a1-418a-8223-dbb87d81b93c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2197049 Jul 16 01:37:39.517294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.518499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-0e44bcd3-cbca-48bd-8068-0db919821469 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9656208 Jul 16 01:37:39.606462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-c191cd06-4769-44e4-a525-6e35cce5dce9 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.149 HTTP/1.1" status: 200 len: 696 time: 0.0748935 Jul 16 01:37:39.630917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5651b761-4e5e-4e03-8c45-d74de7ea4483 req-06d29f89-45b7-4a59-90cb-8e54b7c105ef tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174605 Jul 16 01:37:39.660577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.775644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-a876507f-86ce-40c9-8960-6e12ff8c5889 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.777451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1779af99-f47f-4583-8d3c-e0383d3f33c2 req-a876507f-86ce-40c9-8960-6e12ff8c5889 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1613324 Jul 16 01:37:39.812141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.873335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Network 4913be8f-0c01-487a-9851-da4b95a326bb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:39.885289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:39.888173 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7b9fc-f46b-4030-8bcd-185dd8c1f8fd x-openstack-request-id: req-78f7b9fc-f46b-4030-8bcd-185dd8c1f8fd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:39.889668 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:39.889791 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78f7b9fc-f46b-4030-8bcd-185dd8c1f8fd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:39.890000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:39.890315 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'code': 200} Jul 16 01:37:39.931751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Pushing event updated for resources: {'Port': ['ID=34e55688-4b64-4e8a-80b6-316664f44feb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.989618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.990404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.020351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-53bb70b8-0d22-4a84-a700-d82880ece83a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872040 Jul 16 01:37:40.035911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Request body: {'port': {'device_id': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:40.076042 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Sync routers for ids ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:40.082105 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b160-119e-46de-a5ef-b6d89d6986b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.101112 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Routers {'0d1321a6-5716-4ba4-97f7-e37a7ee65aae'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:40.102743 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.105832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fe638-f2be-4c75-94bc-a0c5bcce456c req-6c8e70a2-fb8a-4de0-b160-6a04d1df94b5 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.112944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334fe638-f2be-4c75-94bc-a0c5bcce456c req-6c8e70a2-fb8a-4de0-b160-6a04d1df94b5 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1783347 Jul 16 01:37:40.227429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334fe638-f2be-4c75-94bc-a0c5bcce456c req-16cf9a4a-d8b8-4f69-9156-627781639458 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135139 Jul 16 01:37:40.243854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.311806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6d2f-09a5-4956-bb20-5148de57ec7c req-1af93dfd-1c77-4ca2-9c3d-fbcf561517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.313477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c45a6d2f-09a5-4956-bb20-5148de57ec7c req-1af93dfd-1c77-4ca2-9c3d-fbcf561517e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 1097 time: 0.2836175 Jul 16 01:37:40.320077 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Set router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:40.527458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c45a6d2f-09a5-4956-bb20-5148de57ec7c req-b9a4a3f8-e225-486c-91a7-afd51ab49e67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978521 Jul 16 01:37:40.578107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:40.584594 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '5076b3b6-6400-42c4-9b5f-7a572bfaf617', 'name': '', 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'mac_address': 'fa:16:3e:eb:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:34Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 2, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'subnets': [{'id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.602168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc02a8-e007-4b8e-98f5-3f3314652616 req-a7423938-fab8-497d-a0e2-83cda012ddef tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.605029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9bc02a8-e007-4b8e-98f5-3f3314652616 req-a7423938-fab8-497d-a0e2-83cda012ddef tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 931 time: 0.3432517 Jul 16 01:37:40.622461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-2824ea31-440a-4d56-9fea-f277e5c638b4 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3524077 Jul 16 01:37:40.622673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Checking router: 0d1321a6-5716-4ba4-97f7-e37a7ee65aae for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:40.623078 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Updating router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:40.635997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:40.661934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:40.662808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.668027 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.688378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.893664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e55688-4b64-4e8a-80b6-316664f44feb {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:40.903220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.912400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9bc02a8-e007-4b8e-98f5-3f3314652616 req-05b944b0-1105-4483-ae31-0306c69f5954 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859690 Jul 16 01:37:40.938514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Transition to ACTIVE for port object 34e55688-4b64-4e8a-80b6-316664f44feb will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:40.944785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.163925 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.185058 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Transition to ACTIVE for port object 5076b3b6-6400-42c4-9b5f-7a572bfaf617 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:41.196254 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.285933 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Pushing event updated for resources: {'Port': ['ID=5076b3b6-6400-42c4-9b5f-7a572bfaf617,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.309068 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.309718 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.310337 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.311171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.311823 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.312314 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.313217 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.313834 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.314455 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.315076 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.316118 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.316776 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.453053 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Attempting to bind port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:41.453639 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Attempting to bind port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:41.454055 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Attempting to bind port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 on network 05164e9e-acbf-4f7a-b6b6-8028966feddb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:41.461860 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:41.462505 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Checking segment: {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:41.462904 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.463298 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Bound using segment: {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:41.463778 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Bound port: 5076b3b6-6400-42c4-9b5f-7a572bfaf617, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36739c51-8bcc-4393-98c3-5212541f52bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:41.464179 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.551478 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] For port 5076b3b6-6400-42c4-9b5f-7a572bfaf617, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:41.557153 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] For port 5076b3b6-6400-42c4-9b5f-7a572bfaf617, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5076b3b6-6400-42c4-9b5f-7a572bfaf617,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:41.565907 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.621398 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Routers {'0d1321a6-5716-4ba4-97f7-e37a7ee65aae'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:41.622112 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:41.632920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Pushing event updated for resources: {'Port': ['ID=34e55688-4b64-4e8a-80b6-316664f44feb,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.702161 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.747290 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07524b-6a95-4f0c-b580-04a391b920bb None None] Pushing event updated for resources: {'Port': ['ID=5076b3b6-6400-42c4-9b5f-7a572bfaf617,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.786517 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] Set router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:41.821210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15edd1-b82c-4483-b2cb-8a6dd1d2fe35 req-df10efa2-b7ed-498a-95b1-909d1dfb3e01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.830487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a15edd1-b82c-4483-b2cb-8a6dd1d2fe35 req-df10efa2-b7ed-498a-95b1-909d1dfb3e01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 945 time: 0.6971724 Jul 16 01:37:41.947708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Attempting to bind port 34e55688-4b64-4e8a-80b6-316664f44feb on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:41.948097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Attempting to bind port 34e55688-4b64-4e8a-80b6-316664f44feb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'ba4e1893-589e-42ff-8e05-ed77394cfbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:41.948606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Attempting to bind port 34e55688-4b64-4e8a-80b6-316664f44feb on network 4913be8f-0c01-487a-9851-da4b95a326bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:41.957119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Port 34e55688-4b64-4e8a-80b6-316664f44feb on network 4913be8f-0c01-487a-9851-da4b95a326bb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:41.958196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Attempting to bind port 34e55688-4b64-4e8a-80b6-316664f44feb on network 4913be8f-0c01-487a-9851-da4b95a326bb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:41.981490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:41.981928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Checking segment: {'id': 'ba4e1893-589e-42ff-8e05-ed77394cfbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:41.982568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Bound using segment: {'id': 'ba4e1893-589e-42ff-8e05-ed77394cfbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:41.983270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Bound port: 34e55688-4b64-4e8a-80b6-316664f44feb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4e1893-589e-42ff-8e05-ed77394cfbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:41.984588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.009819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a15edd1-b82c-4483-b2cb-8a6dd1d2fe35 req-6a4c91c2-d745-4ca0-bfc5-680497a475b0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783698 Jul 16 01:37:42.116225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Allocated IP 172.25.7.174 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/716b8b47-d64e-438b-83aa-012ec0410ddd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:42.130678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] For port 34e55688-4b64-4e8a-80b6-316664f44feb, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:42.132464 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '5076b3b6-6400-42c4-9b5f-7a572bfaf617', 'name': '', 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'mac_address': 'fa:16:3e:eb:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:34Z', 'updated_at': '2021-07-16T01:37:41Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'subnets': [{'id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.135010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] For port 34e55688-4b64-4e8a-80b6-316664f44feb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=34e55688-4b64-4e8a-80b6-316664f44feb,segment=NetworkSegment(ba4e1893-589e-42ff-8e05-ed77394cfbb4),segment_id=ba4e1893-589e-42ff-8e05-ed77394cfbb4)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:42.143993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.170525 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c833a04-112c-4f52-a4b0-8733da3927d3 None None] The sync data for ids ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'] in n-d-791506-20 is: [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '5076b3b6-6400-42c4-9b5f-7a572bfaf617', 'name': '', 'network_id': '05164e9e-acbf-4f7a-b6b6-8028966feddb', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'mac_address': 'fa:16:3e:eb:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:34Z', 'updated_at': '2021-07-16T01:37:41Z', 'revision_number': 4, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'subnets': [{'id': '4f9f75a2-0f90-4667-a485-a78bf2afab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:42.242029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.242767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.244269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-b90b30be-839a-4707-a608-290908d39a81 service neutron] 10.222.0.23 "PUT /v2.0/ports/34e55688-4b64-4e8a-80b6-316664f44feb HTTP/1.1" status: 200 len: 1092 time: 2.2163415 Jul 16 01:37:42.244829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'tag': '34e55688-4b64-4e8a-80b6-316664f44feb'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:42.247302 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e550b10-6439-4107-bacd-0cdd37bcd41b" -d '{"events": [{"name": "network-changed", "server_uuid": "f677f68c-fbaf-40ba-be3d-5708527c5534", "tag": "34e55688-4b64-4e8a-80b6-316664f44feb"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:42.278439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b30be-839a-4707-a608-290908d39a81 service neutron] Pushing event updated for resources: {'Port': ['ID=34e55688-4b64-4e8a-80b6-316664f44feb,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.354717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81a158de-e0e7-4816-9f8f-5ee28a4255ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.380371 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.395056 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.539788 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.588202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-433c79b1-9868-4318-b5c4-105841e781de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.589114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-433c79b1-9868-4318-b5c4-105841e781de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=645f2a671cae46119a72fd8e8989b60d&device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 1095 time: 0.2930920 Jul 16 01:37:42.626752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5076b3b6-6400-42c4-9b5f-7a572bfaf617 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:42.663842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-62410811-fb68-40cc-aa00-d9bf1c9fc90e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e55688-4b64-4e8a-80b6-316664f44feb HTTP/1.1" status: 200 len: 217 time: 0.0643911 Jul 16 01:37:42.686855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:42.691824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-c1564be1-1cb5-4a49-b764-8e45aa799b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.693746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-c1564be1-1cb5-4a49-b764-8e45aa799b26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.2721083 Jul 16 01:37:42.699562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:42.705085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:42.705696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.718769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:42.722105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:42.727312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=716b8b47-d64e-438b-83aa-012ec0410ddd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.830918 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.867864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-98131a14-199f-4d15-a60c-84b1d283db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.870460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-98131a14-199f-4d15-a60c-84b1d283db03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc HTTP/1.1" status: 200 len: 862 time: 0.1944003 Jul 16 01:37:42.878005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 5076b3b6-6400-42c4-9b5f-7a572bfaf617, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5076b3b6-6400-42c4-9b5f-7a572bfaf617,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:42.883701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.958194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=5076b3b6-6400-42c4-9b5f-7a572bfaf617,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.959130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-810a29aa-c5ed-424e-bcb2-6692e24fb4d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4913be8f-0c01-487a-9851-da4b95a326bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787997 Jul 16 01:37:43.055828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-08d2fb73-7dd8-4252-a49b-dbea90037652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.057352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-08d2fb73-7dd8-4252-a49b-dbea90037652 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.3328998 Jul 16 01:37:43.075212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.163965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d4fa4-dd7c-4ace-9bac-ad52b04c50f1 req-a077f6a7-a489-4c92-9cee-c2f703a1d43a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.165524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd1d4fa4-dd7c-4ace-9bac-ad52b04c50f1 req-a077f6a7-a489-4c92-9cee-c2f703a1d43a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 943 time: 0.3713160 Jul 16 01:37:43.169597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-cda0da3c-955e-4d7e-9752-207d97c2d159 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.0972250 Jul 16 01:37:43.260579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-5371ccd8-f5c9-455e-bf01-99f214464db7 service neutron] 10.222.0.23 "GET /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911308 Jul 16 01:37:43.291965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.336525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd1d4fa4-dd7c-4ace-9bac-ad52b04c50f1 req-e60f4ec6-b3f2-47cc-8305-a638d69bf8df tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426098 Jul 16 01:37:43.346151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-e4e24c9f-71cd-48ad-9b81-29bb9ac57b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.348622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-e4e24c9f-71cd-48ad-9b81-29bb9ac57b9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.1537197 Jul 16 01:37:43.407581 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9eb787-afac-42ec-ab6c-9273ae78391e x-openstack-request-id: req-9a9eb787-afac-42ec-ab6c-9273ae78391e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:43.407870 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f677f68c-fbaf-40ba-be3d-5708527c5534", "tag": "34e55688-4b64-4e8a-80b6-316664f44feb", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:43.408118 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a9eb787-afac-42ec-ab6c-9273ae78391e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:43.408534 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'tag': '34e55688-4b64-4e8a-80b6-316664f44feb', 'status': 'completed', 'code': 200} Jul 16 01:37:43.431046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-8cb066e6-708e-4d43-8621-51ebe84e05de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724907 Jul 16 01:37:43.583288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efa8a6ce-e3ca-49c7-acca-53a01938680e req-1c4920c6-21c8-4ce9-8d01-42b98e5669fc service neutron] 10.222.0.23 "GET /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089387 Jul 16 01:37:43.657289 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.713404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-a7ba3a65-ad16-4bc6-9bc9-95698bface2f service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730994 Jul 16 01:37:43.773129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.781805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbb11-b116-4ca0-8a2c-2016f13274bc req-8b31e864-1c6d-4c33-9a19-0ce6607c06c6 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.783355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37cbbb11-b116-4ca0-8a2c-2016f13274bc req-8b31e864-1c6d-4c33-9a19-0ce6607c06c6 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.2698970 Jul 16 01:37:43.787482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.884379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-4ce61070-d5a1-450f-89ad-ab41752fc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.885790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-4ce61070-d5a1-450f-89ad-ab41752fc10d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=645f2a671cae46119a72fd8e8989b60d&device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 1095 time: 0.2470651 Jul 16 01:37:43.951552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=716b8b47-d64e-438b-83aa-012ec0410ddd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.987694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37cbbb11-b116-4ca0-8a2c-2016f13274bc req-c1165e06-cd47-4663-aaae-07705bcb14df tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881080 Jul 16 01:37:43.990415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.996618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76e1bf02-621f-4436-8a6c-aefa84d02cbd req-dcfe159a-d6aa-456c-9d48-ae506d17d91b service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732873 Jul 16 01:37:44.052722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.064668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-0c4e6df4-1326-44d9-ae95-274b413924a6 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4329576 Jul 16 01:37:44.128491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-c7d2ea06-dc80-420e-81b1-0e78420e7159 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 696 time: 0.0621047 Jul 16 01:37:44.129697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-33b34dc5-5f45-4b40-878d-9e9519d4e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.131108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-33b34dc5-5f45-4b40-878d-9e9519d4e097 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4913be8f-0c01-487a-9851-da4b95a326bb HTTP/1.1" status: 200 len: 923 time: 0.2232821 Jul 16 01:37:44.201970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-0afa72bd-7b6a-4616-a94f-36ce581c2160 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e55688-4b64-4e8a-80b6-316664f44feb HTTP/1.1" status: 200 len: 217 time: 0.0637326 Jul 16 01:37:44.307074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-fdc3d7fd-d5ae-40a6-a8e5-221c91d91d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.308606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-fdc3d7fd-d5ae-40a6-a8e5-221c91d91d15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc HTTP/1.1" status: 200 len: 862 time: 0.1006773 Jul 16 01:37:44.354099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-2ee622c8-bf42-4548-9157-aba685d45645 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.355616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4f67eb6-0656-4f38-af61-1b3e8166d173 req-2ee622c8-bf42-4548-9157-aba685d45645 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2196548 Jul 16 01:37:44.357906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-d144e4f5-5b4a-4f5d-8a7b-69ae4f737b07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4913be8f-0c01-487a-9851-da4b95a326bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396998 Jul 16 01:37:44.397363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-6d6079ee-cdba-4fac-ad87-d7523bd98b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.399463 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-6d6079ee-cdba-4fac-ad87-d7523bd98b63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.0912480 Jul 16 01:37:44.504768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-165afc66-d4c3-45e2-b23f-b8b3587d25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.506331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-165afc66-d4c3-45e2-b23f-b8b3587d25be service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.1007955 Jul 16 01:37:44.530321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-f8611a45-df1f-4805-97bf-2eb70f1b9681 service neutron] 10.222.0.23 "GET /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607275 Jul 16 01:37:44.557698 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-c5700344-7803-48e3-9c7f-43e84a785ae8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.0437438 Jul 16 01:37:44.587147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5076b3b6-6400-42c4-9b5f-7a572bfaf617 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:44.590092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370684e-bf55-4ebe-b4fb-e88c78f9da3d req-ba1d0e80-182c-4351-a32d-6c01837e060d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.594320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d370684e-bf55-4ebe-b4fb-e88c78f9da3d req-ba1d0e80-182c-4351-a32d-6c01837e060d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 945 time: 0.2353449 Jul 16 01:37:44.631546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-f7eb74a0-3c5e-42ad-910d-c02c57955d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.633194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-f7eb74a0-3c5e-42ad-910d-c02c57955d3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.0695097 Jul 16 01:37:44.645283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:44.646043 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.670204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-d887f86a-9141-40bb-ad7b-5ac84132a5c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jul 16 01:37:44.762300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d370684e-bf55-4ebe-b4fb-e88c78f9da3d req-78bf807f-78dd-4b18-a76b-ad816517c28b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981743 Jul 16 01:37:44.773654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e550b10-6439-4107-bacd-0cdd37bcd41b req-a4bcdb19-0643-4c24-a051-1649818c8273 service neutron] 10.222.0.23 "GET /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336152 Jul 16 01:37:44.839909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-62f3fdab-bf5a-4d82-8dee-e76a11bdc27c service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584921 Jul 16 01:37:44.956381 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50a0768d-8dec-4a99-b50f-42fc619436bb req-c9c22dfc-caee-4258-9828-f38279409a45 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092949 Jul 16 01:37:44.992957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cba783-a708-40e3-8dee-1173f57daec0 req-32b3f7c3-10f6-4739-a750-f024987c2bc3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.994621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4cba783-a708-40e3-8dee-1173f57daec0 req-32b3f7c3-10f6-4739-a750-f024987c2bc3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2051671 Jul 16 01:37:45.059174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4cba783-a708-40e3-8dee-1173f57daec0 req-42725d7d-6862-40ee-9082-742802fc3c4d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564253 Jul 16 01:37:45.090927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-9ec6ac33-72c8-41e3-86b1-9a0d6542e4ec tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2867622 Jul 16 01:37:45.095890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:45.121372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.189988 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.293061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.303532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338990-373a-4a72-b07f-4b7e5ff23bc6 req-68de0aae-598b-4ff4-948f-e2ad57db9833 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.305054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a338990-373a-4a72-b07f-4b7e5ff23bc6 req-68de0aae-598b-4ff4-948f-e2ad57db9833 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 943 time: 0.0924165 Jul 16 01:37:45.348323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 34e55688-4b64-4e8a-80b6-316664f44feb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:45.399906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a338990-373a-4a72-b07f-4b7e5ff23bc6 req-e0c01ba3-4e9e-4fe9-8247-aa35a67cb224 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873511 Jul 16 01:37:45.472134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 34e55688-4b64-4e8a-80b6-316664f44feb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=34e55688-4b64-4e8a-80b6-316664f44feb,segment=NetworkSegment(ba4e1893-589e-42ff-8e05-ed77394cfbb4),segment_id=ba4e1893-589e-42ff-8e05-ed77394cfbb4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:45.488893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '34e55688-4b64-4e8a-80b6-316664f44feb', 'network_id': '4913be8f-0c01-487a-9851-da4b95a326bb', 'port_id': '34e55688-4b64-4e8a-80b6-316664f44feb', 'mac_address': 'fa:16:3e:af:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:45.493975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Allocated IP 172.25.7.132 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/68c0b1d7-00a6-4a8c-a3f4-e1ea22e471d3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:45.532627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.687051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e55688-4b64-4e8a-80b6-316664f44feb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:45.709275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 34e55688-4b64-4e8a-80b6-316664f44feb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=34e55688-4b64-4e8a-80b6-316664f44feb,segment=NetworkSegment(ba4e1893-589e-42ff-8e05-ed77394cfbb4),segment_id=ba4e1893-589e-42ff-8e05-ed77394cfbb4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:45.713975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.776967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=34e55688-4b64-4e8a-80b6-316664f44feb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.991683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84dbf5-ac2b-4ab3-aba2-486fc982228b req-c2f16494-a6e9-45e0-9146-746eb5b3f383 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.993242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c84dbf5-ac2b-4ab3-aba2-486fc982228b req-c2f16494-a6e9-45e0-9146-746eb5b3f383 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 945 time: 0.4749944 Jul 16 01:37:45.998366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.040796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['34e55688-4b64-4e8a-80b6-316664f44feb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:46.053305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c84dbf5-ac2b-4ab3-aba2-486fc982228b req-2b7ad012-f58e-4a6d-bcb3-eba5b0716377 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525455 Jul 16 01:37:46.080775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.081220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55892) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.128050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:46.131148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:46.134811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:46.157500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e203f-bb59-435a-a5e0-d354dfb4693c tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.159841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-734e203f-bb59-435a-a5e0-d354dfb4693c tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 1092 time: 0.0764558 Jul 16 01:37:46.163904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55896) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.171509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.172956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=68c0b1d7-00a6-4a8c-a3f4-e1ea22e471d3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.213917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.290247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.346381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1a620-4cf0-4a42-9705-515f69774a92 req-4038c9b5-d6ea-44b7-b86b-dfc98ab50a4b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.347575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.353586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6d1a620-4cf0-4a42-9705-515f69774a92 req-4038c9b5-d6ea-44b7-b86b-dfc98ab50a4b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1404667 Jul 16 01:37:46.387786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.432213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6d1a620-4cf0-4a42-9705-515f69774a92 req-ce929949-0714-4ab6-9305-d798dcfa4909 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Jul 16 01:37:46.479239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.25.7.98 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/10f7ebf1-b13a-4198-954b-346118730184) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:46.637031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.642836 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.653684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.695201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.740380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=68c0b1d7-00a6-4a8c-a3f4-e1ea22e471d3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.750673 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.750858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:46.757185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:46.759825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:46.764708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=10f7ebf1-b13a-4198-954b-346118730184,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.766387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.773941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-02ec2586-1bfd-4f04-a88e-e46ee9c16461 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6819751 Jul 16 01:37:46.845576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-41ec02db-f361-4f59-b2ac-8964e43d9776 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0603907 Jul 16 01:37:46.992279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103acd0-2990-4f59-b31a-5ab7e86c3398 req-36cf0edc-aa92-460e-90f2-705511cdad3d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.993743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b103acd0-2990-4f59-b31a-5ab7e86c3398 req-36cf0edc-aa92-460e-90f2-705511cdad3d tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1454599 Jul 16 01:37:47.029741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-bc82a688-5146-4b90-bceb-8dcf9a23e8dc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.031958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8391b21-cfab-4cf8-8a10-fdf3002009d2 req-bc82a688-5146-4b90-bceb-8dcf9a23e8dc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1722989 Jul 16 01:37:47.075128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b103acd0-2990-4f59-b31a-5ab7e86c3398 req-e7bba0f2-8abd-4ccf-9c43-c203c2aaf9bf tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711136 Jul 16 01:37:47.279087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f47c50-60c4-45e1-8cc8-5794891e03b6 req-4842dc48-c8b2-4028-abe4-25e92dc34c9c tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.280974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f47c50-60c4-45e1-8cc8-5794891e03b6 req-4842dc48-c8b2-4028-abe4-25e92dc34c9c tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 944 time: 0.1455350 Jul 16 01:37:47.289326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-7ab63ef9-96cd-450f-a008-1df19232df09 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1672673 Jul 16 01:37:47.302178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:47.310014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.357855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f47c50-60c4-45e1-8cc8-5794891e03b6 req-f388a93e-8ca0-4876-ba84-1edee75a69bd tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599215 Jul 16 01:37:47.359911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.367267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 34e55688-4b64-4e8a-80b6-316664f44feb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:47.419697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.452698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 34e55688-4b64-4e8a-80b6-316664f44feb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:47.458267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 34e55688-4b64-4e8a-80b6-316664f44feb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:47.458647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.508781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.585103 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.629529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 34e55688-4b64-4e8a-80b6-316664f44feb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=34e55688-4b64-4e8a-80b6-316664f44feb,segment=NetworkSegment(ba4e1893-589e-42ff-8e05-ed77394cfbb4),segment_id=ba4e1893-589e-42ff-8e05-ed77394cfbb4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:47.630974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e55688-4b64-4e8a-80b6-316664f44feb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:47.635184 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4ef745-0882-4a06-9907-8f8ea35847e5" -d '{"events": [{"server_uuid": "f677f68c-fbaf-40ba-be3d-5708527c5534", "name": "network-vif-plugged", "status": "completed", "tag": "34e55688-4b64-4e8a-80b6-316664f44feb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:47.639753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.645448 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.656127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.701759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Allocated IP 172.25.7.46 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/3b3a71cb-244c-4486-a183-513a9f96e875) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:47.709805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=34e55688-4b64-4e8a-80b6-316664f44feb,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.745516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=10f7ebf1-b13a-4198-954b-346118730184,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.759925 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.765920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c0e1a-e62f-471f-a78b-c4c7c5749b40 req-cb6f675a-6f14-443e-aa09-7f47a807be50 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.767455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-144c0e1a-e62f-471f-a78b-c4c7c5749b40 req-cb6f675a-6f14-443e-aa09-7f47a807be50 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1443336 Jul 16 01:37:47.857001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-144c0e1a-e62f-471f-a78b-c4c7c5749b40 req-11183190-624d-4dde-8153-cdd8da53623f tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Jul 16 01:37:47.868672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.892678 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Floating IP d25e92ff-f568-4bdb-9a2e-9b282746d271 associated. External IP: 172.25.7.98, port: 6b2c919a-1779-479f-ab5e-531709a1bc10. Jul 16 01:37:47.919119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.995169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:48.000662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:48.007201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:48.010574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=3b3a71cb-244c-4486-a183-513a9f96e875,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.107928 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc61c2ec-379e-4c44-8e64-3c2c289e8e3c x-openstack-request-id: req-bc61c2ec-379e-4c44-8e64-3c2c289e8e3c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:48.107928 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677f68c-fbaf-40ba-be3d-5708527c5534", "name": "network-vif-plugged", "status": "completed", "tag": "34e55688-4b64-4e8a-80b6-316664f44feb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:48.109425 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc61c2ec-379e-4c44-8e64-3c2c289e8e3c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:48.109425 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e55688-4b64-4e8a-80b6-316664f44feb', 'code': 200} Jul 16 01:37:48.130232 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.176497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.248675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:48.264964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.368587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657e0ee-bc3f-4675-b77d-f5a511159c92 req-eb3842c2-f758-4955-b303-07b9237311c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.370230 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6657e0ee-bc3f-4675-b77d-f5a511159c92 req-eb3842c2-f758-4955-b303-07b9237311c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 1097 time: 0.1864917 Jul 16 01:37:48.463499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:48.466726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6657e0ee-bc3f-4675-b77d-f5a511159c92 req-cf50c12c-de3f-4b30-8b9c-69aa1ce7579b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586729 Jul 16 01:37:48.481758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:48.493269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.510544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:48.511494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.535828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.539711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-48f5e8c9-3d96-4f70-931b-847be3a4000b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3735268 Jul 16 01:37:48.540186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:48.542741 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1403940-cf85-4084-80fb-3cd53e7aafe1" -d '{"events": [{"name": "network-changed", "server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:48.545534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.548029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.644200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event updated for resources: {'Port': ['ID=3b3a71cb-244c-4486-a183-513a9f96e875,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.657123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.661206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:48.684922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4297-89e0-4b4c-8a3a-d960f539063e req-d0972357-2a22-49d5-9a67-0f29776dea49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.693169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-554b4297-89e0-4b4c-8a3a-d960f539063e req-d0972357-2a22-49d5-9a67-0f29776dea49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2028110 Jul 16 01:37:48.703584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.709421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-084b39b1-2b5c-4639-9364-3cb70fb4855f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4130950 Jul 16 01:37:48.783392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-d885f5f9-9934-4799-bcb7-ab53b271fd80 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.46 HTTP/1.1" status: 200 len: 695 time: 0.0661819 Jul 16 01:37:48.794872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-554b4297-89e0-4b4c-8a3a-d960f539063e req-5ec80422-427d-4979-8fb1-e1e80e41d5f9 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002166 Jul 16 01:37:48.963760 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-449721e8-090d-4f9d-ad61-b318d5699f4c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/d25e92ff-f568-4bdb-9a2e-9b282746d271 HTTP/1.1" status: 200 len: 990 time: 0.4164307 Jul 16 01:37:48.973097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-2d003658-63b5-48df-bfc9-fc1fd3c3b049 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.974605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bac0372-15f8-490a-aa76-5c8cd91c6af8 req-2d003658-63b5-48df-bfc9-fc1fd3c3b049 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1787336 Jul 16 01:37:49.014495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6312be-398f-481d-85a0-e17e9443d8a3 req-80064140-f03f-4733-8e24-a43ec1c19b23 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.017747 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e86b51-6027-45fd-b2ea-1090fe341ffc x-openstack-request-id: req-08e86b51-6027-45fd-b2ea-1090fe341ffc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:49.018043 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:49.018343 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08e86b51-6027-45fd-b2ea-1090fe341ffc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:49.019043 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'status': 'completed', 'code': 200} Jul 16 01:37:49.019262 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6312be-398f-481d-85a0-e17e9443d8a3 req-80064140-f03f-4733-8e24-a43ec1c19b23 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 945 time: 0.1097722 Jul 16 01:37:49.022735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:47Z', 'revision_number': 0, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.069014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6312be-398f-481d-85a0-e17e9443d8a3 req-1b7bb79f-c96a-4c37-b350-5598836b092d tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440855 Jul 16 01:37:49.078011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:49.094091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:49.095158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.191333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a30f361f-9b70-4f1d-88be-1677a6309fa6 req-d0129183-a306-4847-8cf6-8ef476934fa5 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips/99ec30c8-361c-4b34-b8d0-24cf0bcf8754 HTTP/1.1" status: 200 len: 692 time: 0.0741067 Jul 16 01:37:49.273875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:49.320008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-3bbe0179-dabd-400c-b1e6-0865035de5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.322284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-3bbe0179-dabd-400c-b1e6-0865035de5bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 1097 time: 0.2488670 Jul 16 01:37:49.529202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08f299-7328-42e1-89b5-b9fcf01df784 req-ffcb27b7-c015-45f9-bd1e-254330b8a2c2 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.531636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf08f299-7328-42e1-89b5-b9fcf01df784 req-ffcb27b7-c015-45f9-bd1e-254330b8a2c2 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.3505526 Jul 16 01:37:49.563863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f361f-9b70-4f1d-88be-1677a6309fa6 req-cf12d7aa-57ea-47bc-81c2-e55596885a87 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.565908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a30f361f-9b70-4f1d-88be-1677a6309fa6 req-cf12d7aa-57ea-47bc-81c2-e55596885a87 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.3504660 Jul 16 01:37:49.618299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-40fefb88-5480-4a5c-9937-22c2fa381045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.619774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-40fefb88-5480-4a5c-9937-22c2fa381045 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 200 len: 897 time: 0.2867055 Jul 16 01:37:49.631706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf08f299-7328-42e1-89b5-b9fcf01df784 req-83f5b553-a7eb-4819-95f7-41fb21868e63 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875599 Jul 16 01:37:49.637366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:47Z', 'revision_number': 0, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.695798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b25a77-4835-43cd-94dc-d3b40e5473aa None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:10Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:47Z', 'revision_number': 0, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:49.728265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-0de41a97-c63c-4b37-a40a-946f7f66e501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c919a-1779-479f-ab5e-531709a1bc10 HTTP/1.1" status: 200 len: 998 time: 0.0946748 Jul 16 01:37:49.875504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-f2fd0f32-d133-4b95-9254-60844c5e1e6f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips/99ec30c8-361c-4b34-b8d0-24cf0bcf8754 HTTP/1.1" status: 200 len: 692 time: 0.1022651 Jul 16 01:37:49.908154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-0c511e9f-67b0-46c2-a8a2-96c8dfb12dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.911464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-0c511e9f-67b0-46c2-a8a2-96c8dfb12dfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b2b16d-599a-47bc-84e7-97c5fac5c361 HTTP/1.1" status: 200 len: 835 time: 0.1526380 Jul 16 01:37:49.968806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55930) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:50.044363 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1980fc-78c0-408d-859d-1239900b0988 None None] New status for floating IP d25e92ff-f568-4bdb-9a2e-9b282746d271: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:50.070896 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8695de95-eaa5-4d9b-a5aa-0e4cded52c41 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/d25e92ff-f568-4bdb-9a2e-9b282746d271 HTTP/1.1" status: 200 len: 990 time: 0.1005466 Jul 16 01:37:50.103931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-40f5dc6d-acaf-4e13-9b3f-769860342ebb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.105479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-40f5dc6d-acaf-4e13-9b3f-769860342ebb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.2180107 Jul 16 01:37:50.120190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-a294e8b2-44de-4744-8ef8-26ab63e65267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.121993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-a294e8b2-44de-4744-8ef8-26ab63e65267 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc6f9bb4-3976-4baa-8d01-d74b3276d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1891911 Jul 16 01:37:50.201799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-a13df27f-a35d-42ad-afad-0a4d87d5a65f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.46 HTTP/1.1" status: 200 len: 695 time: 0.0860846 Jul 16 01:37:50.259734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710cdb0-a85a-4bf6-b226-ff0b6e5de291 req-eee91c77-6948-493f-891d-ffe8e7eec666 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.261380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5710cdb0-a85a-4bf6-b226-ff0b6e5de291 req-eee91c77-6948-493f-891d-ffe8e7eec666 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2501109 Jul 16 01:37:50.313632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-2eb5fafe-a723-4f2b-b9cf-426b47ab3554 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.46 HTTP/1.1" status: 200 len: 695 time: 0.0792081 Jul 16 01:37:50.347863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-4c4aa5b8-be65-45b5-a3cf-4aea1ca7e77c service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166030 Jul 16 01:37:50.744322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5710cdb0-a85a-4bf6-b226-ff0b6e5de291 req-afe6afed-56df-492b-aa4e-3fda58fb7ff1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534211 Jul 16 01:37:50.862587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1403940-cf85-4084-80fb-3cd53e7aafe1 req-113fcda5-cdef-41f8-aa64-bd0424006a02 service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624799 Jul 16 01:37:50.911066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Deleting port 3b3a71cb-244c-4486-a183-513a9f96e875 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:50.911388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.006436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b252ce-a270-4845-9e8f-eac0ba1eb82b req-130eb34f-6c8e-4844-9b0b-14b11a4978c6 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.007930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25b252ce-a270-4845-9e8f-eac0ba1eb82b req-130eb34f-6c8e-4844-9b0b-14b11a4978c6 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 945 time: 0.1414430 Jul 16 01:37:51.017336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.017715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.046070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Calling delete_port for 3b3a71cb-244c-4486-a183-513a9f96e875 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:51.073272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55942) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.110889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25b252ce-a270-4845-9e8f-eac0ba1eb82b req-7c27c5b2-409d-4ebc-8481-79cc035ef694 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890458 Jul 16 01:37:51.168478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0f36a79a-f003-4334-beb4-ea15ec1028ca tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/d25e92ff-f568-4bdb-9a2e-9b282746d271 HTTP/1.1" status: 200 len: 992 time: 0.0933487 Jul 16 01:37:51.266579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.308827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event deleted for resources: {'Port': ['ID=3b3a71cb-244c-4486-a183-513a9f96e875,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.421066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.423693 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.425125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b198da7-e13d-4afa-94e1-7955b7e7d04a req-746d1e84-a6f5-4475-b093-5084cd54e9e3 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "DELETE /v2.0/floatingips/99ec30c8-361c-4b34-b8d0-24cf0bcf8754 HTTP/1.1" status: 204 len: 173 time: 1.0933030 Jul 16 01:37:51.437298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc60fb5-f71b-4ebb-9688-2a1377acfe9b req-2701593a-03f4-4b97-862a-8b463d01831e tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.439604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5dc60fb5-f71b-4ebb-9688-2a1377acfe9b req-2701593a-03f4-4b97-862a-8b463d01831e tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1438220 Jul 16 01:37:51.488676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5dc60fb5-f71b-4ebb-9688-2a1377acfe9b req-dce9e05e-8f52-485f-98f6-005db72d2558 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420403 Jul 16 01:37:51.905558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7d5f6-07a7-4458-8e27-eb2dd3581d4d req-ee563987-756e-49ac-b868-606e712e202b tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.907215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b7d5f6-07a7-4458-8e27-eb2dd3581d4d req-ee563987-756e-49ac-b868-606e712e202b tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2712030 Jul 16 01:37:52.137003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c26e8b8d-1d2f-456f-9785-d7b4015c8e72 req-5151dcba-8196-4be2-a810-fd1ed17dbe3e tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=de7866f017434ecfbba0283cb2010c09 HTTP/1.1" status: 200 len: 1657 time: 0.0630209 Jul 16 01:37:52.179083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9c399-ec04-4ca9-b721-d1ac2a449856 req-62f4e0e0-dbfa-474d-9f89-963b9a01c84e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.181226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7f9c399-ec04-4ca9-b721-d1ac2a449856 req-62f4e0e0-dbfa-474d-9f89-963b9a01c84e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1609259 Jul 16 01:37:52.300604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7f9c399-ec04-4ca9-b721-d1ac2a449856 req-dd998c20-ab72-459b-b60c-8bf0950d8b3e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013520 Jul 16 01:37:52.344540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e8b8d-1d2f-456f-9785-d7b4015c8e72 req-b62aff33-11f4-486a-96b2-ef0abbe93c1d tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.346688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c26e8b8d-1d2f-456f-9785-d7b4015c8e72 req-b62aff33-11f4-486a-96b2-ef0abbe93c1d tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks?id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 787 time: 0.2009087 Jul 16 01:37:52.363829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-c26e8b8d-1d2f-456f-9785-d7b4015c8e72 req-3bb8b330-bff5-4ef7-acad-479fea3a3bd4 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:52.365213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c26e8b8d-1d2f-456f-9785-d7b4015c8e72 req-3bb8b330-bff5-4ef7-acad-479fea3a3bd4 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093091 Jul 16 01:37:52.448967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-cb6e9044-1ce3-42fb-8368-584af77be37b tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips/6205d52c-340d-4802-9029-565e4e9cb19a HTTP/1.1" status: 200 len: 693 time: 0.0557914 Jul 16 01:37:52.618064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50826-c765-4136-9720-9132de7284e2 req-b7e32c56-8148-4acf-88c5-c921ec99b52a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.619594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20c50826-c765-4136-9720-9132de7284e2 req-b7e32c56-8148-4acf-88c5-c921ec99b52a tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 945 time: 0.1533322 Jul 16 01:37:52.627107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-9ceec010-9cab-4cff-bbbf-4711734d37b4 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.628821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-9ceec010-9cab-4cff-bbbf-4711734d37b4 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1739609 Jul 16 01:37:52.697108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-1f51871f-e302-4bcb-9023-89138f46d831 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0596712 Jul 16 01:37:52.718006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20c50826-c765-4136-9720-9132de7284e2 req-97f9b025-e179-4368-85fe-13eb55a58959 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878179 Jul 16 01:37:52.778699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-d4d34f8e-b505-4206-adfb-2f14ad1fe1c5 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0699408 Jul 16 01:37:52.964551 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-9ba2fbb4-49b4-4ffa-98c9-f36b695c94d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0903001 Jul 16 01:37:52.985858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Deleting port 68c0b1d7-00a6-4a8c-a3f4-e1ea22e471d3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:52.986184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.997536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60d44-f6f7-499b-8c21-8204cbbe3268 req-86b1a343-893f-4b1d-9bf1-b833048b7855 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.999149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11d60d44-f6f7-499b-8c21-8204cbbe3268 req-86b1a343-893f-4b1d-9bf1-b833048b7855 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1170247 Jul 16 01:37:53.105562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11d60d44-f6f7-499b-8c21-8204cbbe3268 req-73c4f1e6-50f7-4391-9b25-f9ffdf5df372 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955384 Jul 16 01:37:53.113895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.114394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.114905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.115377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.115949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.116608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.117232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.119789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d76810c2-767b-4496-a0a3-bca1f5f45c3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 6500 time: 0.0968850 Jul 16 01:37:53.139473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.140089 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.164375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Calling delete_port for 68c0b1d7-00a6-4a8c-a3f4-e1ea22e471d3 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:53.349271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b682dd0f-6641-4995-82cb-e1983e7859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.349271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b682dd0f-6641-4995-82cb-e1983e7859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.349271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b682dd0f-6641-4995-82cb-e1983e7859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.349271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b682dd0f-6641-4995-82cb-e1983e7859c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a32b881b-37a1-4df7-ae67-f980a68ea571&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=c7658c97-960e-4ad5-9708-4d3be453e277&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&id=a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 200 len: 2292 time: 0.1830521 Jul 16 01:37:53.376123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.426189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event deleted for resources: {'Port': ['ID=68c0b1d7-00a6-4a8c-a3f4-e1ea22e471d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.452374 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-5ada9a5f-3133-4788-a601-81a8fc392ead service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 200 len: 1002 time: 0.0963590 Jul 16 01:37:53.509483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.512198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.513563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d5dd455-cb57-4619-a1d8-fbf59dfcb9ef req-960b7bb0-680f-4977-a921-5905a2a705cb tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "DELETE /v2.0/floatingips/6205d52c-340d-4802-9029-565e4e9cb19a HTTP/1.1" status: 204 len: 173 time: 0.7264283 Jul 16 01:37:53.548511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-586c4257-f601-4cd1-91aa-2d338bd39cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.550901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-586c4257-f601-4cd1-91aa-2d338bd39cea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 200 len: 850 time: 0.0909312 Jul 16 01:37:53.629704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-81d932b0-2e0d-461a-bbd2-a2b2fc040f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.632065 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-81d932b0-2e0d-461a-bbd2-a2b2fc040f48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a32b881b-37a1-4df7-ae67-f980a68ea571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688288 Jul 16 01:37:53.640292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-633ca302-f42c-43ce-89eb-c479b66268b8 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips/6ddf0432-4c0c-4423-998a-fec5d51fc284 HTTP/1.1" status: 200 len: 693 time: 0.0854614 Jul 16 01:37:53.755776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-86364b80-6c01-4e09-a281-53e2e62b1e1a service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161849 Jul 16 01:37:53.797849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88003e-a319-4e39-8332-25f17391cb34 req-b3a286b0-c64f-4622-b179-752a90a6e68c tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.799437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca88003e-a319-4e39-8332-25f17391cb34 req-b3a286b0-c64f-4622-b179-752a90a6e68c tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.23 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 945 time: 0.2349703 Jul 16 01:37:53.830030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-f2fc54ad-6ec6-41f1-b154-4de1deb9f2d2 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.832132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-f2fc54ad-6ec6-41f1-b154-4de1deb9f2d2 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1817400 Jul 16 01:37:53.872062 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b7932a2d-daec-4200-a374-06aa87cd1d20 service neutron] 10.222.0.23 "GET /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098237 Jul 16 01:37:53.920376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-ad9e5ec3-d44a-4ca4-ba11-73c93ba53d87 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 696 time: 0.0673294 Jul 16 01:37:53.923423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-068a98bc-d4eb-4200-b522-2c9151c709c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 217 time: 0.0437481 Jul 16 01:37:53.932163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61a046-76af-4f45-b6b2-033a935ab93e req-0c99f660-3113-459b-bbb8-cb9a317e41b3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.933785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e61a046-76af-4f45-b6b2-033a935ab93e req-0c99f660-3113-459b-bbb8-cb9a317e41b3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2691665 Jul 16 01:37:53.988862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-bff853bd-6f9a-42ae-878b-af41c4a182c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.990393 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-bff853bd-6f9a-42ae-878b-af41c4a182c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.0598612 Jul 16 01:37:54.026457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-f0e12487-4b14-45e6-9d02-0aaecab15f8b tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 696 time: 0.0916221 Jul 16 01:37:54.070466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-5f3e8b13-f74d-4f20-ae69-30343590fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.073062 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-5f3e8b13-f74d-4f20-ae69-30343590fde7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751147 Jul 16 01:37:54.088402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e61a046-76af-4f45-b6b2-033a935ab93e req-08219495-5779-4c21-ab47-d4550e578b4f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427736 Jul 16 01:37:54.210895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Deleting port 34e55688-4b64-4e8a-80b6-316664f44feb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:54.211569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.212524 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-3b3743ee-35d9-466f-9cc5-0a1433c528c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322896 Jul 16 01:37:54.330452 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-5b59f88e-6c29-4e52-a2b7-04b8fe57431b service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109357 Jul 16 01:37:54.384200 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-16d5408a-3561-4ac9-8cb4-6310ed0b4ac0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 217 time: 0.0467803 Jul 16 01:37:54.399219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Deleting port 716b8b47-d64e-438b-83aa-012ec0410ddd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:54.399664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.404211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] For port 34e55688-4b64-4e8a-80b6-316664f44feb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=34e55688-4b64-4e8a-80b6-316664f44feb,segment=NetworkSegment(ba4e1893-589e-42ff-8e05-ed77394cfbb4),segment_id=ba4e1893-589e-42ff-8e05-ed77394cfbb4)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:54.404907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.442667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-0c641ebf-c895-4510-8708-ebdf6a0b949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.444236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-0c641ebf-c895-4510-8708-ebdf6a0b949d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.0540020 Jul 16 01:37:54.448283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed382f9f-f6b5-4cc5-95fb-3900b12b098e req-6de0a0a6-a98f-428a-94b8-8fc276ee4238 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.449943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed382f9f-f6b5-4cc5-95fb-3900b12b098e req-6de0a0a6-a98f-428a-94b8-8fc276ee4238 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 945 time: 0.2132740 Jul 16 01:37:54.456368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Calling delete_port for 34e55688-4b64-4e8a-80b6-316664f44feb owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:54.514134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d4279716-eb12-4257-9662-e3dd1ff8ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.515915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d4279716-eb12-4257-9662-e3dd1ff8ac1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651655 Jul 16 01:37:54.650366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-897eeae9-3f5e-44fb-9bcf-901e0a513997 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275661 Jul 16 01:37:54.651114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed382f9f-f6b5-4cc5-95fb-3900b12b098e req-f2be1c84-3a7e-4cec-a1ff-48a99d5e92a6 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/security-groups?id=e25da89c-9d40-4cff-b0e4-cbf8de10cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904321 Jul 16 01:37:54.691568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.691896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.713253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Calling delete_port for 716b8b47-d64e-438b-83aa-012ec0410ddd owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:54.800379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-deacdb3b-ed95-472f-9b27-4a49e82e6115 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426537 Jul 16 01:37:54.853487 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-740f3b46-a664-4274-a460-3b5d99303edc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 200 len: 217 time: 0.0472653 Jul 16 01:37:54.892072 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.907447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['34e55688-4b64-4e8a-80b6-316664f44feb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:54.921180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-1c5c66e5-c004-4dc0-9101-8ae730966ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.922367 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-1c5c66e5-c004-4dc0-9101-8ae730966ad0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.0632062 Jul 16 01:37:54.948354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Pushing event deleted for resources: {'Port': ['ID=34e55688-4b64-4e8a-80b6-316664f44feb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.024629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-7b21a2c0-bd3a-48df-ac7f-8c6b119d2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.026301 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-7b21a2c0-bd3a-48df-ac7f-8c6b119d2c87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0937777 Jul 16 01:37:55.142783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-c5878e1a-a7ff-49d4-8a10-6867eb459188 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091111 Jul 16 01:37:55.271213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-a8b2a7bd-33af-4125-87b5-1e2a1a356eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211884 Jul 16 01:37:55.320843 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-9da59418-9f9f-43fe-b347-7b2b54319e6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 200 len: 217 time: 0.0429776 Jul 16 01:37:55.372495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] No DVR routers for this DVR port 34e55688-4b64-4e8a-80b6-316664f44feb on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:55.379655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.381682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b5c9d57e-0f22-4894-aea3-c606bd66b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.382040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca88003e-a319-4e39-8332-25f17391cb34 req-178147ca-26f3-4d5c-8a88-b4a74b0d61fc tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.23 "DELETE /v2.0/ports/34e55688-4b64-4e8a-80b6-316664f44feb HTTP/1.1" status: 204 len: 173 time: 1.5752118 Jul 16 01:37:55.382684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'name': 'network-vif-deleted', 'tag': '34e55688-4b64-4e8a-80b6-316664f44feb'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:55.383343 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-b5c9d57e-0f22-4894-aea3-c606bd66b0f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 200 len: 797 time: 0.0564475 Jul 16 01:37:55.385722 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c57eed-02a8-479d-8580-e5dae4b7ee9e" -d '{"events": [{"server_uuid": "f677f68c-fbaf-40ba-be3d-5708527c5534", "name": "network-vif-deleted", "tag": "34e55688-4b64-4e8a-80b6-316664f44feb"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:55.426676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c494c-59c5-40d2-b461-34160df03b05 req-987c31d8-aea2-4a3a-8639-a9822c7ce3f7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.428155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-128c494c-59c5-40d2-b461-34160df03b05 req-987c31d8-aea2-4a3a-8639-a9822c7ce3f7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.6026320 Jul 16 01:37:55.467084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-5428425e-edf4-41d9-b284-0e4dc7e070f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.469369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-5428425e-edf4-41d9-b284-0e4dc7e070f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7658c97-960e-4ad5-9708-4d3be453e277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728183 Jul 16 01:37:55.473907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.513613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-128c494c-59c5-40d2-b461-34160df03b05 req-472bf30c-ace9-472c-9511-9fde65297619 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705590 Jul 16 01:37:55.519956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event deleted for resources: {'Port': ['ID=716b8b47-d64e-438b-83aa-012ec0410ddd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.599314 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.608190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.609726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-26b219da-acb3-4b9d-9f8a-94343307a1f0 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331418 Jul 16 01:37:55.621891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc738a04-fe97-41de-8c0c-b0901198c76f req-60934283-8d13-49a2-b541-c54bfc44edfc tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ddf0432-4c0c-4423-998a-fec5d51fc284 HTTP/1.1" status: 204 len: 173 time: 1.5843737 Jul 16 01:37:55.734462 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-8591f15a-7368-4e1e-9255-c5d75288bd33 service neutron] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114478 Jul 16 01:37:55.777793 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5540ca4d-27c4-4b33-8200-31cbf304122c x-openstack-request-id: req-5540ca4d-27c4-4b33-8200-31cbf304122c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:55.780024 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677f68c-fbaf-40ba-be3d-5708527c5534", "name": "network-vif-deleted", "tag": "34e55688-4b64-4e8a-80b6-316664f44feb", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:55.780749 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5540ca4d-27c4-4b33-8200-31cbf304122c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:55.782365 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677f68c-fbaf-40ba-be3d-5708527c5534', 'name': 'network-vif-deleted', 'tag': '34e55688-4b64-4e8a-80b6-316664f44feb', 'status': 'completed', 'code': 200} Jul 16 01:37:55.800110 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-9512af75-cab3-4aed-8263-baf0ba8322db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 200 len: 217 time: 0.0556924 Jul 16 01:37:55.870048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-cd11ecdf-457a-40d8-959c-227024281e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.871638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-cd11ecdf-457a-40d8-959c-227024281e90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.0583472 Jul 16 01:37:55.876212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-18af5e80-e2b5-43b3-9610-75aba2c84a62 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips/b542a041-47bb-4e77-963a-9f5633f8fb91 HTTP/1.1" status: 200 len: 693 time: 0.0885966 Jul 16 01:37:55.990627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494a55c-e486-431e-8545-6cd2561a2c88 req-53b4b7f5-9e1e-4da3-89bf-ca57b915f6b9 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.992289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8494a55c-e486-431e-8545-6cd2561a2c88 req-53b4b7f5-9e1e-4da3-89bf-ca57b915f6b9 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1529357 Jul 16 01:37:56.042402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-ebbc2a58-6165-4f85-a4dc-9a700646a40f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.044619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-ebbc2a58-6165-4f85-a4dc-9a700646a40f tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1586792 Jul 16 01:37:56.070897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-a8af8f44-a6ad-4352-926a-be7ea44bb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.072852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8494a55c-e486-431e-8545-6cd2561a2c88 req-54d6ea50-edbd-4de5-ac4e-f0c1f49a4c29 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743647 Jul 16 01:37:56.073875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-a8af8f44-a6ad-4352-926a-be7ea44bb430 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844381 Jul 16 01:37:56.124105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-afdd52bf-3640-4c2c-bd8b-b159492c997e tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.149 HTTP/1.1" status: 200 len: 696 time: 0.0717463 Jul 16 01:37:56.188523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-944cedca-1cfe-4323-8b1e-467b3730a991 tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.149 HTTP/1.1" status: 200 len: 696 time: 0.0630698 Jul 16 01:37:56.238881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-1496e1b0-7310-427c-9779-00834344e2cc service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502223 Jul 16 01:37:56.287554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7304bb16-3472-4b41-a492-242def6e20e3 req-eef740ec-26b0-4306-8b39-ca1589bbc524 tempest-InstanceActionsNegativeTestJSON-41021981 tempest-InstanceActionsNegativeTestJSON-41021981-project] 10.222.0.42 "GET /v2.0/ports?device_id=f677f68c-fbaf-40ba-be3d-5708527c5534 HTTP/1.1" status: 200 len: 210 time: 0.0481596 Jul 16 01:37:56.344797 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-7d5a0ecf-931d-4e97-9966-821ec63139e1 service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984664 Jul 16 01:37:56.401696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-2351d19b-a568-4e2f-b799-21eccc012c31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 200 len: 217 time: 0.0494349 Jul 16 01:37:56.406243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Deleting port 7bdeba3a-d48e-445c-a400-6175140068d4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:56.406839 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.458493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d1a95781-41c1-4ef4-a275-607a72518de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.460017 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-d1a95781-41c1-4ef4-a275-607a72518de8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 200 len: 797 time: 0.0521934 Jul 16 01:37:56.510404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.510715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.526238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Calling delete_port for 7bdeba3a-d48e-445c-a400-6175140068d4 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:56.540506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-1b25f9df-5eb5-4692-9963-0157342e7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.542075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-1b25f9df-5eb5-4692-9963-0157342e7bf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4064a8d-e31f-44b1-8dea-726ed8a8b529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755758 Jul 16 01:37:56.669999 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-0724cc45-1e39-422b-bb39-db74fdfdc58b service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195049 Jul 16 01:37:56.726610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.765804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Pushing event deleted for resources: {'Port': ['ID=7bdeba3a-d48e-445c-a400-6175140068d4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.781447 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8853a296-33b6-433d-bd1c-10b3488b7cf0 req-680b7b78-5950-4c34-8a4b-082e53c3411e service neutron] 10.222.0.23 "GET /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049180 Jul 16 01:37:56.817197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d527-213b-4c6c-925e-67a906d93188 req-28cd74e5-1d2d-468c-8f05-3ebaa762dc20 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.817197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2570d527-213b-4c6c-925e-67a906d93188 req-28cd74e5-1d2d-468c-8f05-3ebaa762dc20 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1432216 Jul 16 01:37:56.885879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.888601 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.889851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-406d9fcb-fb92-4d43-be40-748f36d6f782 req-34a8a8b9-d00c-455c-a7c7-1fc9e94c331a tempest-FloatingIPDetailsTestJSON-1266869864 tempest-FloatingIPDetailsTestJSON-1266869864-project] 10.222.0.42 "DELETE /v2.0/floatingips/b542a041-47bb-4e77-963a-9f5633f8fb91 HTTP/1.1" status: 204 len: 173 time: 0.7002316 Jul 16 01:37:56.897238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2570d527-213b-4c6c-925e-67a906d93188 req-947c3091-a4ff-41e9-85e0-8a739f87df0f tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564027 Jul 16 01:37:56.897627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55992) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.274668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416854-9803-48c5-9b13-3f48c485e83d req-fdf31632-83ba-40d2-a82e-9fdafaa40048 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.276389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc416854-9803-48c5-9b13-3f48c485e83d req-fdf31632-83ba-40d2-a82e-9fdafaa40048 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0815430 Jul 16 01:37:57.321805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc416854-9803-48c5-9b13-3f48c485e83d req-48445eaa-1550-4c8e-a6ec-29b23368e1a6 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Jul 16 01:37:57.399207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.400399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.412547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 34e55688-4b64-4e8a-80b6-316664f44feb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:57.435355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 34e55688-4b64-4e8a-80b6-316664f44feb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:57.435766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 34e55688-4b64-4e8a-80b6-316664f44feb not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:57.454618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Deleting subnet 0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:57.459867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.512337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.575397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.649755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.681468 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.683667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc HTTP/1.1" status: 204 len: 168 time: 0.2825263 Jul 16 01:37:57.684805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e8a4c-b438-4d70-ba9a-e021f105d807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edbe63a-2daf-4aa7-b5a5-7e2dc16fa9bc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.687521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.785635 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.889275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.903721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4913be8f-0c01-487a-9851-da4b95a326bb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.916892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4e1893-589e-42ff-8e05-ed77394cfbb4') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.917234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4e1893-589e-42ff-8e05-ed77394cfbb4') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.930709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.962052 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.979028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:57.979885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:57.981922 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:58.093810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Deleting port 5076b3b6-6400-42c4-9b5f-7a572bfaf617 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:58.094389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.097080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.124851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.129242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4913be8f-0c01-487a-9851-da4b95a326bb HTTP/1.1" status: 204 len: 168 time: 0.4399781 Jul 16 01:37:58.132124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af143f-575e-46d7-8b82-1da8a6f63801 admin admin] Pushing event deleted for resources: {'Network': ['ID=4913be8f-0c01-487a-9851-da4b95a326bb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.184349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e169962-e31d-4cae-9184-7bb8e089e882 req-50b05204-6d8c-445f-b60f-119535693984 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.186384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e169962-e31d-4cae-9184-7bb8e089e882 req-50b05204-6d8c-445f-b60f-119535693984 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1364386 Jul 16 01:37:58.244188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] For port 5076b3b6-6400-42c4-9b5f-7a572bfaf617, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5076b3b6-6400-42c4-9b5f-7a572bfaf617,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:58.244972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.250311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e169962-e31d-4cae-9184-7bb8e089e882 req-15377d57-c187-4f68-b853-84ba00ba92f0 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549078 Jul 16 01:37:58.267182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Calling delete_port for 5076b3b6-6400-42c4-9b5f-7a572bfaf617 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:58.329526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56010) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.388841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4275be5b-230c-44df-8dd7-024b855012bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=645f2a671cae46119a72fd8e8989b60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579345 Jul 16 01:37:58.389652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56014) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.459305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b391ae1e-311d-4f4e-82a5-c1dc49ce7d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.497440 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b391ae1e-311d-4f4e-82a5-c1dc49ce7d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.510585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.541618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5076b3b6-6400-42c4-9b5f-7a572bfaf617,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.584834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ab43c-5678-4e4b-a3cd-a520b661719f req-486c0afc-7464-4cdc-a5e2-43f1a46e00af tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.586527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-746ab43c-5678-4e4b-a3cd-a520b661719f req-486c0afc-7464-4cdc-a5e2-43f1a46e00af tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1045954 Jul 16 01:37:58.606188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b391ae1e-311d-4f4e-82a5-c1dc49ce7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.609026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b391ae1e-311d-4f4e-82a5-c1dc49ce7d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.613257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b391ae1e-311d-4f4e-82a5-c1dc49ce7d6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e25da89c-9d40-4cff-b0e4-cbf8de10cc60 HTTP/1.1" status: 204 len: 168 time: 0.2195237 Jul 16 01:37:58.632333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391ae1e-311d-4f4e-82a5-c1dc49ce7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25da89c-9d40-4cff-b0e4-cbf8de10cc60,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.693088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-746ab43c-5678-4e4b-a3cd-a520b661719f req-8f132fa5-cc26-4ee9-9695-eb897c932431 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963111 Jul 16 01:37:58.805991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.093282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:59.257987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:59.267078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-66751904-2aa7-423f-9223-c81be39e0ff2 admin admin] 10.222.0.42 "PUT /v2.0/routers/0d1321a6-5716-4ba4-97f7-e37a7ee65aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3653553 Jul 16 01:37:59.267578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.276966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] Sync routers for ids ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:59.324107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] Routers {'0d1321a6-5716-4ba4-97f7-e37a7ee65aae'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.325208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.423617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.568674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] Set router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:59.653009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.707559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c106eb-1463-472a-8d73-9ba578b02458 req-36065f19-172f-4360-bf44-866cbf7f1b7d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.710133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2c106eb-1463-472a-8d73-9ba578b02458 req-36065f19-172f-4360-bf44-866cbf7f1b7d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1359179 Jul 16 01:37:59.781510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:58Z', 'revision_number': 5, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port': {'id': '4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.796864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Deleting port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:59.797306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.803173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2c106eb-1463-472a-8d73-9ba578b02458 req-2ffe63a4-e0b6-4ccf-81f1-05f1a2c18626 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697658 Jul 16 01:37:59.831332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] Checking router: 0d1321a6-5716-4ba4-97f7-e37a7ee65aae for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:59.845260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] Routers {'0d1321a6-5716-4ba4-97f7-e37a7ee65aae'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.846991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:37:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.942007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] Set router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:59.954012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] For port 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.954470 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.972764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Calling delete_port for 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:59.981821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b951d-6794-416d-b417-effb46aad8b8 req-b1729e05-2c9c-44ac-86ab-fa04cef14ebd tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.983624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d89b951d-6794-416d-b417-effb46aad8b8 req-b1729e05-2c9c-44ac-86ab-fa04cef14ebd tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1543386 Jul 16 01:38:00.017202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:59Z', 'revision_number': 6, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:00.048481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bd557-05b6-4d1c-afe2-24e431b45559 None None] The sync data for ids ['0d1321a6-5716-4ba4-97f7-e37a7ee65aae'] in n-d-791506-20 is: [{'id': '0d1321a6-5716-4ba4-97f7-e37a7ee65aae', 'name': 'tempest-FloatingIPDetailsTestJSON-807777766-router', 'tenant_id': 'de7866f017434ecfbba0283cb2010c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:26Z', 'updated_at': '2021-07-16T01:37:59Z', 'revision_number': 6, 'project_id': 'de7866f017434ecfbba0283cb2010c09', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:00.094726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d89b951d-6794-416d-b417-effb46aad8b8 req-4e669064-6b32-420e-9ea0-d82fe305b736 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934536 Jul 16 01:38:00.221500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.250473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.308460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d629d2f8-fa77-4082-b1c4-a3196abb4857 req-35cccb9e-6a2c-42d8-a037-3274ce36fa0d tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0526659 Jul 16 01:38:00.368295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.498829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.504715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.589905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.590882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1321a6-5716-4ba4-97f7-e37a7ee65aae {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:00.600252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.601966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-948bab74-87af-4e21-b8e8-09c41ec1bf34 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0d1321a6-5716-4ba4-97f7-e37a7ee65aae HTTP/1.1" status: 204 len: 168 time: 1.3307710 Jul 16 01:38:00.604078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.654753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Deleting subnet 4f9f75a2-0f90-4667-a485-a78bf2afab90 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:00.659167 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.716183 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.804835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.863425 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.901653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.904655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3b97a-359e-4248-abae-f92e0fef0a2b None None] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:00.905589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4f9f75a2-0f90-4667-a485-a78bf2afab90 HTTP/1.1" status: 204 len: 168 time: 0.2997513 Jul 16 01:38:00.906203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.919783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320b41-13ea-4f18-bf0a-452858abafb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9f75a2-0f90-4667-a485-a78bf2afab90,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.075179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.088986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5076b3b6-6400-42c4-9b5f-7a572bfaf617 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:01.142033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Deleting port e9096688-eb87-4a16-b186-d0ec9fb2d703 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:01.142378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.167665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b01ba9-e7d6-4c1b-a45f-1520976ea82b req-eec93b88-9da3-45d8-80a5-0d8674ca8405 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.172237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5076b3b6-6400-42c4-9b5f-7a572bfaf617 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:01.174853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5076b3b6-6400-42c4-9b5f-7a572bfaf617 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:01.181335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34b01ba9-e7d6-4c1b-a45f-1520976ea82b req-eec93b88-9da3-45d8-80a5-0d8674ca8405 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1819298 Jul 16 01:38:01.228923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34b01ba9-e7d6-4c1b-a45f-1520976ea82b req-281767ef-251a-40f5-9f10-8d926b6a9a6d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Jul 16 01:38:01.309368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] For port e9096688-eb87-4a16-b186-d0ec9fb2d703, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e9096688-eb87-4a16-b186-d0ec9fb2d703,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.309850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.328368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] DHCP port deletion for 05164e9e-acbf-4f7a-b6b6-8028966feddb request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:01.340597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Calling delete_port for e9096688-eb87-4a16-b186-d0ec9fb2d703 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:01.410797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944584df-9a72-4d41-8080-0f9adc42bece req-93e7090b-4bb6-41bc-bfc6-5b9c8afe2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.412416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-944584df-9a72-4d41-8080-0f9adc42bece req-93e7090b-4bb6-41bc-bfc6-5b9c8afe2d97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.2662766 Jul 16 01:38:01.441069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e006452-b0f5-4ab6-ad69-a8205f630157 req-7f67db50-3657-4e71-9505-e7bc80d8d395 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.443363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e006452-b0f5-4ab6-ad69-a8205f630157 req-7f67db50-3657-4e71-9505-e7bc80d8d395 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1318293 Jul 16 01:38:01.452695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Deleting port e9096688-eb87-4a16-b186-d0ec9fb2d703 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:01.453305 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.489134 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-944584df-9a72-4d41-8080-0f9adc42bece req-c24277e8-9054-4303-bb9d-03f2306b9cd0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693886 Jul 16 01:38:01.509034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e006452-b0f5-4ab6-ad69-a8205f630157 req-6e541085-0fd6-4b8f-9c07-665ca4b9bb80 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Jul 16 01:38:01.523686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.561393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9096688-eb87-4a16-b186-d0ec9fb2d703,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.570669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] No DVR routers for this DVR port e9096688-eb87-4a16-b186-d0ec9fb2d703 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:01.581469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d0563f5-3ff9-4fe1-b87e-35bf3b26e7f5 req-79bd2e03-554d-43b4-87e1-7ab287af68e3 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0404110 Jul 16 01:38:01.675692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.686332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05164e9e-acbf-4f7a-b6b6-8028966feddb']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.697393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36739c51-8bcc-4393-98c3-5212541f52bd') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.697829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36739c51-8bcc-4393-98c3-5212541f52bd') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.709926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.727398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.728611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] For port e9096688-eb87-4a16-b186-d0ec9fb2d703, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e9096688-eb87-4a16-b186-d0ec9fb2d703,segment=NetworkSegment(36739c51-8bcc-4393-98c3-5212541f52bd),segment_id=36739c51-8bcc-4393-98c3-5212541f52bd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.728982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.735955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:01.737048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:01.738920 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:01.749057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Calling delete_port for e9096688-eb87-4a16-b186-d0ec9fb2d703 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:01.817067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.826068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.827949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/05164e9e-acbf-4f7a-b6b6-8028966feddb HTTP/1.1" status: 204 len: 168 time: 0.9202843 Jul 16 01:38:01.839801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9e652-8c0b-48f9-a6fa-fd8a4a0a0cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=05164e9e-acbf-4f7a-b6b6-8028966feddb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.848815 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.875645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Network 05164e9e-acbf-4f7a-b6b6-8028966feddb is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:38:01.876450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] No DVR routers for this DVR port e9096688-eb87-4a16-b186-d0ec9fb2d703 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:01.878641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Pushing event deleted for resources: {'Port': ['ID=e9096688-eb87-4a16-b186-d0ec9fb2d703,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.894626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.894977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.895321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.895648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.896086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.896490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.896658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.896981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.897302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.897672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.898017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:01.898235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da76785a-7079-4e52-b07f-7ab9b7fe6e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:02.026737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56090) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.068987 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-54d40610-282b-420c-8d39-19f049891365 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de7866f017434ecfbba0283cb2010c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407839 Jul 16 01:38:02.071245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56092) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.119731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38794ab2-b0d2-4b34-b58c-fd58cb92124a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.141344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38794ab2-b0d2-4b34-b58c-fd58cb92124a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.192396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38794ab2-b0d2-4b34-b58c-fd58cb92124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.195011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38794ab2-b0d2-4b34-b58c-fd58cb92124a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.196197 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38794ab2-b0d2-4b34-b58c-fd58cb92124a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c66f0f9-2f50-429e-a9b2-cc581fb33648 HTTP/1.1" status: 204 len: 168 time: 0.1240542 Jul 16 01:38:02.205454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38794ab2-b0d2-4b34-b58c-fd58cb92124a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66f0f9-2f50-429e-a9b2-cc581fb33648,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.461698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ed496-3b59-4084-8563-e733e4b8e104 req-2226580e-58d8-404f-b238-d524ddd87413 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.463229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a1ed496-3b59-4084-8563-e733e4b8e104 req-2226580e-58d8-404f-b238-d524ddd87413 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0692000 Jul 16 01:38:02.507198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a1ed496-3b59-4084-8563-e733e4b8e104 req-978e303d-8748-455e-bde9-eb9bc28287ae tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Jul 16 01:38:02.564986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:02.599048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:02.599304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4b0e512a-fb6f-4860-b6f3-be3d5f9da5f2 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:02.599925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e9096688-eb87-4a16-b186-d0ec9fb2d703 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:02.620051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e9096688-eb87-4a16-b186-d0ec9fb2d703 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:02.620562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e9096688-eb87-4a16-b186-d0ec9fb2d703 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:02.724177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236826e-5e60-414e-be21-ebb047b1a751 req-1ecb9fdb-9aec-4a50-9fbb-e438afe2e134 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.725478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9236826e-5e60-414e-be21-ebb047b1a751 req-1ecb9fdb-9aec-4a50-9fbb-e438afe2e134 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0746808 Jul 16 01:38:02.784235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dce3314-b5d0-4c83-9710-1ce39fe5b6ac req-183d0a24-46a2-4884-96d6-91a62a0142fc tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0412123 Jul 16 01:38:02.799372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9236826e-5e60-414e-be21-ebb047b1a751 req-1e8398ce-0cd0-4d6a-87fb-fed28eb4a561 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661011 Jul 16 01:38:03.084691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7b89703a-141d-42b9-9cf7-756faba52d96 req-301e77b0-cfd7-43bf-afab-ed78034db9f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0365283 Jul 16 01:38:03.276539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-d9f0d7ea-8b0e-42d5-b5ec-e443c35af6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.278081 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-d9f0d7ea-8b0e-42d5-b5ec-e443c35af6be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.0745728 Jul 16 01:38:03.335919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767ea6-b31a-4666-a8f9-4c4b2d1745cd req-7fb4f2ba-c527-4f1d-8c11-983e7fc52a14 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.343267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df767ea6-b31a-4666-a8f9-4c4b2d1745cd req-7fb4f2ba-c527-4f1d-8c11-983e7fc52a14 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0921891 Jul 16 01:38:03.389044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df767ea6-b31a-4666-a8f9-4c4b2d1745cd req-6313d7f6-3cc6-4357-a8df-515decd23247 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Jul 16 01:38:03.401369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-fbd1770e-c94c-4663-85ff-ebc2a2ce9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.403328 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-fbd1770e-c94c-4663-85ff-ebc2a2ce9fc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.1177542 Jul 16 01:38:03.448838 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-6a4eb919-9504-4cf1-bdc8-aac77aedf49e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.0392008 Jul 16 01:38:03.500814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-b356c939-6108-4116-b4fe-a20c3d3c7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.502463 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-b356c939-6108-4116-b4fe-a20c3d3c7264 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.0473919 Jul 16 01:38:03.548596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-a1bb3564-8bfe-4e14-86ad-49b6e7d163b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342152 Jul 16 01:38:03.659475 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-a4ee021c-47c0-4fae-ad62-b44393a32a04 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039577 Jul 16 01:38:03.755668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea814c-5468-41e6-b1ab-a83dc8f162a2 req-8184cc36-6b14-4ced-9bd8-0e42f69f68a7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.758688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cea814c-5468-41e6-b1ab-a83dc8f162a2 req-8184cc36-6b14-4ced-9bd8-0e42f69f68a7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0929658 Jul 16 01:38:03.776465 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa79917f-197a-4b92-b14b-d7d36056d4db req-55e168d2-8e49-4a8e-89eb-944e7da7645d service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087084 Jul 16 01:38:03.825121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cea814c-5468-41e6-b1ab-a83dc8f162a2 req-d42c205c-6442-4eb9-aedb-6e30fa80439d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554059 Jul 16 01:38:03.977490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81393017-cac2-4adc-9dd6-fe52b7c3ca62 req-9180c714-d0bd-4be1-a051-df2f2bb71269 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0332880 Jul 16 01:38:04.036636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-a473b62a-6195-43b1-931b-d8b344319bec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616739 Jul 16 01:38:04.140157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-a26ced41-1831-4d47-a8db-610c15acf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.141664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-a26ced41-1831-4d47-a8db-610c15acf914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 1098 time: 0.0671566 Jul 16 01:38:04.256883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-180380b9-fc33-4398-9412-3870e577f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.258368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-180380b9-fc33-4398-9412-3870e577f4c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.0951006 Jul 16 01:38:04.307372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-94bb2bf8-c4c5-4b3f-bb34-277db879df74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d HTTP/1.1" status: 200 len: 217 time: 0.0360241 Jul 16 01:38:04.374535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-0c056a5f-37ed-4753-86eb-104e8ec7fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.376015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-0c056a5f-37ed-4753-86eb-104e8ec7fa49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.0622551 Jul 16 01:38:04.411728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-4e8d9aaa-0ad2-408a-91c7-87ca608af381 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283263 Jul 16 01:38:04.553683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-0492de7a-35aa-4f9b-92cd-ef3c9b89e599 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348886 Jul 16 01:38:04.614530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63436c0c-5837-4a64-ba6a-dee12620fe69 req-92ab2362-dd4c-457d-a062-580b93ca44f5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.616092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63436c0c-5837-4a64-ba6a-dee12620fe69 req-92ab2362-dd4c-457d-a062-580b93ca44f5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1111968 Jul 16 01:38:04.695259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63436c0c-5837-4a64-ba6a-dee12620fe69 req-e6caa3be-556a-4be2-a443-9ea3dbe23c8e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540192 Jul 16 01:38:04.697630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cd8a87c-e5d9-48b0-8c74-4971f8ee581d req-f208aab1-ecd0-417b-a560-267f3dfba167 service neutron] 10.222.0.13 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361616 Jul 16 01:38:05.014686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405662c-8d21-4048-a487-06078c75c867 req-6c571a66-6a4f-4db1-a9bd-652d1effae57 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.016393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f405662c-8d21-4048-a487-06078c75c867 req-6c571a66-6a4f-4db1-a9bd-652d1effae57 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0749474 Jul 16 01:38:05.060169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f405662c-8d21-4048-a487-06078c75c867 req-63d48baa-ba28-4db3-9ab7-47ec934a9f48 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Jul 16 01:38:05.209047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e171e8d-0346-4043-aa9b-2f8d6cebdbdc req-dbfead5c-90fe-4897-9323-35c887040155 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0391967 Jul 16 01:38:05.994222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0ee1c-e4df-43f9-bc7c-ba765c43bb27 req-1e776c99-9f97-44f4-9b1a-2ee8d13ff0a6 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.996282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0f0ee1c-e4df-43f9-bc7c-ba765c43bb27 req-1e776c99-9f97-44f4-9b1a-2ee8d13ff0a6 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0717163 Jul 16 01:38:06.047389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0f0ee1c-e4df-43f9-bc7c-ba765c43bb27 req-3837e2f4-682f-4ea8-802c-04e0c01639ff tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Jul 16 01:38:06.274283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ab8aaea-a45a-4e42-8538-88f35ac9e4d6 req-d569fc7e-173b-47d8-a12d-81bf48206e92 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0360577 Jul 16 01:38:06.397258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677bc6e-15ea-4dc3-8244-bacac809df7a req-df2568df-c5f9-437b-8a78-81f23e77a272 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.404768 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5677bc6e-15ea-4dc3-8244-bacac809df7a req-df2568df-c5f9-437b-8a78-81f23e77a272 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1277113 Jul 16 01:38:06.455109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5677bc6e-15ea-4dc3-8244-bacac809df7a req-773239c6-2272-4d0a-8403-051f50c80556 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473003 Jul 16 01:38:07.411312 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.465102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da834124-24ac-4148-bf00-74287392be05 req-49c86bd0-641b-46f3-a533-fa5d21444dac tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0418756 Jul 16 01:38:07.655921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f56b9-b520-47e9-a1fa-1525d4e4d559 req-18fbd947-3904-486b-ae08-177f12988417 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.657554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-021f56b9-b520-47e9-a1fa-1525d4e4d559 req-18fbd947-3904-486b-ae08-177f12988417 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0694921 Jul 16 01:38:07.700387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-021f56b9-b520-47e9-a1fa-1525d4e4d559 req-7270e0eb-370c-45b1-91aa-836deaaac46a tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356979 Jul 16 01:38:07.926167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835271a-0724-4e6b-a165-8e6b870de554 req-45ee1838-4391-434c-ba73-54c0d5eb33d4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.927666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f835271a-0724-4e6b-a165-8e6b870de554 req-45ee1838-4391-434c-ba73-54c0d5eb33d4 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0946357 Jul 16 01:38:07.972878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f835271a-0724-4e6b-a165-8e6b870de554 req-bab7f6c7-a977-4b41-a641-78bdfcd08646 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Jul 16 01:38:08.694270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-403cf7c7-bade-4d85-a481-ee48771aa882 req-375778b8-cd11-4fe9-b891-1792d9b5ac87 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0394011 Jul 16 01:38:08.941492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a50ef8-5121-49d7-bad9-1751fddbef06 req-53957783-7523-47e1-90e0-c934ba0e032a tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.944065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98a50ef8-5121-49d7-bad9-1751fddbef06 req-53957783-7523-47e1-90e0-c934ba0e032a tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0922868 Jul 16 01:38:09.004913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98a50ef8-5121-49d7-bad9-1751fddbef06 req-f2769a61-7914-40e0-8d4b-14532433c2b4 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Jul 16 01:38:09.914630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02e95355-2f2a-4ce2-a0ea-bb2b02de6e20 req-4ff47702-3aa1-4f03-aa26-b504196fe849 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0394056 Jul 16 01:38:10.072304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8fcf-4bb0-4874-8dc9-f6ded9645f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.246611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6c8e-4cc1-4475-ab83-73de9038ac4f req-df3940eb-c1d2-47de-a78f-0baf51f394e3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.256559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19af6c8e-4cc1-4475-ab83-73de9038ac4f req-df3940eb-c1d2-47de-a78f-0baf51f394e3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0927653 Jul 16 01:38:10.307852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19af6c8e-4cc1-4475-ab83-73de9038ac4f req-a1bef437-5ffc-4ef5-8cca-c681cfa37853 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Jul 16 01:38:10.332335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56720) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.490910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f9b7-00ac-4a9e-a336-63bd916c43aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.571584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0094-b7cc-4577-aa3c-16dc0df45fcb req-ce2b1556-06da-420c-827d-4ed39418d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.574136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-629c0094-b7cc-4577-aa3c-16dc0df45fcb req-ce2b1556-06da-420c-827d-4ed39418d5d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0891488 Jul 16 01:38:10.615561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f9b7-00ac-4a9e-a336-63bd916c43aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.621105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f9b7-00ac-4a9e-a336-63bd916c43aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.625206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-629c0094-b7cc-4577-aa3c-16dc0df45fcb req-cc16ade1-3e2b-42c6-94b7-3b78f1072a7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Jul 16 01:38:10.662122 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a8b5f9b7-00ac-4a9e-a336-63bd916c43aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c7895d253b041d6aeebae148a74d593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279915 Jul 16 01:38:10.664178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5f9b7-00ac-4a9e-a336-63bd916c43aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70c09e-ef5c-46f3-a7a6-d44657dd04de,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.664965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.728573 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.750650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.800144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.802862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.803943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c70c09e-ef5c-46f3-a7a6-d44657dd04de HTTP/1.1" status: 204 len: 168 time: 0.1378253 Jul 16 01:38:10.813565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70c09e-ef5c-46f3-a7a6-d44657dd04de,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.821457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.821803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.822146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.822477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.822811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.823140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.823469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.823795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.824119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.824483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.824792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:10.825113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d850356e-8b66-4a93-97ed-ba36b16a404d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:11.124650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47f8f663-da70-47c8-8246-616d0e3042b1 req-271c199f-6120-4ea3-8ecd-73fc059d69d9 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0382600 Jul 16 01:38:11.576346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e0e6-0228-4b0a-8083-3ac97e60870b req-5265da7c-e0c4-448f-9579-6ee388d2f364 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.579232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-daf2e0e6-0228-4b0a-8083-3ac97e60870b req-5265da7c-e0c4-448f-9579-6ee388d2f364 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0750048 Jul 16 01:38:11.634342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-daf2e0e6-0228-4b0a-8083-3ac97e60870b req-c9321f34-582d-4f4c-9cbf-76330395c8af tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Jul 16 01:38:12.296239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56806) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.311633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81f2afbf-53eb-4271-9746-d79698d4bbb8 req-2930a5ae-9618-47b1-a2d0-9bdc30a234f6 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0366075 Jul 16 01:38:12.372691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38e060a1-e85e-463f-be5a-9ba938cd7d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.381950 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.429442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f824fe13-1b4c-4e44-a95b-bec9e678d8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.531180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f824fe13-1b4c-4e44-a95b-bec9e678d8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.535714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f824fe13-1b4c-4e44-a95b-bec9e678d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.574758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f824fe13-1b4c-4e44-a95b-bec9e678d8ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0532b28a18741e6b60714ebcf6668cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765491 Jul 16 01:38:12.575654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824fe13-1b4c-4e44-a95b-bec9e678d8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf403b0-66ee-4654-ac88-d32fbb4529f2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.577516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.631586 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf4d9-ba38-449e-9d59-0674a232776c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.660283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf4d9-ba38-449e-9d59-0674a232776c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.721911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf4d9-ba38-449e-9d59-0674a232776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.724459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ccbf4d9-ba38-449e-9d59-0674a232776c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.730267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3ccbf4d9-ba38-449e-9d59-0674a232776c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cf403b0-66ee-4654-ac88-d32fbb4529f2 HTTP/1.1" status: 204 len: 168 time: 0.1514871 Jul 16 01:38:12.751628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbf4d9-ba38-449e-9d59-0674a232776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf403b0-66ee-4654-ac88-d32fbb4529f2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.863615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32571-f8a7-4606-a5f8-04a24fff68d5 req-41a3bc19-086c-490e-a455-c9ec5889e511 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.865235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ed32571-f8a7-4606-a5f8-04a24fff68d5 req-41a3bc19-086c-490e-a455-c9ec5889e511 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0805693 Jul 16 01:38:12.910589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ed32571-f8a7-4606-a5f8-04a24fff68d5 req-db05c0cd-5342-4467-bc8d-818da7bb7663 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Jul 16 01:38:12.958854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4b936b8c-4bd6-48d8-9522-e817d8357551 req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-407196638', 'description': 'tempest-description-1579320443'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:12.984955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b936b8c-4bd6-48d8-9522-e817d8357551 req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.092367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b936b8c-4bd6-48d8-9522-e817d8357551 req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.097772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b936b8c-4bd6-48d8-9522-e817d8357551 req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.122135 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b936b8c-4bd6-48d8-9522-e817d8357551 req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.123385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b936b8c-4bd6-48d8-9522-e817d8357551 req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1694469 Jul 16 01:38:13.137024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb6ee-f632-4971-93e7-f86df311f0dd tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99223db9-e3ea-4982-a6ce-07ace57008a4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.266671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-7ea6356e-7fe9-46e5-a1ea-adee2b546411 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-407196638&fields=id&tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0 HTTP/1.1" status: 200 len: 267 time: 0.0352614 Jul 16 01:38:13.343560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-aa134183-2005-4991-885c-e2f04a81da40 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.345524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-aa134183-2005-4991-885c-e2f04a81da40 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.0718398 Jul 16 01:38:13.367132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'port': {'security_groups': ['dc6bad93-fa04-45d1-9eab-efd67b1ce12c', '99223db9-e3ea-4982-a6ce-07ace57008a4']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.490276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd211401-5739-4fb6-9f97-3f5730e7cc7c req-422c51e5-f3fe-4151-a9f4-9b673f8a5562 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0355306 Jul 16 01:38:13.498022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.504447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56846) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.636347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-610956855-network', 'tenant_id': 'fb9af30dd9764cb4a340d626c5a3a49b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.659126 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.661409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Made reservation on behalf of fb9af30dd9764cb4a340d626c5a3a49b for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:13.663967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.673028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.723458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:13.761015 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.767211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.796656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.803656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9dfe7d30-4f64-42da-86b1-cda1407c38df'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:13.808615 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.835368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.836037 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.839432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:13.841043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5219ed6c-1f00-4470-b86d-2b7e20630549 req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "PUT /v2.0/ports/9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 982 time: 0.4813759 Jul 16 01:38:13.841636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:13.844149 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f57ba9-7977-48bf-a261-25160302727e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:13.862131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.862613 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Added segment bbd57def-8a41-4909-b1d7-9e0939497a9b of type vlan for network 4abd07c8-7a01-4101-b05d-6d18577c0919 Jul 16 01:38:13.864174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef125da-7115-4c00-b13b-cb3612fc5341,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.907638 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f861b463-e3c0-49f2-b59a-9152ed88f430 x-openstack-request-id: req-f861b463-e3c0-49f2-b59a-9152ed88f430 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:13.909740 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:13.910112 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f861b463-e3c0-49f2-b59a-9152ed88f430 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:13.910629 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'status': 'completed', 'code': 200} Jul 16 01:38:13.923239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730497ea-3ea0-401a-a3bd-a8cba287e538 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.947848 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.009597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.011249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.012270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.021545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9dfe7d30-4f64-42da-86b1-cda1407c38df'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:14.057056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5513384 Jul 16 01:38:14.057973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57ba9-7977-48bf-a261-25160302727e req-16365339-64ad-44e1-8151-81bdf30cb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.059822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-16365339-64ad-44e1-8151-81bdf30cb19b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1137 time: 0.0827026 Jul 16 01:38:14.061254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.067074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Request body: {'subnet': {'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-610956855-subnet', 'tenant_id': 'fb9af30dd9764cb4a340d626c5a3a49b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:14.114003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781e64-0c49-40f6-afc9-f8b5f391105c admin admin] Pushing event updated for resources: {'Network': ['ID=4abd07c8-7a01-4101-b05d-6d18577c0919,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.141177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:14.532327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Made reservation on behalf of fb9af30dd9764cb4a340d626c5a3a49b for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:14.535417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.632998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57ba9-7977-48bf-a261-25160302727e req-157e219a-c787-48dc-8cf0-31e27d1b4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.634401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-157e219a-c787-48dc-8cf0-31e27d1b4011 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.5626459 Jul 16 01:38:14.653548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17fdac60-548d-4684-bb16-577c810f84fd req-cfde1403-ddc4-49af-8fd4-69fe47f389f7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-407196638&fields=id&tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0 HTTP/1.1" status: 200 len: 267 time: 0.1262043 Jul 16 01:38:14.723978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10a55568-5d7c-4508-8767-14e364d38bfc req-4def03d3-a83b-4a12-b595-defb6ac39130 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0855639 Jul 16 01:38:14.729920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-d2dbc25d-7591-483d-a7e8-035a78255a7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.0872786 Jul 16 01:38:14.842685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f57ba9-7977-48bf-a261-25160302727e req-796db6f7-e87d-4811-80a8-0d0d046b5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.844194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-796db6f7-e87d-4811-80a8-0d0d046b5f73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.0945995 Jul 16 01:38:14.889693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-0485bea5-5731-4efc-a88e-12c475e4d532 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351737 Jul 16 01:38:14.935715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdac60-548d-4684-bb16-577c810f84fd req-f1e1e66b-0a86-4bdb-964f-55c8b5a2ab9e tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.937285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17fdac60-548d-4684-bb16-577c810f84fd req-f1e1e66b-0a86-4bdb-964f-55c8b5a2ab9e tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 985 time: 0.2700779 Jul 16 01:38:14.972317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'port': {'security_groups': ['dc6bad93-fa04-45d1-9eab-efd67b1ce12c']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.050469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.178402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-72b84d7d-6b5f-4b94-88d9-532253dbc47b service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818046 Jul 16 01:38:15.183032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7539f090-aaff-4c92-89ad-5536524792cb,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.185407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.187343 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.210998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Checking segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:15.211366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Network hostable DHCP agents. Network: 4abd07c8-7a01-4101-b05d-6d18577c0919, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:15.325959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:15.351692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 4abd07c8-7a01-4101-b05d-6d18577c0919) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:15.359217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3aafbe-d8ad-452d-9af6-0e29859e8880 None None] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:15.364260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.364907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.380018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f57ba9-7977-48bf-a261-25160302727e req-2ecd6d6b-1b24-4806-a4bf-267193915dd9 service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890140 Jul 16 01:38:15.409740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5acf0556-2a73-4db4-b612-f5a8ea5d7f59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3471355 Jul 16 01:38:15.480085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:15.507977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a455f814-9beb-4ad3-bd60-39c6a69735a1 None None] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:15.521776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.527610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.573134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9dfe7d30-4f64-42da-86b1-cda1407c38df'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:15.579206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.580012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.581526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17fdac60-548d-4684-bb16-577c810f84fd req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "PUT /v2.0/ports/9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 943 time: 0.6222472 Jul 16 01:38:15.647934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f4aae-d0c2-4210-9c35-3ae8c5768128 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event updated for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.726945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-f987e021-8e79-4b92-ac9f-9e93860d3dce tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1223061 Jul 16 01:38:15.736277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.756558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9dfe7d30-4f64-42da-86b1-cda1407c38df'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:15.763722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.914528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:15.916605 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6334000b-6dfb-4c1f-9096-db8d94097fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:15.945550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-33b1b392-b60a-4d0b-b400-c612e9da4f2c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.947052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-33b1b392-b60a-4d0b-b400-c612e9da4f2c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.1550624 Jul 16 01:38:15.972911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-30f53fe8-3b4e-482a-9726-1d5a4e8ed34b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/quotas/fb9af30dd9764cb4a340d626c5a3a49b HTTP/1.1" status: 200 len: 375 time: 0.0146945 Jul 16 01:38:15.977765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.014544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-958c08eb-5403-47d8-8bf0-43f2a056db54 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347826 Jul 16 01:38:16.182941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Allocated IP 172.25.7.177 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/04732c3c-5174-480f-b709-606b5d55b622) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:16.186378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-b70f0c44-0c4f-4a95-b781-3b6201fa50c7 service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439846 Jul 16 01:38:16.343746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-82246af5-6ef5-4cf6-aa38-02a34aca5873 service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490049 Jul 16 01:38:16.358962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.408472 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.451826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:16.455246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:16.459128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:16.463115 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:16.465225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event updated for resources: {'Port': ['ID=04732c3c-5174-480f-b709-606b5d55b622,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.551942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.617299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8e734dd-e411-4ddb-842d-01dc7b4a9c83 req-d7c0f1d8-b95b-468e-a535-7fee8cd8f9b3 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0523105 Jul 16 01:38:16.630522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.779681 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f47791-bc16-4b5b-a18b-395c13021025 x-openstack-request-id: req-71f47791-bc16-4b5b-a18b-395c13021025 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:16.779973 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:16.780226 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71f47791-bc16-4b5b-a18b-395c13021025 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:16.780639 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'status': 'completed', 'code': 200} Jul 16 01:38:16.800770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.806014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.926404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event updated for resources: {'Port': ['ID=04732c3c-5174-480f-b709-606b5d55b622,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.943808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.964114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.965382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-98fd42ad-db19-402f-9279-8dda5eb545c3 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2332022 Jul 16 01:38:16.972798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-11337592-2ca6-4d92-b99a-9ce03c1d2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.974381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-11337592-2ca6-4d92-b99a-9ce03c1d2490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.1250818 Jul 16 01:38:17.057873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-771bbf4d-6540-42d7-a6a7-e75d17aa6c56 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0825098 Jul 16 01:38:17.078702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69e92e27-09f9-4219-bcb0-8ac1da52b0d2 req-73f33f06-7c02-4ab6-8d9c-56ad79f44dbc tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 210 time: 0.0408602 Jul 16 01:38:17.207549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-dc711e6e-fb6a-4952-9430-bd03ce158400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.209093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-dc711e6e-fb6a-4952-9430-bd03ce158400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.2265394 Jul 16 01:38:17.263671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-ca0ca995-878e-4fbb-966c-05349e393a4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.0458090 Jul 16 01:38:17.272052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-e18e2975-7bf2-4040-8621-31371ad153c8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.273448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bbd03f-bb0c-4c4b-9308-7f2510c8d42d req-e18e2975-7bf2-4040-8621-31371ad153c8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1973407 Jul 16 01:38:17.323023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-8c8600f2-fbd5-4a56-9e4f-2aca050b44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.324591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-8c8600f2-fbd5-4a56-9e4f-2aca050b44c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.0502090 Jul 16 01:38:17.359877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-4a64c543-698d-492c-8c84-3e4985e11edc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274274 Jul 16 01:38:17.505881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-3d6815e0-c9f2-4cb8-ab5a-52ee5fad463a service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366839 Jul 16 01:38:17.519181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-d558cb6c-8453-4c50-b9a8-11235b2a4a13 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.520837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-d558cb6c-8453-4c50-b9a8-11235b2a4a13 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1324444 Jul 16 01:38:17.594435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-8332c7c3-7bc2-4c62-b171-075c6235fc79 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0654693 Jul 16 01:38:17.631578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'floatingip': {'port_id': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:17.685797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.769054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6334000b-6dfb-4c1f-9096-db8d94097fb7 req-9c991bae-1ad6-4fb6-bdbb-cf9338338444 service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472391 Jul 16 01:38:17.802893 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed341f1c-7c23-4369-98e3-0f2de8ace479 req-31bb69ea-b38c-43e0-8014-230dcb839dfb tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0366104 Jul 16 01:38:17.905162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-70ebe68f-94b4-4a92-8640-fd1e3c4dac79 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.906909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-70ebe68f-94b4-4a92-8640-fd1e3c4dac79 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.1580417 Jul 16 01:38:17.933825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Request body: {'port': {'device_id': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'admin_state_up': True, 'tenant_id': 'fb9af30dd9764cb4a340d626c5a3a49b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:18.077630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Made reservation on behalf of fb9af30dd9764cb4a340d626c5a3a49b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:18.082175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.139162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.221491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Allocated IP 172.20.0.4 (4abd07c8-7a01-4101-b05d-6d18577c0919/7539f090-aaff-4c92-89ad-5536524792cb/22910e1a-b8a0-4a86-9ced-5f04531be29f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:18.265972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96993efe-86f5-4c97-a01f-c55e7463816f req-ca942fd2-37ca-49c1-ad3d-b22fc73b5e45 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 210 time: 0.0389528 Jul 16 01:38:18.285749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.301029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.416516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.432780 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Floating IP 50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3 associated. External IP: 172.25.7.177, port: 9dfe7d30-4f64-42da-86b1-cda1407c38df. Jul 16 01:38:18.465194 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.519334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:18.522846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:18.525921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:18.533316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.591974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.592699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.610162 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-dc0b660f-2da1-4d1c-b828-0bb5ec48e04d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6824296 Jul 16 01:38:18.629866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Request body: {'port': {'device_id': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:18.724713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.014999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6babbb8-eba4-434e-9952-9c853257f9b5 req-cf0f920e-f7b1-4e5a-a8bf-bcef1b52ca24 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0666325 Jul 16 01:38:19.040446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22910e1a-b8a0-4a86-9ced-5f04531be29f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:19.042134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:19.048884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.062923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Transition to ACTIVE for port object 22910e1a-b8a0-4a86-9ced-5f04531be29f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.070955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.165606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.186279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:19.192749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.198067 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] Sync routers for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:19.207760 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:19.208393 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.223195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Attempting to bind port 22910e1a-b8a0-4a86-9ced-5f04531be29f on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:19.223539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Attempting to bind port 22910e1a-b8a0-4a86-9ced-5f04531be29f by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:19.223865 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Attempting to bind port 22910e1a-b8a0-4a86-9ced-5f04531be29f on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:19.229224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Port 22910e1a-b8a0-4a86-9ced-5f04531be29f on network 4abd07c8-7a01-4101-b05d-6d18577c0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:19.229551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Attempting to bind port 22910e1a-b8a0-4a86-9ced-5f04531be29f on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:19.235000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:19.235342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Checking segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:19.235724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Bound using segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:19.236398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Bound port: 22910e1a-b8a0-4a86-9ced-5f04531be29f, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:19.236892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.243021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-b6363900-a887-4dba-b453-1db040c91096 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "PUT /v2.0/floatingips/50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3 HTTP/1.1" status: 200 len: 997 time: 1.6183500 Jul 16 01:38:19.248860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:19.254249 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:19.316731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-68bc8f55-c81c-439e-9f23-6c0615eb8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.322416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:19.323157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:19.324209 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-68bc8f55-c81c-439e-9f23-6c0615eb8015 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0649719 Jul 16 01:38:19.326140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:19.333105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.403629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.404648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.407746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] 10.222.0.13 "PUT /v2.0/ports/22910e1a-b8a0-4a86-9ced-5f04531be29f HTTP/1.1" status: 200 len: 1092 time: 0.7836635 Jul 16 01:38:19.408296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:19.410827 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2971178-389c-4805-93d1-3378d712c09b" -d '{"events": [{"name": "network-changed", "server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:19.418971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f2406-dd55-45c2-9d6c-7cdf5f260187 service neutron] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.449771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-43dd9188-f998-4fe5-9f76-9b33fde761cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.451148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-43dd9188-f998-4fe5-9f76-9b33fde761cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.1261504 Jul 16 01:38:19.528957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-dbe30d9c-12ac-4a13-9825-0a3e67b44919 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 1000 time: 0.0674438 Jul 16 01:38:19.533697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-91927087-d7de-45a0-ba19-c7e9b503bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.537834 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-91927087-d7de-45a0-ba19-c7e9b503bbe3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 1095 time: 0.0651505 Jul 16 01:38:19.586810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-051449d7-4ceb-4c84-8ba7-cb25c34a99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.596320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-051449d7-4ceb-4c84-8ba7-cb25c34a99e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.0610073 Jul 16 01:38:19.602608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-e2f748e8-fe90-4510-a195-47fa5a01b18a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f HTTP/1.1" status: 200 len: 217 time: 0.0524521 Jul 16 01:38:19.629627 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'port_id': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'mac_address': 'fa:16:3e:95:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:16Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 1, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:25Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.630248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-a38e8f1d-2d63-4908-85bb-2192f2cca842 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327668 Jul 16 01:38:19.662478 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] Checking router: 552b15eb-e967-4c1c-b405-5f73d1cf23f1 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:19.672530 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:19.674288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.680402 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c0317-98b1-41ce-b2d6-b859dbb5bb40 x-openstack-request-id: req-f51c0317-98b1-41ce-b2d6-b859dbb5bb40 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:19.680904 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:19.681434 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f51c0317-98b1-41ce-b2d6-b859dbb5bb40 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:19.681975 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'status': 'completed', 'code': 200} Jul 16 01:38:19.688220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9ffa541e-547d-49bc-b078-9b78587c8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.690003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-9ffa541e-547d-49bc-b078-9b78587c8922 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.0773115 Jul 16 01:38:19.750531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-beada564-cd96-4593-82e1-3a0aa97944be service neutron] 10.222.0.42 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135671 Jul 16 01:38:19.752170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-c23b7b33-7aea-46d3-8e8f-f0d0b83adecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.754288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-c23b7b33-7aea-46d3-8e8f-f0d0b83adecc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.0632131 Jul 16 01:38:19.804029 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:19.870290 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-0a4763e0-79df-4c14-b7e4-92f179fd947b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346799 Jul 16 01:38:19.914721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-82d4655c-3baa-42bd-bcd1-51e5777e2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.916274 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-82d4655c-3baa-42bd-bcd1-51e5777e2aa9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.1498578 Jul 16 01:38:19.945037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a60c9431-4aa9-43de-ab54-2a448d969c07 req-955023ad-484e-4c71-9388-de83dd4efa41 service neutron] 10.222.0.42 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879916 Jul 16 01:38:19.977200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f711225-10dd-4e31-877b-e868b0b1943a req-5aed7881-ad75-4f91-b5eb-92ee4067740b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.983849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f711225-10dd-4e31-877b-e868b0b1943a req-5aed7881-ad75-4f91-b5eb-92ee4067740b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 943 time: 0.1944861 Jul 16 01:38:19.990789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-0cc878a8-b4a6-4240-a4e5-ef2f8d50366a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.0655789 Jul 16 01:38:19.993813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-0960b063-e228-41e8-ba21-f4c54f401137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.995466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-0960b063-e228-41e8-ba21-f4c54f401137 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.1528728 Jul 16 01:38:20.030201 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-c4899097-af2c-4988-aff3-e5895bdbc1d2 service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494222 Jul 16 01:38:20.056532 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'port_id': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'mac_address': 'fa:16:3e:95:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:16Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 1, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:25Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.071815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f711225-10dd-4e31-877b-e868b0b1943a req-6f11454d-c3e1-417a-a704-217784471c24 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834570 Jul 16 01:38:20.087641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-a06c75fd-440c-43e9-b5f1-470ae2f4a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.089160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-a06c75fd-440c-43e9-b5f1-470ae2f4a820 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.0580907 Jul 16 01:38:20.090588 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd82f61-8247-4179-9356-d2a87d1e8e30 None None] The sync data for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 is: [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'port_id': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'mac_address': 'fa:16:3e:95:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:16Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 1, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:25Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:20.090801 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9814aa7-b76b-4a5f-82d6-1f003ea72383 x-openstack-request-id: req-b9814aa7-b76b-4a5f-82d6-1f003ea72383 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:20.090895 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:20.091160 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9814aa7-b76b-4a5f-82d6-1f003ea72383 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:20.091547 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'status': 'completed', 'code': 200} Jul 16 01:38:20.157057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-ead1d856-4dfc-4d30-9c7a-e888f3d97d8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532160 Jul 16 01:38:20.245439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-e35818e4-bc62-49a3-aae6-b690ea8bd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.246926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-e35818e4-bc62-49a3-aae6-b690ea8bd4b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.2351320 Jul 16 01:38:20.265055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-bcc3c967-c4e3-44dc-8909-7baa926d905c tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1000 time: 0.1326683 Jul 16 01:38:20.354495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc6e54-a1a4-4e50-a41f-33bec0e2c864 None None] New status for floating IP 50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:20.382560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-10c2d57d-7b97-42a6-bc42-06267c40506d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 1000 time: 0.1270652 Jul 16 01:38:20.393077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af2d0a-6b8c-4fc7-94ef-1ae1eafdfe90 req-9049d40b-ae9b-4114-b3a3-991ebbfa326f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.394985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67af2d0a-6b8c-4fc7-94ef-1ae1eafdfe90 req-9049d40b-ae9b-4114-b3a3-991ebbfa326f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2124631 Jul 16 01:38:20.410525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-93e16a49-b76a-4c21-b2a8-f40e7fec3dfb tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.411904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-93e16a49-b76a-4c21-b2a8-f40e7fec3dfb tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports/9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 943 time: 0.1092293 Jul 16 01:38:20.479357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-1838686f-a72a-4a7c-b04a-af3451a4f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.480863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-1838686f-a72a-4a7c-b04a-af3451a4f784 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.0846691 Jul 16 01:38:20.486727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67af2d0a-6b8c-4fc7-94ef-1ae1eafdfe90 req-73625ee6-9ce9-4426-b501-e86cfa96e429 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737228 Jul 16 01:38:20.534345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-f49bc43d-61db-4a56-9224-fd8bdd3b0eef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463679 Jul 16 01:38:20.569418 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88a64bd7-44ea-4a84-b9ce-c579379de637 req-5e1299a0-bb09-4e57-990d-0fdbe07c7509 service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760220 Jul 16 01:38:20.590255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-0b664ce9-5d6f-4e14-8d84-9df96e06c18c service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260767 Jul 16 01:38:20.709268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-d004aad8-a400-4f18-bea9-d21592dfd7ba service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634934 Jul 16 01:38:20.727169 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c0c5362-09f6-4a13-baf0-09943db4ca49 req-188a07b8-6583-4565-aa83-0d46678b5c6c service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272955 Jul 16 01:38:20.730349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-50d98378-e5bc-4eaa-b555-724f2a48c035 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.1132550 Jul 16 01:38:20.732465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef5ef786-c662-4a31-9612-13008432d185 req-419269de-1a4f-4a71-88e4-a5e964da0c3d tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0423546 Jul 16 01:38:20.743405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971178-389c-4805-93d1-3378d712c09b req-e1f45ee1-9d47-4e87-b628-59609d4c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.744845 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-e1f45ee1-9d47-4e87-b628-59609d4c4d6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 1095 time: 0.0795918 Jul 16 01:38:20.850948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971178-389c-4805-93d1-3378d712c09b req-f14c463e-5b56-4f3d-800d-ccdb1a4cefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.852582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-f14c463e-5b56-4f3d-800d-ccdb1a4cefd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 905 time: 0.1007140 Jul 16 01:38:20.901145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ff89fe-0dbb-4679-86e5-99d7ff196a99 req-e1c51fd1-02e1-482e-8410-cad10c9a9147 service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743338 Jul 16 01:38:20.902373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-03562781-60bc-4540-9a3a-f51e1e74bca1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f HTTP/1.1" status: 200 len: 217 time: 0.0429254 Jul 16 01:38:20.909303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-19744f29-06dd-4313-a28c-e741381bddee tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.910607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-19744f29-06dd-4313-a28c-e741381bddee tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.1700869 Jul 16 01:38:20.977897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971178-389c-4805-93d1-3378d712c09b req-219b834d-34b5-43e9-8eea-7706d4681005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.979311 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-219b834d-34b5-43e9-8eea-7706d4681005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.0496087 Jul 16 01:38:20.983267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-741a671d-cd80-470d-af70-c206180f2a84 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1002 time: 0.0657763 Jul 16 01:38:20.993485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:21.028364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-f408f25f-28c3-484e-be90-78ba9f02d3de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293171 Jul 16 01:38:21.056542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.133460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-41423d22-cfc7-4d44-9019-68223f8bd119 service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982831 Jul 16 01:38:21.228604 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f2971178-389c-4805-93d1-3378d712c09b req-07b66044-b11e-4c97-bca0-3912f7bfb857 service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885866 Jul 16 01:38:21.232702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.255610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.255998 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Floating IP 50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3 disassociated. External IP: 172.25.7.177, port: 9dfe7d30-4f64-42da-86b1-cda1407c38df. Jul 16 01:38:21.367872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b7deb-cfeb-42f7-aac9-d3697f90cf68 req-d3ca917b-a99e-4d58-b17e-28c1ccf33d4e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.369475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-819b7deb-cfeb-42f7-aac9-d3697f90cf68 req-d3ca917b-a99e-4d58-b17e-28c1ccf33d4e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 943 time: 0.1829669 Jul 16 01:38:21.453694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-819b7deb-cfeb-42f7-aac9-d3697f90cf68 req-051bcc65-23bf-4a0e-9706-444c948e8791 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761108 Jul 16 01:38:21.529793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:21.669772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:21.675778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.679452 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] Sync routers for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:21.688319 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:21.689709 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:21.722089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d636c097-576f-4cf2-acab-625faf53c6ab tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "PUT /v2.0/floatingips/50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3 HTTP/1.1" status: 200 len: 695 time: 0.7327616 Jul 16 01:38:21.724093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:21.726300 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0ddaf0-8319-48fa-8d66-a213ebfee059" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:21.738063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be8a3-e692-4f61-844c-43846dc9281e req-83fb3ad9-ef0e-4855-a2a2-94a21170debc tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.739552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c5be8a3-e692-4f61-844c-43846dc9281e req-83fb3ad9-ef0e-4855-a2a2-94a21170debc tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1177473 Jul 16 01:38:21.800739 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:21.812934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c5be8a3-e692-4f61-844c-43846dc9281e req-1168c36a-7b19-463c-a2c0-e5e40dda026f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Jul 16 01:38:21.829244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-dc989189-acf6-48fa-ba77-947a4d3c79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.830703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-dc989189-acf6-48fa-ba77-947a4d3c79dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0902863 Jul 16 01:38:21.864665 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c3a061-be4f-48eb-9226-6854a1ac8304 x-openstack-request-id: req-31c3a061-be4f-48eb-9226-6854a1ac8304 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:21.865053 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:21.865186 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31c3a061-be4f-48eb-9226-6854a1ac8304 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:21.865575 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'status': 'completed', 'code': 200} Jul 16 01:38:21.938279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-4e08f460-aff5-45d3-9bb5-87216d8735f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.948704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-4e08f460-aff5-45d3-9bb5-87216d8735f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.1099269 Jul 16 01:38:21.982456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-5ef85d87-d6c2-431d-831e-1a53258dfca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.983968 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-5ef85d87-d6c2-431d-831e-1a53258dfca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0713007 Jul 16 01:38:22.002290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-d02890ba-3129-4ba5-bb69-1e8a12d35ff4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.0519462 Jul 16 01:38:22.034881 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:25Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.058678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24d47568-592b-4819-ac29-44573d118eca req-861068d6-2cb3-473e-80e2-7edebd210b7d tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0603802 Jul 16 01:38:22.065768 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] Checking router: 552b15eb-e967-4c1c-b405-5f73d1cf23f1 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:22.076125 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:22.076903 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.087466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-c641e577-6974-4e1c-bc44-619c05619212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.097037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-c641e577-6974-4e1c-bc44-619c05619212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.0846884 Jul 16 01:38:22.106930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-9e04e7ef-76e1-4808-bf8c-1bc5b0885514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.108857 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-9e04e7ef-76e1-4808-bf8c-1bc5b0885514 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 200 len: 921 time: 0.1174872 Jul 16 01:38:22.137870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-1affffbe-0de6-4aff-be3a-27ac4f918e69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397019 Jul 16 01:38:22.178112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-65ccde0d-6402-45b2-9831-91bed59e9aa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 200 len: 217 time: 0.0623276 Jul 16 01:38:22.208063 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:22.253052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-0b9d767c-4eb1-480d-a7ec-2159a88c584e service neutron] 10.222.0.42 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142266 Jul 16 01:38:22.272118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-99a9e8c0-1024-4521-8d9f-89a40a70b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.273917 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-99a9e8c0-1024-4521-8d9f-89a40a70b96f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 200 len: 860 time: 0.0896051 Jul 16 01:38:22.318388 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-dcb0d34d-19bb-4a4e-90ca-d9c076219084 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382776 Jul 16 01:38:22.333322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56972) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.420926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82c9715e-1bc3-40f4-b60c-11172a6ac37f req-19a55d84-6e68-4ef8-87d4-b0718c97b800 service neutron] 10.222.0.42 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606646 Jul 16 01:38:22.536058 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-2890cf94-de29-4f56-af29-338f91033a5e service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116210 Jul 16 01:38:22.557416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-ff4d9780-dcb0-42a3-a268-56e22254e396 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips/50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3 HTTP/1.1" status: 200 len: 695 time: 0.0799325 Jul 16 01:38:22.580678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb300b3-bf63-4f5f-8aa1-4140aa0143fa tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.581093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb300b3-bf63-4f5f-8aa1-4140aa0143fa tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.581477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb300b3-bf63-4f5f-8aa1-4140aa0143fa tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.583296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4bb300b3-bf63-4f5f-8aa1-4140aa0143fa tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=c3b75d08917f463b82bb0f82186f3f0f&network_id=bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 200 len: 2972 time: 0.2489033 Jul 16 01:38:22.640056 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:25Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.667727 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743007e6-6612-404d-9d4c-494f2f32467a None None] The sync data for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 is: [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 4, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c2892614-3fb7-4778-a051-de1f9c8a74ab', 'name': '', 'network_id': 'a55e9fe1-e3f5-4e77-a941-ef19c09b43f2', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'mac_address': 'fa:16:3e:c3:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:14Z', 'updated_at': '2021-07-16T01:37:25Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'subnets': [{'id': '3f73449d-6f83-48a8-a004-53e58967bc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:22.676746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ae0ddaf0-8319-48fa-8d66-a213ebfee059 req-03b9104f-add9-45a5-95e1-9466d651881a service neutron] 10.222.0.13 "GET /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328688 Jul 16 01:38:22.775828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:22.894259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.911454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'mac_address': 'fa:16:3e:6e:8f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:22.938549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1521b4a8-abe4-4360-bba6-1c51a9737c65 None None] New status for floating IP 50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:23.022857 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.077357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-b0be57c1-bf5b-4b33-85f9-7ff5b35568a9 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.078732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-b0be57c1-bf5b-4b33-85f9-7ff5b35568a9 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 784 time: 0.5198560 Jul 16 01:38:23.096520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22910e1a-b8a0-4a86-9ced-5f04531be29f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:23.132182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547614f6-8168-4d00-962f-01f339ceae92 req-cf7716c4-598b-49bd-a672-2a2ebc87d7b5 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.133717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-547614f6-8168-4d00-962f-01f339ceae92 req-cf7716c4-598b-49bd-a672-2a2ebc87d7b5 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 943 time: 0.5188572 Jul 16 01:38:23.141158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-dc667151-c058-464d-afd3-749b7766f703 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 698 time: 0.0559247 Jul 16 01:38:23.157768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:23.163959 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.213087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-e5a4a5bb-7887-4640-b06b-e2e6fb8d92d4 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0636649 Jul 16 01:38:23.217014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.221989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-547614f6-8168-4d00-962f-01f339ceae92 req-bb3b5008-f740-4cb6-86aa-a04d51caa731 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799112 Jul 16 01:38:23.386861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Deleting port 04732c3c-5174-480f-b709-606b5d55b622 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:23.387525 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.427059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492516-6750-46d0-9d91-c95637997e47 req-1baf700a-79af-4fa9-a1bc-48b74b04b9d5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.428593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e492516-6750-46d0-9d91-c95637997e47 req-1baf700a-79af-4fa9-a1bc-48b74b04b9d5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1005886 Jul 16 01:38:23.507194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e492516-6750-46d0-9d91-c95637997e47 req-17183736-b547-4d6d-95b3-b02eb36de26b tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494635 Jul 16 01:38:23.510589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.510923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.527877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Calling delete_port for 04732c3c-5174-480f-b709-606b5d55b622 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:23.575248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['22910e1a-b8a0-4a86-9ced-5f04531be29f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:23.658888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00be4fc8-1a55-46c7-bc9f-e397f0073ca9 req-eb823f26-f14b-4cd0-9134-926d4f9958c9 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0421062 Jul 16 01:38:23.726562 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.752822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event deleted for resources: {'Port': ['ID=04732c3c-5174-480f-b709-606b5d55b622,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.821036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.824059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.825257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99399551-675c-4fdf-a4ea-dc282afb6985 req-f73cbd9f-6839-41df-81f8-25846384c1d7 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "DELETE /v2.0/floatingips/50a0f2b4-ea5e-4a36-822a-42e27b0fc5f3 HTTP/1.1" status: 204 len: 173 time: 0.6068141 Jul 16 01:38:23.883854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa4630c7-3f71-4e89-bd4b-a6068ee5a625 req-05e52441-8c7f-407e-b057-9dc84d15b65e tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups/99223db9-e3ea-4982-a6ce-07ace57008a4 HTTP/1.1" status: 200 len: 1809 time: 0.0401292 Jul 16 01:38:23.941072 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa4630c7-3f71-4e89-bd4b-a6068ee5a625 req-5613d352-b1fc-4639-9fe5-550427f43af8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.962851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa4630c7-3f71-4e89-bd4b-a6068ee5a625 req-5613d352-b1fc-4639-9fe5-550427f43af8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.003128 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa4630c7-3f71-4e89-bd4b-a6068ee5a625 req-5613d352-b1fc-4639-9fe5-550427f43af8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.005829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-aa4630c7-3f71-4e89-bd4b-a6068ee5a625 req-5613d352-b1fc-4639-9fe5-550427f43af8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.006974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa4630c7-3f71-4e89-bd4b-a6068ee5a625 req-5613d352-b1fc-4639-9fe5-550427f43af8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "DELETE /v2.0/security-groups/99223db9-e3ea-4982-a6ce-07ace57008a4 HTTP/1.1" status: 204 len: 173 time: 0.1177204 Jul 16 01:38:24.015910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d352-b1fc-4639-9fe5-550427f43af8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99223db9-e3ea-4982-a6ce-07ace57008a4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.243379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.300812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04c5cd-3ec8-4ec7-b54a-51f347c0771a tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.312855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7d04c5cd-3ec8-4ec7-b54a-51f347c0771a tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 814 time: 0.0578699 Jul 16 01:38:24.427334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348b78e-94e8-4edc-a889-ffba143b5be3 req-a10b0bc4-757a-4971-904b-ba37ff0d88f9 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.428858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4348b78e-94e8-4edc-a889-ffba143b5be3 req-a10b0bc4-757a-4971-904b-ba37ff0d88f9 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1112382 Jul 16 01:38:24.442391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fffdce-9fc1-467c-9873-15c041a403ca req-377c52a2-022d-4769-b8e5-2c9bc6e57809 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.444045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84fffdce-9fc1-467c-9873-15c041a403ca req-377c52a2-022d-4769-b8e5-2c9bc6e57809 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 944 time: 0.0935485 Jul 16 01:38:24.500876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4348b78e-94e8-4edc-a889-ffba143b5be3 req-6da44742-cdca-4861-a98f-d29d99690ab5 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Jul 16 01:38:24.508365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84fffdce-9fc1-467c-9873-15c041a403ca req-2615a16a-d9a5-407e-b29c-df517c841d5f tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Jul 16 01:38:24.685234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bac54-40f6-4bf1-ac81-a78ced06b8f3 req-0220e1cb-5be3-44a2-88fc-5d04881bee69 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.686740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d1bac54-40f6-4bf1-ac81-a78ced06b8f3 req-0220e1cb-5be3-44a2-88fc-5d04881bee69 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0677762 Jul 16 01:38:24.726508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d1bac54-40f6-4bf1-ac81-a78ced06b8f3 req-0657f32d-3c46-4671-9e45-f310eb981768 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Jul 16 01:38:24.792219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:24.822569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-794c2dce-1fd9-4a13-a2b8-ff45f6ff7748 req-a1dfede7-5c02-4860-aa8f-d8a9623986dd tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0309451 Jul 16 01:38:24.849076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 22910e1a-b8a0-4a86-9ced-5f04531be29f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:24.853148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 22910e1a-b8a0-4a86-9ced-5f04531be29f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:24.853600 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.931785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.968741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:24.971502 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9868150e-20f4-41eb-842b-15f6b051fdc6" -d '{"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-plugged", "status": "completed", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:24.977044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:24.981830 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.015099 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341548b-976b-41bb-97ef-a2730c13d54b x-openstack-request-id: req-4341548b-976b-41bb-97ef-a2730c13d54b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:25.015393 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-plugged", "status": "completed", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:25.015646 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4341548b-976b-41bb-97ef-a2730c13d54b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:25.016036 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'code': 200} Jul 16 01:38:25.043602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.131026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57018) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.136688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'network': {'name': 'tempest-network-smoke--1115360656', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.188838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.192651 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.225683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:25.228980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d543b2-b201-4ff1-9afc-452e98709b0e req-6ebe8ed4-3952-4294-a29f-91daf1f36552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.230510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55d543b2-b201-4ff1-9afc-452e98709b0e req-6ebe8ed4-3952-4294-a29f-91daf1f36552 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 1097 time: 0.0904870 Jul 16 01:38:25.240030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.240375 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Added segment b33cd3b9-e724-49fe-956c-1638614203b7 of type vlan for network e0fd06ce-1f22-4d58-9ec2-9309879157c8 Jul 16 01:38:25.303893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.315019 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55d543b2-b201-4ff1-9afc-452e98709b0e req-92c589ab-723c-40b1-bccc-60b88a0637c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762732 Jul 16 01:38:25.335564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.341137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.341781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.379596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2472105 Jul 16 01:38:25.382739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.413493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a9286-46b5-4673-8951-1a50477a8b6f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Network': ['ID=e0fd06ce-1f22-4d58-9ec2-9309879157c8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.423953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:25.453360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d950e-2a62-42f9-aee5-a7b8065bdca6 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.455379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-386d950e-2a62-42f9-aee5-a7b8065bdca6 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c3b75d08917f463b82bb0f82186f3f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0716407 Jul 16 01:38:25.458145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.692302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7229491-a734-4629-ab5f-f9309b73cb10 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.693874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a7229491-a734-4629-ab5f-f9309b73cb10 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2348158 Jul 16 01:38:25.697020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57028) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.726010 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1aad911d-7062-4e80-b577-1491d77d7645 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279555 Jul 16 01:38:25.728610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57030) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.745571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3c9b-225d-443b-b43f-3606d34c2d6d req-b24fe560-76b5-44ee-8391-5eda48aee988 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.747074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5fb3c9b-225d-443b-b43f-3606d34c2d6d req-b24fe560-76b5-44ee-8391-5eda48aee988 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1253340 Jul 16 01:38:25.761490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c1f000d7-30d2-44cc-8481-ed8611ae20c3 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c3b75d08917f463b82bb0f82186f3f0f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317512 Jul 16 01:38:25.763896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57034) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.768024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2cc1-0c1f-4b4d-901f-d0df870dbdea req-5a32f71a-52d4-49a9-9c7e-8bc5c5f51e0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.769530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a5a2cc1-0c1f-4b4d-901f-d0df870dbdea req-5a32f71a-52d4-49a9-9c7e-8bc5c5f51e0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 945 time: 0.1301560 Jul 16 01:38:25.813486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5fb3c9b-225d-443b-b43f-3606d34c2d6d req-c74d3da2-a337-45b5-8695-8478b6f16b2e tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Jul 16 01:38:25.826718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a5a2cc1-0c1f-4b4d-901f-d0df870dbdea req-d4a7a7e3-c98d-4369-b5f6-efab6525b3d0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490415 Jul 16 01:38:25.855412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf120e7-23ce-4709-bb7a-7c9d6b4462c8 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.856959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8bf120e7-23ce-4709-bb7a-7c9d6b4462c8 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921147 Jul 16 01:38:25.859706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.889731 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a149b807-a987-4710-96f7-08ee0c99d951 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280025 Jul 16 01:38:25.891250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57042) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.896878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322831708', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.993001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.993480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-acccc804-7850-4bb1-a067-01d1dd41f430 req-f8032c71-b08b-4c20-bb9e-cbdfee4b3fed tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0331161 Jul 16 01:38:25.996570 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.034347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfd648-3fff-4060-a484-f34df31f1009 req-7f187aac-eaac-4639-933f-0a0f313af301 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.036189 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-babfd648-3fff-4060-a484-f34df31f1009 req-7f187aac-eaac-4639-933f-0a0f313af301 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1087377 Jul 16 01:38:26.079906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-babfd648-3fff-4060-a484-f34df31f1009 req-8d3f3d9f-b9b8-40d3-85eb-6bd09adedb5a tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Jul 16 01:38:26.194748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.257194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Subnet': ['ID=044b40ea-01f1-4d4e-ae5a-421502a09691,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.265086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Checking segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:26.265456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network hostable DHCP agents. Network: e0fd06ce-1f22-4d58-9ec2-9309879157c8, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:26.282973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:26.291249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, e0fd06ce-1f22-4d58-9ec2-9309879157c8) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:26.295522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.296108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.300868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd078e7c-8212-41ad-ad19-8930e24bf521 None None] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:26.310621 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-13e90538-2c8e-4452-8b03-61a8a0ba09d7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4182570 Jul 16 01:38:26.590693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ips': [{'subnet_id': '044b40ea-01f1-4d4e-ae5a-421502a09691'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:26.591745 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.648549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.653304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836209269', 'description': 'tempest-secgroup-smoke-836209269 description', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.675355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.731617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Allocated IP 172.20.0.18 (e0fd06ce-1f22-4d58-9ec2-9309879157c8/044b40ea-01f1-4d4e-ae5a-421502a09691/2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:26.759636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.763934 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.791315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.792663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430528 Jul 16 01:38:26.795606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57052) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.801614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.806981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.820952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.821358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.821757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.822196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.822492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.822781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.823115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.823475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.823931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.824328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.824686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.825017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6faac-9b7d-45a5-9a16-cc174c42f6db tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:26.847826 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.883838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.894296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Transition to ACTIVE for port object 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:26.910709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Transition to ACTIVE for port object 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:26.916650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.918336 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.921388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.944608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea5052f-80af-4a59-b127-8d319f8ae146,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.955569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.959610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1ac9b36d-e7fe-4372-9519-7fffa2989363 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604831 Jul 16 01:38:26.960260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.966055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.975540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:26.980059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:26.985250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:26.990273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.047555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Attempting to bind port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:27.047979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Attempting to bind port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:27.048611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Attempting to bind port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 on network e0fd06ce-1f22-4d58-9ec2-9309879157c8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:27.053844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:27.054212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Checking segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:27.054611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.054998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Bound using segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:27.055451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Bound port: 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:27.055828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.065152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.124571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] For port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:27.126020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545c03-fbc6-4f9d-8edf-5f82331eefcc req-d109bd24-b236-455e-ad58-7f8c419d8bfc tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.127702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb545c03-fbc6-4f9d-8edf-5f82331eefcc req-d109bd24-b236-455e-ad58-7f8c419d8bfc tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1568198 Jul 16 01:38:27.129895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] For port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:27.143855 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.183608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7f13-2709-4de9-9690-5189725836b0 req-ea240895-1713-478e-a909-7a6a448ba16d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.185204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fbb7f13-2709-4de9-9690-5189725836b0 req-ea240895-1713-478e-a909-7a6a448ba16d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 945 time: 0.1983554 Jul 16 01:38:27.202305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.210583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0677e20-0603-449e-bd93-eb8306c94be4 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.211676 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.251556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1362a818-a49e-4f60-9e8b-86d691283b9c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.265077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb545c03-fbc6-4f9d-8edf-5f82331eefcc req-6640d8ce-2632-45c0-b149-41ed016b282d tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6bad93-fa04-45d1-9eab-efd67b1ce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187990 Jul 16 01:38:27.275461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.276896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ad09d043-690c-4b3e-be1e-1e855d757bb0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148174 Jul 16 01:38:27.279692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57068) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.287321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.309176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fbb7f13-2709-4de9-9690-5189725836b0 req-c4430459-7b41-49db-a472-b5e2f2a0d34a tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096470 Jul 16 01:38:27.347317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.371918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-4f3a9950-bfe3-450c-911c-67396671797b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.379662 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-4f3a9950-bfe3-450c-911c-67396671797b tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 946 time: 0.1532435 Jul 16 01:38:27.521269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e884de55-ab24-49c3-a465-fffbb9a81834 req-52dd0296-c419-45c4-8177-ad13520f7b53 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0926876 Jul 16 01:38:27.543774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Deleting port 9dfe7d30-4f64-42da-86b1-cda1407c38df {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:27.544299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.584847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.595866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.630105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.631384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507600 Jul 16 01:38:27.634678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.639570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.645653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412f7d8-de2d-4e73-9339-ec36c052d9ad tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bff5c0-c1a3-4963-98c9-efea10fbdb9e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.675270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d27341-05a5-40c5-a7ea-9200a7206d78 req-edf3940e-9a1c-4e69-a9e7-fee403c1c3b2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.677415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9d27341-05a5-40c5-a7ea-9200a7206d78 req-edf3940e-9a1c-4e69-a9e7-fee403c1c3b2 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1587687 Jul 16 01:38:27.680569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] For port 9dfe7d30-4f64-42da-86b1-cda1407c38df, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9dfe7d30-4f64-42da-86b1-cda1407c38df,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:27.680912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.707191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.713011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Calling delete_port for 9dfe7d30-4f64-42da-86b1-cda1407c38df owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:27.771529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9d27341-05a5-40c5-a7ea-9200a7206d78 req-03c9bcce-80ef-49e4-8676-58878ca15d3b tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832791 Jul 16 01:38:27.821019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.826257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.855794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b993f1-d1cd-40c9-9b75-fbc857043710,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.867201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.872022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-93d5b8d3-fabd-4c7e-9754-95c3399d5cbf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2333105 Jul 16 01:38:27.872534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57074) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.877805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.896106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.915384 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Project c3b75d08917f463b82bb0f82186f3f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:27.921817 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.928365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9dfe7d30-4f64-42da-86b1-cda1407c38df'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:27.952364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Pushing event deleted for resources: {'Port': ['ID=9dfe7d30-4f64-42da-86b1-cda1407c38df,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.004510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.010284 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.056863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.064380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1899493 Jul 16 01:38:28.065923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.073431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.084105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] No DVR routers for this DVR port 9dfe7d30-4f64-42da-86b1-cda1407c38df on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:28.088102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.092668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cfbad57b-c6ad-496f-ad3b-90e246ed5e78 req-031749fc-a440-44ae-bda0-fd244d4d47b8 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.13 "DELETE /v2.0/ports/9dfe7d30-4f64-42da-86b1-cda1407c38df HTTP/1.1" status: 204 len: 173 time: 0.7066190 Jul 16 01:38:28.093360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'name': 'network-vif-deleted', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:28.097882 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb298981-46ef-4f3a-81e8-2681959ddaa8" -d '{"events": [{"server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "name": "network-vif-deleted", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:28.111873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e9ea3-2e38-41b5-b21c-ecdfabf65d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea26975-1cad-4439-8301-1466395496ec,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.123880 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Project c3b75d08917f463b82bb0f82186f3f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:28.134863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.182762 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db55ac-38fb-4fb8-b8d2-63c50b733c2e x-openstack-request-id: req-b7db55ac-38fb-4fb8-b8d2-63c50b733c2e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:28.183240 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9847e6-ee7e-4274-8935-c61a5eb1a4b1", "name": "network-vif-deleted", "tag": "9dfe7d30-4f64-42da-86b1-cda1407c38df", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:28.183633 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7db55ac-38fb-4fb8-b8d2-63c50b733c2e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:28.184240 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9847e6-ee7e-4274-8935-c61a5eb1a4b1', 'name': 'network-vif-deleted', 'tag': '9dfe7d30-4f64-42da-86b1-cda1407c38df', 'status': 'completed', 'code': 200} Jul 16 01:38:28.263408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.274216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.310632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b970ecbe-ec73-42b8-8701-c9020cc12d0a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.327373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.328761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7ae951f5-ebb1-4be0-a0fb-adf00d85ba6a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2614686 Jul 16 01:38:28.357381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648a1c-9d56-4864-a158-e41e57147732 req-56e2f425-e7ab-4506-a66e-db804c7c0c62 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.375659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37648a1c-9d56-4864-a158-e41e57147732 req-56e2f425-e7ab-4506-a66e-db804c7c0c62 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 945 time: 0.1989765 Jul 16 01:38:28.446129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37648a1c-9d56-4864-a158-e41e57147732 req-1c607f27-2540-4f0f-a403-01d4e7a52ba4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678926 Jul 16 01:38:28.578105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec5fc529-e03f-468a-9ed6-afb11c154873 req-4515c671-d05d-4aa3-b5c0-81403fb57444 tempest-ServerRescueTestJSONUnderV235-1271601580 tempest-ServerRescueTestJSONUnderV235-1271601580-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa9847e6-ee7e-4274-8935-c61a5eb1a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0743127 Jul 16 01:38:28.592744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22007f8a-e7e8-40e9-a46d-416098574ac7 None None] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:28.632697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b9feee5e-13d2-44b8-9df3-a18ab3e623a8 None None] Provisioning for port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:28.658000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:28.672357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-df0cd325-e434-46d5-961e-9c8fe69f5154 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836209269&fields=id&tenant_id=c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 267 time: 0.0693197 Jul 16 01:38:28.779902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:28.788681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:28.789061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.836604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96f728fe-0624-4161-bbcc-86d95d24e1c7 req-05c7587c-ce16-4ba1-b7d9-8694d62c06da tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0484252 Jul 16 01:38:28.889784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-7e3ff405-4828-41b5-a361-466576a97354 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.889784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-7e3ff405-4828-41b5-a361-466576a97354 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/networks?id=e0fd06ce-1f22-4d58-9ec2-9309879157c8 HTTP/1.1" status: 200 len: 797 time: 0.1997690 Jul 16 01:38:28.920705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-5c06912f-0f15-4ba2-ab76-9780966eaf7a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/quotas/c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 375 time: 0.0223076 Jul 16 01:38:28.965844 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.021216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:29.025914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.053455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-f15fa325-4fee-4ca9-b49b-74695a427805 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1312211 Jul 16 01:38:29.081951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.163183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ca8ef58a-f451-4ecf-94a1-15fa2c5f9fdc service neutron] 10.222.0.42 "GET /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963430 Jul 16 01:38:29.183488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5cde7cca-3fae-4efb-b6c1-3e26ef7aa0aa None None] Provisioning complete for port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:29.183934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cde7cca-3fae-4efb-b6c1-3e26ef7aa0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.257383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-7ff65d1e-77bb-4b53-b8d1-f5eef7767677 service neutron] 10.222.0.42 "GET /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880449 Jul 16 01:38:29.333287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7458e6-e371-41c6-8e4d-ad3f80187f31 req-fe241dc6-d2b5-4e2d-8fb1-ecdecbcf460c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.338189 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e7458e6-e371-41c6-8e4d-ad3f80187f31 req-fe241dc6-d2b5-4e2d-8fb1-ecdecbcf460c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0699387 Jul 16 01:38:29.382145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e7458e6-e371-41c6-8e4d-ad3f80187f31 req-70350104-b594-4f71-be96-ac28fa6b9684 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Jul 16 01:38:29.437226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4b410d2-5412-4e9d-9356-bbc69d0cd025 req-3e8556a3-ad76-4985-8679-a1f7a7d59187 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 210 time: 0.0298531 Jul 16 01:38:29.618888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9be8e-dd84-45c2-b405-bb92ca8ff11a req-b315739d-0bd1-47d6-bf88-30b4e8516637 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.620396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cb9be8e-dd84-45c2-b405-bb92ca8ff11a req-b315739d-0bd1-47d6-bf88-30b4e8516637 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 945 time: 0.0652857 Jul 16 01:38:29.666058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cb9be8e-dd84-45c2-b405-bb92ca8ff11a req-e1e9d113-8d32-4e9d-bee2-2dc690a46b99 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Jul 16 01:38:29.693426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.076803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9f34a3d-e769-4b82-81c6-b4912608ac4b req-38e7b4c0-f6bf-4491-b116-7930ee8dd895 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0386727 Jul 16 01:38:30.145273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.427077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Deleting port c2892614-3fb7-4778-a051-de1f9c8a74ab {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:30.427712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.518989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] For port c2892614-3fb7-4778-a051-de1f9c8a74ab, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c2892614-3fb7-4778-a051-de1f9c8a74ab,segment=NetworkSegment(72c280b7-73ed-4b47-837d-6ed4aabce443),segment_id=72c280b7-73ed-4b47-837d-6ed4aabce443)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:30.519364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.535135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Calling delete_port for c2892614-3fb7-4778-a051-de1f9c8a74ab owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:30.618816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:30.650503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa83a284-589b-4b1c-a7b3-8d5c9e1e10e1 req-70c02214-730a-43b0-838a-150fbf987f91 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 210 time: 0.0349531 Jul 16 01:38:30.680725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae91bc-2cfb-44d2-8e41-f97f6b983549 req-1c23602a-27b3-48b8-adb5-38093e0120ed tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.682886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bae91bc-2cfb-44d2-8e41-f97f6b983549 req-1c23602a-27b3-48b8-adb5-38093e0120ed tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1272328 Jul 16 01:38:30.709893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.710289 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.744676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8bae91bc-2cfb-44d2-8e41-f97f6b983549 req-40e71389-7f5a-455e-b80a-210c4c9bad12 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Jul 16 01:38:30.792575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-04b0261e-cdc3-44e9-a3da-786a4b5bbb1c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.794042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-04b0261e-cdc3-44e9-a3da-786a4b5bbb1c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/networks?id=e0fd06ce-1f22-4d58-9ec2-9309879157c8 HTTP/1.1" status: 200 len: 797 time: 0.1237762 Jul 16 01:38:30.812774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9dfe7d30-4f64-42da-86b1-cda1407c38df no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:30.841817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 9dfe7d30-4f64-42da-86b1-cda1407c38df {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:30.842207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9dfe7d30-4f64-42da-86b1-cda1407c38df not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:30.865024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-925a7fa1-22fe-4908-af13-8ba685a9d7b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 472 time: 0.0440140 Jul 16 01:38:30.877676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'port': {'device_id': '286f7225-9119-4a21-840b-29d4da720439', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'admin_state_up': True, 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'security_groups': ['4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:31.266208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7aa3f7c4-f0aa-4abb-98f9-3a7f1ecfcc56 req-56600f04-6f94-4c41-968b-392d48819cfb tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0538752 Jul 16 01:38:31.306508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.329968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.341642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2892614-3fb7-4778-a051-de1f9c8a74ab,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.347841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.354649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.361639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.368049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.375203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.383395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.385498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-ee814c47-7279-4f2e-8827-7b048db8c109 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.1828213 Jul 16 01:38:31.407079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:31.411532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.441581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02717ed1-46a9-4772-a86f-db2fb5c5ade2 req-b980e840-5e37-4dc3-b285-b1beea54f942 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0500240 Jul 16 01:38:31.624261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.643489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.20.0.24 (e0fd06ce-1f22-4d58-9ec2-9309879157c8/044b40ea-01f1-4d4e-ae5a-421502a09691/fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:31.819483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f1b46d9-4ca4-4520-bce3-58e1f9956839 req-a0644966-95cc-4022-9003-d9f69eb2a71b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 210 time: 0.0438819 Jul 16 01:38:31.958183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dac6d3-9c56-48dd-9eb2-c795882e226d req-427732b5-6166-409b-a1cf-d3713c310512 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.959384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98dac6d3-9c56-48dd-9eb2-c795882e226d req-427732b5-6166-409b-a1cf-d3713c310512 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.0788746 Jul 16 01:38:31.963016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.987507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Transition to ACTIVE for port object fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:32.003015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98dac6d3-9c56-48dd-9eb2-c795882e226d req-48768cd3-f386-4909-851f-0dfebc574237 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jul 16 01:38:32.005208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:32.076120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.162041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:32.168230 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:32.174491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:32.197849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.251825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:32.262197 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cfef1050-c452-4664-8808-90405f102d75 admin admin] 10.222.0.42 "PUT /v2.0/routers/552b15eb-e967-4c1c-b405-5f73d1cf23f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5673418 Jul 16 01:38:32.268533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.269091 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] Sync routers for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:32.280945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.281720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.283344 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:32.283724 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.328178 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-720450a3-99d3-4d33-a699-93079445dec5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4564116 Jul 16 01:38:32.342963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.349227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.355274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.376490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.395451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.410221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.417184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.420916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-b37c98bd-3897-472b-acdf-5f239e4e0008 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.2144582 Jul 16 01:38:32.426002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.435324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Request body: {'port': {'device_id': '286f7225-9119-4a21-840b-29d4da720439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.480808 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:32.502813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22c739e6-b6b9-410a-b5a8-ad289f1fe2dc req-12532bda-8b48-4bf4-8c95-33a4f41a25b2 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0352643 Jul 16 01:38:32.552530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4732cda4-e5c9-43c2-bf55-7aa9f7bfd613 None None] Provisioning for port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:32.559985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4732cda4-e5c9-43c2-bf55-7aa9f7bfd613 None None] Provisioning complete for port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.565010 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4732cda4-e5c9-43c2-bf55-7aa9f7bfd613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.635316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4732cda4-e5c9-43c2-bf55-7aa9f7bfd613 None None] Port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:32.663943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-3caf7a70-d63d-4609-a044-636512c678c6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.665820 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-3caf7a70-d63d-4609-a044-636512c678c6 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "GET /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1914930 Jul 16 01:38:32.684552 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.693477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.759656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.765525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.772385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.778906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.786289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.793812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.800369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.802349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ce5a3377-a9a3-402d-abf2-b69e65973218 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 5436 time: 0.1755178 Jul 16 01:38:32.810227 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:38:30Z', 'revision_number': 5, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port': {'id': 'd65c04a6-6401-431e-8681-29b486f6cb32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:08Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.823307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:32.836522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Deleting port d65c04a6-6401-431e-8681-29b486f6cb32 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:32.836913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.843634 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] Checking router: 552b15eb-e967-4c1c-b405-5f73d1cf23f1 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:32.854899 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] Routers {'552b15eb-e967-4c1c-b405-5f73d1cf23f1'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:32.855665 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.885023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d64a3646-9099-4c13-84b3-e49028f30e73 req-ef7f5017-3611-4166-97e6-230b6d51bc91 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0760000 Jul 16 01:38:33.004757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] For port d65c04a6-6401-431e-8681-29b486f6cb32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d65c04a6-6401-431e-8681-29b486f6cb32,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.005391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.008734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.026824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'mac_address': 'fa:16:3e:6e:8f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:33.042039 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-c3152347-f80b-4741-b4cc-ded075720b04 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "GET /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3613601 Jul 16 01:38:33.056083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Calling delete_port for d65c04a6-6401-431e-8681-29b486f6cb32 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:33.064921 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] Set router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:33.090492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:33.146622 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.171042 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:38:32Z', 'revision_number': 6, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.185631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22910e1a-b8a0-4a86-9ced-5f04531be29f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:33.229023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.243072 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.249487 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3bbfe-3280-4f96-85cb-41c3ae2b4583 None None] The sync data for ids ['552b15eb-e967-4c1c-b405-5f73d1cf23f1'] in n-d-791506-20 is: [{'id': '552b15eb-e967-4c1c-b405-5f73d1cf23f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953301328-router', 'tenant_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:06Z', 'updated_at': '2021-07-16T01:38:32Z', 'revision_number': 6, 'project_id': 'ee7eaeabd57f417cbce7fe170d09a2f0', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:33.323550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.343739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.379734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941f30-26cc-47a2-a682-9b32d553de8e req-f076fdf9-7b1a-4698-b5fe-a6ee3c28a925 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.381398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b941f30-26cc-47a2-a682-9b32d553de8e req-f076fdf9-7b1a-4698-b5fe-a6ee3c28a925 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 932 time: 0.3535967 Jul 16 01:38:33.418666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['22910e1a-b8a0-4a86-9ced-5f04531be29f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:33.425852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:33.444269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.555421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b941f30-26cc-47a2-a682-9b32d553de8e req-2fed2163-58db-460f-ade5-48268862f666 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606505 Jul 16 01:38:33.589940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=baaed00c-8169-42a8-a33e-65555adafac6,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.602598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Transition to ACTIVE for port object fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:33.603306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.615988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.654548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d65c04a6-6401-431e-8681-29b486f6cb32,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.673990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e220fed-9e23-4c36-9815-34c046fd3263 req-a1430d44-a200-40cc-ab5a-569a1243e879 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.681087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.682068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e220fed-9e23-4c36-9815-34c046fd3263 req-a1430d44-a200-40cc-ab5a-569a1243e879 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.2788544 Jul 16 01:38:33.702800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] For port baaed00c-8169-42a8-a33e-65555adafac6, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:33.864329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] device_id is not set on port baaed00c-8169-42a8-a33e-65555adafac6 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:33.869306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Attempting to bind port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:33.869670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Attempting to bind port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:33.870009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Attempting to bind port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 on network e0fd06ce-1f22-4d58-9ec2-9309879157c8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:33.877382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e220fed-9e23-4c36-9815-34c046fd3263 req-f249c682-86be-434b-b108-a2f95d94bffd tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940825 Jul 16 01:38:33.897148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 on network e0fd06ce-1f22-4d58-9ec2-9309879157c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:33.898323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Attempting to bind port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 on network e0fd06ce-1f22-4d58-9ec2-9309879157c8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:33.903414 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.910637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:33.911094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Checking segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:33.911587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Bound using segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:33.912029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Bound port: fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:33.912537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.916697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.972470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6eb0f48-f299-41ca-bef9-67fbb7da62ff req-d53cf143-e993-45b7-be78-b25ceb4392fe tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0894096 Jul 16 01:38:33.999526 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.042001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Pushing event updated for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.210220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] No DVR routers for this DVR port baaed00c-8169-42a8-a33e-65555adafac6 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:34.242900 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.247631 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.270743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] For port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:34.273240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] In _notify_port_updated(), no bound segment for port baaed00c-8169-42a8-a33e-65555adafac6 on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:34.274479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.275178 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.276773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-662f0f0f-6695-4a27-b539-ef9add052be2 service neutron] 10.222.0.23 "PUT /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 200 len: 1028 time: 1.1992161 Jul 16 01:38:34.314425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] For port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:34.347860 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.386162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.386755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 552b15eb-e967-4c1c-b405-5f73d1cf23f1 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:34.394700 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.396082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e4b28509-a1c9-4801-abb8-d966272233aa admin admin] 10.222.0.42 "DELETE /v2.0/routers/552b15eb-e967-4c1c-b405-5f73d1cf23f1 HTTP/1.1" status: 204 len: 168 time: 2.1310575 Jul 16 01:38:34.399087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.426939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.442087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.442730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.444499 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-ff889434-f172-4cb5-8d68-cf7d50446bb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 HTTP/1.1" status: 200 len: 1093 time: 2.0222917 Jul 16 01:38:34.445363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286f7225-9119-4a21-840b-29d4da720439', 'tag': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:34.448506 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3a62b-71b7-4850-a840-d660f329d89f" -d '{"events": [{"name": "network-changed", "server_uuid": "286f7225-9119-4a21-840b-29d4da720439", "tag": "fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:34.458767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d3d694c9-3f83-4d5e-90fc-2d1dca025e33 None None] Provisioning complete for port baaed00c-8169-42a8-a33e-65555adafac6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:34.459718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-429eade4-de60-476c-9aa0-0c4f2887619b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.461774 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-429eade4-de60-476c-9aa0-0c4f2887619b tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "GET /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1759024 Jul 16 01:38:34.462767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3d694c9-3f83-4d5e-90fc-2d1dca025e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.481935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.540929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d3d694c9-3f83-4d5e-90fc-2d1dca025e33 None None] Port baaed00c-8169-42a8-a33e-65555adafac6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:34.564233 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e832161-ee4c-4c12-9dec-091c059eec30 x-openstack-request-id: req-1e832161-ee4c-4c12-9dec-091c059eec30 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:34.564694 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286f7225-9119-4a21-840b-29d4da720439", "tag": "fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:34.565048 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e832161-ee4c-4c12-9dec-091c059eec30 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:34.565650 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286f7225-9119-4a21-840b-29d4da720439', 'tag': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0', 'status': 'completed', 'code': 200} Jul 16 01:38:34.685714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d65c04a6-6401-431e-8681-29b486f6cb32 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:34.720933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-29a3a7a2-3cdf-426f-8bc6-2b83a489a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.723067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-29a3a7a2-3cdf-426f-8bc6-2b83a489a169 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 1096 time: 0.1564224 Jul 16 01:38:34.724801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.749019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d65c04a6-6401-431e-8681-29b486f6cb32 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:34.749636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d65c04a6-6401-431e-8681-29b486f6cb32 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:34.750246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c2892614-3fb7-4778-a051-de1f9c8a74ab no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:34.803506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c2892614-3fb7-4778-a051-de1f9c8a74ab {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:34.804174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c2892614-3fb7-4778-a051-de1f9c8a74ab not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:34.805765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-5c7de0c2-465d-4f28-9cb4-9c22fe2b4e91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0666633 Jul 16 01:38:34.838568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:34.916237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-7bbb14e7-41cc-438e-a96d-1c6e82e660f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.919634 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-7bbb14e7-41cc-438e-a96d-1c6e82e660f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044b40ea-01f1-4d4e-ae5a-421502a09691 HTTP/1.1" status: 200 len: 838 time: 0.1060779 Jul 16 01:38:34.952046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 22910e1a-b8a0-4a86-9ced-5f04531be29f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:34.953208 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.077701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2f228ba5-98af-4500-a86d-e614b7a1f60b,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.118439 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.134173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-cda85c4b-1dce-41c7-9a18-cf8025e3dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.140295 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-cda85c4b-1dce-41c7-9a18-cf8025e3dfb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0fd06ce-1f22-4d58-9ec2-9309879157c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1414688 Jul 16 01:38:35.166939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:35.184717 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ed174-332d-4651-a140-be5fb5eb2332" -d '{"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-plugged", "status": "completed", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:35.199256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.205432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.208846 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.212515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.218861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.225279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.231252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.237891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.245490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-34072d31-e56e-453c-950d-154393f4843c tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 4661 time: 0.9258041 Jul 16 01:38:35.264933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Deleting subnet 3f73449d-6f83-48a8-a004-53e58967bc47 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:35.274877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.292538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.312386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] For port 2f228ba5-98af-4500-a86d-e614b7a1f60b, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:35.333358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774109-5b2b-4842-b932-f47944d31edd req-5a4147ab-473f-4311-b3af-d85c6ae04efb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.334295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80774109-5b2b-4842-b932-f47944d31edd req-5a4147ab-473f-4311-b3af-d85c6ae04efb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 944 time: 0.2289796 Jul 16 01:38:35.353680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6ca4c1d-4c47-444c-bb86-0e7392425af9 req-d2d37a2b-b071-47b2-bbe5-f6aab34c09fc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&id=e96d66b9-6acf-4329-beae-863584c43af8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1072371 Jul 16 01:38:35.364958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] device_id is not set on port 2f228ba5-98af-4500-a86d-e614b7a1f60b yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:35.385626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.393179 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-92c0433c-db32-47fc-8045-c57335a3bc4d service neutron] 10.222.0.13 "GET /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411876 Jul 16 01:38:35.398965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.402288 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.468046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80774109-5b2b-4842-b932-f47944d31edd req-2bf2543c-8583-44dd-8169-7bc2c2f2ec52 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063144 Jul 16 01:38:35.488295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.579642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b7cee912-1ec8-4552-b048-9fc308a3a858 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:35.581645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aad6b7c1-6cb1-4c70-8326-b2bd7a35cb94 req-bc1939af-a8b2-48eb-9dd7-40885a900b75 service neutron] 10.222.0.13 "GET /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830471 Jul 16 01:38:35.587350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Pushing event updated for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.661029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.672334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] No DVR routers for this DVR port 2f228ba5-98af-4500-a86d-e614b7a1f60b on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:35.726765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] In _notify_port_updated(), no bound segment for port 2f228ba5-98af-4500-a86d-e614b7a1f60b on network c7658c97-960e-4ad5-9708-4d3be453e277 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:35.727649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.728273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.729586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-eed557ff-7a71-4576-8394-b7ef28487e0b service neutron] 10.222.0.23 "PUT /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 200 len: 1027 time: 1.2612932 Jul 16 01:38:35.782742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.825091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c757721-2dd5-478c-b4c0-107a3b0d5516 req-854b0812-f77e-4818-a125-e922a22db099 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0938392 Jul 16 01:38:35.841898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.846537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3f73449d-6f83-48a8-a004-53e58967bc47 HTTP/1.1" status: 204 len: 168 time: 1.4463525 Jul 16 01:38:35.856100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a007f-8e32-4a02-9fb3-db480b4ce1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f73449d-6f83-48a8-a004-53e58967bc47,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.857961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.859766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b7cee912-1ec8-4552-b048-9fc308a3a858,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.872924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.873661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device baaed00c-8169-42a8-a33e-65555adafac6 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:35.976118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port 4181de50-cd02-41b3-9d36-a3d91d44b7fe {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:35.976946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.015457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.020757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device baaed00c-8169-42a8-a33e-65555adafac6 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:36.021183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4181de50-cd02-41b3-9d36-a3d91d44b7fe no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:36.027415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a62b-71b7-4850-a840-d660f329d89f req-f28c4209-60e7-4da7-8ffe-18491f658bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.028870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-f28c4209-60e7-4da7-8ffe-18491f658bae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 1096 time: 0.3034830 Jul 16 01:38:36.060369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.078051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d5f9-16a3-4c89-8469-c1f5395aef11 req-003477c8-2974-4122-9576-ca4fc7de3d0f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.079795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f320d5f9-16a3-4c89-8469-c1f5395aef11 req-003477c8-2974-4122-9576-ca4fc7de3d0f tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.4508433 Jul 16 01:38:36.124135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-99a70d49-6759-41a7-a136-59bd384da253 None None] Provisioning complete for port 2f228ba5-98af-4500-a86d-e614b7a1f60b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:36.124534 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99a70d49-6759-41a7-a136-59bd384da253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.128342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f320d5f9-16a3-4c89-8469-c1f5395aef11 req-ac78602a-3e82-4338-b0b4-39f33152dcd1 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Jul 16 01:38:36.197697 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01564d3-17e5-4e03-8402-0c39df715016 x-openstack-request-id: req-a01564d3-17e5-4e03-8402-0c39df715016 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:36.198082 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-plugged", "status": "completed", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:36.198278 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a01564d3-17e5-4e03-8402-0c39df715016 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:36.198716 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'code': 200} Jul 16 01:38:36.224734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.225750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.230953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.247523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55e9fe1-e3f5-4e77-a941-ef19c09b43f2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.248204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for 4181de50-cd02-41b3-9d36-a3d91d44b7fe owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:36.269847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c280b7-73ed-4b47-837d-6ed4aabce443') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.270150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c280b7-73ed-4b47-837d-6ed4aabce443') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.270303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a62b-71b7-4850-a840-d660f329d89f req-a3164e46-650a-4d5c-a052-ad25a9d5f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.272026 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-a3164e46-650a-4d5c-a052-ad25a9d5f8dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0fd06ce-1f22-4d58-9ec2-9309879157c8 HTTP/1.1" status: 200 len: 898 time: 0.1942780 Jul 16 01:38:36.285650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.315774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.317267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-99a70d49-6759-41a7-a136-59bd384da253 None None] Port 2f228ba5-98af-4500-a86d-e614b7a1f60b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:36.326003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:36.326413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:36.330060 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:36.344699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.406875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4181de50-cd02-41b3-9d36-a3d91d44b7fe, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4181de50-cd02-41b3-9d36-a3d91d44b7fe,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.415304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.416575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:36.462175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.490136 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.502580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a55e9fe1-e3f5-4e77-a941-ef19c09b43f2 HTTP/1.1" status: 204 len: 168 time: 0.6435511 Jul 16 01:38:36.537438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299c68-6def-48fb-959d-e1ba2252a803 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55e9fe1-e3f5-4e77-a941-ef19c09b43f2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.561377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.661871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.732224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.741496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.741958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:36.761981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.852283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.858832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:36.913526 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.998905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-40c380b6-4f81-49a4-a576-c53ab03912a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee7eaeabd57f417cbce7fe170d09a2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340882 Jul 16 01:38:37.005781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.008798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:37.015218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.016703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6488d57d-525b-4970-99f0-9d9ef918dc93 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:37.045910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.072375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-15729af0-f880-4176-bb1e-98e073740f25 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.081893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-15729af0-f880-4176-bb1e-98e073740f25 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.084518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:37.092338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-15729af0-f880-4176-bb1e-98e073740f25 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.100333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-15729af0-f880-4176-bb1e-98e073740f25 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.107020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-15729af0-f880-4176-bb1e-98e073740f25 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.109539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-15729af0-f880-4176-bb1e-98e073740f25 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 3883 time: 0.4198477 Jul 16 01:38:37.123353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=4181de50-cd02-41b3-9d36-a3d91d44b7fe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.131580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-df6f018e-304f-4495-9e31-da3f3fc36209 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0945904 Jul 16 01:38:37.140323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'port_id': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0', 'mac_address': 'fa:16:3e:78:d0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:37.233176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.234447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20b1ab-19b5-4341-8ec0-21944566cfec req-e952f3d4-d83b-424f-b912-e420c0f96dc6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.237421 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.244817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] No DVR routers for this DVR port 4181de50-cd02-41b3-9d36-a3d91d44b7fe on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:37.247710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.250591 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-bb6e9e17-a426-4fe1-83ec-131572f277af tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "DELETE /v2.0/ports/4181de50-cd02-41b3-9d36-a3d91d44b7fe HTTP/1.1" status: 204 len: 173 time: 1.4596465 Jul 16 01:38:37.254938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d20b1ab-19b5-4341-8ec0-21944566cfec req-e952f3d4-d83b-424f-b912-e420c0f96dc6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 944 time: 0.4478440 Jul 16 01:38:37.256495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:37.258829 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd580fc-a676-4ff2-a970-91b3f519de7a" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:37.263551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87493881-52ff-426b-9601-a68faed9c7e4 req-ea2d5f6f-7da2-4b45-9a48-08f99028bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.265476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87493881-52ff-426b-9601-a68faed9c7e4 req-ea2d5f6f-7da2-4b45-9a48-08f99028bd5c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.3579645 Jul 16 01:38:37.283936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:37.288541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb13a856-92d5-48cc-a321-320fc4f9d9b0 req-801be765-4adb-40c7-b921-627ec2afd2f2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1695588 Jul 16 01:38:37.319337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:37.320599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a62b-71b7-4850-a840-d660f329d89f req-bf35cb6f-8715-4097-9dc0-7ef92d7fb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.323977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-bf35cb6f-8715-4097-9dc0-7ef92d7fb4ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=044b40ea-01f1-4d4e-ae5a-421502a09691 HTTP/1.1" status: 200 len: 838 time: 0.1530662 Jul 16 01:38:37.324807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2644b067-94a3-4de2-af51-d3cf7c8b7f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.327233 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.357975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.415725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87493881-52ff-426b-9601-a68faed9c7e4 req-d6a09769-2858-4420-a6af-6ca700b6558b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386065 Jul 16 01:38:37.418151 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2644b067-94a3-4de2-af51-d3cf7c8b7f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.437402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d20b1ab-19b5-4341-8ec0-21944566cfec req-fc125bd2-4162-4787-8922-dc276ddd747e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799278 Jul 16 01:38:37.454474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6488d57d-525b-4970-99f0-9d9ef918dc93,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:37.463184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.466341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.467063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2f228ba5-98af-4500-a86d-e614b7a1f60b no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:37.553937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2644b067-94a3-4de2-af51-d3cf7c8b7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.558566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2644b067-94a3-4de2-af51-d3cf7c8b7f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.560201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2644b067-94a3-4de2-af51-d3cf7c8b7f68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc6bad93-fa04-45d1-9eab-efd67b1ce12c HTTP/1.1" status: 204 len: 168 time: 0.5517278 Jul 16 01:38:37.599907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644b067-94a3-4de2-af51-d3cf7c8b7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6bad93-fa04-45d1-9eab-efd67b1ce12c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.633715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a62b-71b7-4850-a840-d660f329d89f req-45a52116-376c-4a1e-9d41-60736104d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.635203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-45a52116-376c-4a1e-9d41-60736104d8e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0fd06ce-1f22-4d58-9ec2-9309879157c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2905245 Jul 16 01:38:37.642159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port 6488d57d-525b-4970-99f0-9d9ef918dc93 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:37.642919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.714908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2260a55d-2c0f-4d00-a096-79915e121f5f req-ba44b553-460f-4855-a4b9-2821530f1d5b tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0866318 Jul 16 01:38:37.868172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2f228ba5-98af-4500-a86d-e614b7a1f60b not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:37.905087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.915899 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-140447a9-c607-4959-a721-59423f6809c8 service neutron] 10.222.0.13 "GET /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696369 Jul 16 01:38:37.971373 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b7f1f1-ad79-4bd3-b304-a6e015f0ad65 x-openstack-request-id: req-65b7f1f1-ad79-4bd3-b304-a6e015f0ad65 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:37.972105 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:37.972967 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65b7f1f1-ad79-4bd3-b304-a6e015f0ad65 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:37.973612 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe', 'status': 'completed', 'code': 200} Jul 16 01:38:38.056790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:38.115806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917f165-a022-4685-bf18-4caa554212bc req-88f03ba6-d002-40ba-8030-199b18b01b50 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.129359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7917f165-a022-4685-bf18-4caa554212bc req-88f03ba6-d002-40ba-8030-199b18b01b50 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1572866 Jul 16 01:38:38.212110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7917f165-a022-4685-bf18-4caa554212bc req-8636e84c-f1d1-4ce2-ad6a-dcff088ceca5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817263 Jul 16 01:38:38.212758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] For port 6488d57d-525b-4970-99f0-9d9ef918dc93, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6488d57d-525b-4970-99f0-9d9ef918dc93,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.213280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.224141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:38.228306 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6066a958-e979-457f-af9a-9a53e69509d7" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:38.262988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for 6488d57d-525b-4970-99f0-9d9ef918dc93 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:38.278070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.317578 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07e3a62b-71b7-4850-a840-d660f329d89f req-4f19a10f-8a07-4298-bff5-76d3fd18afd2 service neutron] 10.222.0.13 "GET /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423755 Jul 16 01:38:38.351782 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6939f11b-ca3d-4a38-9b98-6028cfc23365 x-openstack-request-id: req-6939f11b-ca3d-4a38-9b98-6028cfc23365 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:38.352790 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "4181de50-cd02-41b3-9d36-a3d91d44b7fe", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-unplugged", "status": "completed", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:38.352790 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6939f11b-ca3d-4a38-9b98-6028cfc23365 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:38.353101 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858', 'code': 200} Jul 16 01:38:38.353101 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4181de50-cd02-41b3-9d36-a3d91d44b7fe', 'code': 200} Jul 16 01:38:38.353309 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992', 'code': 200} Jul 16 01:38:38.353569 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'code': 200} Jul 16 01:38:38.353824 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93', 'code': 200} Jul 16 01:38:38.627854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.732194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=6488d57d-525b-4970-99f0-9d9ef918dc93,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.783397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] No DVR routers for this DVR port 6488d57d-525b-4970-99f0-9d9ef918dc93 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:38.791493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8e5e-b1b0-4da1-b031-35709a6d33f2 req-1d434b28-6c5d-4cbd-88cc-b72fd47adbdd tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.802823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8e5e-b1b0-4da1-b031-35709a6d33f2 req-1d434b28-6c5d-4cbd-88cc-b72fd47adbdd tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.803318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.805662 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-c4de5d3e-765e-412a-9108-43cd5c5e551f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "DELETE /v2.0/ports/6488d57d-525b-4970-99f0-9d9ef918dc93 HTTP/1.1" status: 204 len: 173 time: 1.5431027 Jul 16 01:38:38.809679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8e5e-b1b0-4da1-b031-35709a6d33f2 req-1d434b28-6c5d-4cbd-88cc-b72fd47adbdd tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.817050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8e5e-b1b0-4da1-b031-35709a6d33f2 req-1d434b28-6c5d-4cbd-88cc-b72fd47adbdd tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.819068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a3a8e5e-b1b0-4da1-b031-35709a6d33f2 req-1d434b28-6c5d-4cbd-88cc-b72fd47adbdd tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 3066 time: 0.2155740 Jul 16 01:38:38.882806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bea32d-08eb-4952-a1d2-34c07f38e5ba req-66944569-b018-4b41-87d7-ccb941c2dc06 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.894694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45bea32d-08eb-4952-a1d2-34c07f38e5ba req-66944569-b018-4b41-87d7-ccb941c2dc06 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 945 time: 0.2145443 Jul 16 01:38:38.958316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a3a8e5e-b1b0-4da1-b031-35709a6d33f2 req-81aefd73-b34c-4bb7-98c9-05cc28e41104 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185100 Jul 16 01:38:38.974314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45bea32d-08eb-4952-a1d2-34c07f38e5ba req-df392b73-c635-4499-b384-815f2f1a8ecb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785799 Jul 16 01:38:39.062561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:39.062926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.242350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] For port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:39.247121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9017d209-d1fc-4037-9f2c-00a92877cda1 req-5bda7d4d-0ceb-48af-9076-3af2d4de3e9e tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0874748 Jul 16 01:38:39.247121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.257980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.289995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:39.301728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ac3eafc-9465-436b-a826-4a444b5e36ac req-16a2d28b-0662-4972-b9ee-2654b2e7956d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0534906 Jul 16 01:38:39.538180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.544440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-85234991-network', 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:39.587395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=5dc63e14-ee87-4ac7-b8f0-0f66f9797992,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.635158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:39.638240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.652918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] No DVR routers for this DVR port 5dc63e14-ee87-4ac7-b8f0-0f66f9797992 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:39.656153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.658442 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-54a22196-b461-44c1-8af8-d2d90c97ff5a tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "DELETE /v2.0/ports/5dc63e14-ee87-4ac7-b8f0-0f66f9797992 HTTP/1.1" status: 204 len: 173 time: 0.8473368 Jul 16 01:38:39.660511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.691715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0221806-5bf3-4e19-b436-1d2c198ce2b3 req-1dcc97c7-3f97-4f3e-871d-07e4dca1ca48 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.707363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0221806-5bf3-4e19-b436-1d2c198ce2b3 req-1dcc97c7-3f97-4f3e-871d-07e4dca1ca48 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1300359 Jul 16 01:38:39.784910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0221806-5bf3-4e19-b436-1d2c198ce2b3 req-6da01897-2791-48fd-8440-30ace6bcedac tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757437 Jul 16 01:38:39.810748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port b7cee912-1ec8-4552-b048-9fc308a3a858 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:39.811131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.859036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.866648 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.896226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f57c95-43b2-42f4-8970-7a9763032f1b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.916646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:39.936211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.946295 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Added segment 321410b0-554f-4135-96db-77854646e693 of type vlan for network da56dc8e-c478-463f-a8b3-77806126e78e Jul 16 01:38:39.949946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] For port b7cee912-1ec8-4552-b048-9fc308a3a858, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b7cee912-1ec8-4552-b048-9fc308a3a858,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:39.950670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.978060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for b7cee912-1ec8-4552-b048-9fc308a3a858 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:40.060996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.067907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44cdcb6f-74f3-4571-bfa1-29b749cba0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.182506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.184260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.185168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.260026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:40.262518 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6bd9fc-17a7-4681-8c2f-e8d319a457e5" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:40.296565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0471802 Jul 16 01:38:40.303545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.322953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Request body: {'subnet': {'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-85234991-subnet', 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:40.377440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.431524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:40.433664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.457834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=b7cee912-1ec8-4552-b048-9fc308a3a858,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.546687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cc0c4-3709-4418-8c6b-9351f26d2bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=da56dc8e-c478-463f-a8b3-77806126e78e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.570242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network da56dc8e-c478-463f-a8b3-77806126e78e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:40.586068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] No DVR routers for this DVR port b7cee912-1ec8-4552-b048-9fc308a3a858 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:40.592058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.598016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-3526feb0-12f4-4a4a-826c-e8113c8bb7bb tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "DELETE /v2.0/ports/b7cee912-1ec8-4552-b048-9fc308a3a858 HTTP/1.1" status: 204 len: 173 time: 0.9326885 Jul 16 01:38:40.766864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:40.767860 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.851003 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.885779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-90161265-b766-4687-8145-6716aff68bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.887313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-90161265-b766-4687-8145-6716aff68bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.5139561 Jul 16 01:38:40.887775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:40.962725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] For port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.963273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.997541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:41.003970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:41.004758 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.074447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:41.074814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Network hostable DHCP agents. Network: da56dc8e-c478-463f-a8b3-77806126e78e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:41.156156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd267f-1df7-4076-99c4-9328281d2e5b req-0ea009d4-d9ee-492c-b25e-d3334af120c2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.164318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdfd267f-1df7-4076-99c4-9328281d2e5b req-0ea009d4-d9ee-492c-b25e-d3334af120c2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 945 time: 0.8698685 Jul 16 01:38:41.215690 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.241228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12646bd9-393e-4298-8d8b-5fa49001c416 req-d587da5a-e938-4fa0-b296-178a30b4a971 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.249806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12646bd9-393e-4298-8d8b-5fa49001c416 req-d587da5a-e938-4fa0-b296-178a30b4a971 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 944 time: 0.6527734 Jul 16 01:38:41.255911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f083c5-c181-4333-aecd-dc435fae5f8e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.263996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Network da56dc8e-c478-463f-a8b3-77806126e78e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:41.297067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.301619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286f7225-9119-4a21-840b-29d4da720439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:41.304977 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02404a8-2710-4031-8e4d-6ef91aaac6c8" -d '{"events": [{"server_uuid": "286f7225-9119-4a21-840b-29d4da720439", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:41.311990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.317741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdfd267f-1df7-4076-99c4-9328281d2e5b req-51adbf47-b97d-4bfe-aab3-32e12bdfed25 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524286 Jul 16 01:38:41.381884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.384105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.384503 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Floating IP 4e04080e-048f-4ed5-aa54-e519ae788684 disassociated. External IP: 172.25.7.163, port: c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee. Jul 16 01:38:41.385865 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:41.394202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, da56dc8e-c478-463f-a8b3-77806126e78e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:41.407705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da2ed9-3034-4978-a283-fec9676e7805 None None] Network da56dc8e-c478-463f-a8b3-77806126e78e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:41.434109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12646bd9-393e-4298-8d8b-5fa49001c416 req-4071cbf8-bfeb-4da5-8438-956babc61b77 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9281da2-ab1a-40cf-aff3-f8c5129c6b77&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1828380 Jul 16 01:38:41.439337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.439952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.461195 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b3e8e5-9c1b-4c35-a9ae-861f45e62868 x-openstack-request-id: req-f2b3e8e5-9c1b-4c35-a9ae-861f45e62868 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:41.461195 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "6488d57d-525b-4970-99f0-9d9ef918dc93", "status": "completed", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "5dc63e14-ee87-4ac7-b8f0-0f66f9797992", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:41.461195 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2b3e8e5-9c1b-4c35-a9ae-861f45e62868 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:41.461195 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': '6488d57d-525b-4970-99f0-9d9ef918dc93', 'status': 'completed', 'code': 200} Jul 16 01:38:41.461195 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': '5dc63e14-ee87-4ac7-b8f0-0f66f9797992', 'status': 'completed', 'code': 200} Jul 16 01:38:41.482897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-8c993e43-8c18-4a49-b3f0-2922fe0d9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.490299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-8c993e43-8c18-4a49-b3f0-2922fe0d9cb6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.5180442 Jul 16 01:38:41.494787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5e9703e7-d14c-4f63-9732-4641559ffaef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1816082 Jul 16 01:38:41.509312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.616402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-9b60560d-30f4-431a-8248-ce8b8ccfcb64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.1188338 Jul 16 01:38:41.701421 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.810471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9de198-c5e5-41d7-9676-b37315d70e79 None None] Network da56dc8e-c478-463f-a8b3-77806126e78e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:41.813485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.824102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-8ac05471-94af-4d6e-b6a6-00ca14b118e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.825744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-8ac05471-94af-4d6e-b6a6-00ca14b118e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.1680486 Jul 16 01:38:41.944350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-f0f7db06-eda9-4e75-9d7f-1f1e92284135 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937388 Jul 16 01:38:42.081028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf472a8f-340f-4f97-b793-c63819e94a20 req-1c69b9fa-2489-42cb-b3d9-ec4f56f5422e tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0727370 Jul 16 01:38:42.109322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Router f88c6b11-86bb-4e15-8dcd-52638739586f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:42.201842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-1c3b2c40-fe28-420b-8496-618db4e9c5eb service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343547 Jul 16 01:38:42.210137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a0a93-fd6c-4822-9249-7f915d82fcc3 req-91213826-dade-4e60-9060-05d3435edf28 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.221405 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df0a0a93-fd6c-4822-9249-7f915d82fcc3 req-91213826-dade-4e60-9060-05d3435edf28 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.6320930 Jul 16 01:38:42.278455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:42.293287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] Sync routers for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:42.317628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:42.326157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.394518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e72d42bc-cadc-4c4e-8e2c-7009a4ede109 req-26a288ce-a84f-4222-b270-081b5bf22574 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709630 Jul 16 01:38:42.454947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] No DVR routers for this DVR port c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:42.460627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.467154 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f54368ef-d145-4c46-beac-a8553958a186 req-cbbcf1c8-5cb9-49aa-ae59-151efed0a869 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.23 "DELETE /v2.0/ports/c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee HTTP/1.1" status: 204 len: 173 time: 1.8655267 Jul 16 01:38:42.476985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df0a0a93-fd6c-4822-9249-7f915d82fcc3 req-c05b70f5-76eb-48d9-8f33-a7be51825af8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545590 Jul 16 01:38:42.506739 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adf361d-e280-4117-a55c-3a7e075901ce x-openstack-request-id: req-1adf361d-e280-4117-a55c-3a7e075901ce {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:42.506866 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286f7225-9119-4a21-840b-29d4da720439", "name": "network-vif-plugged", "status": "completed", "tag": "fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:42.507228 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1adf361d-e280-4117-a55c-3a7e075901ce {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:42.507603 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286f7225-9119-4a21-840b-29d4da720439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0', 'code': 200} Jul 16 01:38:42.650701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.651074 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21305d47-b102-4245-89d4-68a310ad9c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.756212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eb824-c6bd-45f7-b181-4497b0871cef req-6097ceaa-c8be-49fc-8d07-a5cfad9f217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.758989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a36eb824-c6bd-45f7-b181-4497b0871cef req-6097ceaa-c8be-49fc-8d07-a5cfad9f217a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 1098 time: 0.1375434 Jul 16 01:38:42.817005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:42.849130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a36eb824-c6bd-45f7-b181-4497b0871cef req-0d24575f-0084-4a2e-ab7a-e3bad2e24be0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799835 Jul 16 01:38:42.958470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b2664-44cc-4350-b691-35a53f98d194 req-5c026c71-9a48-4465-a271-740bd44c82fa tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.966040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-312b2664-44cc-4350-b691-35a53f98d194 req-5c026c71-9a48-4465-a271-740bd44c82fa tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 946 time: 0.1343734 Jul 16 01:38:43.058772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-312b2664-44cc-4350-b691-35a53f98d194 req-8d21bb36-2091-47ce-a3eb-58f746ff3484 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911291 Jul 16 01:38:43.138978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-87942f38-9d75-4da0-a207-52f27e78df66 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.147927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-87942f38-9d75-4da0-a207-52f27e78df66 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.2496018 Jul 16 01:38:43.171361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-c0bc311f-045f-4048-a6f5-0cd62fca9d75 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0218663 Jul 16 01:38:43.199488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:53Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.234176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] Checking router: f88c6b11-86bb-4e15-8dcd-52638739586f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:43.255371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:43.256389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.435137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:43.457625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858'}, {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:43.461645 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7058c4-511c-4197-b809-44821f707638" -d '{"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858"}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:43.560823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-a29bdb58-24c4-4155-bef1-c7d549f8f522 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3869858 Jul 16 01:38:43.629313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a81265b2-5405-462b-a4f8-df0baa1578c6 req-9ddcba09-fbf5-494a-95c7-9374d6ad1a06 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0778615 Jul 16 01:38:43.727924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.826110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-0b61c247-97a4-487d-adbe-91e4adec8b52 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638979 Jul 16 01:38:43.890837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:53Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.970888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab57355-a425-4574-b43f-2412e868ea81 None None] The sync data for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 is: [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:27:44Z', 'revision_number': 4, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c35c81e9-97c9-4c36-af99-cd073ebc46f1', 'name': '', 'network_id': 'a32b881b-37a1-4df7-ae67-f980a68ea571', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'mac_address': 'fa:16:3e:b2:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:42Z', 'updated_at': '2021-07-16T01:27:53Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'subnets': [{'id': 'e0c83b79-5648-4070-9667-a566e2051d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:44.066976 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-c5700c30-57a8-417e-b5fe-fc0c1bdd9769 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298896 Jul 16 01:38:44.417780 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-166a69dd-c8e5-462b-9fac-49675400a020 req-60a32eec-0ed2-4dc8-a0e8-dce769e2ca5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=345eaf96026b4c60bbf3851fe49a2157&device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0921209 Jul 16 01:38:44.525523 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a54998-3fc7-49c1-a54d-3a78316fba04 x-openstack-request-id: req-f0a54998-3fc7-49c1-a54d-3a78316fba04 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:44.532894 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "b7cee912-1ec8-4552-b048-9fc308a3a858", "status": "completed", "code": 200}, {"server_uuid": "2bc35aac-85dd-46d8-890d-d691a63afc4d", "name": "network-vif-deleted", "tag": "c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:44.533161 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0a54998-3fc7-49c1-a54d-3a78316fba04 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:44.533645 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': 'b7cee912-1ec8-4552-b048-9fc308a3a858', 'status': 'completed', 'code': 200} Jul 16 01:38:44.534012 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc35aac-85dd-46d8-890d-d691a63afc4d', 'name': 'network-vif-deleted', 'tag': 'c795dfbd-3eb3-4e84-a832-d4e06d2ac6ee', 'status': 'completed', 'code': 200} Jul 16 01:38:44.537416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-166a69dd-c8e5-462b-9fac-49675400a020 req-7de88e54-92ed-4abf-89e0-53b2fed1c866 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=345eaf96026b4c60bbf3851fe49a2157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113675 Jul 16 01:38:44.599703 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075514eb-83d8-440c-b65d-2e15b098fce9 None None] New status for floating IP 4e04080e-048f-4ed5-aa54-e519ae788684: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:44.940176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a69dd-c8e5-462b-9fac-49675400a020 req-58de1f1d-5ca4-4aba-8d0a-74c2ef035d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.942400 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-166a69dd-c8e5-462b-9fac-49675400a020 req-58de1f1d-5ca4-4aba-8d0a-74c2ef035d8b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3977611 Jul 16 01:38:45.035274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d62cc-95da-43c6-86fc-0a0b97b588af req-2b9be771-c22d-4ad2-ab41-1f29cbf4eb48 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.043516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d91d62cc-95da-43c6-86fc-0a0b97b588af req-2b9be771-c22d-4ad2-ab41-1f29cbf4eb48 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 946 time: 0.2174919 Jul 16 01:38:45.066044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e715c-11b3-41cb-a451-cae89f7fa0f1 req-a9a6cb4b-9068-4186-871a-b9c57b46122e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.074651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e57e715c-11b3-41cb-a451-cae89f7fa0f1 req-a9a6cb4b-9068-4186-871a-b9c57b46122e tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.3281353 Jul 16 01:38:45.177011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e57e715c-11b3-41cb-a451-cae89f7fa0f1 req-a080c85b-0fff-4bc8-a687-4c8fce9f5376 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917933 Jul 16 01:38:45.200647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.223179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d91d62cc-95da-43c6-86fc-0a0b97b588af req-cb3eef82-3db7-4540-aa14-63cf452cf36d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783595 Jul 16 01:38:45.542224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d916a005-4ca3-442a-93a1-362be733253e req-038be1e1-481c-4b2c-905a-83bfada20ab2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 210 time: 0.0776167 Jul 16 01:38:45.634843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-660a6dab-d573-4dec-b7dc-694769388734 req-922c4fd7-51f0-4508-8605-77ec3d402a1e tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0706387 Jul 16 01:38:45.884195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11c388d1-fa2f-4ac7-8854-411cb641e512 req-d700c1e8-63d2-4477-8eeb-d2217bdd7d3e tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0932264 Jul 16 01:38:46.057375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b48c5-b5cb-4008-b23c-186f9ce6b615 req-19730819-2b53-4f92-96b0-76b8c590d70a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.068762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a5b48c5-b5cb-4008-b23c-186f9ce6b615 req-19730819-2b53-4f92-96b0-76b8c590d70a tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 946 time: 0.1573672 Jul 16 01:38:46.127504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a5b48c5-b5cb-4008-b23c-186f9ce6b615 req-1c3b416c-0adb-42f0-b8d0-a7c4b7113e33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573194 Jul 16 01:38:46.305112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-166a69dd-c8e5-462b-9fac-49675400a020 req-1d79874b-2b10-47ff-8bcd-9b52dbd78366 tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.23 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0669658 Jul 16 01:38:46.961424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8415328-fd12-49b3-a126-57ea42847951 req-9b8b8fc2-b16a-43ee-8374-dc2fc3aa983f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 210 time: 0.1473751 Jul 16 01:38:47.084179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-4ee0e211-2d0b-4d9c-8ad6-639ec0f81d69 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.105375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-4ee0e211-2d0b-4d9c-8ad6-639ec0f81d69 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.3335481 Jul 16 01:38:47.122561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:47.141619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c8b38a0-fe16-413e-8fc3-0f87bd162633 req-075d7a74-efbd-47f6-a003-1bc26ce5db3b tempest-ServerShowV254Test-2010160446 tempest-ServerShowV254Test-2010160446-project] 10.222.0.42 "GET /v2.0/ports?device_id=db63b416-2c74-4ecc-8b75-15af34e616e9 HTTP/1.1" status: 200 len: 210 time: 0.0714583 Jul 16 01:38:47.353169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-713feca3-9c33-4bf4-9546-3c958f57879b req-ed3f481f-cc55-4e52-9167-4b1ea83a81ff tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0909734 Jul 16 01:38:47.409729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:47.416790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.656237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.12 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/3d145d1a-b671-4c14-890d-7a5d70054da6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:47.684301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.963807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.052267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.149263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=3d145d1a-b671-4c14-890d-7a5d70054da6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.174414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:48.176939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:48.185609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:48.189874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.347356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.351272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.382218 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-9d1727ec-5bce-44fd-870a-7c4322548abe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2674830 Jul 16 01:38:48.395198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Request body: {'port': {'device_id': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:48.492874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db59c55-1173-4160-9831-0466862f073e req-960dcf47-4462-4204-ba1a-998f26023c1d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.508876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4db59c55-1173-4160-9831-0466862f073e req-960dcf47-4462-4204-ba1a-998f26023c1d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 932 time: 0.2552731 Jul 16 01:38:48.638812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.726536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57528) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.809412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-113e5281-e5fc-41b2-9c61-0eb64eedfe8e req-596984ac-3d59-4e0f-b4ac-df55272a81cf tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.1047595 Jul 16 01:38:48.812489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4db59c55-1173-4160-9831-0466862f073e req-c5e09307-7910-41ad-a1d6-8c3f736f6b03 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024271 Jul 16 01:38:49.063817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c1b35c-331c-41f2-a27f-2ae8a8721fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.385140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c1b35c-331c-41f2-a27f-2ae8a8721fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.393661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.398578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c1b35c-331c-41f2-a27f-2ae8a8721fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.489646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1b35c-331c-41f2-a27f-2ae8a8721fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f4417-a731-40e6-9599-64aafe1259ab,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.542647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d145d1a-b671-4c14-890d-7a5d70054da6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:49.559088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.566738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-98c1b35c-331c-41f2-a27f-2ae8a8721fae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=345eaf96026b4c60bbf3851fe49a2157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8388934 Jul 16 01:38:49.569314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:49.594834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Transition to ACTIVE for port object 3d145d1a-b671-4c14-890d-7a5d70054da6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:49.602381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.699051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Pushing event updated for resources: {'Port': ['ID=3d145d1a-b671-4c14-890d-7a5d70054da6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.736240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79af4c6f-c12c-4607-9f6a-41a5fcdece48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.795468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79af4c6f-c12c-4607-9f6a-41a5fcdece48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.831606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Attempting to bind port 3d145d1a-b671-4c14-890d-7a5d70054da6 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:49.832133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Attempting to bind port 3d145d1a-b671-4c14-890d-7a5d70054da6 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:49.832593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Attempting to bind port 3d145d1a-b671-4c14-890d-7a5d70054da6 on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:49.848930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Port 3d145d1a-b671-4c14-890d-7a5d70054da6 on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:49.850145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Attempting to bind port 3d145d1a-b671-4c14-890d-7a5d70054da6 on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:49.860072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:49.862651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:49.863300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:49.864093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Bound port: 3d145d1a-b671-4c14-890d-7a5d70054da6, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:49.864770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.972873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.20.0.17 (e0fd06ce-1f22-4d58-9ec2-9309879157c8/044b40ea-01f1-4d4e-ae5a-421502a09691/410afdb3-a322-442d-bd31-77b973f7f75d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:50.040461 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79af4c6f-c12c-4607-9f6a-41a5fcdece48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.043357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79af4c6f-c12c-4607-9f6a-41a5fcdece48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.044648 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79af4c6f-c12c-4607-9f6a-41a5fcdece48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af7f4417-a731-40e6-9599-64aafe1259ab HTTP/1.1" status: 204 len: 168 time: 0.4743700 Jul 16 01:38:50.068766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af4c6f-c12c-4607-9f6a-41a5fcdece48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f4417-a731-40e6-9599-64aafe1259ab,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.085975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] For port 3d145d1a-b671-4c14-890d-7a5d70054da6, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:50.117103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] For port 3d145d1a-b671-4c14-890d-7a5d70054da6, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3d145d1a-b671-4c14-890d-7a5d70054da6,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:50.124717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.166687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.167544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.169172 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d145d1a-b671-4c14-890d-7a5d70054da6 HTTP/1.1" status: 200 len: 1093 time: 1.7794771 Jul 16 01:38:50.172991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'tag': '3d145d1a-b671-4c14-890d-7a5d70054da6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:50.183178 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f7a1f-5903-4325-a0b8-121664ff649a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e787703-9490-4bc3-91da-1bc6adbd4825", "tag": "3d145d1a-b671-4c14-890d-7a5d70054da6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:50.293709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b109e9-566a-42e3-a52b-2a09b1915e52 service neutron] Pushing event updated for resources: {'Port': ['ID=3d145d1a-b671-4c14-890d-7a5d70054da6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.322358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c54a07c3-5f6e-4f68-a269-58c140e180b3 req-625a054e-8bd8-472c-8125-25879c82ba5d tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.1026478 Jul 16 01:38:50.359270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-293e82ac-d150-42f0-899b-e051b8be3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.362785 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-293e82ac-d150-42f0-899b-e051b8be3b24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 1096 time: 0.1143963 Jul 16 01:38:50.381402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209cac-69da-41d2-acdc-7d09e5a55dbb req-f296177d-2d89-405b-9652-b6657e5e6568 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.392336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2209cac-69da-41d2-acdc-7d09e5a55dbb req-f296177d-2d89-405b-9652-b6657e5e6568 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 944 time: 0.3718338 Jul 16 01:38:50.441343 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-f617c4d5-d66c-4677-81bf-5ae58ea46357 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d145d1a-b671-4c14-890d-7a5d70054da6 HTTP/1.1" status: 200 len: 217 time: 0.0673265 Jul 16 01:38:50.494756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.528100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2209cac-69da-41d2-acdc-7d09e5a55dbb req-5871ff31-2141-470b-9a83-1220fc073930 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330423 Jul 16 01:38:50.550771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Transition to ACTIVE for port object 410afdb3-a322-442d-bd31-77b973f7f75d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:50.663401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.768383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:50.780534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:50.807531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:50.933134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=410afdb3-a322-442d-bd31-77b973f7f75d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.985703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.262233 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a4595d-cdfa-4ee8-9acb-31da2b51f2d5 x-openstack-request-id: req-c7a4595d-cdfa-4ee8-9acb-31da2b51f2d5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:51.263003 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e787703-9490-4bc3-91da-1bc6adbd4825", "tag": "3d145d1a-b671-4c14-890d-7a5d70054da6", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:51.263003 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7a4595d-cdfa-4ee8-9acb-31da2b51f2d5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:51.263234 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'tag': '3d145d1a-b671-4c14-890d-7a5d70054da6', 'status': 'completed', 'code': 200} Jul 16 01:38:51.297763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-ac44f3b1-0b4f-43e0-954a-2acca1850bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.299352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-ac44f3b1-0b4f-43e0-954a-2acca1850bea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.8526862 Jul 16 01:38:51.408514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f01455a-40b3-4e6d-9993-c2958e1e5af2 None None] Provisioning for port 410afdb3-a322-442d-bd31-77b973f7f75d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:51.429185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-b74b4fc5-ddb8-4a6e-8f61-8726635ec7c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105139 Jul 16 01:38:51.430223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f01455a-40b3-4e6d-9993-c2958e1e5af2 None None] Provisioning complete for port 410afdb3-a322-442d-bd31-77b973f7f75d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:51.433831 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f01455a-40b3-4e6d-9993-c2958e1e5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.650600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9f01455a-40b3-4e6d-9993-c2958e1e5af2 None None] Port 410afdb3-a322-442d-bd31-77b973f7f75d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:51.699772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-25ca9d46-93da-4289-8881-931ce718ffb8 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671776 Jul 16 01:38:51.871083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6db71b9f-dd10-4b96-a1eb-bcec35c4a61b req-cc014824-3d45-484f-9df4-5966b72ad6e1 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587937 Jul 16 01:38:51.977533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d045261b-a3d7-46b9-bf51-461ff866e727 req-c015be51-66e8-459f-bedf-22ce8dda33c9 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.1500618 Jul 16 01:38:52.149733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-21e7ce86-ca7c-4999-8186-5ca3d3827fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.151399 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-21e7ce86-ca7c-4999-8186-5ca3d3827fc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 1096 time: 0.2132583 Jul 16 01:38:52.393814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-1dcb9a5d-d8be-4b46-a423-f4d0d3fc8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.396818 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-1dcb9a5d-d8be-4b46-a423-f4d0d3fc8a6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.2377498 Jul 16 01:38:52.432760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.504072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-51c366cf-a1a5-4ec6-8473-beb91d1c5cfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d145d1a-b671-4c14-890d-7a5d70054da6 HTTP/1.1" status: 200 len: 217 time: 0.0981829 Jul 16 01:38:52.549719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e177b6-7d44-4298-8a09-9e75962dc2a5 req-3f57e208-605d-44f2-a201-21a5fb6e6b0d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.562454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2e177b6-7d44-4298-8a09-9e75962dc2a5 req-3f57e208-605d-44f2-a201-21a5fb6e6b0d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 944 time: 0.7352281 Jul 16 01:38:52.603402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-37ab1f61-cf13-49ba-8f18-bc5e137bc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.605281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-37ab1f61-cf13-49ba-8f18-bc5e137bc59c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.0944438 Jul 16 01:38:52.691745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-f64b1699-a564-4011-ba4d-f537e9e9e5f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752137 Jul 16 01:38:52.944533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-b4bcf426-51fe-411a-93f4-32018eaf365c service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419515 Jul 16 01:38:53.064177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.093053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.192739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2e177b6-7d44-4298-8a09-9e75962dc2a5 req-7412c2ce-5dc4-4dc4-aada-e6df68f13081 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289620 Jul 16 01:38:53.227784 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a9f7a1f-5903-4325-a0b8-121664ff649a req-3b70a024-ebf4-4ec6-94a7-332af1dda9ec service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755730 Jul 16 01:38:53.402965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.404759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=410afdb3-a322-442d-bd31-77b973f7f75d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:53.463960 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:53.470417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f12f18bc-38af-4885-81fe-a97a3ae48dc6 req-8c43b68c-9fac-4e53-b754-eafe3eabd1f1 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1347978 Jul 16 01:38:53.657815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:53.658253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3d145d1a-b671-4c14-890d-7a5d70054da6 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:53.661776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:53.725098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a16193ee-68fe-4472-a844-f5e590b87d0c req-6d8f63ed-bbd7-4be0-9a7a-94602fb95846 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0839837 Jul 16 01:38:54.029623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:54.087242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 3d145d1a-b671-4c14-890d-7a5d70054da6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3d145d1a-b671-4c14-890d-7a5d70054da6,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:54.175233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '3d145d1a-b671-4c14-890d-7a5d70054da6', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': '3d145d1a-b671-4c14-890d-7a5d70054da6', 'mac_address': 'fa:16:3e:d5:c6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:54.185209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-51363a4f-671b-46b3-b493-adc996560551 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2135534 Jul 16 01:38:54.201085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0cfd95f6-ebb2-49d0-944d-6e066936dd0a None None] Provisioning complete for port 410afdb3-a322-442d-bd31-77b973f7f75d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:54.204790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0cfd95f6-ebb2-49d0-944d-6e066936dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.262996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:54.308066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5c6e576d-7b04-4d3b-94d4-1d9f05b70e1e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "PUT /v2.0/routers/b50fc8cd-1813-43a2-a6e8-89c56f8172fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6017697 Jul 16 01:38:54.383631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd95f6-ebb2-49d0-944d-6e066936dd0a None None] Port 410afdb3-a322-442d-bd31-77b973f7f75d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:54.398852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:54.409795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-8828a55e-0e30-4512-9228-738c9a1262c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.413872 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-8828a55e-0e30-4512-9228-738c9a1262c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0d6909074547338f4922483e55c161&device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 1097 time: 0.1963358 Jul 16 01:38:54.512205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:54.513394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:54.746501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-2606a677-390e-4d47-8db7-6f8aafa41afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.748352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-2606a677-390e-4d47-8db7-6f8aafa41afc service neutron] 10.222.0.23 "GET /v2.0/networks?id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 200 len: 919 time: 0.3033760 Jul 16 01:38:54.826517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:54.937966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-16b78891-9fda-4f67-91e9-afcd7845cdf8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 200 len: 217 time: 0.1773648 Jul 16 01:38:54.942833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b211a29-9ca4-4e24-b028-cad98a7deae0 req-cd951865-51ba-44ee-ace2-1f947aeb8794 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.949231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b211a29-9ca4-4e24-b028-cad98a7deae0 req-cd951865-51ba-44ee-ace2-1f947aeb8794 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 944 time: 0.2688425 Jul 16 01:38:55.039084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.081111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b211a29-9ca4-4e24-b028-cad98a7deae0 req-d7c5cbad-f616-48af-9d70-8cb311755300 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 Jul 16 01:38:55.090501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d145d1a-b671-4c14-890d-7a5d70054da6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:55.138714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-0459d94a-8415-4664-b750-e8c7c0f41d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.142328 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-0459d94a-8415-4664-b750-e8c7c0f41d91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 200 len: 858 time: 0.1964695 Jul 16 01:38:55.191371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 3d145d1a-b671-4c14-890d-7a5d70054da6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3d145d1a-b671-4c14-890d-7a5d70054da6,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.236116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-a07c4f1b-a1b6-4522-93fe-255963b817d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29ad9b05-cae9-4d46-94b4-0eeabe1eae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859430 Jul 16 01:38:55.247190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.367410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2ed7ac0-d5c1-4a7c-bfc5-708e65f4103a req-8b0ffe86-c22e-4bb4-b5a7-605dc4cd894a tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1129107 Jul 16 01:38:55.449284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fba54bc-013e-47c9-8aa8-cb15a9f65011 req-9dc94572-aa10-4149-864b-d70813eea6b1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0803716 Jul 16 01:38:55.462554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-37d8f899-b320-4df8-bc99-90ed9ba51f21 service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190058 Jul 16 01:38:55.539375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=3d145d1a-b671-4c14-890d-7a5d70054da6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.566169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:55.650978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7fd4ef0-c151-40cb-ba0e-8232a78dc6cb req-7acfbde4-cd82-4b75-9037-cedd6e38b96a service neutron] 10.222.0.23 "GET /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809521 Jul 16 01:38:55.667389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:38:52Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:50Z', 'revision_number': 1, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410afdb3-a322-442d-bd31-77b973f7f75d', 'name': '', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:0c:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:52Z', 'revision_number': 2, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:55.983696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:55.984970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Updating router b50fc8cd-1813-43a2-a6e8-89c56f8172fb port 410afdb3-a322-442d-bd31-77b973f7f75d binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:56.055452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.439651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37651118-dbd2-4aef-a708-aed61a7c4801 req-b7806f94-e25c-4f95-82e4-69e0bf286856 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.441697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37651118-dbd2-4aef-a708-aed61a7c4801 req-b7806f94-e25c-4f95-82e4-69e0bf286856 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 945 time: 0.1492541 Jul 16 01:38:56.517562 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.520008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37651118-dbd2-4aef-a708-aed61a7c4801 req-b1c791ef-f7a2-46ec-a3c5-758273ea4a10 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687730 Jul 16 01:38:56.546646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Transition to ACTIVE for port object 410afdb3-a322-442d-bd31-77b973f7f75d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:56.626104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.724952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ca469-84d3-4a91-84f1-02094434debe None None] Pushing event updated for resources: {'Port': ['ID=410afdb3-a322-442d-bd31-77b973f7f75d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.741804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f42406a6-4145-4d62-9c0a-70a72c090fe9 req-72d5267d-ce51-416c-85b5-bfe028b412c8 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1000934 Jul 16 01:38:56.879084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Attempting to bind port 410afdb3-a322-442d-bd31-77b973f7f75d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:56.880982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Attempting to bind port 410afdb3-a322-442d-bd31-77b973f7f75d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:56.884671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Attempting to bind port 410afdb3-a322-442d-bd31-77b973f7f75d on network e0fd06ce-1f22-4d58-9ec2-9309879157c8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:56.900099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:56.915184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Checking segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:56.923128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.923559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Bound using segment: {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:56.929418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Bound port: 410afdb3-a322-442d-bd31-77b973f7f75d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33cd3b9-e724-49fe-956c-1638614203b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:56.929874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.985405 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-83f594cc-36a0-4514-b9a8-6256df6f7b38 req-39bd6868-c721-4c68-b756-a9a940263e03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1187146 Jul 16 01:38:57.111522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e01300fb-adaf-42e1-8991-6dfe0ab38b6d req-49829176-68b1-42ce-ba20-9feba97c4565 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0826871 Jul 16 01:38:57.128274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] For port 410afdb3-a322-442d-bd31-77b973f7f75d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:57.144763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] For port 410afdb3-a322-442d-bd31-77b973f7f75d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=410afdb3-a322-442d-bd31-77b973f7f75d,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:57.149794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.308455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:57.309966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:57.384020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ca469-84d3-4a91-84f1-02094434debe None None] Pushing event updated for resources: {'Port': ['ID=410afdb3-a322-442d-bd31-77b973f7f75d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.571740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:57.727913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3d145d1a-b671-4c14-890d-7a5d70054da6 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:57.921133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 3d145d1a-b671-4c14-890d-7a5d70054da6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:57.929392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 3d145d1a-b671-4c14-890d-7a5d70054da6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:57.929920 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.045394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1a08e-a58c-4bd1-817d-b05eb9a126e6 req-d3cde554-5f53-402b-8e37-27a8eee80733 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.073074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53f1a08e-a58c-4bd1-817d-b05eb9a126e6 req-d3cde554-5f53-402b-8e37-27a8eee80733 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 945 time: 0.2790015 Jul 16 01:38:58.190722 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.191496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53f1a08e-a58c-4bd1-817d-b05eb9a126e6 req-d86b3386-eb5d-40e1-a8c9-9c715f7df3c5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116500 Jul 16 01:38:58.232983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d145d1a-b671-4c14-890d-7a5d70054da6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:58.236860 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7e77e1-fc77-44b5-939b-f345d9b6170a" -d '{"events": [{"server_uuid": "1e787703-9490-4bc3-91da-1bc6adbd4825", "name": "network-vif-plugged", "status": "completed", "tag": "3d145d1a-b671-4c14-890d-7a5d70054da6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:58.246995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:38:52Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:50Z', 'revision_number': 1, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410afdb3-a322-442d-bd31-77b973f7f75d', 'name': '', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:0c:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:57Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:58.286130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 3d145d1a-b671-4c14-890d-7a5d70054da6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3d145d1a-b671-4c14-890d-7a5d70054da6,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:58.366259 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.375405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44585ed-d692-4780-829b-b62f8af19db8 None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:38:52Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:50Z', 'revision_number': 1, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410afdb3-a322-442d-bd31-77b973f7f75d', 'name': '', 'network_id': 'e0fd06ce-1f22-4d58-9ec2-9309879157c8', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:0c:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:57Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '044b40ea-01f1-4d4e-ae5a-421502a09691', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:58.551771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=3d145d1a-b671-4c14-890d-7a5d70054da6,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.665342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b0f1aa5-2c72-4b6f-951b-5b8c7af4eb9a req-eeb4165c-9618-4f1e-9c3e-23cc2ca862c4 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1119714 Jul 16 01:38:58.722410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 410afdb3-a322-442d-bd31-77b973f7f75d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:58.797604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 410afdb3-a322-442d-bd31-77b973f7f75d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:58.808105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 410afdb3-a322-442d-bd31-77b973f7f75d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:58.808526 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.982599 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a775cd6-f923-4cc7-bcb0-581bd59a4e8f x-openstack-request-id: req-0a775cd6-f923-4cc7-bcb0-581bd59a4e8f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:58.983250 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e787703-9490-4bc3-91da-1bc6adbd4825", "name": "network-vif-plugged", "status": "completed", "tag": "3d145d1a-b671-4c14-890d-7a5d70054da6", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:58.983797 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a775cd6-f923-4cc7-bcb0-581bd59a4e8f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:58.985215 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d145d1a-b671-4c14-890d-7a5d70054da6', 'code': 200} Jul 16 01:38:59.031068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-929dd730-749a-4cda-9a8a-944bb5cdf452 req-5ad392f2-ea23-4d43-bc3c-41089350275f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0987465 Jul 16 01:38:59.088163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.167510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 410afdb3-a322-442d-bd31-77b973f7f75d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=410afdb3-a322-442d-bd31-77b973f7f75d,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:59.176214 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.282758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ddaa9-489a-4e27-91d3-e517a00ea723 req-9acbd144-9355-4668-839d-a2bb227dca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.286104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=410afdb3-a322-442d-bd31-77b973f7f75d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.291131 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d72ddaa9-489a-4e27-91d3-e517a00ea723 req-9acbd144-9355-4668-839d-a2bb227dca42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 1098 time: 0.2331734 Jul 16 01:38:59.355071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d72ddaa9-489a-4e27-91d3-e517a00ea723 req-078f2187-1ad2-474f-89e5-291dabf6f229 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Jul 16 01:39:00.009380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d68b9e-ae47-4bc4-8cd8-54c85f2e2c19 req-6c63b848-d432-46cc-a7ed-848284167b94 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.020779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26d68b9e-ae47-4bc4-8cd8-54c85f2e2c19 req-6c63b848-d432-46cc-a7ed-848284167b94 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 946 time: 0.1247711 Jul 16 01:39:00.088985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26d68b9e-ae47-4bc4-8cd8-54c85f2e2c19 req-82371679-803d-4581-bb69-5835d86a5d14 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669043 Jul 16 01:39:00.106370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d440c-b366-4eaa-be33-d68867c3696d req-6d1cceb5-fc11-4230-b90e-eacc0bc428ff tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.131027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4d440c-b366-4eaa-be33-d68867c3696d req-6d1cceb5-fc11-4230-b90e-eacc0bc428ff tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.1763911 Jul 16 01:39:00.215875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e4d440c-b366-4eaa-be33-d68867c3696d req-4472f5b2-aebd-47a4-8740-6811e144ca7f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825272 Jul 16 01:39:00.444332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a27e7c7-1581-463d-9032-de07c2ddbd90 req-990b47fa-4e1e-4fb2-a213-6af987604a18 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0811098 Jul 16 01:39:00.631948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4df06bea-6575-49c0-8d4d-600db52a2fdb req-9c7fa058-9d91-4969-a83c-c2db013a4e48 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0610051 Jul 16 01:39:00.669058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 410afdb3-a322-442d-bd31-77b973f7f75d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:00.674794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-cd670d16-ae19-4ab0-988c-b559cff1dcb7 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.677115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-cd670d16-ae19-4ab0-988c-b559cff1dcb7 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.2278545 Jul 16 01:39:00.702055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-94cc9993-089f-49cb-956f-3832bd4b862c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/quotas/fb9af30dd9764cb4a340d626c5a3a49b HTTP/1.1" status: 200 len: 375 time: 0.0179932 Jul 16 01:39:00.766150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 410afdb3-a322-442d-bd31-77b973f7f75d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:00.766686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.829901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-a8aaa950-ca79-4857-baaf-1e700c542dd8 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163681 Jul 16 01:39:00.955565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:00.971505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-94684c50-8e15-4ccb-9dd1-e0fbc50b1f2b service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380179 Jul 16 01:39:01.111874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-e19853e0-7add-49b3-97ab-91622437ec02 service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338406 Jul 16 01:39:01.137904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.239117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:01.241054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:01.245953 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82406128-4c37-45df-b62c-5143f415843c" -d '{"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-unplugged", "status": "completed", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:01.253008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.339671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.487734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbbe78-9991-4cdd-bd93-77ec96357f6b req-befa416a-c35e-4a97-96c6-543f2754c914 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.490713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6cbbe78-9991-4cdd-bd93-77ec96357f6b req-befa416a-c35e-4a97-96c6-543f2754c914 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 946 time: 0.1150649 Jul 16 01:39:01.550178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6cbbe78-9991-4cdd-bd93-77ec96357f6b req-f4804b6b-cd60-4502-8a2a-4015ae6c9d4e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494187 Jul 16 01:39:01.646296 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6a0335-5426-4b22-b67b-170a21882dd9 x-openstack-request-id: req-fe6a0335-5426-4b22-b67b-170a21882dd9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:01.646829 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-unplugged", "status": "completed", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:01.647243 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe6a0335-5426-4b22-b67b-170a21882dd9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:01.647977 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'code': 200} Jul 16 01:39:01.748169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-27814e94-4560-4728-b4bd-ee5876070a19 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.751488 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-27814e94-4560-4728-b4bd-ee5876070a19 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "GET /v2.0/ports?device_id=df4e31d5-1c71-4723-829e-b98a6f40253c HTTP/1.1" status: 200 len: 943 time: 0.1257355 Jul 16 01:39:01.777053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0a5ce4c-b3c9-4870-ad34-d4bd57c47503 req-c01f75d7-43e5-4810-b3dd-dcbada8a09b8 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 210 time: 0.0811903 Jul 16 01:39:01.791928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca7541-0108-45bc-960e-1ee453e4ee77 req-6054df2e-8e02-40df-9b1d-ba2508f95f8f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.805581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17ca7541-0108-45bc-960e-1ee453e4ee77 req-6054df2e-8e02-40df-9b1d-ba2508f95f8f tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.2263207 Jul 16 01:39:01.905355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17ca7541-0108-45bc-960e-1ee453e4ee77 req-365661d0-2963-44d3-9255-bcbddc73d0ba tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978303 Jul 16 01:39:01.962004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Deleting port 22910e1a-b8a0-4a86-9ced-5f04531be29f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:01.962661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.987383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1bf8887-017f-4bbe-b3b3-a61186d5b339 req-47082bc5-9083-4fee-9f8b-711d3d4fe2f5 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0452671 Jul 16 01:39:02.142018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] For port 22910e1a-b8a0-4a86-9ced-5f04531be29f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=22910e1a-b8a0-4a86-9ced-5f04531be29f,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:02.142483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.166678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Calling delete_port for 22910e1a-b8a0-4a86-9ced-5f04531be29f owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:02.228261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-937dac81-6f3b-4db0-98cb-db1c8ef89eb1 req-b42c7633-0ae0-43b6-b241-b3b12f25d0a0 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0644429 Jul 16 01:39:02.461924 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.479250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622df5-3170-48c1-8935-1ea2e46dd7a2 req-ab5870f5-2741-44ad-94d2-228f52abd7ad tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.486936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61622df5-3170-48c1-8935-1ea2e46dd7a2 req-ab5870f5-2741-44ad-94d2-228f52abd7ad tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.1619637 Jul 16 01:39:02.494336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event deleted for resources: {'Port': ['ID=22910e1a-b8a0-4a86-9ced-5f04531be29f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.508501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61622df5-3170-48c1-8935-1ea2e46dd7a2 req-32021641-9a78-4ada-a634-b1514a1f5bc9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0204856 Jul 16 01:39:02.543451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] No DVR routers for this DVR port 22910e1a-b8a0-4a86-9ced-5f04531be29f on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:02.546669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.550319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3b4cf673-c4fe-4113-89e2-7a40133ae6ed req-33735ba7-df72-4fe8-9bd6-096b04039faa tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "DELETE /v2.0/ports/22910e1a-b8a0-4a86-9ced-5f04531be29f HTTP/1.1" status: 204 len: 173 time: 0.7919765 Jul 16 01:39:02.551050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-deleted', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:02.556933 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d356302-84c1-47ff-a49a-7ee49c28da8b" -d '{"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-deleted", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:02.612722 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c923e-583e-4664-9d81-bd59a23722d8 x-openstack-request-id: req-9d6c923e-583e-4664-9d81-bd59a23722d8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:02.613318 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4e31d5-1c71-4723-829e-b98a6f40253c", "name": "network-vif-deleted", "tag": "22910e1a-b8a0-4a86-9ced-5f04531be29f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:02.613725 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d6c923e-583e-4664-9d81-bd59a23722d8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:02.614512 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4e31d5-1c71-4723-829e-b98a6f40253c', 'name': 'network-vif-deleted', 'tag': '22910e1a-b8a0-4a86-9ced-5f04531be29f', 'status': 'completed', 'code': 200} Jul 16 01:39:02.681440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61622df5-3170-48c1-8935-1ea2e46dd7a2 req-3086126b-803e-4a57-bcc6-034d725ef457 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716390 Jul 16 01:39:02.812923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61622df5-3170-48c1-8935-1ea2e46dd7a2 req-570875b1-3058-4427-8323-b3b73612937d service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256025 Jul 16 01:39:02.945111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61622df5-3170-48c1-8935-1ea2e46dd7a2 req-eea011e2-85f1-4cad-b0cb-1e63f9f9bc6a service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207478 Jul 16 01:39:03.097107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb87e6fd-3b68-4cb5-a949-49a4586caa88 req-061948d2-fd98-42a9-b457-a711e6589d70 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 210 time: 0.0455258 Jul 16 01:39:03.448653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb46a6-6edb-4c94-94d7-59580ceddc5e req-af385fff-75e0-4e1d-a80e-afa42ce35ef2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.451156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67bb46a6-6edb-4c94-94d7-59580ceddc5e req-af385fff-75e0-4e1d-a80e-afa42ce35ef2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.2115395 Jul 16 01:39:03.484272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2aefeb87-d652-402e-a8b2-1b6638cd9b77 req-4ec7496f-8851-455c-a765-9d0bf4a95050 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0877719 Jul 16 01:39:03.560515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-7aa409a4-2478-4bcb-98cf-2ac018b4aec9 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.565966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-7aa409a4-2478-4bcb-98cf-2ac018b4aec9 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.3136270 Jul 16 01:39:03.570130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67bb46a6-6edb-4c94-94d7-59580ceddc5e req-8e63edd6-89fb-4621-9849-744979ce953d tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883861 Jul 16 01:39:03.605211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Request body: {'port': {'device_id': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'admin_state_up': True, 'tenant_id': 'fb9af30dd9764cb4a340d626c5a3a49b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:03.864742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Made reservation on behalf of fb9af30dd9764cb4a340d626c5a3a49b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:03.870861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.975710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b91f8b3-9d30-4767-b137-2da1a9c7bd2a req-7ad7fb5f-5a88-436a-a0c7-27a3aea324f7 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0379112 Jul 16 01:39:04.200013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Allocated IP 172.20.0.11 (4abd07c8-7a01-4101-b05d-6d18577c0919/7539f090-aaff-4c92-89ad-5536524792cb/6e7d495c-8b3f-42c8-8191-333904008644) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:04.310654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-c8155013-b01f-4175-8e22-b2f59cfab2eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2948787 Jul 16 01:39:04.311838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-371dd286-f128-48fb-bf21-a7d5c7dd71bb req-534f0711-2323-44ad-9f55-fec6091578c4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 210 time: 0.0627933 Jul 16 01:39:04.529894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-367918ba-6deb-4251-8ceb-fb4274c4b9b3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.542498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-367918ba-6deb-4251-8ceb-fb4274c4b9b3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.2282839 Jul 16 01:39:04.570366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.596268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-4f3d5a90-f90c-4f69-bdf2-078c988b281b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0503237 Jul 16 01:39:04.621810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.622551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.624940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.625698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.629056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.629662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.630304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.632909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-23c6b624-e4b4-4db2-b696-fc927cc8f535 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.1901844 Jul 16 01:39:04.728454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-0cb2df5a-b8ce-4377-92af-9752e9bf6916 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310174 Jul 16 01:39:04.791197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.848544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7d4a2a6-1d75-402c-b666-753438584c45 req-a0295d84-3e02-42e1-b3fa-ae692101631b tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1110134 Jul 16 01:39:04.917207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-083702be-5d59-4688-9472-99580364e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.918218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-083702be-5d59-4688-9472-99580364e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.918864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-083702be-5d59-4688-9472-99580364e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.921208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-083702be-5d59-4688-9472-99580364e3d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=fdbd9d4d-0a83-44c3-a872-44727c363f86&id=fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 200 len: 2298 time: 0.2535183 Jul 16 01:39:04.948151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.954582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:04.959949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:04.987630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9ff43bff-b31a-4c7b-8856-142b2122def4 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480567 Jul 16 01:39:04.993618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:05.004132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414d384-5bb5-436e-af76-fd419f702273 req-c7ef9d2c-912c-43b0-bbce-4f7cdd696e9e tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.005720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c414d384-5bb5-436e-af76-fd419f702273 req-c7ef9d2c-912c-43b0-bbce-4f7cdd696e9e tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.2471435 Jul 16 01:39:05.058009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:05.073510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 22910e1a-b8a0-4a86-9ced-5f04531be29f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:05.073884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 22910e1a-b8a0-4a86-9ced-5f04531be29f not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:05.125500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.127824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.154881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-3531a2f1-3b47-4726-9774-9f56f181f62e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5535505 Jul 16 01:39:05.222387 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-d93a3dc2-191b-43ec-bc85-000431e4aabd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 1000 time: 0.2873130 Jul 16 01:39:05.267522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-a3daedb6-91f2-4b21-a768-5cf0924837c1 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606955 Jul 16 01:39:05.291683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-1e38ef4f-5974-46bf-b4e9-7f5e2477e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.293135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-1e38ef4f-5974-46bf-b4e9-7f5e2477e34d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 200 len: 856 time: 0.0629392 Jul 16 01:39:05.300560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Request body: {'port': {'device_id': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:05.383564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeb67f-b9ed-4cd3-b1c0-1d2b737ad577 req-3812a7de-c330-4427-ac8f-4bf67e1abf9b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.385360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9caeb67f-b9ed-4cd3-b1c0-1d2b737ad577 req-3812a7de-c330-4427-ac8f-4bf67e1abf9b tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.3339944 Jul 16 01:39:05.446353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.467356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Deleting port 4dff57d4-d4c4-4416-8517-9878bd48e71c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:05.467675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.485816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9caeb67f-b9ed-4cd3-b1c0-1d2b737ad577 req-59d7ee87-3396-4e16-b00c-f4e524fc12e2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784740 Jul 16 01:39:05.712395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] For port 4dff57d4-d4c4-4416-8517-9878bd48e71c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4dff57d4-d4c4-4416-8517-9878bd48e71c,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:05.713507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.766110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-1e70cd6e-0e5a-4413-bc03-d71327a09b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.768212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-1e70cd6e-0e5a-4413-bc03-d71327a09b38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=150ede74-4fb8-4f79-afd0-b35cf3905b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4636481 Jul 16 01:39:05.851849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d83cb131-9e69-4179-8dac-7769916b6033 req-18f243de-db20-4187-bf97-ebaafe3b1744 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.1339231 Jul 16 01:39:05.978261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7d495c-8b3f-42c8-8191-333904008644 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:05.997170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.047276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Transition to ACTIVE for port object 6e7d495c-8b3f-42c8-8191-333904008644 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:06.068761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.220025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.295294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-7fcfed21-a91c-4179-8a42-9afcbfe4302e service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644401 Jul 16 01:39:06.441979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Attempting to bind port 6e7d495c-8b3f-42c8-8191-333904008644 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:06.442488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Attempting to bind port 6e7d495c-8b3f-42c8-8191-333904008644 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:06.442742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Attempting to bind port 6e7d495c-8b3f-42c8-8191-333904008644 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:06.474975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Port 6e7d495c-8b3f-42c8-8191-333904008644 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:06.475318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Attempting to bind port 6e7d495c-8b3f-42c8-8191-333904008644 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:06.488688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:06.489033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Checking segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:06.489439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Bound using segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:06.490017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Bound port: 6e7d495c-8b3f-42c8-8191-333904008644, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:06.490387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.508672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e52dbb9-68ee-46f5-af56-644149277a46 req-b441bf45-6877-4f04-b7d3-1fb65d1b3636 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 210 time: 0.0715706 Jul 16 01:39:06.582555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:06.585925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:06.589447 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-27ad57a4-45fd-4a5d-b154-b39e354d4d57 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836525 Jul 16 01:39:06.593593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.680644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.681368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.682881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] 10.222.0.23 "PUT /v2.0/ports/6e7d495c-8b3f-42c8-8191-333904008644 HTTP/1.1" status: 200 len: 1093 time: 1.5191441 Jul 16 01:39:06.683576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:06.688414 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9964dda3-df6b-4022-a2cb-6d915700e3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "tag": "6e7d495c-8b3f-42c8-8191-333904008644"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:06.691416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-80e51b1a-5791-4b4e-937b-253378aa3b80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 217 time: 0.0654440 Jul 16 01:39:06.740500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203afe-4f34-40f1-8ae6-1f50e19975ce service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.765408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-9101f271-b4e0-4802-b330-2516bef00fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.768024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-9101f271-b4e0-4802-b330-2516bef00fb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.0678935 Jul 16 01:39:06.939253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a80ade-7ef7-4b90-8e83-8f1f95686d81 req-7d73fd40-076c-43f3-bbaf-c489732942e8 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.955340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2a80ade-7ef7-4b90-8e83-8f1f95686d81 req-7d73fd40-076c-43f3-bbaf-c489732942e8 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 944 time: 0.5198121 Jul 16 01:39:07.000886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-150ee2e2-418f-47e5-a556-197e688fa27f req-093cc820-58eb-4453-80d5-ae07e60383a4 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.2202866 Jul 16 01:39:07.040449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-3dcfd380-e6c5-4e14-8695-fc5114b11fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.042003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-3dcfd380-e6c5-4e14-8695-fc5114b11fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2565804 Jul 16 01:39:07.049306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-810be889-182f-4dd8-8fd5-90afa0912896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.051430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-810be889-182f-4dd8-8fd5-90afa0912896 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 1096 time: 0.2787616 Jul 16 01:39:07.087684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2a80ade-7ef7-4b90-8e83-8f1f95686d81 req-55e20240-6489-4023-9a95-d2e0d15313fd tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313033 Jul 16 01:39:07.095756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.096171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.096520 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Floating IP d79095a2-e63b-47ec-a4ec-9267ec6fad35 disassociated. External IP: 172.25.7.147, port: 4dff57d4-d4c4-4416-8517-9878bd48e71c. Jul 16 01:39:07.096883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Calling delete_port for 4dff57d4-d4c4-4416-8517-9878bd48e71c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:07.170035 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-07e89811-0a98-4d08-a6af-b5085f42e9d7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172831 Jul 16 01:39:07.173008 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60cc050-e65b-4e4a-b80a-73694c9ee0cb x-openstack-request-id: req-c60cc050-e65b-4e4a-b80a-73694c9ee0cb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:07.173405 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "tag": "6e7d495c-8b3f-42c8-8191-333904008644", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:07.174052 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c60cc050-e65b-4e4a-b80a-73694c9ee0cb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:07.174427 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644', 'status': 'completed', 'code': 200} Jul 16 01:39:07.257886 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-04bfb41d-2f2e-4265-9903-681ac19acd07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e7d495c-8b3f-42c8-8191-333904008644 HTTP/1.1" status: 200 len: 217 time: 0.0866430 Jul 16 01:39:07.413054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.454968 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-0b0d7bbf-d649-43de-be74-3b29f9e4a705 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917608 Jul 16 01:39:07.539536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-9ccacd1c-2fbd-4674-949c-79bad92e385e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 217 time: 0.0742431 Jul 16 01:39:07.551897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ef56d-5f95-4e69-941d-f59c0a23405d req-f62c1a0a-6bf4-492a-9c6b-ed39df2bc0d2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.559564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5ef56d-5f95-4e69-941d-f59c0a23405d req-f62c1a0a-6bf4-492a-9c6b-ed39df2bc0d2 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 945 time: 0.3185496 Jul 16 01:39:07.673203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-37070279-a5e7-4f76-9abe-69a652cff410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.682161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-37070279-a5e7-4f76-9abe-69a652cff410 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.2257745 Jul 16 01:39:07.730311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.743430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca8a8c5c-26b3-48a6-93d6-2c4dbc4015d7 req-1cfe9bd1-a75b-4fb4-abc1-a821ee239110 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.1038404 Jul 16 01:39:07.823214 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-ca99e5ee-5b46-48af-9ad1-c9e310fc16fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193907 Jul 16 01:39:07.849876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5ef56d-5f95-4e69-941d-f59c0a23405d req-a673dca9-4565-42fe-a162-ced3032b6a8d tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0035c39-b53e-49f8-af2c-a3b0678f25de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838569 Jul 16 01:39:07.853844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event deleted for resources: {'Port': ['ID=4dff57d4-d4c4-4416-8517-9878bd48e71c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.891458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-33b65f4e-f8bf-4ea2-b0e9-e2c462f59551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.893360 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-33b65f4e-f8bf-4ea2-b0e9-e2c462f59551 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.3474860 Jul 16 01:39:07.913893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-f7422f00-4300-46e1-9f27-89d1403367a4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.915778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-f7422f00-4300-46e1-9f27-89d1403367a4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.4649510 Jul 16 01:39:07.938278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.185510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-78f479a2-3b7b-41c3-b7d3-15fb4c67a94b service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363295 Jul 16 01:39:08.211438 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-704a69e4-d948-4009-a0ca-68e430cf7582 req-c1732638-9a6a-4a39-a30a-c7b26d0dced6 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 210 time: 0.1756778 Jul 16 01:39:08.246526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Router b9381d7a-a63a-416f-8adb-6dd5848bfab6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:08.391200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-104fec0f-179b-4fd1-ab13-b6adccf16d75 req-fa919120-f8d0-45cc-9d7e-170dfc26b819 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1126120 Jul 16 01:39:08.625193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:08.629002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.684113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a26b-8d64-42b2-8921-9e333a276091 req-0018b772-f443-41a9-8d77-8e2b12cd231b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.685770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6873a26b-8d64-42b2-8921-9e333a276091 req-0018b772-f443-41a9-8d77-8e2b12cd231b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 944 time: 0.3101566 Jul 16 01:39:08.693382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:08.723411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] Sync routers for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:08.739826 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:08.740363 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:08.799245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] No DVR routers for this DVR port 4dff57d4-d4c4-4416-8517-9878bd48e71c on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:08.799656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-36ac65d4-7591-4295-8765-a0d7d44d203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.801149 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-36ac65d4-7591-4295-8765-a0d7d44d203b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8681862 Jul 16 01:39:08.813015 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.815134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c414d384-5bb5-436e-af76-fd419f702273 req-ffe04f53-8167-48f7-95c1-d78f9e778729 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.23 "DELETE /v2.0/ports/4dff57d4-d4c4-4416-8517-9878bd48e71c HTTP/1.1" status: 204 len: 173 time: 3.7799292 Jul 16 01:39:08.815604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'name': 'network-vif-deleted', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:08.817958 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26b6b3c-edb7-4b62-b96d-5a09b324ad7b" -d '{"events": [{"server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "name": "network-vif-deleted", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:08.870907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6873a26b-8d64-42b2-8921-9e333a276091 req-228db377-f17c-49fd-a8e3-924399685a7b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086657 Jul 16 01:39:08.875974 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-80132a6f-5d43-45da-80cc-ba827f8f72b3 req-2a157976-5b33-4480-918e-e10b5a18ac6b service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895339 Jul 16 01:39:08.958425 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d305b6-0933-4268-bd92-72d2c879fb69 x-openstack-request-id: req-19d305b6-0933-4268-bd92-72d2c879fb69 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:08.958729 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e9bf37-8b19-4eb8-806d-0070d6ae77df", "name": "network-vif-deleted", "tag": "4dff57d4-d4c4-4416-8517-9878bd48e71c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:08.958984 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19d305b6-0933-4268-bd92-72d2c879fb69 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:08.959384 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e9bf37-8b19-4eb8-806d-0070d6ae77df', 'name': 'network-vif-deleted', 'tag': '4dff57d4-d4c4-4416-8517-9878bd48e71c', 'status': 'completed', 'code': 200} Jul 16 01:39:09.003393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.5 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/cae4f144-1058-43f8-acd8-1199e8ec502c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:09.026963 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:09.115315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25b7a6e9-482c-4dcf-a6fa-be68ed528b4b req-f9b70cfd-1626-4411-bb63-2bfa6071de11 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0865748 Jul 16 01:39:09.160673 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-8516feab-d1df-4948-a3df-79c913afc8d9 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517351 Jul 16 01:39:09.258188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb430ff2-0e1f-4e64-93d3-c5e4f11f28c5 req-fa1fac53-2ded-4eb8-812f-e86965823121 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/ports?device_id=68e9bf37-8b19-4eb8-806d-0070d6ae77df HTTP/1.1" status: 200 len: 210 time: 0.0894666 Jul 16 01:39:09.275226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-3e865639-159b-46ac-bd5c-385eb436cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.279662 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-3e865639-159b-46ac-bd5c-385eb436cc67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 1096 time: 0.2544746 Jul 16 01:39:09.415304 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:55Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:09.466949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] Checking router: b9381d7a-a63a-416f-8adb-6dd5848bfab6 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:09.478528 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:09.479320 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:09.523217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-311b3d7a-a200-4ea5-9943-1dfa56ae1b76 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488138 Jul 16 01:39:09.573639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d36dfbb-b3f1-4876-b817-811a2780130a req-54230aa7-2231-4ff9-a679-9ca6be60dba9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 210 time: 0.1089499 Jul 16 01:39:09.612160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.636047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-00f3e2a4-d2a1-46fb-8d59-1a1a7da2f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.637887 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-00f3e2a4-d2a1-46fb-8d59-1a1a7da2f8d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 905 time: 0.3141737 Jul 16 01:39:09.639590 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-38dd3cab-8e64-420e-a2af-a799284434cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 200 len: 217 time: 0.1070993 Jul 16 01:39:09.673656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.690736 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:09.716532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9462d0b-5ec1-433d-b820-e52255e4bd0e req-53210f29-d4f7-4303-ae23-bc3eb7412e87 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0652413 Jul 16 01:39:09.749544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-15e40009-4756-4d3f-9ccb-24f59d7e1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.749544 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-15e40009-4756-4d3f-9ccb-24f59d7e1fbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.0833769 Jul 16 01:39:09.787244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:09.794025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:09.799134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:09.853665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=cae4f144-1058-43f8-acd8-1199e8ec502c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.889676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-d135c289-f059-4076-a346-4e0b71991af7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e7d495c-8b3f-42c8-8191-333904008644 HTTP/1.1" status: 200 len: 217 time: 0.2420373 Jul 16 01:39:09.910655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4dff57d4-d4c4-4416-8517-9878bd48e71c no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:09.919600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.925484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.963071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-9d69855d-69ac-4c12-8bd5-2930643e800f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0318909 Jul 16 01:39:09.982528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Request body: {'port': {'device_id': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:10.071095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 4dff57d4-d4c4-4416-8517-9878bd48e71c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:10.071776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4dff57d4-d4c4-4416-8517-9878bd48e71c not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:10.094530 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:10.104567 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd9faf73-cf3c-49a4-9039-34e84dd5d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.118095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-e999f567-261a-41e5-a66f-ed8813484cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.119616 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-e999f567-261a-41e5-a66f-ed8813484cec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.2204144 Jul 16 01:39:10.155232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-700586f6-965e-40f5-abcd-c10805ac84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.157522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-700586f6-965e-40f5-abcd-c10805ac84a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4015484 Jul 16 01:39:10.183269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-df0a0d8f-d4b5-4b95-9aed-b37df1a1b5d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517788 Jul 16 01:39:10.260186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.362016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f47eac-b66b-4ee7-a7f9-e418c53d1dc3 req-d35c65ee-8942-4ba5-8b88-7bf72ff7fe7b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.376221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79f47eac-b66b-4ee7-a7f9-e418c53d1dc3 req-d35c65ee-8942-4ba5-8b88-7bf72ff7fe7b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 944 time: 0.2049811 Jul 16 01:39:10.420226 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-d8d4c76e-dc43-49cf-bba0-ff41c8d5e176 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399452 Jul 16 01:39:10.461007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-ac361997-1eba-4eeb-8a72-1afeb78c51a7 service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587287 Jul 16 01:39:10.504335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6db3463-2f87-4a11-b11c-8a9a257ef8a6 req-66bd5fb0-746e-499e-a471-61cc0f25e2d1 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bc35aac-85dd-46d8-890d-d691a63afc4d HTTP/1.1" status: 200 len: 210 time: 0.0829861 Jul 16 01:39:10.524034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79f47eac-b66b-4ee7-a7f9-e418c53d1dc3 req-0c93497b-da30-48ae-8592-208c468d15b6 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Jul 16 01:39:10.599274 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:55Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:10.671644 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242ba68-c45b-40b3-9c1e-64cb5bd03c26 None None] The sync data for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 is: [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 4, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e0ccf8c-2493-4d62-a5c8-5f180845d854', 'name': '', 'network_id': 'b2eee1b1-0325-4835-8e72-2d90c42c1c4a', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'mac_address': 'fa:16:3e:0f:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:55Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'subnets': [{'id': 'b659d69c-2a6f-4789-88e0-7a85460758f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:10.742708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:10.914077 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-9a4f8d45-b893-4d72-b13c-f5d0d18adc5c service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861195 Jul 16 01:39:10.932707 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9964dda3-df6b-4022-a2cb-6d915700e3e5 req-f52e0475-63dd-4708-aef9-883719534b1e service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233572 Jul 16 01:39:11.031965 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-18d625c8-5d1f-4759-b47c-b259093d43af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 200 len: 217 time: 0.1021342 Jul 16 01:39:11.174779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-bb38517f-c55c-4d0c-ab13-4df92d64e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.179640 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-bb38517f-c55c-4d0c-ab13-4df92d64e6f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1406677 Jul 16 01:39:11.196153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4c289-6905-4f52-a739-e490a4234a90 None None] New status for floating IP d79095a2-e63b-47ec-a4ec-9267ec6fad35: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:11.307331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.405074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-1e283ec3-b6fe-4752-8811-60673a23ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.407391 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-1e283ec3-b6fe-4752-8811-60673a23ef8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1850362 Jul 16 01:39:11.433942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bc93dac-82ba-43bf-9fcf-c383ee092157 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.492544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bc93dac-82ba-43bf-9fcf-c383ee092157 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.524640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-061b3952-ad6b-4e16-bd32-4befb968b0c6 req-7608731d-3545-402f-99db-1f928de88887 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0846000 Jul 16 01:39:11.592510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-2bb79957-2d36-49a0-867d-bb0b4067c6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599019 Jul 16 01:39:11.618388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae4f144-1058-43f8-acd8-1199e8ec502c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:11.642856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.657956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bc93dac-82ba-43bf-9fcf-c383ee092157 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.661139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213504-8773-46f4-8c8d-3a0780ef1ba3 req-15ea3204-27a7-440d-ba56-42cb87d3d322 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.661325 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bc93dac-82ba-43bf-9fcf-c383ee092157 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.666322 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2bc93dac-82ba-43bf-9fcf-c383ee092157 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "DELETE /v2.0/security-groups/f0035c39-b53e-49f8-af2c-a3b0678f25de HTTP/1.1" status: 204 len: 168 time: 0.3531814 Jul 16 01:39:11.674638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f213504-8773-46f4-8c8d-3a0780ef1ba3 req-15ea3204-27a7-440d-ba56-42cb87d3d322 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 931 time: 0.7222314 Jul 16 01:39:11.680289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.717042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc93dac-82ba-43bf-9fcf-c383ee092157 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0035c39-b53e-49f8-af2c-a3b0678f25de,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.769700 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-bdd255fb-3a83-4888-8186-fdd8696d2cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700807 Jul 16 01:39:11.786374 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-1e72d306-77e7-4d99-af69-2e49e1d3ce3e tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] show failed (client error): The resource could not be found. Jul 16 01:39:11.791703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e72d306-77e7-4d99-af69-2e49e1d3ce3e tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "GET /v2.0/security-groups/f0035c39-b53e-49f8-af2c-a3b0678f25de HTTP/1.1" status: 404 len: 347 time: 0.0781109 Jul 16 01:39:11.793486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Transition to ACTIVE for port object cae4f144-1058-43f8-acd8-1199e8ec502c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:11.796493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.812190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:11.817818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.868983 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-5312e670-ec27-4668-832d-b684fe1f848c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 200 len: 217 time: 0.0911951 Jul 16 01:39:11.948069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-14617ef5-a27e-49a8-94e2-9a6ad65fe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.951371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-14617ef5-a27e-49a8-94e2-9a6ad65fe60b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.0761535 Jul 16 01:39:11.970434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:11.987127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '6e7d495c-8b3f-42c8-8191-333904008644', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '6e7d495c-8b3f-42c8-8191-333904008644', 'mac_address': 'fa:16:3e:6d:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:12.030829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-2c345815-d2eb-4adb-b768-1b669733400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.033664 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-2c345815-d2eb-4adb-b768-1b669733400a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748196 Jul 16 01:39:12.038354 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.054837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7d495c-8b3f-42c8-8191-333904008644 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:12.083260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:12.089191 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.155743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.165060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.165481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.165778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.166117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.166616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.167109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.167446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.167799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.168356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.169361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.169361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.169361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.178745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-92c7d0ea-b068-40b7-8c65-4517a3cc4532 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378551 Jul 16 01:39:12.293182 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-f19415df-dba2-4eb2-8eaf-132919c005a3 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076534 Jul 16 01:39:12.316789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f213504-8773-46f4-8c8d-3a0780ef1ba3 req-7ceff6d0-78a0-4693-90da-d5665723b8fe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408024 Jul 16 01:39:12.344103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-85b1dd9a-fe40-44aa-9ef1-9d8debc07d96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 200 len: 217 time: 0.0432680 Jul 16 01:39:12.385851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc13df7c-9581-45a1-b087-d9ecae1d09cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.404740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['6e7d495c-8b3f-42c8-8191-333904008644'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:12.423698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-012a299d-f8fa-44df-b513-c825672f7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.425708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-012a299d-f8fa-44df-b513-c825672f7e06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.0613918 Jul 16 01:39:12.428100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Pushing event updated for resources: {'Port': ['ID=cae4f144-1058-43f8-acd8-1199e8ec502c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.452282 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.472964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.473543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.474116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.474694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.476381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.476381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.476381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.476381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.476878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.476966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.477434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.477619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:12.523707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-ba36504f-ca01-4224-a407-09e376f5c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.526133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-ba36504f-ca01-4224-a407-09e376f5c68c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932596 Jul 16 01:39:12.667653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-9b8739ed-7749-4fe6-9e97-6d6f320bd189 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331429 Jul 16 01:39:12.667914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cfee9-4fb2-4ddf-b6d3-f5bdb1ffe9c5 req-fab8cd27-7d10-45c1-b231-101362fd71b3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.669246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-398cfee9-4fb2-4ddf-b6d3-f5bdb1ffe9c5 req-fab8cd27-7d10-45c1-b231-101362fd71b3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.4494321 Jul 16 01:39:12.721476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Deleting port bfc7c78d-d041-459c-9b15-f947d44a017a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:12.722013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.743989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Attempting to bind port cae4f144-1058-43f8-acd8-1199e8ec502c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:12.744333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Attempting to bind port cae4f144-1058-43f8-acd8-1199e8ec502c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:12.744692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Attempting to bind port cae4f144-1058-43f8-acd8-1199e8ec502c on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:12.770883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7ab8a195-111f-4a2a-b77b-3a89819412aa req-05575259-48f2-46d2-9e94-96b024a65263 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949731 Jul 16 01:39:12.781778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Port cae4f144-1058-43f8-acd8-1199e8ec502c on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:12.782119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Attempting to bind port cae4f144-1058-43f8-acd8-1199e8ec502c on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:12.814219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271f19-5b80-4dc0-a247-fadafdfdf12f req-0e9e7b04-fac1-495c-ae8e-50aff5a29813 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.815796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12271f19-5b80-4dc0-a247-fadafdfdf12f req-0e9e7b04-fac1-495c-ae8e-50aff5a29813 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 945 time: 0.2898250 Jul 16 01:39:12.877145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:12.877400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:12.877783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:12.878342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Bound port: cae4f144-1058-43f8-acd8-1199e8ec502c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:12.878709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.882967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-398cfee9-4fb2-4ddf-b6d3-f5bdb1ffe9c5 req-976a52a1-f54c-450a-85a6-7c5ee7ac2662 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024829 Jul 16 01:39:13.002841 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.003190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.020067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12271f19-5b80-4dc0-a247-fadafdfdf12f req-4d495b20-8f51-4d08-ab31-8c3af3c39c4f tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755280 Jul 16 01:39:13.041339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Calling delete_port for bfc7c78d-d041-459c-9b15-f947d44a017a owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:13.081945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] For port cae4f144-1058-43f8-acd8-1199e8ec502c, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:13.087672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.171682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] For port cae4f144-1058-43f8-acd8-1199e8ec502c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cae4f144-1058-43f8-acd8-1199e8ec502c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:13.210930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.219632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03fba644-cc32-4fc2-ac0c-071c93a6bffa req-f7633e7a-23ed-492b-9112-29e5b7916fed tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0521603 Jul 16 01:39:13.223038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.303939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c347da58-4a96-4e7a-9dda-1199262765dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.316010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.316844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.318431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] 10.222.0.13 "PUT /v2.0/ports/cae4f144-1058-43f8-acd8-1199e8ec502c HTTP/1.1" status: 200 len: 1092 time: 3.3413441 Jul 16 01:39:13.319057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'tag': 'cae4f144-1058-43f8-acd8-1199e8ec502c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:13.321502 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa9a0e-0337-4105-95a3-da21060de6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d293065-94c3-4ee1-bfda-82956cc6cbd2", "tag": "cae4f144-1058-43f8-acd8-1199e8ec502c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:13.361903 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c347da58-4a96-4e7a-9dda-1199262765dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.367009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda502e-48bf-4be5-a98c-126d75cf3e82 service neutron] Pushing event updated for resources: {'Port': ['ID=cae4f144-1058-43f8-acd8-1199e8ec502c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.461339 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac4006-a8ec-477b-9d5b-7d6019626489 x-openstack-request-id: req-29ac4006-a8ec-477b-9d5b-7d6019626489 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:13.461924 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d293065-94c3-4ee1-bfda-82956cc6cbd2", "tag": "cae4f144-1058-43f8-acd8-1199e8ec502c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:13.462341 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29ac4006-a8ec-477b-9d5b-7d6019626489 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:13.462901 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'tag': 'cae4f144-1058-43f8-acd8-1199e8ec502c', 'status': 'completed', 'code': 200} Jul 16 01:39:13.503747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c347da58-4a96-4e7a-9dda-1199262765dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.506969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c347da58-4a96-4e7a-9dda-1199262765dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.511780 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c347da58-4a96-4e7a-9dda-1199262765dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9281da2-ab1a-40cf-aff3-f8c5129c6b77 HTTP/1.1" status: 204 len: 168 time: 0.2832549 Jul 16 01:39:13.517507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.532661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347da58-4a96-4e7a-9dda-1199262765dc tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9281da2-ab1a-40cf-aff3-f8c5129c6b77,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.543421 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-1e89d122-fcb9-4e03-bc1c-7ff4120912b5 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] show failed (client error): The resource could not be found. Jul 16 01:39:13.544921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1e89d122-fcb9-4e03-bc1c-7ff4120912b5 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "GET /v2.0/security-groups/b9281da2-ab1a-40cf-aff3-f8c5129c6b77 HTTP/1.1" status: 404 len: 347 time: 0.0264356 Jul 16 01:39:13.552979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58040) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.670525 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.678519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.724691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port 7440330c-0833-4fcf-b4e4-415889774ab3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:13.725193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.732643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Pushing event deleted for resources: {'Port': ['ID=bfc7c78d-d041-459c-9b15-f947d44a017a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.772933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-50e16014-4947-4a35-8c13-86f7d1c8248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.774657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-50e16014-4947-4a35-8c13-86f7d1c8248d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 1095 time: 0.3279912 Jul 16 01:39:13.826078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7b0b-901a-4b9c-884d-f4da503c919e req-f5b616c1-4ca8-4f2d-8a5c-e0ec93dda824 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.828049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee7d7b0b-901a-4b9c-884d-f4da503c919e req-f5b616c1-4ca8-4f2d-8a5c-e0ec93dda824 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 943 time: 0.3008726 Jul 16 01:39:13.830100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:13.865203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.865203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.877872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-eade97c5-8865-4fbc-8bdf-dc24baf7b052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cae4f144-1058-43f8-acd8-1199e8ec502c HTTP/1.1" status: 200 len: 217 time: 0.0698218 Jul 16 01:39:13.898043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for 7440330c-0833-4fcf-b4e4-415889774ab3 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:13.913037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 6e7d495c-8b3f-42c8-8191-333904008644 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:13.917889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 6e7d495c-8b3f-42c8-8191-333904008644 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:13.918515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.946254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.949125 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.954045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e04f4138-c0cf-4035-b165-16e10015b535 tempest-ServersTestManualDisk-1050832406 tempest-ServersTestManualDisk-1050832406-project] 10.222.0.42 "DELETE /v2.0/floatingips/d79095a2-e63b-47ec-a4ec-9267ec6fad35 HTTP/1.1" status: 204 len: 168 time: 2.1540654 Jul 16 01:39:13.964310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58044) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.032018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee7d7b0b-901a-4b9c-884d-f4da503c919e req-b4201b97-3cd8-415a-aa80-c6d6c503a00b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675909 Jul 16 01:39:14.062419 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.079834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-7784cd3d-5a6b-4f27-9314-8c27c7aa7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.081475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-7784cd3d-5a6b-4f27-9314-8c27c7aa7b50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1872694 Jul 16 01:39:14.082830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-5478e03c-b8b7-436c-a968-3329806aebdb tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.085444 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-5478e03c-b8b7-436c-a968-3329806aebdb tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.2766540 Jul 16 01:39:14.103102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:14.106959 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2001a-acaa-421b-b217-fccf6408118b" -d '{"events": [{"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d495c-8b3f-42c8-8191-333904008644"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:14.130089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:14.137549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.154951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-978f3794-801e-4761-9851-fbb877edbfbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438511 Jul 16 01:39:14.212452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.241198 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.281633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=7440330c-0833-4fcf-b4e4-415889774ab3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.345318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Deleting port d2fb66e3-73a1-4166-b493-b910f6f1d36d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:14.345661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.385479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.388118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.389389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f59d3193-fc3f-4e26-9eac-8f5b16f4a479 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/floatingips/4e04080e-048f-4ed5-aa54-e519ae788684 HTTP/1.1" status: 204 len: 168 time: 0.8352180 Jul 16 01:39:14.393917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58054) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.528694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] For port d2fb66e3-73a1-4166-b493-b910f6f1d36d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d2fb66e3-73a1-4166-b493-b910f6f1d36d,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:14.528952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.545938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Calling delete_port for d2fb66e3-73a1-4166-b493-b910f6f1d36d owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:14.628702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port 2f228ba5-98af-4500-a86d-e614b7a1f60b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:14.629259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.782554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.813424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for 2f228ba5-98af-4500-a86d-e614b7a1f60b owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:14.830944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0c95-173a-485f-9a47-6e331273255e req-67f198f4-c374-4be1-8a02-a180d7b3be2c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.832562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96ae0c95-173a-485f-9a47-6e331273255e req-67f198f4-c374-4be1-8a02-a180d7b3be2c tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd59697-fbca-4172-95e9-dbeab3ec4bd9 HTTP/1.1" status: 200 len: 946 time: 0.7607865 Jul 16 01:39:14.834521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.847094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-133f2ba5-588a-4eab-b976-711f2aabf11a service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474888 Jul 16 01:39:14.853305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0cc55e3f-c812-49b7-ba69-36d82f2c9b7e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:14.892737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d2fb66e3-73a1-4166-b493-b910f6f1d36d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:14.896055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Pushing event deleted for resources: {'Port': ['ID=d2fb66e3-73a1-4166-b493-b910f6f1d36d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.953527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca5c68-06f8-45f0-92bb-2c2827ceda14 req-4595fb40-7aa3-4888-aa2f-087e468e04b6 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.956214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8ca5c68-06f8-45f0-92bb-2c2827ceda14 req-4595fb40-7aa3-4888-aa2f-087e468e04b6 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.7576911 Jul 16 01:39:14.965552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 410afdb3-a322-442d-bd31-77b973f7f75d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:14.966301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.009409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] No DVR routers for this DVR port d2fb66e3-73a1-4166-b493-b910f6f1d36d on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:15.013330 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.016786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63de94c6-5e34-493e-a389-9fd95ed33962 req-6811551f-3408-4771-9876-ab1368c9d1b8 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.13 "DELETE /v2.0/ports/d2fb66e3-73a1-4166-b493-b910f6f1d36d HTTP/1.1" status: 204 len: 173 time: 0.9212949 Jul 16 01:39:15.018752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'name': 'network-vif-deleted', 'tag': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:15.021916 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb93e9-13fe-4f85-8efa-b4645ae126a6" -d '{"events": [{"server_uuid": "6dd59697-fbca-4172-95e9-dbeab3ec4bd9", "name": "network-vif-deleted", "tag": "d2fb66e3-73a1-4166-b493-b910f6f1d36d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:15.129607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96ae0c95-173a-485f-9a47-6e331273255e req-1504829c-0fb8-4dd1-8d02-e5d1dac2d0eb tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786779 Jul 16 01:39:15.141089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.155980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8ca5c68-06f8-45f0-92bb-2c2827ceda14 req-ef922e52-235a-4508-a15e-a14294ba45ef tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660817 Jul 16 01:39:15.180370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=2f228ba5-98af-4500-a86d-e614b7a1f60b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.229352 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.289651 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a9558-dced-41d9-ae82-663dc41f6fdc x-openstack-request-id: req-758a9558-dced-41d9-ae82-663dc41f6fdc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:15.290101 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d495c-8b3f-42c8-8191-333904008644", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:15.290507 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-758a9558-dced-41d9-ae82-663dc41f6fdc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:15.291041 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644', 'code': 200} Jul 16 01:39:15.323409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.324726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 410afdb3-a322-442d-bd31-77b973f7f75d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=410afdb3-a322-442d-bd31-77b973f7f75d,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:15.325103 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.325595 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0d52778b-d996-47a4-898a-0db193856299 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/ports/2f228ba5-98af-4500-a86d-e614b7a1f60b HTTP/1.1" status: 204 len: 168 time: 0.9307091 Jul 16 01:39:15.329481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58060) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.349174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c24e9bd9-41bb-4af9-bda7-e87066b57106 req-deb1e0d1-8e61-412c-adc1-eae7a94a5ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848557 Jul 16 01:39:15.350194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 410afdb3-a322-442d-bd31-77b973f7f75d owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:15.470021 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35dd320-8647-46ee-97c4-fb22dde7a8b8 x-openstack-request-id: req-e35dd320-8647-46ee-97c4-fb22dde7a8b8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:15.470225 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd59697-fbca-4172-95e9-dbeab3ec4bd9", "name": "network-vif-deleted", "tag": "d2fb66e3-73a1-4166-b493-b910f6f1d36d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:15.470474 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e35dd320-8647-46ee-97c4-fb22dde7a8b8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:15.471237 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd59697-fbca-4172-95e9-dbeab3ec4bd9', 'name': 'network-vif-deleted', 'tag': 'd2fb66e3-73a1-4166-b493-b910f6f1d36d', 'status': 'completed', 'code': 200} Jul 16 01:39:15.550274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port baaed00c-8169-42a8-a33e-65555adafac6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:15.550995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.585184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec880870-6adf-47d6-a6f5-b6cec77540f2 req-4fd1f6ba-96f4-4593-a21e-bf9e48cbaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.586607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec880870-6adf-47d6-a6f5-b6cec77540f2 req-4fd1f6ba-96f4-4593-a21e-bf9e48cbaf12 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 1098 time: 0.1313329 Jul 16 01:39:15.596971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830deef2-efdd-4695-97a5-42fdee5241b4 req-520624d2-d22d-45d6-827d-29f1591913e5 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1185169 Jul 16 01:39:15.686732 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.740701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec880870-6adf-47d6-a6f5-b6cec77540f2 req-d6eef51d-4eb1-4f33-82dc-ad85aad7a4bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290390 Jul 16 01:39:15.743062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.758102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for baaed00c-8169-42a8-a33e-65555adafac6 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:15.822875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-569749ec-9ec4-4f50-8e13-c913887d927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.824344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-569749ec-9ec4-4f50-8e13-c913887d927e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 1095 time: 0.3485079 Jul 16 01:39:15.927603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74dc81-7dda-43a5-97c0-ccb55a20327e req-21360b90-e455-4380-82c5-da18b1b4dc5a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.929660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c74dc81-7dda-43a5-97c0-ccb55a20327e req-21360b90-e455-4380-82c5-da18b1b4dc5a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 943 time: 0.3472438 Jul 16 01:39:15.967723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.001758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=baaed00c-8169-42a8-a33e-65555adafac6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.039627 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.082174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.084282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c4e2c2f-5d52-4cb8-b893-fda219dba90f tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/ports/baaed00c-8169-42a8-a33e-65555adafac6 HTTP/1.1" status: 204 len: 168 time: 0.7541268 Jul 16 01:39:16.087111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58062) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:16.091788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=410afdb3-a322-442d-bd31-77b973f7f75d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.119038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c74dc81-7dda-43a5-97c0-ccb55a20327e req-651d6bfd-2f12-4bb0-9e49-77864a4c3042 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826837 Jul 16 01:39:16.147015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-35b9ca9b-d695-4e5a-a7c5-85112f0c98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.148558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-35b9ca9b-d695-4e5a-a7c5-85112f0c98c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.3158889 Jul 16 01:39:16.152721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting subnet 76282840-b288-43f9-88f3-b86d52ac13af {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:16.158438 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.217620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.240943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-bb9d6804-0a23-4feb-bedf-279750f50afa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cae4f144-1058-43f8-acd8-1199e8ec502c HTTP/1.1" status: 200 len: 217 time: 0.0697415 Jul 16 01:39:16.437751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.513681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-bee20b3c-04d0-44f7-8db5-e484f620d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.515926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-bee20b3c-04d0-44f7-8db5-e484f620d670 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.2639270 Jul 16 01:39:16.520408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.559088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Subnet': ['ID=76282840-b288-43f9-88f3-b86d52ac13af,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.564468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.566576 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cbec3a19-1b63-429e-b74a-de52333ad824 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/subnets/76282840-b288-43f9-88f3-b86d52ac13af HTTP/1.1" status: 204 len: 168 time: 0.4785056 Jul 16 01:39:16.569500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58072) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:16.572855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a458505-5643-4be2-984d-1a72d755c69e None None] Network a4064a8d-e31f-44b1-8dea-726ed8a8b529 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:16.683350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting subnet b936200c-deaf-4983-b50f-204d4a396fce {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:16.698693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.770780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.885766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] DHCP port deletion for a4064a8d-e31f-44b1-8dea-726ed8a8b529 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:16.903296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.948211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] Deleting port 82626de7-47f6-4539-af4e-94f99e5ac0a9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:16.949845 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.028592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cae4f144-1058-43f8-acd8-1199e8ec502c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:17.031013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d2fb66e3-73a1-4166-b493-b910f6f1d36d no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:17.045209 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-36262905-d4e0-4a8a-8a19-112df77a6d00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5212164 Jul 16 01:39:17.078478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] For port 82626de7-47f6-4539-af4e-94f99e5ac0a9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=82626de7-47f6-4539-af4e-94f99e5ac0a9,segment=NetworkSegment(923c8f2e-b533-4c98-8519-0482c8732e62),segment_id=923c8f2e-b533-4c98-8519-0482c8732e62)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.079253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.085766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: d2fb66e3-73a1-4166-b493-b910f6f1d36d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:17.086221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d2fb66e3-73a1-4166-b493-b910f6f1d36d not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:17.115788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] Calling delete_port for 82626de7-47f6-4539-af4e-94f99e5ac0a9 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:17.175979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cbeb0-ae1c-4753-932e-678f777a8646 req-49ed3dd8-07cd-4810-81dd-e901df1e5507 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.177910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e66cbeb0-ae1c-4753-932e-678f777a8646 req-49ed3dd8-07cd-4810-81dd-e901df1e5507 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.7281432 Jul 16 01:39:17.178588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.271683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Deleting port 8e0ccf8c-2493-4d62-a5c8-5f180845d854 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:17.271945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.298768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.328282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Subnet': ['ID=b936200c-deaf-4983-b50f-204d4a396fce,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.332460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.339834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7423-d35e-48dc-98ef-3fe1387199d9 req-9b6f6a4c-9bd3-47a8-93a6-34b679f918a5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.341864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e5d7423-d35e-48dc-98ef-3fe1387199d9 req-9b6f6a4c-9bd3-47a8-93a6-34b679f918a5 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.3242214 Jul 16 01:39:17.344738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-00e99a54-7552-4b04-bb7e-0652961421da tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/subnets/b936200c-deaf-4983-b50f-204d4a396fce HTTP/1.1" status: 204 len: 168 time: 0.7607827 Jul 16 01:39:17.346360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58080) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.347423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5e262-5dcf-441f-8609-d3dc36d1ef99 None None] Network c7658c97-960e-4ad5-9708-4d3be453e277 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:17.404563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-138b140c-f543-4f57-9f39-64fb60fca0bb service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333907 Jul 16 01:39:17.435000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e66cbeb0-ae1c-4753-932e-678f777a8646 req-f1e1f16e-ba64-442e-9e64-83366de3f286 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094402 Jul 16 01:39:17.465641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.484857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port cae4f144-1058-43f8-acd8-1199e8ec502c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cae4f144-1058-43f8-acd8-1199e8ec502c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.525533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'cae4f144-1058-43f8-acd8-1199e8ec502c', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': 'cae4f144-1058-43f8-acd8-1199e8ec502c', 'mac_address': 'fa:16:3e:75:24:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:17.548353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e5d7423-d35e-48dc-98ef-3fe1387199d9 req-0b807796-cbaa-43b6-84d2-14848ebae7df tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923666 Jul 16 01:39:17.566546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Deleting port 82626de7-47f6-4539-af4e-94f99e5ac0a9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:17.567055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.581144 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.629713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] Pushing event deleted for resources: {'Port': ['ID=82626de7-47f6-4539-af4e-94f99e5ac0a9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.638667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07394e00-b57b-47cf-98e7-c989694fa6b6 None None] No DVR routers for this DVR port 82626de7-47f6-4539-af4e-94f99e5ac0a9 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:17.640370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.662023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae4f144-1058-43f8-acd8-1199e8ec502c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:17.665419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] For port 82626de7-47f6-4539-af4e-94f99e5ac0a9, host n-d-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.666122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.681101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Calling delete_port for 82626de7-47f6-4539-af4e-94f99e5ac0a9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:17.684169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Port 82626de7-47f6-4539-af4e-94f99e5ac0a9 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:39:17.685592 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.700712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port cae4f144-1058-43f8-acd8-1199e8ec502c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cae4f144-1058-43f8-acd8-1199e8ec502c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.707894 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.719975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Port': ['ID=82626de7-47f6-4539-af4e-94f99e5ac0a9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.727919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] No DVR routers for this DVR port 82626de7-47f6-4539-af4e-94f99e5ac0a9 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:17.761838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] For port 8e0ccf8c-2493-4d62-a5c8-5f180845d854, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8e0ccf8c-2493-4d62-a5c8-5f180845d854,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.762204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.767508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9528a67-ffa7-4fa0-9228-34a1284803c7 req-c0bd8670-09db-4446-a820-cd101af5fc2c tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0981135 Jul 16 01:39:17.792474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=cae4f144-1058-43f8-acd8-1199e8ec502c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.810699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] DHCP port deletion for c7658c97-960e-4ad5-9708-4d3be453e277 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:17.828721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Calling delete_port for 8e0ccf8c-2493-4d62-a5c8-5f180845d854 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:17.871300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] Deleting port 69848af7-938c-4359-a0da-4f6e745a79b7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:17.871689 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.872369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6afa9a0e-0337-4105-95a3-da21060de6b5 req-fb63c8e7-2de0-463c-bc6d-25a37b90b345 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348004 Jul 16 01:39:17.882728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.898630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4064a8d-e31f-44b1-8dea-726ed8a8b529']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:17.915493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923c8f2e-b533-4c98-8519-0482c8732e62') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:17.915810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923c8f2e-b533-4c98-8519-0482c8732e62') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:17.931059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.950871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.962271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:17.962969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.964814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] For port 69848af7-938c-4359-a0da-4f6e745a79b7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69848af7-938c-4359-a0da-4f6e745a79b7,segment=NetworkSegment(8ac79efe-2f0f-42aa-9bd8-e5446d6091dd),segment_id=8ac79efe-2f0f-42aa-9bd8-e5446d6091dd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.965444 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:17.968406 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:17.997069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] Calling delete_port for 69848af7-938c-4359-a0da-4f6e745a79b7 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:17.997397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e281d-e968-4770-aa0d-2cfa4d03909c req-53926731-c476-4f0a-aa42-f5ea451412ea tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.999139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e8e281d-e968-4770-aa0d-2cfa4d03909c req-53926731-c476-4f0a-aa42-f5ea451412ea tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 943 time: 0.3188090 Jul 16 01:39:18.050233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.056090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.061429 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/networks/a4064a8d-e31f-44b1-8dea-726ed8a8b529 HTTP/1.1" status: 204 len: 168 time: 0.7132394 Jul 16 01:39:18.062197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58084) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.086083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5473-e633-4fcb-b350-ca77899558a3 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Network': ['ID=a4064a8d-e31f-44b1-8dea-726ed8a8b529,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.088562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:18.096817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['cae4f144-1058-43f8-acd8-1199e8ec502c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:18.102665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.113004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e8e281d-e968-4770-aa0d-2cfa4d03909c req-77dc6fb8-4987-498e-894a-714ede324746 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052287 Jul 16 01:39:18.178823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.181670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] No DVR routers for this DVR port 69848af7-938c-4359-a0da-4f6e745a79b7 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:18.189651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00555a2b-2554-4b23-a168-c8e0ce5d6cd2 None None] Pushing event deleted for resources: {'Port': ['ID=69848af7-938c-4359-a0da-4f6e745a79b7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.218581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.288185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.299298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7658c97-960e-4ad5-9708-4d3be453e277']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.299791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:18.306577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-408d131f-4fb6-487e-9c71-f9cf29369739 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "PUT /v2.0/routers/b50fc8cd-1813-43a2-a6e8-89c56f8172fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5589409 Jul 16 01:39:18.314717 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:18.321361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.321672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac79efe-2f0f-42aa-9bd8-e5446d6091dd') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.322941 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.329375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:18.330019 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.352315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.361582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0ccf8c-2493-4d62-a5c8-5f180845d854,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.378255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.393516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:18.393937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:18.397475 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:18.491841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.503770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.513695 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] 10.222.0.42 "DELETE /v2.0/networks/c7658c97-960e-4ad5-9708-4d3be453e277 HTTP/1.1" status: 204 len: 168 time: 0.4426293 Jul 16 01:39:18.541360 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:18.551388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8f73-5b41-4cf7-a82b-58b1832d9da2 tempest-TaggedBootDevicesTest-1281473323 tempest-TaggedBootDevicesTest-1281473323-project] Pushing event deleted for resources: {'Network': ['ID=c7658c97-960e-4ad5-9708-4d3be453e277,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.691542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.715288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8ff87-d2a2-4c29-ad3f-3066dac367ce req-29b1052c-494c-4e0d-a144-60aeccf37779 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.717151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22a8ff87-d2a2-4c29-ad3f-3066dac367ce req-29b1052c-494c-4e0d-a144-60aeccf37779 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.0928710 Jul 16 01:39:18.863081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22a8ff87-d2a2-4c29-ad3f-3066dac367ce req-423e4773-8606-4103-ae23-3a2b4cdd9d90 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069908 Jul 16 01:39:18.874808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82626de7-47f6-4539-af4e-94f99e5ac0a9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:18.904817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 82626de7-47f6-4539-af4e-94f99e5ac0a9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:18.905378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82626de7-47f6-4539-af4e-94f99e5ac0a9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:18.910155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69848af7-938c-4359-a0da-4f6e745a79b7 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:18.957242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 69848af7-938c-4359-a0da-4f6e745a79b7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:18.957591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69848af7-938c-4359-a0da-4f6e745a79b7 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:18.993893 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 6, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:50Z', 'revision_number': 1, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.022110 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:19.032314 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:19.033219 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.077927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8922e-d7f0-469f-8733-ed1ee703b14b req-2eaae598-39db-4a55-a113-96ffbc57f132 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.077927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42b8922e-d7f0-469f-8733-ed1ee703b14b req-2eaae598-39db-4a55-a113-96ffbc57f132 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1257515 Jul 16 01:39:19.100481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Router b9381d7a-a63a-416f-8adb-6dd5848bfab6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:19.125184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd35a675-3754-4d33-9305-0260c2e76134 req-da9976af-2ab0-4074-b826-fc3e73bdfbbf tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0439541 Jul 16 01:39:19.155619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42b8922e-d7f0-469f-8733-ed1ee703b14b req-4230f654-a00e-41ae-90e8-015ebeba4874 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701818 Jul 16 01:39:19.170955 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:19.270321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:19.285073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] Sync routers for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:19.285911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd3427ed-0398-4033-8553-0a36a39101de admin admin] 10.222.0.42 "PUT /v2.0/routers/b9381d7a-a63a-416f-8adb-6dd5848bfab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3156734 Jul 16 01:39:19.289005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58106) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.301374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:19.302139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.432220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bed218-e458-49f6-b9a1-4c5044832c45 req-1ccf234c-ff15-46af-9bcf-98b76cd11d83 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.448227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9bed218-e458-49f6-b9a1-4c5044832c45 req-1ccf234c-ff15-46af-9bcf-98b76cd11d83 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 946 time: 0.1610141 Jul 16 01:39:19.456078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.492523 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 6, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:50Z', 'revision_number': 1, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.508069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:19.524292 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5803aa1-bf19-4b91-8bf4-75deb5541bd8 None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 6, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'd25e92ff-f568-4bdb-9a2e-9b282746d271', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'port_id': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'mac_address': 'fa:16:3e:a1:9b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:47Z', 'updated_at': '2021-07-16T01:37:50Z', 'revision_number': 1, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:19.533150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9bed218-e458-49f6-b9a1-4c5044832c45 req-62a0a65d-2e16-4fc1-9339-7d1fed953dc0 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839431 Jul 16 01:39:19.593668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.666517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Deleting port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:19.666873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.824704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] For port f9aabf52-cf35-4535-a9ad-0c19fbf47ebe, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:19.825086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.853261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Calling delete_port for f9aabf52-cf35-4535-a9ad-0c19fbf47ebe owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:19.877600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf92c9-53c1-4a0d-8fce-74730a694667 req-659c8149-fc8c-4858-b675-870ea3038db5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.879222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6cf92c9-53c1-4a0d-8fce-74730a694667 req-659c8149-fc8c-4858-b675-870ea3038db5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 944 time: 0.1628020 Jul 16 01:39:19.922220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 5, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port': {'id': 'f9aabf52-cf35-4535-a9ad-0c19fbf47ebe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.941615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184a68-0be5-48d9-880b-a7862cd01f14 req-2ebc80ae-7578-47dc-a773-31dfb5a9a388 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.943183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20184a68-0be5-48d9-880b-a7862cd01f14 req-2ebc80ae-7578-47dc-a773-31dfb5a9a388 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.1645470 Jul 16 01:39:19.952665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] Checking router: b9381d7a-a63a-416f-8adb-6dd5848bfab6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:19.965858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] Routers {'b9381d7a-a63a-416f-8adb-6dd5848bfab6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:19.966967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:20.023240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6cf92c9-53c1-4a0d-8fce-74730a694667 req-9b55cb41-6ed6-47ed-9637-a8782a49c00e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343269 Jul 16 01:39:20.079641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20184a68-0be5-48d9-880b-a7862cd01f14 req-3747310f-d974-41a3-a35d-1ddc8be88863 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259396 Jul 16 01:39:20.089618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] Set router b9381d7a-a63a-416f-8adb-6dd5848bfab6 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:20.112294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.156450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9aabf52-cf35-4535-a9ad-0c19fbf47ebe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.200324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:39:19Z', 'revision_number': 6, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:20.241927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f032ca0-d54e-4cf5-89ce-3958414d5be9 None None] The sync data for ids ['b9381d7a-a63a-416f-8adb-6dd5848bfab6'] in n-d-791506-20 is: [{'id': 'b9381d7a-a63a-416f-8adb-6dd5848bfab6', 'name': 'tempest-ServersTestManualDisk-1825377860-router', 'tenant_id': 'bf162a766d2948f4a86446789320cd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:35Z', 'updated_at': '2021-07-16T01:39:19Z', 'revision_number': 6, 'project_id': 'bf162a766d2948f4a86446789320cd27', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:20.276733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.356222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a6e2cae-750b-4d60-8bdd-c7a54b865982 req-46579e11-9ab8-4dc5-8a25-353c7a2a6e2b tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0539982 Jul 16 01:39:20.406168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.408415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.474208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.475519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9381d7a-a63a-416f-8adb-6dd5848bfab6 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:20.482309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.487078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a446a000-3d82-41ba-9956-aa52f4e10a07 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b9381d7a-a63a-416f-8adb-6dd5848bfab6 HTTP/1.1" status: 204 len: 168 time: 1.1947002 Jul 16 01:39:20.487856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58120) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.499368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678a497-0f9a-4e23-af1b-9b73b56c508a req-51bc1c27-c384-4da5-b2f1-f60a9c8bd0ee tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.504386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3678a497-0f9a-4e23-af1b-9b73b56c508a req-51bc1c27-c384-4da5-b2f1-f60a9c8bd0ee tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1374135 Jul 16 01:39:20.514072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-f0703350-10d4-409e-8d19-70f248a01374 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.517055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-f0703350-10d4-409e-8d19-70f248a01374 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 946 time: 0.1306055 Jul 16 01:39:20.539301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Deleting subnet b659d69c-2a6f-4789-88e0-7a85460758f1 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:20.543046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.594920 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.600135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3678a497-0f9a-4e23-af1b-9b73b56c508a req-33ae14fe-534b-4795-8f38-3011d8664bb3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Jul 16 01:39:20.697719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:20.698103 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.752772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.754814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 410afdb3-a322-442d-bd31-77b973f7f75d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:20.797047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 410afdb3-a322-442d-bd31-77b973f7f75d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:20.797405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 410afdb3-a322-442d-bd31-77b973f7f75d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:20.797958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e0ccf8c-2493-4d62-a5c8-5f180845d854 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:20.840988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 8e0ccf8c-2493-4d62-a5c8-5f180845d854 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:20.841604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e0ccf8c-2493-4d62-a5c8-5f180845d854 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:20.871248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.914878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b659d69c-2a6f-4789-88e0-7a85460758f1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.916323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a070012-cacf-4cd2-a190-225972ef60cf None None] Network b2eee1b1-0325-4835-8e72-2d90c42c1c4a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:20.919773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.923895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-364a18bf-d17e-472b-bc31-02174c5efad7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b659d69c-2a6f-4789-88e0-7a85460758f1 HTTP/1.1" status: 204 len: 168 time: 0.4349005 Jul 16 01:39:20.928897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58128) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.929544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:20.930111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.951164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:21.007662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.010683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752c04-e00e-4ed7-bf5e-cc2667189ecc req-97e2156d-f18b-452c-be76-deb366fba8ef tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.020218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca752c04-e00e-4ed7-bf5e-cc2667189ecc req-97e2156d-f18b-452c-be76-deb366fba8ef tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=286f7225-9119-4a21-840b-29d4da720439 HTTP/1.1" status: 200 len: 946 time: 0.1896751 Jul 16 01:39:21.050852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cae4f144-1058-43f8-acd8-1199e8ec502c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:21.113433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca752c04-e00e-4ed7-bf5e-cc2667189ecc req-88a3fbc5-8f8f-4ecd-80e0-e77edfad5dd3 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910425 Jul 16 01:39:21.114861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Deleting port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:21.115071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.125987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port cae4f144-1058-43f8-acd8-1199e8ec502c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:21.131586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port cae4f144-1058-43f8-acd8-1199e8ec502c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:21.132146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.249394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.277477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] DHCP port deletion for b2eee1b1-0325-4835-8e72-2d90c42c1c4a request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:21.305320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.328700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] For port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:21.329673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.347202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae4f144-1058-43f8-acd8-1199e8ec502c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:21.349929 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728d8f2-db62-4cd8-8d2a-2280e679235d" -d '{"events": [{"server_uuid": "0d293065-94c3-4ee1-bfda-82956cc6cbd2", "name": "network-vif-plugged", "status": "completed", "tag": "cae4f144-1058-43f8-acd8-1199e8ec502c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:21.369060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port cae4f144-1058-43f8-acd8-1199e8ec502c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cae4f144-1058-43f8-acd8-1199e8ec502c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:21.376549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.390906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Calling delete_port for aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:21.410814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.421398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] Deleting port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:21.421784 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.509134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] For port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,segment=NetworkSegment(aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3),segment_id=aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:21.509763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.521653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.528606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] No DVR routers for this DVR port fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:21.532008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.533983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0490108a-c4f2-481b-b42a-61d09f46a908 req-16c64f60-59be-4b21-a28a-66837f664566 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "DELETE /v2.0/ports/fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 HTTP/1.1" status: 204 len: 173 time: 1.0079229 Jul 16 01:39:21.534537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=cae4f144-1058-43f8-acd8-1199e8ec502c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.542896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286f7225-9119-4a21-840b-29d4da720439', 'name': 'network-vif-deleted', 'tag': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:21.547820 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f51ef-727f-4d5b-8602-86a6924b3d5b" -d '{"events": [{"server_uuid": "286f7225-9119-4a21-840b-29d4da720439", "name": "network-vif-deleted", "tag": "fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:21.551313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] Calling delete_port for aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:21.552657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.558867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] No DVR routers for this DVR port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:21.630756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7486-6b5c-442a-a9a5-1b135ab74a66 req-1953e5cb-44b4-4df3-b20d-b8cd7b736e74 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.632701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83ba7486-6b5c-442a-a9a5-1b135ab74a66 req-1953e5cb-44b4-4df3-b20d-b8cd7b736e74 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 944 time: 0.3179975 Jul 16 01:39:21.688098 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.699630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2eee1b1-0325-4835-8e72-2d90c42c1c4a']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:21.712797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2898e-00fa-4961-a276-39100eb24686 req-e2bb6b6d-20ba-477e-b175-e428c049fffe tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: from cryptography.utils import int_from_bytes Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: from cryptography.utils import int_from_bytes Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.715054 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:21.719245 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:39:21.724131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-baf2898e-00fa-4961-a276-39100eb24686 req-e2bb6b6d-20ba-477e-b175-e428c049fffe tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.3660808 Jul 16 01:39:21.724476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:21.724476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3fb49d-01a3-4c10-b003-f2e3e6ffbdc3') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:21.744135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.752904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.792176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.796330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] Pushing event deleted for resources: {'Port': ['ID=aa60804a-7ad3-48f6-b4a8-85ecd13f2b17,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.801718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:21.801923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:21.803659 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:21.814600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce489539-f36a-42d2-b212-cd88e53876d4 None None] No DVR routers for this DVR port aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:21.835342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83ba7486-6b5c-442a-a9a5-1b135ab74a66 req-e23b2ac0-4084-4bb1-93bb-d10758a8c2bf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906793 Jul 16 01:39:21.862326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-baf2898e-00fa-4961-a276-39100eb24686 req-a2993143-5808-42fe-b1fd-bd858cd66b86 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247258 Jul 16 01:39:21.933923 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e8977b-9a0a-495f-9c93-dfba9b50cba0 x-openstack-request-id: req-f6e8977b-9a0a-495f-9c93-dfba9b50cba0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:21.934225 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d293065-94c3-4ee1-bfda-82956cc6cbd2", "name": "network-vif-plugged", "status": "completed", "tag": "cae4f144-1058-43f8-acd8-1199e8ec502c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:21.934483 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6e8977b-9a0a-495f-9c93-dfba9b50cba0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:21.934962 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae4f144-1058-43f8-acd8-1199e8ec502c', 'code': 200} Jul 16 01:39:21.954170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.972799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.975829 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/b2eee1b1-0325-4835-8e72-2d90c42c1c4a HTTP/1.1" status: 204 len: 168 time: 1.0453689 Jul 16 01:39:21.992533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66a4b-5da8-49ba-95db-ebc98393c8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b2eee1b1-0325-4835-8e72-2d90c42c1c4a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.188030 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21627ff9-db2f-4ff4-97ac-515b8029820a x-openstack-request-id: req-21627ff9-db2f-4ff4-97ac-515b8029820a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:22.188328 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286f7225-9119-4a21-840b-29d4da720439", "name": "network-vif-deleted", "tag": "fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:22.188603 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21627ff9-db2f-4ff4-97ac-515b8029820a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:22.189023 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286f7225-9119-4a21-840b-29d4da720439', 'name': 'network-vif-deleted', 'tag': 'fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0', 'status': 'completed', 'code': 200} Jul 16 01:39:22.337379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58152) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:22.412875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d54a624-838c-48f6-a130-80b2fb6fff77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf162a766d2948f4a86446789320cd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740242 Jul 16 01:39:22.417053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58154) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:22.479237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2975815b-322c-4bbd-bb3b-a34ce782fc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.504472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2975815b-322c-4bbd-bb3b-a34ce782fc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.558091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2975815b-322c-4bbd-bb3b-a34ce782fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.561762 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2975815b-322c-4bbd-bb3b-a34ce782fc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.565746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2975815b-322c-4bbd-bb3b-a34ce782fc21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ceab1dfd-1228-4e6c-8d7e-a5ccfea53834 HTTP/1.1" status: 204 len: 168 time: 0.1449881 Jul 16 01:39:22.574995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975815b-322c-4bbd-bb3b-a34ce782fc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab1dfd-1228-4e6c-8d7e-a5ccfea53834,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.607030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94dbeef3-433b-42b2-8b0a-dc3ab08cda75 req-0ae4c2ca-0882-4abe-a531-5554ba9b6408 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.4641242 Jul 16 01:39:22.681877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b272430-0f47-4c1e-8983-9ea8713c8c84 req-cbcbddf9-2691-46d0-bfed-79ab9052ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.684633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b272430-0f47-4c1e-8983-9ea8713c8c84 req-cbcbddf9-2691-46d0-bfed-79ab9052ee9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 1097 time: 0.6089914 Jul 16 01:39:22.720713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f9aabf52-cf35-4535-a9ad-0c19fbf47ebe no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:22.765820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f9aabf52-cf35-4535-a9ad-0c19fbf47ebe {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:22.766387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f9aabf52-cf35-4535-a9ad-0c19fbf47ebe not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:22.767245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b272430-0f47-4c1e-8983-9ea8713c8c84 req-77ba9dd6-5947-4dc9-9df4-383166c7dd79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728290 Jul 16 01:39:22.769001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:22.794922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71207f0-a2b7-4bad-ada9-68f22346b06a req-ba0fb693-78c6-438b-b287-4001e8d86764 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.799514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f71207f0-a2b7-4bad-ada9-68f22346b06a req-ba0fb693-78c6-438b-b287-4001e8d86764 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1948647 Jul 16 01:39:22.859325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f71207f0-a2b7-4bad-ada9-68f22346b06a req-7c555782-71ea-4b1e-9850-0c46342ba980 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540767 Jul 16 01:39:22.943554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:22.943908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device aa60804a-7ad3-48f6-b4a8-85ecd13f2b17 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:22.989832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58166) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:23.049546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:23.073072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9798-bab8-4a14-9c7a-17b7d36e3f07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.117303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:23.119819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fd2f05aa-6c6a-442d-a741-93fd3ea5b9e0 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:23.138682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9798-bab8-4a14-9c7a-17b7d36e3f07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.243273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e392c-e18e-4b48-8cdf-f58883a0e226 req-414e58be-10f4-49e1-a1a6-14349c139be3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.245193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a72e392c-e18e-4b48-8cdf-f58883a0e226 req-414e58be-10f4-49e1-a1a6-14349c139be3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 945 time: 0.0871305 Jul 16 01:39:23.252366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9798-bab8-4a14-9c7a-17b7d36e3f07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.256052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9798-bab8-4a14-9c7a-17b7d36e3f07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.257284 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bf4d9798-bab8-4a14-9c7a-17b7d36e3f07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/security-groups/4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa HTTP/1.1" status: 204 len: 168 time: 0.2662981 Jul 16 01:39:23.286900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d9798-bab8-4a14-9c7a-17b7d36e3f07 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d3b92-b7ee-4ecf-bc6b-89697f57fbaa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.315938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a72e392c-e18e-4b48-8cdf-f58883a0e226 req-5ab86acd-0fd5-401e-a787-28fa4dc90471 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618544 Jul 16 01:39:23.392592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:23.471758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting subnet 044b40ea-01f1-4d4e-ae5a-421502a09691 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:23.481263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.543437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f19d9-e85d-4d9c-bdb7-72e34f0545fe req-b7b2494f-2689-473f-9c7e-7726e7398cc4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.549953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd9f19d9-e85d-4d9c-bdb7-72e34f0545fe req-b7b2494f-2689-473f-9c7e-7726e7398cc4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.2137575 Jul 16 01:39:23.602308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.664969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd9f19d9-e85d-4d9c-bdb7-72e34f0545fe req-3d1a332f-a6eb-4a8f-8805-44feb415dac9 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092296 Jul 16 01:39:23.778549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.830687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:23.858975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-f293ba22-ee1b-4b7d-a6e9-f5a60999c1e3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.866009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-f293ba22-ee1b-4b7d-a6e9-f5a60999c1e3 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 945 time: 0.1728933 Jul 16 01:39:23.982493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c852795f-dd39-41ff-88fb-4b1075710c86 req-1392961f-c6eb-4da2-9ec4-059c343d84f0 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1116402 Jul 16 01:39:24.003068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.057840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1627617775-network', 'tenant_id': '5078a5a96447423d9ec82debaf92eccc'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:24.090708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Deleting port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:24.092088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.112160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.119820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6ea12-6656-4ea8-8f40-1580b94defb4 None None] Network e0fd06ce-1f22-4d58-9ec2-9309879157c8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:24.133039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/subnets/044b40ea-01f1-4d4e-ae5a-421502a09691 HTTP/1.1" status: 204 len: 168 time: 0.7381032 Jul 16 01:39:24.139003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:24.166354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c034d1a-78ed-4599-a9a6-ad504739531b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Subnet': ['ID=044b40ea-01f1-4d4e-ae5a-421502a09691,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.282253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Made reservation on behalf of 5078a5a96447423d9ec82debaf92eccc for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:24.292635 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.320243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.324557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] For port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:24.324973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.339855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Calling delete_port for 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:24.501238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] DHCP port deletion for e0fd06ce-1f22-4d58-9ec2-9309879157c8 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:24.536686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.552586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.570366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0cc55e3f-c812-49b7-ba69-36d82f2c9b7e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:24.578243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] Deleting port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:24.578243 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.589594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Pushing event deleted for resources: {'Port': ['ID=0cc55e3f-c812-49b7-ba69-36d82f2c9b7e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.679143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] No DVR routers for this DVR port 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:24.679143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.681190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4db58bb4-f255-42e7-8c84-160b5d4e9c99 req-deafe896-0c3d-4637-81af-351c72ac8b49 tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.23 "DELETE /v2.0/ports/0cc55e3f-c812-49b7-ba69-36d82f2c9b7e HTTP/1.1" status: 204 len: 173 time: 0.8074636 Jul 16 01:39:24.681707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'name': 'network-vif-deleted', 'tag': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:24.684893 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a462f9e-04f5-4200-ade5-f2fa847668c3" -d '{"events": [{"server_uuid": "a0b43a9d-a241-413d-9d34-28a136533e4c", "name": "network-vif-deleted", "tag": "0cc55e3f-c812-49b7-ba69-36d82f2c9b7e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:24.734648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:24.740057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] For port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:24.740797 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.756413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.776666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] Calling delete_port for 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:24.779810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55889fc4-3d05-436e-802d-8762ab3c8f8f req-e1303961-4dbd-42c8-bd02-ae2ca9c1746a tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.787358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55889fc4-3d05-436e-802d-8762ab3c8f8f req-e1303961-4dbd-42c8-bd02-ae2ca9c1746a tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b43a9d-a241-413d-9d34-28a136533e4c HTTP/1.1" status: 200 len: 867 time: 0.5768347 Jul 16 01:39:24.789182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.844212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55889fc4-3d05-436e-802d-8762ab3c8f8f req-40989eda-090c-40fa-a9e7-fee2b44d11db tempest-ServerRescueNegativeTestJSON-385184541 tempest-ServerRescueNegativeTestJSON-385184541-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efac15c-82ef-4abf-8a9b-23a852da8c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558860 Jul 16 01:39:24.859697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137094d-9e9d-491f-a89d-791cd6c1f58e req-b9424a38-357e-40d6-973d-320d0fb0407d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.867811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3137094d-9e9d-491f-a89d-791cd6c1f58e req-b9424a38-357e-40d6-973d-320d0fb0407d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 945 time: 0.3288562 Jul 16 01:39:24.911218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.925709 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c5577-54d7-4d51-846d-62dfdb81063f x-openstack-request-id: req-ff7c5577-54d7-4d51-846d-62dfdb81063f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:24.926111 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b43a9d-a241-413d-9d34-28a136533e4c", "name": "network-vif-deleted", "tag": "0cc55e3f-c812-49b7-ba69-36d82f2c9b7e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:24.926547 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff7c5577-54d7-4d51-846d-62dfdb81063f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:24.927034 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b43a9d-a241-413d-9d34-28a136533e4c', 'name': 'network-vif-deleted', 'tag': '0cc55e3f-c812-49b7-ba69-36d82f2c9b7e', 'status': 'completed', 'code': 200} Jul 16 01:39:24.943395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:24.952739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,segment=NetworkSegment(b33cd3b9-e724-49fe-956c-1638614203b7),segment_id=b33cd3b9-e724-49fe-956c-1638614203b7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:24.963907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.966036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.966575 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Added segment 214e88a2-47de-42eb-9e4b-d3d614a85f9e of type vlan for network 6391d018-bf5a-40af-8234-583f0c93a7e2 Jul 16 01:39:25.055046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.058041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.072214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.074905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] No DVR routers for this DVR port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:25.091953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dd7305-3ebd-4c0e-8548-b4fb7fcea385,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.102792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d75cf7-c4a4-475c-93fd-c012d1f0b230 None None] Pushing event deleted for resources: {'Port': ['ID=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.110711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.111672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.112307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.195160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3636327 Jul 16 01:39:25.196770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:25.197119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.199948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58214) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.205489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Request body: {'subnet': {'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1627617775-subnet', 'tenant_id': '5078a5a96447423d9ec82debaf92eccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:25.209967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3137094d-9e9d-491f-a89d-791cd6c1f58e req-b1844efa-97f7-42ed-b158-001d670028c7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411412 Jul 16 01:39:25.239660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Made reservation on behalf of 5078a5a96447423d9ec82debaf92eccc for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:25.249648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.259030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa04a9f-d46d-48f6-ab05-7531162f0be8 admin admin] Pushing event updated for resources: {'Network': ['ID=6391d018-bf5a-40af-8234-583f0c93a7e2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.278259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:25.398882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2884a-f191-46d5-8a93-5109c9fdf7a8 req-40b58b70-9e0a-407a-8919-b10a1ece9150 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.401072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1cf2884a-f191-46d5-8a93-5109c9fdf7a8 req-40b58b70-9e0a-407a-8919-b10a1ece9150 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.3028295 Jul 16 01:39:25.447460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540, host n-d-791506-20, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.447936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.453263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec395566-4bfb-4f5e-ad4a-14ca35e754f9 req-e12c40bf-e7a1-4771-9645-08b9f064abe4 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0449572 Jul 16 01:39:25.477456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:25.481562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 was not found and therefore no delete operation was performed {{(pid=93756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:39:25.483653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.501445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] No DVR routers for this DVR port 2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:25.634075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=2c0f7eef-f39c-4f8f-b9ae-d3a7d1ec3540,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.668730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1cf2884a-f191-46d5-8a93-5109c9fdf7a8 req-abf532a4-7552-479f-b25a-857cade9151d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477393 Jul 16 01:39:25.690579 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.750925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.763951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fd06ce-1f22-4d58-9ec2-9309879157c8']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:25.784342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0adffa-53dd-4457-8ecc-471d8989866e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.785001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33cd3b9-e724-49fe-956c-1638614203b7') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:25.785302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33cd3b9-e724-49fe-956c-1638614203b7') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:25.800793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.801020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Checking segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:25.801653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Network hostable DHCP agents. Network: 6391d018-bf5a-40af-8234-583f0c93a7e2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:25.823308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.830167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:25.830707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:25.834503 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:25.837010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:25.846384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 6391d018-bf5a-40af-8234-583f0c93a7e2) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:25.851329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.851996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.861246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34850de6-46d0-4d4e-9fa1-dadab4316b48 None None] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:25.863136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af75b22-45e9-4076-8b79-07c7c0c8b501 req-a6f86558-7fde-40dc-983f-22194467c924 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.864751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7af75b22-45e9-4076-8b79-07c7c0c8b501 req-a6f86558-7fde-40dc-983f-22194467c924 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 945 time: 0.1858780 Jul 16 01:39:25.880445 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc51aa9e-d00f-4938-8e39-d770672b3959 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6712813 Jul 16 01:39:25.939601 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.950686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.955732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/networks/e0fd06ce-1f22-4d58-9ec2-9309879157c8 HTTP/1.1" status: 204 len: 168 time: 1.8072202 Jul 16 01:39:25.956029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58226) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.966363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7af75b22-45e9-4076-8b79-07c7c0c8b501 req-7fa5211e-6d65-4b9c-858e-af9963038560 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925562 Jul 16 01:39:25.980335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b140f0a-baaf-402f-9aae-c7abdffb63bb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Network': ['ID=e0fd06ce-1f22-4d58-9ec2-9309879157c8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.093764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.135748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396af84c-21c3-4a7b-8f42-f9947de2e396 None None] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:26.314853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 10f7ebf1-b13a-4198-954b-346118730184 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:26.315651 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.513048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.514787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.544864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 10f7ebf1-b13a-4198-954b-346118730184 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:26.730073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9b465cf-c2ec-4a69-85c6-53c2b34ce357 req-5aae82b0-19cc-4535-9b73-8a1cd1d02804 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0439637 Jul 16 01:39:26.893776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.934900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=10f7ebf1-b13a-4198-954b-346118730184,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.950528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-ec0fbe23-ea2d-4ac5-8bfb-28c451fe7685 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.953078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-ec0fbe23-ea2d-4ac5-8bfb-28c451fe7685 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 813 time: 0.2266388 Jul 16 01:39:26.965917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.966269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.966643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.966990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.968289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.968667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.969001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.969332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.969660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.969989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.970322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.970645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:26.990071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-fc6dd66d-2f70-47b0-8b3c-4a2e9c39869a tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/quotas/5078a5a96447423d9ec82debaf92eccc HTTP/1.1" status: 200 len: 375 time: 0.0272624 Jul 16 01:39:27.015786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.019891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.020187 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Floating IP d25e92ff-f568-4bdb-9a2e-9b282746d271 disassociated (deleted). External IP: 172.25.7.98, port: 6b2c919a-1779-479f-ab5e-531709a1bc10. Jul 16 01:39:27.098896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-729b745f-a39a-417e-9424-fd99d2382fa4 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885575 Jul 16 01:39:27.118226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecfdf2-d539-4a6b-b1de-5d747176bc90 req-ed14ecd0-c6b5-45a8-893c-76623c24e690 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.119802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0ecfdf2-d539-4a6b-b1de-5d747176bc90 req-ed14ecd0-c6b5-45a8-893c-76623c24e690 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 945 time: 0.2184393 Jul 16 01:39:27.274194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:27.279177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0ecfdf2-d539-4a6b-b1de-5d747176bc90 req-30c624ff-fbfc-461e-a6f2-5d15adb401fe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442468 Jul 16 01:39:27.383365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-c2175815-0a10-4885-9a28-59309b843f31 service neutron] 10.222.0.42 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605393 Jul 16 01:39:27.445497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:27.452997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.464916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:27.478598 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:27.479481 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:27.501779 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c45a6f94-1317-4e01-bec2-9d710ea5e569 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/floatingips/d25e92ff-f568-4bdb-9a2e-9b282746d271 HTTP/1.1" status: 204 len: 168 time: 1.5407214 Jul 16 01:39:27.501779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:27.502943 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04a5945-0dde-431c-9f15-68d6b7cf5849" -d '{"events": [{"name": "network-changed", "server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:27.505804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-0fa96cf6-5a89-4714-af71-ad6b2874b2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213517 Jul 16 01:39:27.632237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e48f2-52ac-425e-93c1-260fc4b754ba req-b9d3bc51-3d28-4467-9e22-48719bee251b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.640358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-799e48f2-52ac-425e-93c1-260fc4b754ba req-b9d3bc51-3d28-4467-9e22-48719bee251b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.2138131 Jul 16 01:39:27.656055 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:27.704182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-799e48f2-52ac-425e-93c1-260fc4b754ba req-7eb642ee-58a7-45c5-9c43-8986c708ccc2 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624981 Jul 16 01:39:27.847374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Deleting port 7a34f72d-ad20-49b9-9d9f-69346c430292 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:27.847765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.881924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:27.936864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:27.942432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0cc55e3f-c812-49b7-ba69-36d82f2c9b7e not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:28.191058 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 6, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:28.264151 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:28.291014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:28.291665 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:28.320123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] For port 7a34f72d-ad20-49b9-9d9f-69346c430292, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a34f72d-ad20-49b9-9d9f-69346c430292,segment=NetworkSegment(78620f37-cdd5-449e-a932-339b387461a6),segment_id=78620f37-cdd5-449e-a932-339b387461a6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:28.320720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.336919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Calling delete_port for 7a34f72d-ad20-49b9-9d9f-69346c430292 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:28.365014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-86067559-4546-4c25-b364-3b9f86a684ba tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.366551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-86067559-4546-4c25-b364-3b9f86a684ba tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 945 time: 0.3183405 Jul 16 01:39:28.400515 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12975033-83e4-41a5-ae5b-9d8137cbe280 x-openstack-request-id: req-12975033-83e4-41a5-ae5b-9d8137cbe280 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:28.400856 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:28.401051 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12975033-83e4-41a5-ae5b-9d8137cbe280 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:28.401715 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'status': 'completed', 'code': 200} Jul 16 01:39:28.557807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-4ca4a2ed-3242-437e-b6a8-899cdda62d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.560333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-4ca4a2ed-3242-437e-b6a8-899cdda62d5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 1097 time: 0.1287246 Jul 16 01:39:28.646838 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:28.736785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3fb73a5c-e388-4530-9776-b7f85467d720 req-0a578eed-3f1b-467b-b8a4-b737e8f7cd90 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1456184 Jul 16 01:39:28.771229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-60f13cb6-7265-4965-9e70-8e5acd597b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.783951 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-60f13cb6-7265-4965-9e70-8e5acd597b0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 200 len: 897 time: 0.2098038 Jul 16 01:39:28.896167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port cae4f144-1058-43f8-acd8-1199e8ec502c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:28.896577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.919435 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-caf5fc99-f7ed-4418-9056-1de879b5aeb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c919a-1779-479f-ab5e-531709a1bc10 HTTP/1.1" status: 200 len: 217 time: 0.1264055 Jul 16 01:39:28.971552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8946800-af89-4f99-8313-07b4e2dcc3ef req-a917516a-48fa-4372-b298-48dd14146b84 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.978888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8946800-af89-4f99-8313-07b4e2dcc3ef req-a917516a-48fa-4372-b298-48dd14146b84 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 945 time: 0.3272228 Jul 16 01:39:29.017340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-10658d48-5e6a-4e92-81ef-041ee00cb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.019751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-10658d48-5e6a-4e92-81ef-041ee00cb9cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b2b16d-599a-47bc-84e7-97c5fac5c361 HTTP/1.1" status: 200 len: 835 time: 0.0937955 Jul 16 01:39:29.043523 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 6, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:29.086496 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df7f3d-b658-479c-a1df-09971ae12921 None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 6, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8e6d1df8-113d-4d67-9d71-6b9b76d008ae', 'name': '', 'network_id': 'bc6f9bb4-3976-4baa-8d01-d74b3276d600', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:4a:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:09Z', 'updated_at': '2021-07-16T01:37:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': 'b1b2b16d-599a-47bc-84e7-97c5fac5c361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:29.169262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-5ff7f429-30ae-4127-ba8f-d9623533ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.172769 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-5ff7f429-30ae-4127-ba8f-d9623533ea77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc6f9bb4-3976-4baa-8d01-d74b3276d600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441693 Jul 16 01:39:29.458850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-1f31029f-50d3-42db-88b1-d42346858d8a service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713659 Jul 16 01:39:29.619637 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b04a5945-0dde-431c-9f15-68d6b7cf5849 req-30f43789-068d-4c96-bc6d-959baf892a6f service neutron] 10.222.0.13 "GET /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525476 Jul 16 01:39:29.621623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8fcac-db20-4394-85f0-188a4603134e None None] New status for floating IP d25e92ff-f568-4bdb-9a2e-9b282746d271: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:29.685572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port cae4f144-1058-43f8-acd8-1199e8ec502c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=cae4f144-1058-43f8-acd8-1199e8ec502c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:29.686353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.716611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for cae4f144-1058-43f8-acd8-1199e8ec502c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:29.857325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-8716ed0a-4328-47b7-98ea-1bfbcfd8c424 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.861256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-8716ed0a-4328-47b7-98ea-1bfbcfd8c424 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 945 time: 0.2000270 Jul 16 01:39:29.908478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8946800-af89-4f99-8313-07b4e2dcc3ef req-4cb2c182-a467-440d-8f52-b347ca4cff3b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9285975 Jul 16 01:39:30.004596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.017420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:30.059149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['cae4f144-1058-43f8-acd8-1199e8ec502c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:30.081782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=cae4f144-1058-43f8-acd8-1199e8ec502c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.086115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 6b2c919a-1779-479f-ab5e-531709a1bc10 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:30.086794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.208239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port cae4f144-1058-43f8-acd8-1199e8ec502c on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:30.216913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db91b8f-0728-4748-899a-250b2b77c697 req-228b6e4d-1039-4619-9491-d0528da36e72 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.224403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db91b8f-0728-4748-899a-250b2b77c697 req-228b6e4d-1039-4619-9491-d0528da36e72 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d293065-94c3-4ee1-bfda-82956cc6cbd2 HTTP/1.1" status: 200 len: 867 time: 1.2159431 Jul 16 01:39:30.227736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7c2951d-03ef-4ff2-873d-a937fc67cc7d req-fc058884-1545-4550-9e79-17daf5ba39b6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 210 time: 0.0718720 Jul 16 01:39:30.231130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.233721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdb31bf1-6caa-493d-b2ae-c311e53e91d2 req-5b4862ff-33e0-4eaa-9d9e-874cea80f88e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "DELETE /v2.0/ports/cae4f144-1058-43f8-acd8-1199e8ec502c HTTP/1.1" status: 204 len: 173 time: 1.8583333 Jul 16 01:39:30.234339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'name': 'network-vif-deleted', 'tag': 'cae4f144-1058-43f8-acd8-1199e8ec502c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:30.236726 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c60c5-232e-44de-be85-aab50cadb76b" -d '{"events": [{"server_uuid": "0d293065-94c3-4ee1-bfda-82956cc6cbd2", "name": "network-vif-deleted", "tag": "cae4f144-1058-43f8-acd8-1199e8ec502c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:30.270469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.328970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a34f72d-ad20-49b9-9d9f-69346c430292,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.349471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db91b8f-0728-4748-899a-250b2b77c697 req-c2e8eb51-7f73-49e0-ac15-890a7ab0ea88 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235087 Jul 16 01:39:30.474881 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:30.665529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-0acd2dda-ede5-48b4-ab3b-5d97a0964788 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.667075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-0acd2dda-ede5-48b4-ab3b-5d97a0964788 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 813 time: 0.2187822 Jul 16 01:39:30.711920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Request body: {'port': {'device_id': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'admin_state_up': True, 'tenant_id': '5078a5a96447423d9ec82debaf92eccc'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:30.804857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d9ae261-7e55-4575-8897-2ac763ddc07c req-3ac5375d-5057-4ef6-be9a-b1a492fad3a6 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0418403 Jul 16 01:39:30.902795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 6b2c919a-1779-479f-ab5e-531709a1bc10, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6b2c919a-1779-479f-ab5e-531709a1bc10,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.903466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.930448 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a6091-f2d9-40e1-b9c0-558a86eb8e58 x-openstack-request-id: req-b58a6091-f2d9-40e1-b9c0-558a86eb8e58 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:30.930448 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d293065-94c3-4ee1-bfda-82956cc6cbd2", "name": "network-vif-deleted", "tag": "cae4f144-1058-43f8-acd8-1199e8ec502c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:30.930448 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b58a6091-f2d9-40e1-b9c0-558a86eb8e58 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:30.930448 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d293065-94c3-4ee1-bfda-82956cc6cbd2', 'name': 'network-vif-deleted', 'tag': 'cae4f144-1058-43f8-acd8-1199e8ec502c', 'status': 'completed', 'code': 200} Jul 16 01:39:30.983596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63a789-4ced-4761-8563-394e6befaef1 req-e219d80d-fde1-4219-a79a-c493aff96a34 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.986779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b63a789-4ced-4761-8563-394e6befaef1 req-e219d80d-fde1-4219-a79a-c493aff96a34 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.3129513 Jul 16 01:39:31.026631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 6b2c919a-1779-479f-ab5e-531709a1bc10 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:31.135717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-1b29c7e3-3888-4c33-8bcc-bf1f742d8b61 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.137726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-1b29c7e3-3888-4c33-8bcc-bf1f742d8b61 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 813 time: 0.3295195 Jul 16 01:39:31.149799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Made reservation on behalf of 5078a5a96447423d9ec82debaf92eccc for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:31.154446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Request body: {'port': {'device_id': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'admin_state_up': True, 'tenant_id': '5078a5a96447423d9ec82debaf92eccc'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:31.156311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.243886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b63a789-4ced-4761-8563-394e6befaef1 req-4c3e1613-e8d9-44b0-964c-8d78609c51e1 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801753 Jul 16 01:39:31.309668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.625140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Made reservation on behalf of 5078a5a96447423d9ec82debaf92eccc for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:31.632353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.658435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.693818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31500b14-34aa-4eaf-a830-85afb10e2610 req-8ab1752b-2c2d-40ad-b504-dd779fe85b87 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 210 time: 0.1597776 Jul 16 01:39:31.704837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=6b2c919a-1779-479f-ab5e-531709a1bc10,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.754362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Allocated IP 172.20.0.13 (6391d018-bf5a-40af-8234-583f0c93a7e2/aa0adffa-53dd-4457-8ecc-471d8989866e/60a54b5a-e660-4f19-8e04-6bbb9093407e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:31.769763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63f9e-bd01-440e-a746-1d8a56724158 req-7f8c7ce5-a8d0-41d5-8755-1701c8549292 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.776967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4c63f9e-bd01-440e-a746-1d8a56724158 req-7f8c7ce5-a8d0-41d5-8755-1701c8549292 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=58c974f7-3ac1-4bfc-99fa-ce72e6868442 HTTP/1.1" status: 200 len: 867 time: 0.5417821 Jul 16 01:39:31.827353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] No DVR routers for this DVR port 6b2c919a-1779-479f-ab5e-531709a1bc10 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:31.831299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.834949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-83d2cd36-3f3c-480b-a2dd-8875d24a8a02 req-c96c50de-1614-471d-bc14-e0b59207217f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "DELETE /v2.0/ports/6b2c919a-1779-479f-ab5e-531709a1bc10 HTTP/1.1" status: 204 len: 173 time: 1.9672761 Jul 16 01:39:31.835823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'name': 'network-vif-deleted', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:31.839486 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e117ed8-5b7b-40b8-b020-6524a901c52f" -d '{"events": [{"server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "name": "network-vif-deleted", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:31.937125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4c63f9e-bd01-440e-a746-1d8a56724158 req-de95be41-0100-441c-9cae-495c14dc141b tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=2051efd0-7280-4f73-822e-903f1f846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590574 Jul 16 01:39:32.093452 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4475eb61-c1b2-4d44-a595-9c8295cf7912 x-openstack-request-id: req-4475eb61-c1b2-4d44-a595-9c8295cf7912 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:32.094005 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c974f7-3ac1-4bfc-99fa-ce72e6868442", "name": "network-vif-deleted", "tag": "6b2c919a-1779-479f-ab5e-531709a1bc10", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:32.094320 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4475eb61-c1b2-4d44-a595-9c8295cf7912 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:32.094825 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c974f7-3ac1-4bfc-99fa-ce72e6868442', 'name': 'network-vif-deleted', 'tag': '6b2c919a-1779-479f-ab5e-531709a1bc10', 'status': 'completed', 'code': 200} Jul 16 01:39:32.327043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Router accaaf59-383e-4e45-b3e0-041fe6e3464a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:32.359851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1373a022-9db1-4f84-987a-ff5f860f81ab req-4ded209f-fe3d-435b-94fd-4dfe1e4ca76c tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0589459 Jul 16 01:39:32.381318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.597714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:32.608022 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] Sync routers for ids ['accaaf59-383e-4e45-b3e0-041fe6e3464a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:32.611788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-56fe5f96-9210-48cf-9f95-13f1d81f2edf admin admin] 10.222.0.42 "PUT /v2.0/routers/accaaf59-383e-4e45-b3e0-041fe6e3464a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5162854 Jul 16 01:39:32.614587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58326) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:32.625221 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] Routers {'accaaf59-383e-4e45-b3e0-041fe6e3464a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:32.626260 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['accaaf59-383e-4e45-b3e0-041fe6e3464a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:32.633363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:32.813194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf4af-2e90-43b5-83c6-507a57a7835b req-481c598a-db56-49db-aabf-d35dc57f51b7 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.815520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc9cf4af-2e90-43b5-83c6-507a57a7835b req-481c598a-db56-49db-aabf-d35dc57f51b7 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.2026327 Jul 16 01:39:32.848948 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] Set router accaaf59-383e-4e45-b3e0-041fe6e3464a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:32.853287 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.895274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Allocated IP 172.20.0.4 (6391d018-bf5a-40af-8234-583f0c93a7e2/aa0adffa-53dd-4457-8ecc-471d8989866e/d2e53ccb-b145-4f82-a2ce-7791aa338822) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:32.933663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc9cf4af-2e90-43b5-83c6-507a57a7835b req-0ad28f3b-7943-467d-8126-204aedebafd1 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843341 Jul 16 01:39:32.990194 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.097109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cae4f144-1058-43f8-acd8-1199e8ec502c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:33.106109 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:39:30Z', 'revision_number': 5, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.127061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4131eef-e315-46c0-b5cf-ae326bc9fda7 req-595243e7-d7bc-453c-a561-13e5d01a4a3a tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 210 time: 0.2021983 Jul 16 01:39:33.157997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: cae4f144-1058-43f8-acd8-1199e8ec502c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:33.158508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device cae4f144-1058-43f8-acd8-1199e8ec502c not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:33.185305 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] Checking router: accaaf59-383e-4e45-b3e0-041fe6e3464a for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:33.198096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event updated for resources: {'Port': ['ID=60a54b5a-e660-4f19-8e04-6bbb9093407e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.212930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.222065 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] Routers {'accaaf59-383e-4e45-b3e0-041fe6e3464a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:33.223171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['accaaf59-383e-4e45-b3e0-041fe6e3464a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.272571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:33.293334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:33.302860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:33.390796 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] Set router accaaf59-383e-4e45-b3e0-041fe6e3464a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:33.391527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.477620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.575619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.576541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.612471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.714727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:33.723019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:33.725589 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:39:30Z', 'revision_number': 5, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.742508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:33.769010 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604e748-7f3f-4b7b-b532-cbbb7e876d9a None None] The sync data for ids ['accaaf59-383e-4e45-b3e0-041fe6e3464a'] in n-d-791506-20 is: [{'id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'name': 'tempest-ServerRescueNegativeTestJSON-738296994-router', 'tenant_id': 'ef0d6909074547338f4922483e55c161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'ca923280-379b-4851-a67d-e8852a38b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:39:30Z', 'revision_number': 5, 'project_id': 'ef0d6909074547338f4922483e55c161', 'gw_port': {'id': 'ca923280-379b-4851-a67d-e8852a38b916', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accaaf59-383e-4e45-b3e0-041fe6e3464a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:19Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:33.816510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event updated for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.841402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.842241 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.860711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Deleting port ca923280-379b-4851-a67d-e8852a38b916 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:33.861269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.865563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-7eed9d80-6e33-4e48-b656-00a10502d754 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7185481 Jul 16 01:39:33.888673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Request body: {'port': {'device_id': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.025515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] For port ca923280-379b-4851-a67d-e8852a38b916, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ca923280-379b-4851-a67d-e8852a38b916,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.025804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.044814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.046935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Calling delete_port for ca923280-379b-4851-a67d-e8852a38b916 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:34.055076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca952c3a-0327-4d86-8f2b-28f354330c86 req-0d8a3d00-ed08-4a27-8214-9edd0f890ffc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.5418165 Jul 16 01:39:34.099324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09fbe612-7530-45e1-8336-cacde2179c01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.108502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cee17e72-1b47-41aa-b5a4-b35f5af932d5 req-1c37d3f2-3aeb-4e19-b080-a4bb912b8594 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0554059 Jul 16 01:39:34.123792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d25fc46c-b7eb-4ea8-90c8-6deda0e5131e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4309678 Jul 16 01:39:34.162816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-7e53a263-faa1-4c01-9e65-701e36ccfeeb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.174744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-7e53a263-faa1-4c01-9e65-701e36ccfeeb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.8217902 Jul 16 01:39:34.195679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09fbe612-7530-45e1-8336-cacde2179c01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.252996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Request body: {'port': {'device_id': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.322599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-00295766-f53c-4caf-b0b1-38c32474c50f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.1467133 Jul 16 01:39:34.471547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.506983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca923280-379b-4851-a67d-e8852a38b916,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.510081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.542609 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09fbe612-7530-45e1-8336-cacde2179c01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.545792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09fbe612-7530-45e1-8336-cacde2179c01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.546884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-09fbe612-7530-45e1-8336-cacde2179c01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/security-groups/2051efd0-7280-4f73-822e-903f1f846ee6 HTTP/1.1" status: 204 len: 168 time: 1.2904763 Jul 16 01:39:34.555043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae08068-5ac7-4e1e-8406-c03a568e0c71 req-55f38156-3fdb-426c-9cac-4b4b5d6b7403 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.556524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dae08068-5ac7-4e1e-8406-c03a568e0c71 req-55f38156-3fdb-426c-9cac-4b4b5d6b7403 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.2609155 Jul 16 01:39:34.605199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-6284fd88-2355-4748-be54-08422cfd3ccb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2635396 Jul 16 01:39:34.610324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbe612-7530-45e1-8336-cacde2179c01 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051efd0-7280-4f73-822e-903f1f846ee6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.625596 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.708284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e53ccb-b145-4f82-a2ce-7791aa338822 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:34.735780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a34f72d-ad20-49b9-9d9f-69346c430292 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:34.749602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.757408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.759087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7a34f72d-ad20-49b9-9d9f-69346c430292 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:34.759631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a34f72d-ad20-49b9-9d9f-69346c430292 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:34.761637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.775092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Transition to ACTIVE for port object d2e53ccb-b145-4f82-a2ce-7791aa338822 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:34.778220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dae08068-5ac7-4e1e-8406-c03a568e0c71 req-11d0a572-e9cb-434f-8cd2-0166b1062beb tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114420 Jul 16 01:39:34.810150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.855450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.855984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Fanout notify agent at l3_agent the message router_deleted on router accaaf59-383e-4e45-b3e0-041fe6e3464a {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:34.863034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.867238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a4a9b595-f68e-430d-b79e-3823afccf84f admin admin] 10.222.0.42 "DELETE /v2.0/routers/accaaf59-383e-4e45-b3e0-041fe6e3464a HTTP/1.1" status: 204 len: 168 time: 2.2483506 Jul 16 01:39:34.867238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.903316 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.921088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5720-246f-486b-aefc-9022baad703a service neutron] Pushing event updated for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.023048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Deleting subnet 5fa99349-7a48-4344-94dd-5cd3e4a293ed {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:35.054330 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.087604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-27b0e408-ee03-4b1f-97df-74f03037ea08 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217958 Jul 16 01:39:35.100826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6b2c919a-1779-479f-ab5e-531709a1bc10 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:35.117204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.119222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Attempting to bind port d2e53ccb-b145-4f82-a2ce-7791aa338822 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:35.119552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Attempting to bind port d2e53ccb-b145-4f82-a2ce-7791aa338822 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:35.119946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Attempting to bind port d2e53ccb-b145-4f82-a2ce-7791aa338822 on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:35.143752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 6b2c919a-1779-479f-ab5e-531709a1bc10 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:35.144440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6b2c919a-1779-479f-ab5e-531709a1bc10 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:35.147119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Port d2e53ccb-b145-4f82-a2ce-7791aa338822 on network 6391d018-bf5a-40af-8234-583f0c93a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:35.147513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Attempting to bind port d2e53ccb-b145-4f82-a2ce-7791aa338822 on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:35.159792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:35.159792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Checking segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:35.159792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Bound using segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:35.160306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Bound port: d2e53ccb-b145-4f82-a2ce-7791aa338822, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:35.162439 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.187808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.280501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:35.285605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:35.292987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.306271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.346316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b743be5-7f59-40b8-a982-fd8542310327 req-a36f3656-7721-48bb-ae50-301398597047 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.347307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.347625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b743be5-7f59-40b8-a982-fd8542310327 req-a36f3656-7721-48bb-ae50-301398597047 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 943 time: 0.3758194 Jul 16 01:39:35.348398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.349863 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-adad5720-246f-486b-aefc-9022baad703a service neutron] 10.222.0.23 "PUT /v2.0/ports/d2e53ccb-b145-4f82-a2ce-7791aa338822 HTTP/1.1" status: 200 len: 1092 time: 1.4723606 Jul 16 01:39:35.358077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a54b5a-e660-4f19-8e04-6bbb9093407e {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:35.380479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:35.382865 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a159ae-449d-4500-8ac5-c92b73bb1f36" -d '{"events": [{"name": "network-changed", "server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:35.385753 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.391879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.397414 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5fa99349-7a48-4344-94dd-5cd3e4a293ed HTTP/1.1" status: 204 len: 168 time: 0.5228548 Jul 16 01:39:35.397414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c39db-23fc-4f97-b9d6-3379368ac934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa99349-7a48-4344-94dd-5cd3e4a293ed,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.399260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58372) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.423406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-f97e90da-b5c1-437b-a6d9-15bc30baa6d9 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345568 Jul 16 01:39:35.429892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Transition to ACTIVE for port object 60a54b5a-e660-4f19-8e04-6bbb9093407e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:35.445037 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.483999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5720-246f-486b-aefc-9022baad703a service neutron] Pushing event updated for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.489601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b743be5-7f59-40b8-a982-fd8542310327 req-80ed6312-5009-48a4-bcfe-a33e295f6063 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259370 Jul 16 01:39:35.534923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Pushing event updated for resources: {'Port': ['ID=60a54b5a-e660-4f19-8e04-6bbb9093407e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.580039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.643110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-fa8245a3-00b2-4aea-abef-aac0a370954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.645402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-fa8245a3-00b2-4aea-abef-aac0a370954b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 1095 time: 0.2163033 Jul 16 01:39:35.685032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.740079 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-887ad8fc-e69f-400c-97d1-423537410679 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822 HTTP/1.1" status: 200 len: 217 time: 0.0678141 Jul 16 01:39:35.781917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Attempting to bind port 60a54b5a-e660-4f19-8e04-6bbb9093407e on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:35.782265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Attempting to bind port 60a54b5a-e660-4f19-8e04-6bbb9093407e by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:35.782765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Attempting to bind port 60a54b5a-e660-4f19-8e04-6bbb9093407e on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:35.802220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Port 60a54b5a-e660-4f19-8e04-6bbb9093407e on network 6391d018-bf5a-40af-8234-583f0c93a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:35.802594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Attempting to bind port 60a54b5a-e660-4f19-8e04-6bbb9093407e on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:35.828593 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d83e7-cf79-4a9f-b5e5-a6d43e0fde20 x-openstack-request-id: req-a75d83e7-cf79-4a9f-b5e5-a6d43e0fde20 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:35.829068 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:35.829505 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a75d83e7-cf79-4a9f-b5e5-a6d43e0fde20 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:35.830166 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822', 'status': 'completed', 'code': 200} Jul 16 01:39:35.860858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.865008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:35.866095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Checking segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:35.866501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Bound using segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:35.866967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Bound port: 60a54b5a-e660-4f19-8e04-6bbb9093407e, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:35.867343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.880636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ad9b05-cae9-4d46-94b4-0eeabe1eae85']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:35.885545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-922bc423-3a6a-46e4-9cf6-bef60c5da078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.887887 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-922bc423-3a6a-46e4-9cf6-bef60c5da078 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.1418016 Jul 16 01:39:35.918663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78620f37-cdd5-449e-a932-339b387461a6') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:35.919247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78620f37-cdd5-449e-a932-339b387461a6') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:35.958903 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-eb62e36e-e3dc-4fe1-ba0e-6a1ce576a216 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574145 Jul 16 01:39:35.961267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.981632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1cc24e94-d189-488a-9563-caadf92b7677 req-9f33e658-4f4f-4f90-a949-19c67face425 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 210 time: 0.1044841 Jul 16 01:39:35.985359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad4e3418-ae0a-4d04-98ba-d3d162e0cc33 req-dc058810-7ffb-406c-b1c5-5d7bd24f33e8 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1137362 Jul 16 01:39:36.005891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.017207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Deleting port c35c81e9-97c9-4c36-af99-cd073ebc46f1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:36.017906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.046361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:36.046975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:36.147877 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:36.151856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.168361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.174411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] 10.222.0.42 "DELETE /v2.0/networks/29ad9b05-cae9-4d46-94b4-0eeabe1eae85 HTTP/1.1" status: 204 len: 168 time: 0.7710469 Jul 16 01:39:36.243869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57f2f7-4767-4996-8764-e27324872b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=29ad9b05-cae9-4d46-94b4-0eeabe1eae85,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.303981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-3090b662-70e6-415f-aa78-69374358e878 service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341691 Jul 16 01:39:36.383126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] For port c35c81e9-97c9-4c36-af99-cd073ebc46f1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c35c81e9-97c9-4c36-af99-cd073ebc46f1,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:36.383903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.396262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] For port 60a54b5a-e660-4f19-8e04-6bbb9093407e, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:36.508372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58392) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.512222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] For port 60a54b5a-e660-4f19-8e04-6bbb9093407e, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:36.514888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Calling delete_port for c35c81e9-97c9-4c36-af99-cd073ebc46f1 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:36.542476 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-42fc4224-d9b3-4b45-b44a-47563eb250b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264838 Jul 16 01:39:36.544323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.651965 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88c57215-72ea-492c-ab82-d4646056e9c9 req-cd4e1226-c343-45a4-b5ff-3afe2ab7664a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b3de9c87a4d46629e74f613564ea0bb&device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.0476432 Jul 16 01:39:36.674770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca923280-379b-4851-a67d-e8852a38b916 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:36.705475 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88c57215-72ea-492c-ab82-d4646056e9c9 req-4cf35fe4-ca75-40f7-aa1f-6f3750beb134 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7b3de9c87a4d46629e74f613564ea0bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435123 Jul 16 01:39:36.707164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ca923280-379b-4851-a67d-e8852a38b916 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:36.707709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca923280-379b-4851-a67d-e8852a38b916 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:36.731601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.732278 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.734357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] 10.222.0.13 "PUT /v2.0/ports/60a54b5a-e660-4f19-8e04-6bbb9093407e HTTP/1.1" status: 200 len: 1093 time: 2.5564611 Jul 16 01:39:36.739700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'tag': '60a54b5a-e660-4f19-8e04-6bbb9093407e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:36.742008 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b80eb-e782-4a9d-90a5-5428a3850484" -d '{"events": [{"name": "network-changed", "server_uuid": "77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6", "tag": "60a54b5a-e660-4f19-8e04-6bbb9093407e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:36.836904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c57215-72ea-492c-ab82-d4646056e9c9 req-deb87197-3db8-454d-9119-322f737f7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.838649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88c57215-72ea-492c-ab82-d4646056e9c9 req-deb87197-3db8-454d-9119-322f737f7df8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1199839 Jul 16 01:39:37.146780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-276e1b44-66d4-4474-ab69-ea492231900c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef0d6909074547338f4922483e55c161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267223 Jul 16 01:39:37.149649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58404) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.189703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d394a5f-2d73-481d-ba54-456f1c9988db req-5835e734-b706-448d-b5df-11c3a356fce0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.191247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d394a5f-2d73-481d-ba54-456f1c9988db req-5835e734-b706-448d-b5df-11c3a356fce0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.9363337 Jul 16 01:39:37.203118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2714ccde-d642-476d-b657-85792ba4924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.214107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0978d0-72af-4c21-a5f8-c078249afa74 service neutron] Pushing event updated for resources: {'Port': ['ID=60a54b5a-e660-4f19-8e04-6bbb9093407e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.232576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2714ccde-d642-476d-b657-85792ba4924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.297610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2714ccde-d642-476d-b657-85792ba4924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.300369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2714ccde-d642-476d-b657-85792ba4924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.304873 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2714ccde-d642-476d-b657-85792ba4924a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0efac15c-82ef-4abf-8a9b-23a852da8c2a HTTP/1.1" status: 204 len: 168 time: 0.1505830 Jul 16 01:39:37.313070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714ccde-d642-476d-b657-85792ba4924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efac15c-82ef-4abf-8a9b-23a852da8c2a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.405853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d394a5f-2d73-481d-ba54-456f1c9988db req-c60f2d83-6155-4b7c-be50-cc11c6a94e09 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861527 Jul 16 01:39:37.411637 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.450139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-aaa74612-acfb-4070-b106-352ba54dd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.452214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-aaa74612-acfb-4070-b106-352ba54dd446 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 1095 time: 0.7366152 Jul 16 01:39:37.465618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5daa3-e2fa-4887-bea8-db77c8638c3a req-d24c3e27-146a-43ba-bc48-a4b58c18a78f tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.475614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-92c5daa3-e2fa-4887-bea8-db77c8638c3a req-d24c3e27-146a-43ba-bc48-a4b58c18a78f tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 943 time: 0.7695153 Jul 16 01:39:37.539334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-fa89acf4-38a4-4cbc-978c-dd857b72dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.541167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-fa89acf4-38a4-4cbc-978c-dd857b72dbb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 1096 time: 0.7192106 Jul 16 01:39:37.645634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-f12164ba-b2ce-43e4-88ff-670420ef6231 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.647618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-f12164ba-b2ce-43e4-88ff-670420ef6231 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.2163706 Jul 16 01:39:37.671253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:37.683041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-84089597-b25c-4a22-9342-b85e7b2c4a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e HTTP/1.1" status: 200 len: 217 time: 0.1273098 Jul 16 01:39:37.749648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-92c5daa3-e2fa-4887-bea8-db77c8638c3a req-1e767caf-1f2a-42e4-8e9d-8f50137c061e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728057 Jul 16 01:39:37.754398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b951de64-4722-4274-bf77-0da3c64fc3d0 req-13d62332-8db4-4c21-a79d-da8269fc84e3 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.1586301 Jul 16 01:39:37.850954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.865832 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82783d0f-e4fe-4f58-9269-32317145e78d x-openstack-request-id: req-82783d0f-e4fe-4f58-9269-32317145e78d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:37.866562 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6", "tag": "60a54b5a-e660-4f19-8e04-6bbb9093407e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:37.867106 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82783d0f-e4fe-4f58-9269-32317145e78d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:37.867661 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'tag': '60a54b5a-e660-4f19-8e04-6bbb9093407e', 'status': 'completed', 'code': 200} Jul 16 01:39:37.872588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-efd592a5-160c-4f0e-87dd-92c47f2c6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.874986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-efd592a5-160c-4f0e-87dd-92c47f2c6969 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 914 time: 0.3972867 Jul 16 01:39:37.912086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:37.916247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.924464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d2e53ccb-b145-4f82-a2ce-7791aa338822 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:37.937729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35c81e9-97c9-4c36-af99-cd073ebc46f1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.092375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-2c4b33c3-50ba-48a4-823c-562622e18ffb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822 HTTP/1.1" status: 200 len: 217 time: 0.1392686 Jul 16 01:39:38.151067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.14 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/fdd2e0c0-8c7a-4eca-849a-533194a2dc74) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:38.224767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:38.246320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'd2e53ccb-b145-4f82-a2ce-7791aa338822', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'port_id': 'd2e53ccb-b145-4f82-a2ce-7791aa338822', 'mac_address': 'fa:16:3e:e2:a1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0adffa-53dd-4457-8ecc-471d8989866e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:38.288670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-495ce1bf-03a6-43fc-91ee-d7dbf0a653fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.290894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-495ce1bf-03a6-43fc-91ee-d7dbf0a653fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.1477315 Jul 16 01:39:38.293223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-779d046d-518c-45b1-84dd-40dfee7bf11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.296857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-779d046d-518c-45b1-84dd-40dfee7bf11f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.5837789 Jul 16 01:39:38.318266 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.347066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e53ccb-b145-4f82-a2ce-7791aa338822 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:38.371452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:38.377398 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.453647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.456388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2921d98a-c6e1-4093-8e6b-7f80b0e96443 req-48fd06a7-c13d-4e62-8540-e7bd0832cfcf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 210 time: 0.1580088 Jul 16 01:39:38.467666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.516633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-ca9ffee7-4fc7-4a46-aa69-e3424eab2608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961539 Jul 16 01:39:38.523333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-39f412f8-05f5-45fc-90eb-5801424908f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778536 Jul 16 01:39:38.533384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.549523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:38.740022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d2e53ccb-b145-4f82-a2ce-7791aa338822'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:38.755426 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.979271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-e1c8f277-b391-4268-aedc-cd2ff98cd73d service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474325 Jul 16 01:39:39.078565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-88c57215-72ea-492c-ab82-d4646056e9c9 req-f99fc083-02a7-4d92-81ab-4fbfb24ac0f4 tempest-ServerShowV257Test-1289396307 tempest-ServerShowV257Test-1289396307-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc0247e-ca09-42eb-8fd4-04bad22a0e71 HTTP/1.1" status: 200 len: 210 time: 0.4989126 Jul 16 01:39:39.109830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:39.114835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:39.120739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:39.171871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.239054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.239789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.263941 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dd7e5c9e-df63-41ec-99a6-005e0f6fae8b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6020870 Jul 16 01:39:39.269470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-86cee4c8-394d-4623-a4b4-c4a88b4699d7 service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329051 Jul 16 01:39:39.282476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Request body: {'port': {'device_id': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:39.283979 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.348935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6b94e-6637-45e8-863d-46a6361753bd req-f0a14306-a038-4c45-a169-940ee1701aea tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.350523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eb6b94e-6637-45e8-863d-46a6361753bd req-f0a14306-a038-4c45-a169-940ee1701aea tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.6203291 Jul 16 01:39:39.400158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.453776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d69f0d-31d0-49c1-8ab1-480d6291914c req-d835b300-c215-463c-ba8c-d5b02b37fa08 service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218986 Jul 16 01:39:39.545861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7cecf-0537-4e1f-8af2-ae14cd2a3f06 req-4e41d773-931e-4628-b15b-44c03a3f9fcb tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.553047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fc7cecf-0537-4e1f-8af2-ae14cd2a3f06 req-4e41d773-931e-4628-b15b-44c03a3f9fcb tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 944 time: 0.6122200 Jul 16 01:39:39.876208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd2e0c0-8c7a-4eca-849a-533194a2dc74 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:39.893621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.918789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Transition to ACTIVE for port object fdd2e0c0-8c7a-4eca-849a-533194a2dc74 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:39.926086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.951832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d2e53ccb-b145-4f82-a2ce-7791aa338822 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.062261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9eb6b94e-6637-45e8-863d-46a6361753bd req-c1a7882c-c8f8-421b-b735-cbf6aa3034be tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531620 Jul 16 01:39:40.087027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f45a800-a7df-4981-8bb4-a2e6317486b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.089854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port d2e53ccb-b145-4f82-a2ce-7791aa338822 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:40.097006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port d2e53ccb-b145-4f82-a2ce-7791aa338822 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:40.097768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.135772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Pushing event updated for resources: {'Port': ['ID=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.172709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Attempting to bind port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:40.173178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Attempting to bind port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:40.173385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Attempting to bind port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:40.178351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:40.178696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Attempting to bind port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:40.184451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:40.184887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:40.185967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:40.186688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Bound port: fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:40.187116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.190830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fc7cecf-0537-4e1f-8af2-ae14cd2a3f06 req-de3c9139-cdaa-4616-9e21-1362538fd552 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367862 Jul 16 01:39:40.239629 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.246794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a159ae-449d-4500-8ac5-c92b73bb1f36 req-2ac8b8ec-c04f-447c-a9f6-93eeafba025d service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9490411 Jul 16 01:39:40.271127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:40.273962 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97f77d-e3af-4217-bb01-15f526f91909" -d '{"events": [{"server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "name": "network-vif-plugged", "status": "completed", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:40.290467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:40.294276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] For port fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:40.297944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.299070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] For port fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:40.304747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.347568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.349146 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.351657 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] 10.222.0.13 "PUT /v2.0/ports/fdd2e0c0-8c7a-4eca-849a-533194a2dc74 HTTP/1.1" status: 200 len: 1093 time: 1.0754347 Jul 16 01:39:40.354571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'tag': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:40.357169 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5208a7db-7332-49b4-8e07-46a1a53a9ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "2973f4c0-97e2-4d55-bd09-ff1f3f36e411", "tag": "fdd2e0c0-8c7a-4eca-849a-533194a2dc74"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:40.398084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.505275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe6683-a778-467c-8f6c-676a165323bb service neutron] Pushing event updated for resources: {'Port': ['ID=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.557912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-6fefb518-703d-4052-929a-e7fc49720e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.564123 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-6fefb518-703d-4052-929a-e7fc49720e73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 1096 time: 0.1355450 Jul 16 01:39:40.594483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-bfab3720-ff9f-4def-8375-8e7f5e148557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.603563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-bfab3720-ff9f-4def-8375-8e7f5e148557 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 1096 time: 1.0295463 Jul 16 01:39:40.632967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-b9818364-1d6e-4677-a09d-bc7a1e9175e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74 HTTP/1.1" status: 200 len: 217 time: 0.0562189 Jul 16 01:39:40.753134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-1307c06b-29e1-4d18-a072-8834e8ebe8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.755640 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-1307c06b-29e1-4d18-a072-8834e8ebe8b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1162682 Jul 16 01:39:40.816521 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-7fe3102b-68ed-42a2-a8f3-9d04575e83ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529568 Jul 16 01:39:40.875383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Router f88c6b11-86bb-4e15-8dcd-52638739586f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:40.939676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-2bdb9f39-f28b-41ce-9b25-5056a1de9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.945159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-2bdb9f39-f28b-41ce-9b25-5056a1de9d52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 914 time: 0.3341219 Jul 16 01:39:40.970094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf3b8c-eae8-43f7-af29-467eb3c4472e req-02fb9f7b-b10e-43f1-abb4-4e1d739cc4a8 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.978110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48bf3b8c-eae8-43f7-af29-467eb3c4472e req-02fb9f7b-b10e-43f1-abb4-4e1d739cc4a8 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 944 time: 0.3734281 Jul 16 01:39:40.982625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-dad7d815-43af-447e-8e0f-d5cb26148d70 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570795 Jul 16 01:39:41.083148 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f685d42-e271-48d6-ba0b-5526df0d2064 x-openstack-request-id: req-5f685d42-e271-48d6-ba0b-5526df0d2064 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:41.083710 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "name": "network-vif-plugged", "status": "completed", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:41.083800 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f685d42-e271-48d6-ba0b-5526df0d2064 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:41.084158 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822', 'code': 200} Jul 16 01:39:41.110875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-4404fe01-df8e-46c0-9bd8-3329d9557ed1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e HTTP/1.1" status: 200 len: 217 time: 0.1555176 Jul 16 01:39:41.153764 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0eb4dc18-6f7f-4d6e-ae28-7870216381d1 req-fce558b9-a8bb-4d34-91be-1c9c6794e799 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651349 Jul 16 01:39:41.155163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 60a54b5a-e660-4f19-8e04-6bbb9093407e details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:41.168541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58478) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.203074 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4277831b-e404-4e85-8cac-60249813141a x-openstack-request-id: req-4277831b-e404-4e85-8cac-60249813141a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:41.203513 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2973f4c0-97e2-4d55-bd09-ff1f3f36e411", "tag": "fdd2e0c0-8c7a-4eca-849a-533194a2dc74", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:41.204098 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4277831b-e404-4e85-8cac-60249813141a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:41.205427 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'tag': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74', 'status': 'completed', 'code': 200} Jul 16 01:39:41.409647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c82baa0-6092-4df9-9e44-9873434dee59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.414646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 60a54b5a-e660-4f19-8e04-6bbb9093407e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.442552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '60a54b5a-e660-4f19-8e04-6bbb9093407e', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'port_id': '60a54b5a-e660-4f19-8e04-6bbb9093407e', 'mac_address': 'fa:16:3e:b3:ec:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0adffa-53dd-4457-8ecc-471d8989866e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:41.444053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-101b8afe-1ae1-47d9-8417-d1b0d419f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.447608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-101b8afe-1ae1-47d9-8417-d1b0d419f492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 1096 time: 0.1767967 Jul 16 01:39:41.460809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48bf3b8c-eae8-43f7-af29-467eb3c4472e req-a28d5792-f07f-4a45-bae3-ca39c354a92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816926 Jul 16 01:39:41.467637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:41.468185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.549209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.595976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a54b5a-e660-4f19-8e04-6bbb9093407e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:41.629800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-957d3823-e2ae-49fa-8a45-c1f745c21cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.631378 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-957d3823-e2ae-49fa-8a45-c1f745c21cdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.1755469 Jul 16 01:39:41.646453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 60a54b5a-e660-4f19-8e04-6bbb9093407e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.652659 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.707318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c82baa0-6092-4df9-9e44-9873434dee59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.724310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-3bee3bbb-6049-4a77-9f29-ff06c54c6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.724898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c82baa0-6092-4df9-9e44-9873434dee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.726001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-3bee3bbb-6049-4a77-9f29-ff06c54c6aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.6026263 Jul 16 01:39:41.763080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=60a54b5a-e660-4f19-8e04-6bbb9093407e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.798080 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-26e1915f-be82-473a-9477-a803545a5974 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74 HTTP/1.1" status: 200 len: 217 time: 0.0866663 Jul 16 01:39:41.815238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:41.828298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] Sync routers for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:41.849301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:41.851188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.866064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-f0155af6-26b9-4348-94e2-3476035049fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263993 Jul 16 01:39:41.880219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a78ad71-1c48-47a3-8883-b3000041b968 admin admin] 10.222.0.42 "PUT /v2.0/routers/f88c6b11-86bb-4e15-8dcd-52638739586f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2448163 Jul 16 01:39:41.882340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c82baa0-6092-4df9-9e44-9873434dee59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b3de9c87a4d46629e74f613564ea0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7125232 Jul 16 01:39:41.883149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82baa0-6092-4df9-9e44-9873434dee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0991d64b-2273-4f0f-856f-053bac12dda5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.892240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58490) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.892771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58492) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.034589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-0ca523e1-8048-4e82-9c50-0f3f59e9b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.036637 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-0ca523e1-8048-4e82-9c50-0f3f59e9b98a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.2264953 Jul 16 01:39:42.043984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:42.100482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6a19-75f1-425e-94ce-975747d677c7 req-47ad4b2f-4d6d-44e0-bbf6-343d35195a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.103020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c21e6a19-75f1-425e-94ce-975747d677c7 req-47ad4b2f-4d6d-44e0-bbf6-343d35195a55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 1097 time: 0.8757367 Jul 16 01:39:42.104545 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-2fd720ab-ffbe-4128-9e32-785ca3dfa844 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562479 Jul 16 01:39:42.106253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 8e6d1df8-113d-4d67-9d71-6b9b76d008ae, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:42.106828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.126584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0b570-2d85-48c3-93a2-55be19206d01 req-90646728-18a0-4ce5-bd3a-4b43fb3b8345 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.128894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33e0b570-2d85-48c3-93a2-55be19206d01 req-90646728-18a0-4ce5-bd3a-4b43fb3b8345 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.6995952 Jul 16 01:39:42.163551 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.185720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 8e6d1df8-113d-4d67-9d71-6b9b76d008ae owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:42.261542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['60a54b5a-e660-4f19-8e04-6bbb9093407e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:42.269983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd77c70-25ca-421c-b6bf-db9fc5dd628c req-be47bc7d-c88e-41ef-9614-987d4b7c9ea8 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.272045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cd77c70-25ca-421c-b6bf-db9fc5dd628c req-be47bc7d-c88e-41ef-9614-987d4b7c9ea8 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 945 time: 0.4945693 Jul 16 01:39:42.300296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3402a857-459b-4805-b348-602fb59f7c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.343687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-cd8945bf-69d1-4ead-8a1a-abb07a8cd100 service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276230 Jul 16 01:39:42.358325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c21e6a19-75f1-425e-94ce-975747d677c7 req-93525293-ac88-423d-83e7-63f6ce98d841 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022576 Jul 16 01:39:42.360046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3402a857-459b-4805-b348-602fb59f7c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.377654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-fe246aa6-f108-42ee-97b0-a9e725660ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603545 Jul 16 01:39:42.389946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.399040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:39:37Z', 'revision_number': 5, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port': {'id': '2ef250d3-346d-48e9-beb8-b7a04b5a4871', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:40Z', 'updated_at': '2021-07-16T01:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:42.426029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33e0b570-2d85-48c3-93a2-55be19206d01 req-f21ed520-e257-4092-a997-50c6a6c13878 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834487 Jul 16 01:39:42.442812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] Checking router: f88c6b11-86bb-4e15-8dcd-52638739586f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:42.445015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb35b1f2-dc88-4387-8498-688fe6a914ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.477662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.486827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] Routers {'f88c6b11-86bb-4e15-8dcd-52638739586f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:42.487748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f88c6b11-86bb-4e15-8dcd-52638739586f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:42.502864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cd77c70-25ca-421c-b6bf-db9fc5dd628c req-ea2d7c46-4f1e-4440-b008-b99a4451e04e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170632 Jul 16 01:39:42.593872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Deleting port 2ef250d3-346d-48e9-beb8-b7a04b5a4871 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:42.594224 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.596562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3402a857-459b-4805-b348-602fb59f7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.599218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3402a857-459b-4805-b348-602fb59f7c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.600435 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3402a857-459b-4805-b348-602fb59f7c10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0991d64b-2273-4f0f-856f-053bac12dda5 HTTP/1.1" status: 204 len: 168 time: 0.7054908 Jul 16 01:39:42.622577 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5208a7db-7332-49b4-8e07-46a1a53a9ce1 req-89668248-d4e6-4ec0-b95d-6520ee6c8479 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284837 Jul 16 01:39:42.631592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402a857-459b-4805-b348-602fb59f7c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0991d64b-2273-4f0f-856f-053bac12dda5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.743973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942b80eb-e782-4a9d-90a5-5428a3850484 req-67872992-2182-4d98-a317-f84c72c1e0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904402 Jul 16 01:39:42.751663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] Set router f88c6b11-86bb-4e15-8dcd-52638739586f gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:42.783808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] For port 2ef250d3-346d-48e9-beb8-b7a04b5a4871, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2ef250d3-346d-48e9-beb8-b7a04b5a4871,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:42.784278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.820022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Calling delete_port for 2ef250d3-346d-48e9-beb8-b7a04b5a4871 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:42.900063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa473362-d128-4a4b-8697-fbabd51de11c req-3e5b62c1-7232-4dcc-afe6-f73281c71807 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.902053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa473362-d128-4a4b-8697-fbabd51de11c req-3e5b62c1-7232-4dcc-afe6-f73281c71807 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 944 time: 0.1649835 Jul 16 01:39:42.981167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa473362-d128-4a4b-8697-fbabd51de11c req-9a484201-14ab-4c3f-85a3-a485ee9461be tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669281 Jul 16 01:39:42.983286 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.023294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=8e6d1df8-113d-4d67-9d71-6b9b76d008ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.056003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:39:42Z', 'revision_number': 6, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:43.092301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9c05c-ca97-49ac-ad98-a3b1afb6af30 None None] The sync data for ids ['f88c6b11-86bb-4e15-8dcd-52638739586f'] in n-d-791506-20 is: [{'id': 'f88c6b11-86bb-4e15-8dcd-52638739586f', 'name': 'tempest-TaggedBootDevicesTest-697579639-router', 'tenant_id': '20aaecba68d4413d9b9e3b4f99923f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:38Z', 'updated_at': '2021-07-16T01:39:42Z', 'revision_number': 6, 'project_id': '20aaecba68d4413d9b9e3b4f99923f07', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:43.130916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.190101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef250d3-346d-48e9-beb8-b7a04b5a4871,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.264935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.315481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58510) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.376999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.484095 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.501579 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.619335 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.621357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88c6b11-86bb-4e15-8dcd-52638739586f {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:43.634148 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.641440 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f65cb194-dd75-4dad-bc1b-0338d657bd33 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f88c6b11-86bb-4e15-8dcd-52638739586f HTTP/1.1" status: 204 len: 168 time: 1.7468593 Jul 16 01:39:43.642870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58526) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.674493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.775670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-279684a3-5fb9-47bd-9c55-ff487424b333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.793231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Deleting subnet e0c83b79-5648-4070-9667-a566e2051d29 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:43.800137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.854741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.962861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router b50fc8cd-1813-43a2-a6e8-89c56f8172fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:43.991996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439dcc3-2b37-4f14-b56a-5a840de1cedf req-54e38df9-f75d-4ebd-9181-dc0c20b4d0d0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.993712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a439dcc3-2b37-4f14-b56a-5a840de1cedf req-54e38df9-f75d-4ebd-9181-dc0c20b4d0d0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.2405057 Jul 16 01:39:44.021080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-279684a3-5fb9-47bd-9c55-ff487424b333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.023567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.057389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-279684a3-5fb9-47bd-9c55-ff487424b333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.121133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-279684a3-5fb9-47bd-9c55-ff487424b333 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4e8f1d446284db1b13a7c9e60454442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7966034 Jul 16 01:39:44.124217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279684a3-5fb9-47bd-9c55-ff487424b333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c12d4e-b4ea-420e-99be-91b7266d3ad2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.127665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58540) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.175086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.197282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.213526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c98-346e-451c-858d-8cadcf46fc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.235049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c83b79-5648-4070-9667-a566e2051d29,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.247664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a30f86-c6aa-4716-b5a6-359be2788c8c None None] Network a32b881b-37a1-4df7-ae67-f980a68ea571 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:44.252734 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.257651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ebd43cf7-c1c1-49a3-8730-3216a81e7e15 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0c83b79-5648-4070-9667-a566e2051d29 HTTP/1.1" status: 204 len: 168 time: 0.6130419 Jul 16 01:39:44.260479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.359721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.374473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-214858428-network', 'tenant_id': '80f75ebceecb4d638f5c01fd07d0b4ee'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:44.380379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c98-346e-451c-858d-8cadcf46fc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.444473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Made reservation on behalf of 80f75ebceecb4d638f5c01fd07d0b4ee for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:44.450351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.491335 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.528799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae11768-9093-427d-a50d-fae6b804e6c9 req-b075e462-3fc9-4325-bedd-c9e03782e266 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.531350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ae11768-9093-427d-a50d-fae6b804e6c9 req-b075e462-3fc9-4325-bedd-c9e03782e266 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 945 time: 0.7197955 Jul 16 01:39:44.558895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] DHCP port deletion for a32b881b-37a1-4df7-ae67-f980a68ea571 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:44.566563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c98-346e-451c-858d-8cadcf46fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.566563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c98-346e-451c-858d-8cadcf46fc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.577256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ab7d0c98-346e-451c-858d-8cadcf46fc1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96c12d4e-b4ea-420e-99be-91b7266d3ad2 HTTP/1.1" status: 204 len: 168 time: 0.4483018 Jul 16 01:39:44.595254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a439dcc3-2b37-4f14-b56a-5a840de1cedf req-b3b20e69-c1e6-4140-a6a0-623b077a1340 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775716 Jul 16 01:39:44.612803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d0c98-346e-451c-858d-8cadcf46fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c12d4e-b4ea-420e-99be-91b7266d3ad2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.632885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Deleting port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:44.636497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.718031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] Deleting port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:44.721841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ae11768-9093-427d-a50d-fae6b804e6c9 req-f0bcfccf-60df-4f6a-8799-3fe1204f1818 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760256 Jul 16 01:39:44.726964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.850448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:44.855951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] For port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:44.856360 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.857201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.861097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1e571f5-015d-4f96-acef-a42329320f33 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "PUT /v2.0/routers/b50fc8cd-1813-43a2-a6e8-89c56f8172fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1738884 Jul 16 01:39:44.863773 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] Sync routers for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:44.868190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.885291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.893551 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:44.899797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] For port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,segment=NetworkSegment(644f8e83-3cd4-4711-94ca-f56c1db8734a),segment_id=644f8e83-3cd4-4711-94ca-f56c1db8734a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:44.900375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.900732 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:44.943303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:44.944643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:44.947806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Calling delete_port for 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:44.981562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.982098 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Added segment 14844907-89c0-41db-95db-da41d2da5e6f of type vlan for network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 Jul 16 01:39:44.993966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918d7888-f66e-414f-a720-b11d3fd76a92,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.016342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting subnet b1b2b16d-599a-47bc-84e7-97c5fac5c361 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:45.030174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.034540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] Calling delete_port for 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:45.114733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.127159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.185080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fdd2e0c0-8c7a-4eca-849a-533194a2dc74 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:45.216687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.221704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.222422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.254176 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:45.269659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.278255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58556) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.303745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:45.318355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 60a54b5a-e660-4f19-8e04-6bbb9093407e up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:45.324719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74', 'mac_address': 'fa:16:3e:3e:42:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:45.346323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.347128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1706216 Jul 16 01:39:45.358043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58558) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.375216 n-d-791506-20 neutron-server[93757]: INFO neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No ports have port_id starting with 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 Jul 16 01:39:45.386493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Request body: {'subnet': {'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-214858428-subnet', 'tenant_id': '80f75ebceecb4d638f5c01fd07d0b4ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.393694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.399670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69bd099f-8bcd-4699-90dd-e7bf4a0bf9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.411880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c35c81e9-97c9-4c36-af99-cd073ebc46f1 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:45.422727 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.454096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c35c81e9-97c9-4c36-af99-cd073ebc46f1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:45.454848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c35c81e9-97c9-4c36-af99-cd073ebc46f1 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:45.455499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2ef250d3-346d-48e9-beb8-b7a04b5a4871 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:45.460851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] No DVR routers for this DVR port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:45.463601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b7728-5057-4155-8ed7-df150a514290 admin admin] Pushing event updated for resources: {'Network': ['ID=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.505004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:45.515856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3e3ec-64bc-4822-bfe5-65bbf2601231 req-494490a0-7476-481b-b1c0-4b845c7f545e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.516887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 2ef250d3-346d-48e9-beb8-b7a04b5a4871 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:45.517473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2ef250d3-346d-48e9-beb8-b7a04b5a4871 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:45.518071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cf3e3ec-64bc-4822-bfe5-65bbf2601231 req-494490a0-7476-481b-b1c0-4b845c7f545e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 944 time: 0.5717423 Jul 16 01:39:45.522082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.531072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Made reservation on behalf of 80f75ebceecb4d638f5c01fd07d0b4ee for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:45.533652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.555885 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.573483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 60a54b5a-e660-4f19-8e04-6bbb9093407e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:45.580992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 60a54b5a-e660-4f19-8e04-6bbb9093407e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:45.581766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.589505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.593671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd2e0c0-8c7a-4eca-849a-533194a2dc74 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:45.615857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.634713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b2b16d-599a-47bc-84e7-97c5fac5c361,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.668649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1862caa-7223-4f3b-a737-7c2b7e7d92f8 req-239df48a-e5cd-4121-81c8-69307c3c6bf2 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.669075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32b881b-37a1-4df7-ae67-f980a68ea571']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:45.670644 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:42Z', 'revision_number': 7, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:45.677289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66736ae9-6666-40b8-b5cd-31cc791f06bb None None] Network bc6f9bb4-3976-4baa-8d01-d74b3276d600 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:45.679685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1862caa-7223-4f3b-a737-7c2b7e7d92f8 req-239df48a-e5cd-4121-81c8-69307c3c6bf2 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 945 time: 0.5081079 Jul 16 01:39:45.685217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644f8e83-3cd4-4711-94ca-f56c1db8734a') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:45.685641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644f8e83-3cd4-4711-94ca-f56c1db8734a') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:45.704513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.708456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ed469c28-ae94-4d5f-8a8c-3ca43a1eb737 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/subnets/b1b2b16d-599a-47bc-84e7-97c5fac5c361 HTTP/1.1" status: 204 len: 168 time: 0.8389027 Jul 16 01:39:45.713029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.715030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58562) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.732805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] Pushing event deleted for resources: {'Port': ['ID=5c47307c-04b9-4b58-bb5e-03cdc7eacea4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.754996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1734d5-3011-4a47-9b16-d1784cf3e9e5 None None] No DVR routers for this DVR port 5c47307c-04b9-4b58-bb5e-03cdc7eacea4 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:45.762388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:45.777231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1862caa-7223-4f3b-a737-7c2b7e7d92f8 req-88f73a18-4537-4d68-80fa-684f7ede1a8b tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964000 Jul 16 01:39:45.781629 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] Checking router: b50fc8cd-1813-43a2-a6e8-89c56f8172fb for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:45.789668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.789979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cf3e3ec-64bc-4822-bfe5-65bbf2601231 req-45bf1cec-304b-499f-b80f-2f67026e7ea5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414079 Jul 16 01:39:45.800103 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] Routers {'b50fc8cd-1813-43a2-a6e8-89c56f8172fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:45.800847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:45.820261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.906295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:45.909058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:45.914292 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:46.135061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3191e64-78dd-488c-a98f-f7e2a14bc282 req-878be28f-b11d-4a76-8b27-c1bb559fab6b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.138652 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.140238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3191e64-78dd-488c-a98f-f7e2a14bc282 req-878be28f-b11d-4a76-8b27-c1bb559fab6b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.1779754 Jul 16 01:39:46.202734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.219634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a54b5a-e660-4f19-8e04-6bbb9093407e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:46.222414 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd424fc-2cc3-4d75-8f22-c6f16971a53b" -d '{"events": [{"server_uuid": "77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6", "name": "network-vif-plugged", "status": "completed", "tag": "60a54b5a-e660-4f19-8e04-6bbb9093407e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:46.242194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3191e64-78dd-488c-a98f-f7e2a14bc282 req-f6559060-edb1-4553-a776-97023afdf1f5 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Jul 16 01:39:46.247007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 60a54b5a-e660-4f19-8e04-6bbb9093407e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.254778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.359208 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc5a9a-6b0c-4ae1-ab9d-5c644266b789 x-openstack-request-id: req-69bc5a9a-6b0c-4ae1-ab9d-5c644266b789 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:46.359715 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6", "name": "network-vif-plugged", "status": "completed", "tag": "60a54b5a-e660-4f19-8e04-6bbb9093407e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:46.369957 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] Set router b50fc8cd-1813-43a2-a6e8-89c56f8172fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:46.371239 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69bc5a9a-6b0c-4ae1-ab9d-5c644266b789 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:46.372031 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a54b5a-e660-4f19-8e04-6bbb9093407e', 'code': 200} Jul 16 01:39:46.373942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fdd2e0c0-8c7a-4eca-849a-533194a2dc74'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:46.380974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=60a54b5a-e660-4f19-8e04-6bbb9093407e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.416636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] DHCP port deletion for bc6f9bb4-3976-4baa-8d01-d74b3276d600 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:46.553357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136bd8-c08b-409c-8ae0-526687d9e0da req-e5038f15-979b-405a-8571-a4557b737d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.554920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3136bd8-c08b-409c-8ae0-526687d9e0da req-e5038f15-979b-405a-8571-a4557b737d0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 1098 time: 0.1049101 Jul 16 01:39:46.609632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] Deleting port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:46.610802 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.626135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3136bd8-c08b-409c-8ae0-526687d9e0da req-a56d29b0-7392-49d8-8953-695b37f53486 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635865 Jul 16 01:39:46.679275 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:42Z', 'revision_number': 7, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:46.681876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.710033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] For port 3450ead6-15ee-40a2-9752-d1ba60a45ff4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=3450ead6-15ee-40a2-9752-d1ba60a45ff4,segment=NetworkSegment(c71509dc-eb92-4fdb-aecd-481ebc47dba9),segment_id=c71509dc-eb92-4fdb-aecd-481ebc47dba9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.710437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.725536 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557df5d-c1fd-4d2a-a103-081910375c7b None None] The sync data for ids ['b50fc8cd-1813-43a2-a6e8-89c56f8172fb'] in n-d-791506-20 is: [{'id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'name': 'tempest-TestNetworkBasicOps-router-1827691451', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:39:42Z', 'revision_number': 7, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '665239e2-7e47-46c9-bbf5-b641492d0a0e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50fc8cd-1813-43a2-a6e8-89c56f8172fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:02Z', 'updated_at': '2021-07-16T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:46.750115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 3450ead6-15ee-40a2-9752-d1ba60a45ff4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:46.780920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] Calling delete_port for 3450ead6-15ee-40a2-9752-d1ba60a45ff4 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:46.793432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69bd099f-8bcd-4699-90dd-e7bf4a0bf9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.807190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69bd099f-8bcd-4699-90dd-e7bf4a0bf9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.809615 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.870015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.876855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a32b881b-37a1-4df7-ae67-f980a68ea571 HTTP/1.1" status: 204 len: 168 time: 2.6108594 Jul 16 01:39:46.913728 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.950873 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.003117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] Pushing event deleted for resources: {'Port': ['ID=3450ead6-15ee-40a2-9752-d1ba60a45ff4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.005686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3f867-5db9-4e86-98e5-83734258b09b None None] No DVR routers for this DVR port 3450ead6-15ee-40a2-9752-d1ba60a45ff4 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:47.040085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d355a-89ca-4db7-bf53-684d24a2f597 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32b881b-37a1-4df7-ae67-f980a68ea571,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.074796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-69bd099f-8bcd-4699-90dd-e7bf4a0bf9e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a918a3ccad644e38d04b9788c531def&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7851152 Jul 16 01:39:47.078800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd099f-8bcd-4699-90dd-e7bf4a0bf9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e689db33-9d2a-4af2-bd15-6daa4ad15778,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.080681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.086367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.167046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.184035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e97e2-6267-4c76-9c7b-1368fba99bfa req-c331277a-23b5-49e8-9c41-61a924118f29 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.187042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-745e97e2-6267-4c76-9c7b-1368fba99bfa req-c331277a-23b5-49e8-9c41-61a924118f29 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 945 time: 0.1977627 Jul 16 01:39:47.189474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccade60-0cd4-417e-be1b-4b56c402aac3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.217325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bab21bd0-2f20-4768-8b18-ebaa169c465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.249094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Checking segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:47.250189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Network hostable DHCP agents. Network: cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:47.264856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7b3b3-090f-4c56-bd89-d9d0a3e651e0 req-e470033b-084d-44dc-92f1-74652e689e8d tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.271322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25f7b3b3-090f-4c56-bd89-d9d0a3e651e0 req-e470033b-084d-44dc-92f1-74652e689e8d tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 946 time: 0.2281814 Jul 16 01:39:47.274368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58578) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.314809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bab21bd0-2f20-4768-8b18-ebaa169c465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.332173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 665239e2-7e47-46c9-bbf5-b641492d0a0e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:47.332546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.336525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:47.340118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-745e97e2-6267-4c76-9c7b-1368fba99bfa req-a5771434-9c37-4e47-9da6-1c84e044cc0e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262512 Jul 16 01:39:47.383660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25f7b3b3-090f-4c56-bd89-d9d0a3e651e0 req-49f62d2e-2266-42ed-8b7a-90d138b26acd tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999923 Jul 16 01:39:47.395380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-28ddf1fb-645a-48c0-a518-9666d74cec9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20aaecba68d4413d9b9e3b4f99923f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193943 Jul 16 01:39:47.400143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.406384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:47.416050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.416546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.421732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d231b2-5925-40d3-9e55-6a09a0af6b21 None None] Network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:47.434030 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bab21bd0-2f20-4768-8b18-ebaa169c465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.438982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bab21bd0-2f20-4768-8b18-ebaa169c465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.442808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bab21bd0-2f20-4768-8b18-ebaa169c465d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e689db33-9d2a-4af2-bd15-6daa4ad15778 HTTP/1.1" status: 204 len: 168 time: 0.3585205 Jul 16 01:39:47.468694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab21bd0-2f20-4768-8b18-ebaa169c465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e689db33-9d2a-4af2-bd15-6daa4ad15778,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.481852 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fbe1094b-3e90-446f-996b-92c21a6b32cf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1048040 Jul 16 01:39:47.488589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0e63c43-6bfd-4b02-9dc3-48e832c89de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.535070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0e63c43-6bfd-4b02-9dc3-48e832c89de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.617619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 665239e2-7e47-46c9-bbf5-b641492d0a0e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=665239e2-7e47-46c9-bbf5-b641492d0a0e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:47.618514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.660076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 665239e2-7e47-46c9-bbf5-b641492d0a0e owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:47.741265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0e63c43-6bfd-4b02-9dc3-48e832c89de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.744134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0e63c43-6bfd-4b02-9dc3-48e832c89de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.749096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d0e63c43-6bfd-4b02-9dc3-48e832c89de3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e96d66b9-6acf-4329-beae-863584c43af8 HTTP/1.1" status: 204 len: 168 time: 0.3472590 Jul 16 01:39:47.766488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63c43-6bfd-4b02-9dc3-48e832c89de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d66b9-6acf-4329-beae-863584c43af8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.783653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f109c62-1c97-4a9d-a294-dfc2067b76ac None None] Network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:47.792051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65432d81-0908-42d5-84d7-9cac6c563f57 req-46360024-de5c-41b3-82c7-03c29932ffb5 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.794060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65432d81-0908-42d5-84d7-9cac6c563f57 req-46360024-de5c-41b3-82c7-03c29932ffb5 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.1509669 Jul 16 01:39:47.873175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65432d81-0908-42d5-84d7-9cac6c563f57 req-b53c5249-e40a-4cc0-8aa5-629861094b90 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661783 Jul 16 01:39:48.072163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.149869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=665239e2-7e47-46c9-bbf5-b641492d0a0e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.171607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.172311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.285881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.289464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.344726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.345336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Fanout notify agent at l3_agent the message router_deleted on router b50fc8cd-1813-43a2-a6e8-89c56f8172fb {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:48.355663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.357816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-80c0ce4c-1126-477b-9eaf-fca9c83fb19c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/routers/b50fc8cd-1813-43a2-a6e8-89c56f8172fb HTTP/1.1" status: 204 len: 168 time: 2.6361063 Jul 16 01:39:48.365212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.534533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.760016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-aa1906de-8ff8-46d0-87c2-49992d7dd51b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.761556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-aa1906de-8ff8-46d0-87c2-49992d7dd51b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 813 time: 0.2669461 Jul 16 01:39:48.788531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.813450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6f9bb4-3976-4baa-8d01-d74b3276d600']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:48.825297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-cb561752-5d0b-425e-8835-f12b977a76bc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/quotas/80f75ebceecb4d638f5c01fd07d0b4ee HTTP/1.1" status: 200 len: 375 time: 0.0317450 Jul 16 01:39:48.836240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6179-842c-4d8f-9cec-7bab73bbb13e req-99330524-8c3c-4b81-9c91-71af158d10e9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.837875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06bf6179-842c-4d8f-9cec-7bab73bbb13e req-99330524-8c3c-4b81-9c91-71af158d10e9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 945 time: 0.2928460 Jul 16 01:39:48.840008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71509dc-eb92-4fdb-aecd-481ebc47dba9') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:48.840245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71509dc-eb92-4fdb-aecd-481ebc47dba9') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:48.888260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.892211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-863cffea-7a83-4fbc-bd7b-ddf432fc87e7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497169 Jul 16 01:39:48.916481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.954099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:48.954523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:48.957699 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:49.015309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06bf6179-842c-4d8f-9cec-7bab73bbb13e req-b42378b5-fc39-46a5-aae2-8bd78acab35e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646669 Jul 16 01:39:49.048886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 665239e2-7e47-46c9-bbf5-b641492d0a0e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:49.075551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 665239e2-7e47-46c9-bbf5-b641492d0a0e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:49.076877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 665239e2-7e47-46c9-bbf5-b641492d0a0e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:49.077679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e6d1df8-113d-4d67-9d71-6b9b76d008ae no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:49.104785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 8e6d1df8-113d-4d67-9d71-6b9b76d008ae {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:49.105511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8e6d1df8-113d-4d67-9d71-6b9b76d008ae not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:49.113706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58652) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.157020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.174699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.180874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/networks/bc6f9bb4-3976-4baa-8d01-d74b3276d600 HTTP/1.1" status: 204 len: 168 time: 0.8129048 Jul 16 01:39:49.191088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fdd2e0c0-8c7a-4eca-849a-533194a2dc74 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:49.203284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58658) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.210027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'network': {'name': 'tempest-network-smoke--1827005542', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.228032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2366d-71d9-45ff-b67a-fee6672d6221 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Network': ['ID=bc6f9bb4-3976-4baa-8d01-d74b3276d600,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.246047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:49.257868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.274425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:49.278802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:49.279651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.291877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-026e0ea3-94f4-4c9a-9fc9-30dd47537dcc service neutron] 10.222.0.42 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588095 Jul 16 01:39:49.299059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:49.312302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.313047 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Added segment 8c2e8341-6ab9-4b3c-9f87-1db17237aea8 of type vlan for network 9fe9b046-60fd-49ab-9af1-a4671f82c217 Jul 16 01:39:49.365926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1926818143-network', 'tenant_id': '05431ad0d14c467c98be153316e850c8'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.392658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.430383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Made reservation on behalf of 05431ad0d14c467c98be153316e850c8 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:49.430779 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.433594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.440940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c41-9b85-492e-ae2b-078642f7e09a req-db39369d-401b-4c7c-be6e-d1d81f077221 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.448635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15c71c41-9b85-492e-ae2b-078642f7e09a req-db39369d-401b-4c7c-be6e-d1d81f077221 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 946 time: 0.2357967 Jul 16 01:39:49.448929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.490511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:49.492689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.494002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-d4b7a207-15a7-4463-901e-9cbd9154b3dd service neutron] 10.222.0.42 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931903 Jul 16 01:39:49.494700 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12f923-285c-4d3c-9449-8aa986734ed6" -d '{"events": [{"server_uuid": "2973f4c0-97e2-4d55-bd09-ff1f3f36e411", "name": "network-vif-plugged", "status": "completed", "tag": "fdd2e0c0-8c7a-4eca-849a-533194a2dc74"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:49.499348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.499974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.526589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15c71c41-9b85-492e-ae2b-078642f7e09a req-3ed705ca-a264-4f40-b851-f5ba6579d748 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767751 Jul 16 01:39:49.530283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:49.550066 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.596244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.615689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.659921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78797f-fd98-4280-ab96-42d7013d30db,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.663968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.706327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.706801 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4998269 Jul 16 01:39:49.711975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'admin_state_up': True, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.754505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.755744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.770418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:49.787286 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d551f5-bd7b-4276-a1bf-1b5c1cc3c19f x-openstack-request-id: req-40d551f5-bd7b-4276-a1bf-1b5c1cc3c19f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:49.787641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.788106 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2973f4c0-97e2-4d55-bd09-ff1f3f36e411", "name": "network-vif-plugged", "status": "completed", "tag": "fdd2e0c0-8c7a-4eca-849a-533194a2dc74", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:49.788247 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Added segment 8eacab4a-5f6a-44e8-aa78-a4f275125d54 of type vlan for network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc Jul 16 01:39:49.788676 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40d551f5-bd7b-4276-a1bf-1b5c1cc3c19f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:49.789298 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74', 'code': 200} Jul 16 01:39:49.861491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.902994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e370b-eee7-4f40-aa41-709a548820b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Network': ['ID=9fe9b046-60fd-49ab-9af1-a4671f82c217,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.917097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:49.917951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.919331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.920342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.987984 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8689802 Jul 16 01:39:49.990544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.019470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Request body: {'subnet': {'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1926818143-subnet', 'tenant_id': '05431ad0d14c467c98be153316e850c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:50.081275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.095474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4914cd-55b1-4c5d-8bfc-fc8763a83556 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.120244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:50.377672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Made reservation on behalf of 05431ad0d14c467c98be153316e850c8 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:50.380655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.419996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-326eb1b1-d8d9-430e-b1b4-9ec8b743e2e0 req-99c6595a-7e95-4455-82ae-e5a838c8bddb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 210 time: 0.0707610 Jul 16 01:39:50.444257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.479180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70e434-9357-4d95-936e-68a9fe46785a req-c9ce6e62-08e9-4fbd-a6ab-476671c9270c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.487349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea70e434-9357-4d95-936e-68a9fe46785a req-c9ce6e62-08e9-4fbd-a6ab-476671c9270c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.6189010 Jul 16 01:39:50.652990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952f4ff-9c65-424c-9b5c-6e8a9b81c984 req-e8bc0c46-a84b-443e-8ce3-ef8c526ff028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.655505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8952f4ff-9c65-424c-9b5c-6e8a9b81c984 req-e8bc0c46-a84b-443e-8ce3-ef8c526ff028 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 1098 time: 0.3836555 Jul 16 01:39:50.683314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea70e434-9357-4d95-936e-68a9fe46785a req-c15cf0da-d7ac-410a-947c-72995ccae118 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949239 Jul 16 01:39:50.788771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8952f4ff-9c65-424c-9b5c-6e8a9b81c984 req-763221d1-7285-4696-8b65-f4b6c067b244 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218510 Jul 16 01:39:50.854430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44919c0d-ee8a-49b8-ac5a-d3e905fb6d04 req-405f5df4-c3d6-48db-93ec-2cba7eac9741 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.856029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44919c0d-ee8a-49b8-ac5a-d3e905fb6d04 req-405f5df4-c3d6-48db-93ec-2cba7eac9741 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 946 time: 0.2651317 Jul 16 01:39:50.940589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.963082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44919c0d-ee8a-49b8-ac5a-d3e905fb6d04 req-04c3c869-ff6a-4abe-8010-1a16b48c1394 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Jul 16 01:39:51.080346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56436790-5d0b-47f9-b7d7-e9900040464f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.476234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Checking segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:51.477364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Network hostable DHCP agents. Network: 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:51.529943 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.595463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.613655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:51.666451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:51.680216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fea38a-1a13-4f06-8c41-adc601ed8ab4 None None] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:51.683688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-16b56585-74cf-4fc4-9225-bfd81409935f tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.690518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-16b56585-74cf-4fc4-9225-bfd81409935f tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 813 time: 0.2312558 Jul 16 01:39:51.694358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.694997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.766874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-20a6d255-cbb5-4ba5-b431-445e9d6916bd tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/quotas/5078a5a96447423d9ec82debaf92eccc HTTP/1.1" status: 200 len: 375 time: 0.0754056 Jul 16 01:39:51.806902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a26fcee-6ba9-4b1e-bb2b-fcc66deb7467 req-22402dd4-9077-48fd-af7f-af80bfb86ecc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 210 time: 0.0876529 Jul 16 01:39:51.857777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-17936b59-a0e2-4ea0-aaa8-d13da2696b29 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8526726 Jul 16 01:39:51.885597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'tenant_id': '05431ad0d14c467c98be153316e850c8', 'fixed_ips': [{'subnet_id': '56436790-5d0b-47f9-b7d7-e9900040464f'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:51.886525 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.110840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Allocated IP 172.20.0.2 (5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc/56436790-5d0b-47f9-b7d7-e9900040464f/966c6518-231a-4557-9341-3e36247689ed) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:52.242146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.25.7.94 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/87be1295-03df-40f1-97c7-e24d335a946d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:52.284780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-41babd9f-85d2-45e3-93de-a92103087f29 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5169833 Jul 16 01:39:52.309254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-0eb1bd5b-c578-47e2-b55c-b507214c205d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.320507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-0eb1bd5b-c578-47e2-b55c-b507214c205d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.13 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 813 time: 0.6173704 Jul 16 01:39:52.324137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-49c97c0a-daba-43bc-99f1-f0e7af05e2b6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.326361 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-49c97c0a-daba-43bc-99f1-f0e7af05e2b6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "GET /v2.0/ports?device_id=77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6 HTTP/1.1" status: 200 len: 946 time: 0.1649950 Jul 16 01:39:52.356599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Request body: {'port': {'device_id': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'admin_state_up': True, 'tenant_id': '80f75ebceecb4d638f5c01fd07d0b4ee'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:52.463423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Deleting port 60a54b5a-e660-4f19-8e04-6bbb9093407e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:52.463808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.505583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.516163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Transition to ACTIVE for port object 966c6518-231a-4557-9341-3e36247689ed will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:52.533100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Transition to ACTIVE for port object 966c6518-231a-4557-9341-3e36247689ed will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:52.540649 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.586330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5d2dd-454c-4b2c-90c7-9b7b32b5a3c4 req-e2e22f55-c433-46c5-a03d-8b06bb1f8e7b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.591680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] For port 60a54b5a-e660-4f19-8e04-6bbb9093407e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=60a54b5a-e660-4f19-8e04-6bbb9093407e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:52.592483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.594972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52b5d2dd-454c-4b2c-90c7-9b7b32b5a3c4 req-e2e22f55-c433-46c5-a03d-8b06bb1f8e7b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 946 time: 0.5462708 Jul 16 01:39:52.611501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Calling delete_port for 60a54b5a-e660-4f19-8e04-6bbb9093407e owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:52.629507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:52.636872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:52.647897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:52.652921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Pushing event updated for resources: {'Port': ['ID=966c6518-231a-4557-9341-3e36247689ed,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.742116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Attempting to bind port 966c6518-231a-4557-9341-3e36247689ed on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:52.742919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Attempting to bind port 966c6518-231a-4557-9341-3e36247689ed by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:52.743035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Attempting to bind port 966c6518-231a-4557-9341-3e36247689ed on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:52.749520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:52.749933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Checking segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:52.750839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.751540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Bound using segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:52.752176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Bound port: 966c6518-231a-4557-9341-3e36247689ed, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:52.752884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.813005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.823795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.833499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] For port 966c6518-231a-4557-9341-3e36247689ed, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:52.838383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] For port 966c6518-231a-4557-9341-3e36247689ed, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=966c6518-231a-4557-9341-3e36247689ed,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:52.842144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d2e53ccb-b145-4f82-a2ce-7791aa338822'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:52.858619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-2527b2b3-f12b-4818-9123-24c06506260d service neutron] 10.222.0.42 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266209 Jul 16 01:39:52.862238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['60a54b5a-e660-4f19-8e04-6bbb9093407e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:52.864130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event deleted for resources: {'Port': ['ID=60a54b5a-e660-4f19-8e04-6bbb9093407e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.864879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Made reservation on behalf of 80f75ebceecb4d638f5c01fd07d0b4ee for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:52.869260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.898244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52b5d2dd-454c-4b2c-90c7-9b7b32b5a3c4 req-2a12d40c-65c0-43bf-84f6-2208b31587e0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022859 Jul 16 01:39:52.898889 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.943660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-d75f5d5d-1511-40ba-a27d-1fb22710ad80 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.945538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-d75f5d5d-1511-40ba-a27d-1fb22710ad80 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "GET /v2.0/ports?device_id=85b6b274-6ee2-4f3f-8639-06ce74a07ba9 HTTP/1.1" status: 200 len: 945 time: 0.5383668 Jul 16 01:39:52.971470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] No DVR routers for this DVR port 60a54b5a-e660-4f19-8e04-6bbb9093407e on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:52.974179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.977865 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0b93fbb-5be2-447a-b7c1-ed2c198a7b9f req-ed0b23ee-2d43-4540-9d80-fc4fa59a6bec tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "DELETE /v2.0/ports/60a54b5a-e660-4f19-8e04-6bbb9093407e HTTP/1.1" status: 204 len: 173 time: 0.6465337 Jul 16 01:39:52.979021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'name': 'network-vif-deleted', 'tag': '60a54b5a-e660-4f19-8e04-6bbb9093407e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:52.991626 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b86c92-b356-46da-9b85-4c3f1989c14d" -d '{"events": [{"server_uuid": "77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6", "name": "network-vif-deleted", "tag": "60a54b5a-e660-4f19-8e04-6bbb9093407e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:53.030826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848616cd-f482-41ce-a57f-303bcf7e28e9 None None] Pushing event updated for resources: {'Port': ['ID=966c6518-231a-4557-9341-3e36247689ed,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.329178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.496055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-60f5777e-0052-4c26-b97f-31f92c913ded service neutron] 10.222.0.42 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964563 Jul 16 01:39:53.514438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:53.524542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=87be1295-03df-40f1-97c7-e24d335a946d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.531892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:53.535943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:53.539014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Allocated IP 172.20.0.9 (cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09/6ccade60-0cd4-417e-be1b-4b56c402aac3/919f3c1c-6775-4532-a7b2-0f333d4b1fe9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:53.737955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1dd77-d333-4d37-977b-13b6a472de10 req-0201b72c-cce0-46a8-baf1-a96255fb64b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.744850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6d1dd77-d333-4d37-977b-13b6a472de10 req-0201b72c-cce0-46a8-baf1-a96255fb64b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 946 time: 0.5403790 Jul 16 01:39:53.908305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6d1dd77-d333-4d37-977b-13b6a472de10 req-dfc46298-aa81-4607-be6d-6ee394f577f8 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625600 Jul 16 01:39:53.983258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Deleting port d2e53ccb-b145-4f82-a2ce-7791aa338822 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:53.983682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.237998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.405339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a028db26-9b5f-4ba6-8f7e-e75d4fcaa19f req-8d6e5328-362f-4a36-b892-b835b72098d4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 210 time: 0.1900394 Jul 16 01:39:54.543975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8707ab-3743-4691-9d86-44b9a8224ed8 None None] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:54.715709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-14da4791-3d9a-42b0-acf3-efc6e5370f7d None None] Provisioning for port 966c6518-231a-4557-9341-3e36247689ed completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:54.868087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 966c6518-231a-4557-9341-3e36247689ed up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:55.089010 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e991c0-73f1-4c40-8047-a9e10d959c49 x-openstack-request-id: req-72e991c0-73f1-4c40-8047-a9e10d959c49 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:55.089545 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6", "name": "network-vif-deleted", "tag": "60a54b5a-e660-4f19-8e04-6bbb9093407e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:55.089651 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72e991c0-73f1-4c40-8047-a9e10d959c49 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:55.090156 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dd51ab-4b37-49d0-9e3c-e9b53a37e3d6', 'name': 'network-vif-deleted', 'tag': '60a54b5a-e660-4f19-8e04-6bbb9093407e', 'status': 'completed', 'code': 200} Jul 16 01:39:55.112901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-9eca91f9-2629-406c-9f8d-914ff743af85 req-e858cecd-865f-4ebd-bfa1-1879424cbc47 service neutron] (93756) timed out ('10.222.0.13', 52400) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:39:55.169251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 966c6518-231a-4557-9341-3e36247689ed completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:55.174214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 966c6518-231a-4557-9341-3e36247689ed triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:55.178770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.323392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-cb64b4d3-ebd8-4f8c-9578-ebe68589760f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.331776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-cb64b4d3-ebd8-4f8c-9578-ebe68589760f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 816 time: 0.9509687 Jul 16 01:39:55.408032 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.462997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-8b3abb7f-4788-487b-8623-71540181033c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/quotas/05431ad0d14c467c98be153316e850c8 HTTP/1.1" status: 200 len: 375 time: 0.1298935 Jul 16 01:39:55.470265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:55.470729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.501892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 966c6518-231a-4557-9341-3e36247689ed, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=966c6518-231a-4557-9341-3e36247689ed,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:55.516996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.617134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=966c6518-231a-4557-9341-3e36247689ed,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.636209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.649457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Calling delete_port for d2e53ccb-b145-4f82-a2ce-7791aa338822 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:55.673146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-929c1176-db00-4322-8b6c-972e3598e19d None None] Provisioning complete for port 966c6518-231a-4557-9341-3e36247689ed triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:55.673673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-929c1176-db00-4322-8b6c-972e3598e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.785207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.046273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d2e53ccb-b145-4f82-a2ce-7791aa338822 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:56.080136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:56.135491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:56.159002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:56.174242 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.183346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-2bfe64ee-e7e2-4e55-a790-635574e70623 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7190516 Jul 16 01:39:56.186391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.212710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:56.215169 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2abfef-f997-476e-bba3-cc0e3e15bff5" -d '{"events": [{"server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:56.230416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d2e53ccb-b145-4f82-a2ce-7791aa338822, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d2e53ccb-b145-4f82-a2ce-7791aa338822,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:56.235848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.308337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.489387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-f6d391c5-4b1a-428e-bf54-ab99d967c5bb tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.491161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-f6d391c5-4b1a-428e-bf54-ab99d967c5bb tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 813 time: 0.1391797 Jul 16 01:39:56.552295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d99f61-c300-45d2-b077-2fd67ad8ed74 req-3bd41155-a804-4edb-835f-e2372e436846 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.556146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53d99f61-c300-45d2-b077-2fd67ad8ed74 req-3bd41155-a804-4edb-835f-e2372e436846 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 946 time: 0.8222637 Jul 16 01:39:56.572400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-7b3c8410-d8a3-4870-af24-a310bf96bbf9 service neutron] 10.222.0.42 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865559 Jul 16 01:39:56.623122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Request body: {'port': {'device_id': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'admin_state_up': True, 'tenant_id': '5078a5a96447423d9ec82debaf92eccc'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:56.641288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9276267b-7cb9-4f80-b4ed-dc8efac3ee13 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.643175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9276267b-7cb9-4f80-b4ed-dc8efac3ee13 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 813 time: 0.1503773 Jul 16 01:39:56.669922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Request body: {'port': {'device_id': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'admin_state_up': True, 'tenant_id': '5078a5a96447423d9ec82debaf92eccc'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:56.759070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 966c6518-231a-4557-9341-3e36247689ed up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:56.828899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.829701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.858268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 966c6518-231a-4557-9341-3e36247689ed triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:56.858749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.896539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Made reservation on behalf of 5078a5a96447423d9ec82debaf92eccc for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:56.900476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.920779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Made reservation on behalf of 5078a5a96447423d9ec82debaf92eccc for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:56.924827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.932506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:56.949760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.007732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-b2d32783-f9cb-4d2e-bf87-2bf99cb90a4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6593158 Jul 16 01:39:57.018274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53d99f61-c300-45d2-b077-2fd67ad8ed74 req-a5df750b-2fac-4562-94e6-0e2d34def9b8 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235172 Jul 16 01:39:57.072446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Request body: {'port': {'device_id': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:57.078896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event deleted for resources: {'Port': ['ID=d2e53ccb-b145-4f82-a2ce-7791aa338822,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.126359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Allocated IP 172.20.0.8 (6391d018-bf5a-40af-8234-583f0c93a7e2/aa0adffa-53dd-4457-8ecc-471d8989866e/9108074f-d7c7-43d1-94a2-f7112e41a87f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:57.186889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.189724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] No DVR routers for this DVR port d2e53ccb-b145-4f82-a2ce-7791aa338822 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:57.193518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.196113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a039b8cb-3d05-4f5f-baf5-e7c3aa699074 req-0f1431a2-8fee-4ac3-96de-58cd1363acfe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "DELETE /v2.0/ports/d2e53ccb-b145-4f82-a2ce-7791aa338822 HTTP/1.1" status: 204 len: 173 time: 4.2268679 Jul 16 01:39:57.212996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'name': 'network-vif-deleted', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:57.214930 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c0709c-5211-4f8f-be6e-4c59ab0176a9" -d '{"events": [{"server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "name": "network-vif-deleted", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:57.224381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 60a54b5a-e660-4f19-8e04-6bbb9093407e no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:57.258156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-cfedadd7-be82-4b55-8477-4e498775a114 service neutron] 10.222.0.42 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804569 Jul 16 01:39:57.260055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29528b5e-ba3d-4626-a8e8-2f1aba5f3ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.266144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 60a54b5a-e660-4f19-8e04-6bbb9093407e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:57.266499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 60a54b5a-e660-4f19-8e04-6bbb9093407e not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:57.435010 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.514225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.529870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.652830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event updated for resources: {'Port': ['ID=9108074f-d7c7-43d1-94a2-f7112e41a87f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.667042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:57.672590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:57.677593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:57.721480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Allocated IP 172.20.0.4 (6391d018-bf5a-40af-8234-583f0c93a7e2/aa0adffa-53dd-4457-8ecc-471d8989866e/e9f1976c-cb43-4652-b0a8-ba068e6bbe0e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:57.742363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41ae6c31-0a28-4501-ba54-75d418f56e5b req-b2593db7-91fa-4764-a637-1b647ccce269 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 210 time: 0.0889580 Jul 16 01:39:57.764664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.765688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.903158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892d12-1898-4416-be35-fe0fa333bcf2 req-b20a0c44-ced5-4e19-977b-94f58d7ab5ff tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.906154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b892d12-1898-4416-be35-fe0fa333bcf2 req-b20a0c44-ced5-4e19-977b-94f58d7ab5ff tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 931 time: 0.4428380 Jul 16 01:39:57.922238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router c2804411-f2dd-4020-b8c3-75f63e0922f6 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:57.942029 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80612803-e4ca-4142-a3d9-30eefb6b2e52 x-openstack-request-id: req-80612803-e4ca-4142-a3d9-30eefb6b2e52 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:57.942029 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:57.942029 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80612803-e4ca-4142-a3d9-30eefb6b2e52 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:57.942029 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822', 'code': 200} Jul 16 01:39:57.989269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29528b5e-ba3d-4626-a8e8-2f1aba5f3ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.005144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29528b5e-ba3d-4626-a8e8-2f1aba5f3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.029263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-776f4f51-8d8e-4b6f-8197-3b51a8f5568e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4077284 Jul 16 01:39:58.046477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:58.056083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Request body: {'port': {'device_id': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:58.102092 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.152660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.278196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:58.287357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.293657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Network 6391d018-bf5a-40af-8234-583f0c93a7e2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:58.301196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Transition to ACTIVE for port object 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:58.313757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:58.315675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.337546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:58.361953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.369833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '6e7d495c-8b3f-42c8-8191-333904008644', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '6e7d495c-8b3f-42c8-8191-333904008644', 'mac_address': 'fa:16:3e:6d:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:58.420113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b892d12-1898-4416-be35-fe0fa333bcf2 req-4f3caa52-4d3d-40e8-924b-a10bd5f01cfd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873059 Jul 16 01:39:58.422727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-29528b5e-ba3d-4626-a8e8-2f1aba5f3ca0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fc00bfdb436482ca068e558930eea68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4795828 Jul 16 01:39:58.423465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29528b5e-ba3d-4626-a8e8-2f1aba5f3ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f293fe18-0152-4f9d-b007-442dbaa352e8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.443485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:58.460720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.470408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.471410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event updated for resources: {'Port': ['ID=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.515739 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bd04bf-35a8-4024-915a-2abed1303a9a x-openstack-request-id: req-f5bd04bf-35a8-4024-915a-2abed1303a9a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:58.516296 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b6b274-6ee2-4f3f-8639-06ce74a07ba9", "name": "network-vif-deleted", "tag": "d2e53ccb-b145-4f82-a2ce-7791aa338822", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:58.517214 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5bd04bf-35a8-4024-915a-2abed1303a9a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:58.517844 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b6b274-6ee2-4f3f-8639-06ce74a07ba9', 'name': 'network-vif-deleted', 'tag': 'd2e53ccb-b145-4f82-a2ce-7791aa338822', 'status': 'completed', 'code': 200} Jul 16 01:39:58.555675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e7d495c-8b3f-42c8-8191-333904008644 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:58.607564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.612519 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.701931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.704698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.711496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.743895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.791072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-9c0d00d3-49c0-4164-be78-42e872ecfaab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1267247 Jul 16 01:39:58.795292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['6e7d495c-8b3f-42c8-8191-333904008644'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:58.859630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Request body: {'port': {'device_id': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:58.870572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:58.911511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Sync routers for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:58.964294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:58.964999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:58.986474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3e54-17e5-4692-a86f-51334787d4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.124964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.126672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3e54-17e5-4692-a86f-51334787d4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.183494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.187861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4d5f8bfb-98af-4663-9f82-05d27fc51d00 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4772871 Jul 16 01:39:59.209919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59030) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.224832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:59.225190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:59.225529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:59.239415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-73461ed8-83b4-4ac3-9588-fd8ceb715f9c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.248499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-73461ed8-83b4-4ac3-9588-fd8ceb715f9c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 816 time: 0.5511498 Jul 16 01:39:59.261729 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fa1acd2d-6dcc-40b9-a2ae-bd3f50c64973 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c3b75d08917f463b82bb0f82186f3f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461695 Jul 16 01:39:59.266381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59034) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.273664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9108074f-d7c7-43d1-94a2-f7112e41a87f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:59.276525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:59.277479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:59.297215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:59.307070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-7fdf15b3-972d-4c85-a98b-fa8f59c66f90 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/quotas/05431ad0d14c467c98be153316e850c8 HTTP/1.1" status: 200 len: 375 time: 0.0579808 Jul 16 01:39:59.320361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:59.321038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Checking segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:59.321305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Bound using segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:59.321956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Bound port: 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:59.322388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.396335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f9c06-e004-41fe-95f7-9d31bf41b6c8 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.401275 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9e2f9c06-e004-41fe-95f7-9d31bf41b6c8 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293945 Jul 16 01:39:59.408266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59036) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.418026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.552651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7a186aba-e97b-42aa-b624-61e5a920258b tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387463 Jul 16 01:39:59.554911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59040) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.565188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735588945', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:59.598007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Transition to ACTIVE for port object 9108074f-d7c7-43d1-94a2-f7112e41a87f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:59.705062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.716514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 3, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:59.796316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Checking router: c2804411-f2dd-4020-b8c3-75f63e0922f6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:59.796734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Updating router c2804411-f2dd-4020-b8c3-75f63e0922f6 port 87be1295-03df-40f1-97c7-e24d335a946d binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:59.901694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.927298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:59.930802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.028104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9108074f-d7c7-43d1-94a2-f7112e41a87f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.059418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52ed85-891d-4776-8164-3ba711d58254 req-88daad4c-9671-4842-9f11-aec481ce1b3b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.068759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f52ed85-891d-4776-8164-3ba711d58254 req-88daad4c-9671-4842-9f11-aec481ce1b3b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 946 time: 0.9743874 Jul 16 01:40:00.119682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3e54-17e5-4692-a86f-51334787d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.122359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3e54-17e5-4692-a86f-51334787d4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.123902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce6c3e54-17e5-4692-a86f-51334787d4d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f293fe18-0152-4f9d-b007-442dbaa352e8 HTTP/1.1" status: 204 len: 168 time: 1.6792483 Jul 16 01:40:00.261677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f52ed85-891d-4776-8164-3ba711d58254 req-f43b9c1d-fa8a-4a9b-96e4-185b6c3d25e4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764076 Jul 16 01:40:00.298698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:00.302642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:00.313043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-5327eea5-3bb9-491e-8e18-bad2e07e9fd9 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.315038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-5327eea5-3bb9-491e-8e18-bad2e07e9fd9 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 816 time: 0.4028881 Jul 16 01:40:00.316941 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.320353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-5cde8b94-0485-483f-b8fb-6e4aa6d356ec tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0124230 Jul 16 01:40:00.335950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c3e54-17e5-4692-a86f-51334787d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f293fe18-0152-4f9d-b007-442dbaa352e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.341703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.355391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Transition to ACTIVE for port object 87be1295-03df-40f1-97c7-e24d335a946d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:00.377710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:00.382649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Request body: {'port': {'device_id': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'admin_state_up': True, 'tenant_id': '05431ad0d14c467c98be153316e850c8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:00.474201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.480277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.482082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] 10.222.0.13 "PUT /v2.0/ports/919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 1092 time: 3.4270322 Jul 16 01:40:00.505532 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.550301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:00.552826 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d44955c-b83a-47ac-9359-84bb62ba5410" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:00.555244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b3ae-c04e-4d90-a3cb-ba5e59acc843 service neutron] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.604550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6d12-5f2e-4e96-8a81-a534c022b5fe None None] Pushing event updated for resources: {'Port': ['ID=87be1295-03df-40f1-97c7-e24d335a946d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.625358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Attempting to bind port 87be1295-03df-40f1-97c7-e24d335a946d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:00.625598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Attempting to bind port 87be1295-03df-40f1-97c7-e24d335a946d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:00.626028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Attempting to bind port 87be1295-03df-40f1-97c7-e24d335a946d on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:00.637591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:00.638333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:00.638900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.639193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:00.639746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Bound port: 87be1295-03df-40f1-97c7-e24d335a946d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:00.642555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.652793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 6e7d495c-8b3f-42c8-8191-333904008644 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:00.654192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.732142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.819509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] For port 87be1295-03df-40f1-97c7-e24d335a946d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:00.838647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59054) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.845238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] For port 87be1295-03df-40f1-97c7-e24d335a946d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=87be1295-03df-40f1-97c7-e24d335a946d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:00.847023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.865841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f0b04571-40bd-4002-8a6b-69c2420f6713 service neutron] 10.222.0.42 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020602 Jul 16 01:40:00.873145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.883117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Attempting to bind port 9108074f-d7c7-43d1-94a2-f7112e41a87f on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:00.883825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Attempting to bind port 9108074f-d7c7-43d1-94a2-f7112e41a87f by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:00.884747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Attempting to bind port 9108074f-d7c7-43d1-94a2-f7112e41a87f on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:00.891140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:00.894384 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d050b3-65f3-49fb-b840-a91cd0e1bd73" -d '{"events": [{"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d495c-8b3f-42c8-8191-333904008644"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:00.930842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b5b523-3892-4efc-a8e1-f011433c7686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.940954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:00.951515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Port 9108074f-d7c7-43d1-94a2-f7112e41a87f on network 6391d018-bf5a-40af-8234-583f0c93a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:00.952374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Attempting to bind port 9108074f-d7c7-43d1-94a2-f7112e41a87f on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:00.958869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:00.959557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.990289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-a32523e0-3303-4f59-9abe-dbf1de748092 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.993039 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-a32523e0-3303-4f59-9abe-dbf1de748092 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 946 time: 0.9835486 Jul 16 01:40:00.999213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Subnet': ['ID=6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.023465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:01.024095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Checking segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:01.024809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Bound using segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:01.025488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Bound port: 9108074f-d7c7-43d1-94a2-f7112e41a87f, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:01.026038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.031156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f1976c-cb43-4652-b0a8-ba068e6bbe0e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:01.039933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-619c518e-8310-4a55-badc-4a2076634039 service neutron] 10.222.0.42 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581540 Jul 16 01:40:01.063735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d09f6-53ad-489c-8718-183b5cb05604 req-051412a0-2b79-468f-a59d-5a545c5afad7 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.071825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b6d09f6-53ad-489c-8718-183b5cb05604 req-051412a0-2b79-468f-a59d-5a545c5afad7 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 931 time: 0.5575819 Jul 16 01:40:01.104323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-136065c1-781d-4e26-b799-4be78c474fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.104744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:01.106491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-136065c1-781d-4e26-b799-4be78c474fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1095 time: 0.5465450 Jul 16 01:40:01.177956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-ba959e6e-3189-4567-9d15-60871ac18b98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.0583370 Jul 16 01:40:01.212997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b6d09f6-53ad-489c-8718-183b5cb05604 req-6d20161c-0c88-4ce1-ab39-0a61c117baaa tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351817 Jul 16 01:40:01.353147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8338244-8642-490c-a18b-cea87a9848e4 req-4c2ffe5b-05b1-4c8b-9b97-b1a006c294e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.354644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-4c2ffe5b-05b1-4c8b-9b97-b1a006c294e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.1673198 Jul 16 01:40:01.424939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-ee4d756d-e53f-4e01-b6a0-2dc1169437c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628741 Jul 16 01:40:01.530737 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.608554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-abe852ff-8c06-4a9e-8037-8b165d01064b service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739008 Jul 16 01:40:01.648528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6d12-5f2e-4e96-8a81-a534c022b5fe None None] Pushing event updated for resources: {'Port': ['ID=87be1295-03df-40f1-97c7-e24d335a946d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.823063 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71335410-203c-424e-bb05-787301e5cb73 x-openstack-request-id: req-71335410-203c-424e-bb05-787301e5cb73 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:01.823556 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:01.823985 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71335410-203c-424e-bb05-787301e5cb73 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:01.824712 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'status': 'completed', 'code': 200} Jul 16 01:40:01.895156 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.933625 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e01e81-fa6b-4d22-aafe-4533d22a0904 x-openstack-request-id: req-99e01e81-fa6b-4d22-aafe-4533d22a0904 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:01.934125 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d495c-8b3f-42c8-8191-333904008644", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:01.935353 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99e01e81-fa6b-4d22-aafe-4533d22a0904 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:01.936003 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644', 'code': 200} Jul 16 01:40:01.937866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.965569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:40:01.965569 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:40:01.965569 n-d-791506-20 neutron-server[93756]: [parameters: {'project_id_1': '05431ad0d14c467c98be153316e850c8', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 40, 1, 111931)}] Jul 16 01:40:01.965569 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:40:01.967735 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:40:02.015121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b5b523-3892-4efc-a8e1-f011433c7686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.037428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8338244-8642-490c-a18b-cea87a9848e4 req-a9465917-d538-43e8-ae97-96e8195f1185 service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086611 Jul 16 01:40:02.039375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b5b523-3892-4efc-a8e1-f011433c7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.096976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Checking segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:02.097358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network hostable DHCP agents. Network: 9fe9b046-60fd-49ab-9af1-a4671f82c217, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:02.101508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b12a72-8d88-4fe9-af73-1017480fb613 req-c658c20f-54ea-4122-94e5-f5c866cf7215 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.109714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99b12a72-8d88-4fe9-af73-1017480fb613 req-c658c20f-54ea-4122-94e5-f5c866cf7215 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 0.5005672 Jul 16 01:40:02.125871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 3, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.262364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Transition to ACTIVE for port object e9f1976c-cb43-4652-b0a8-ba068e6bbe0e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:02.281820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99b12a72-8d88-4fe9-af73-1017480fb613 req-7438b4f8-acd2-4125-a9d0-9576a6f26318 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709640 Jul 16 01:40:02.311955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.318907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63204a-559c-44ae-98cc-912a1773841f None None] The sync data for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 is: [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 3, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:02.354686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36d7e0-2607-4f80-abb9-4a9251332cf6 req-0429394d-9f8d-42a9-bb60-e3936784bbfd tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.365141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d36d7e0-2607-4f80-abb9-4a9251332cf6 req-0429394d-9f8d-42a9-bb60-e3936784bbfd tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 946 time: 0.2530966 Jul 16 01:40:02.452388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.453954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d36d7e0-2607-4f80-abb9-4a9251332cf6 req-aac9b097-9cf8-4e8b-8b16-6441504dfa73 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858285 Jul 16 01:40:02.465261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-5d2628ac-6b0c-4544-bf16-20f3d4ea218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.467600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-5d2628ac-6b0c-4544-bf16-20f3d4ea218f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1095 time: 0.3061776 Jul 16 01:40:02.467815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b523-3892-4efc-a8e1-f011433c7686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc0d624-4030-461d-b5d2-0edace4dda3d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.517640 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78b5b523-3892-4efc-a8e1-f011433c7686 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c233e90605e4942a7fbfc5c800b7ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6747694 Jul 16 01:40:02.529607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.546118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:02.645677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9fe9b046-60fd-49ab-9af1-a4671f82c217) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:02.649922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] For port 9108074f-d7c7-43d1-94a2-f7112e41a87f, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:02.656578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702c103-3047-47ad-8dd0-9e35229e582a None None] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:02.670951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.672390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.757614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] For port 9108074f-d7c7-43d1-94a2-f7112e41a87f, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:02.764629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:02.765606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.789075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-eed72f3a-53f1-4808-aee7-82995d1321f4 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.796745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-eed72f3a-53f1-4808-aee7-82995d1321f4 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 816 time: 0.3360577 Jul 16 01:40:02.878052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.900167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-94f9d0ca-79dd-49ed-b74f-3173c6d24a14 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/quotas/05431ad0d14c467c98be153316e850c8 HTTP/1.1" status: 200 len: 375 time: 0.1023686 Jul 16 01:40:03.006975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.008243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.009902 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/9108074f-d7c7-43d1-94a2-f7112e41a87f HTTP/1.1" status: 200 len: 1092 time: 4.9789035 Jul 16 01:40:03.010683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'tag': '9108074f-d7c7-43d1-94a2-f7112e41a87f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:03.013800 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef0b2a7-ba8e-42ca-9481-f57e401f7149" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8936fe-133e-4a22-83c6-48ef68a6987a", "tag": "9108074f-d7c7-43d1-94a2-f7112e41a87f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:03.023280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Attempting to bind port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:03.023876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Attempting to bind port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:03.024389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Attempting to bind port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:03.024787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-db03abb5-d268-4418-b4fa-21000077bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.027492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-db03abb5-d268-4418-b4fa-21000077bf96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.5517299 Jul 16 01:40:03.101909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9fe9b046-60fd-49ab-9af1-a4671f82c217', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:03.102928 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.176718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e on network 6391d018-bf5a-40af-8234-583f0c93a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:03.178158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Attempting to bind port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e on network 6391d018-bf5a-40af-8234-583f0c93a7e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:03.219116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Made reservation on behalf of 05431ad0d14c467c98be153316e850c8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:03.234350 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.241127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-ba9e8b2b-9066-4f62-a461-c1905d3aefaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.1366251 Jul 16 01:40:03.242346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8d1fb-fe97-45b3-8383-9b004f1b51f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9108074f-d7c7-43d1-94a2-f7112e41a87f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.255529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d1e9c4e8-6769-432d-9415-e6f4fecb0201 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.6996875 Jul 16 01:40:03.255529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:03.255877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Checking segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:03.256276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Bound using segment: {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:03.256755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Bound port: e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214e88a2-47de-42eb-9e4b-d3d614a85f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:03.257126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.273510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59100) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:03.310440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port fdd2e0c0-8c7a-4eca-849a-533194a2dc74, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:03.311254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.402206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9113e2b-4d65-4cfd-be53-d2a9a86e3c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.409113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Allocated IP 172.20.0.2 (9fe9b046-60fd-49ab-9af1-a4671f82c217/6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac/7bc83d80-21b4-416b-bbe8-33a505d9c2e7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:03.437990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for fdd2e0c0-8c7a-4eca-849a-533194a2dc74 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:03.525054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281da3e-0ae3-4851-80c6-31c67a793a10 req-b720e001-8ff0-4ab5-b255-e765db4bb9c6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.536333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2281da3e-0ae3-4851-80c6-31c67a793a10 req-b720e001-8ff0-4ab5-b255-e765db4bb9c6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 943 time: 0.6585262 Jul 16 01:40:03.606962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9113e2b-4d65-4cfd-be53-d2a9a86e3c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.705443 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.715987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Transition to ACTIVE for port object 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:03.729638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-57bbfceb-de20-475b-a085-84566dc246d9 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8284349 Jul 16 01:40:03.745095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Transition to ACTIVE for port object 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:03.753876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-8a1d18c1-cb92-4439-9f9e-59fd54813af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.755045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.755667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-8a1d18c1-cb92-4439-9f9e-59fd54813af8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.4780021 Jul 16 01:40:03.771588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] For port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:03.784803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] For port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:03.807604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:03.814695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:03.824601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-94a33616-7d29-43bb-8917-bb7bdd77057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.826260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-94a33616-7d29-43bb-8917-bb7bdd77057b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 1095 time: 0.7639377 Jul 16 01:40:03.838908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.849876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:03.855288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Pushing event updated for resources: {'Port': ['ID=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.927820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Attempting to bind port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:03.928690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Attempting to bind port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:03.929395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Attempting to bind port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 on network 9fe9b046-60fd-49ab-9af1-a4671f82c217 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:03.940610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:03.941318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Checking segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:03.941932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.945292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Bound using segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:03.946173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Bound port: 7bc83d80-21b4-416b-bbe8-33a505d9c2e7, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:03.946752 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.999220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-f8c72157-24b4-4f1d-ad90-19f0fabea24a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f HTTP/1.1" status: 200 len: 217 time: 0.1354344 Jul 16 01:40:04.006284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-a24924b9-5d02-456f-9598-77fc7f2fd1cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131550 Jul 16 01:40:04.035079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.035703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.037140 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9f1976c-cb43-4652-b0a8-ba068e6bbe0e HTTP/1.1" status: 200 len: 1092 time: 5.1940629 Jul 16 01:40:04.063956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] For port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:04.070839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] For port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:04.080667 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.138627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-3a7a3e94-65cc-4f43-960f-bcce72b43a6e service neutron] 10.222.0.42 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779366 Jul 16 01:40:04.163517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2281da3e-0ae3-4851-80c6-31c67a793a10 req-25fa7a87-6da3-4518-b07c-03b48d15d0d3 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256888 Jul 16 01:40:04.235307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff0559-8088-47ed-b0ad-5dc3816a9d75 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.257837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75939381-9b48-444b-99b1-79e8c6f52e7c None None] Pushing event updated for resources: {'Port': ['ID=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.370451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-943d0ee2-5043-4aca-9541-0bea47bfac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.373059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-943d0ee2-5043-4aca-9541-0bea47bfac74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.3628237 Jul 16 01:40:04.386552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Allocated IP 172.20.0.11 (5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc/56436790-5d0b-47f9-b7d7-e9900040464f/eb85988c-2146-4394-858e-9cd905add2fd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:04.465934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-902df8d1-e603-432d-8ebb-97a79a5307b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492985 Jul 16 01:40:04.514699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-50797e25-d1a1-4285-8004-19b9db87b31f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.529167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-50797e25-d1a1-4285-8004-19b9db87b31f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 816 time: 1.1476073 Jul 16 01:40:04.538368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Request body: {'port': {'device_id': '244bc656-e579-4474-8922-55fd2182dcb5', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'admin_state_up': True, 'tenant_id': '05431ad0d14c467c98be153316e850c8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:04.625455 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a774f9-b20c-4a59-bd4b-99c8a63e5b1e x-openstack-request-id: req-64a774f9-b20c-4a59-bd4b-99c8a63e5b1e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:04.625756 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8936fe-133e-4a22-83c6-48ef68a6987a", "tag": "9108074f-d7c7-43d1-94a2-f7112e41a87f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:04.626007 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64a774f9-b20c-4a59-bd4b-99c8a63e5b1e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:04.626409 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'tag': '9108074f-d7c7-43d1-94a2-f7112e41a87f', 'status': 'completed', 'code': 200} Jul 16 01:40:04.691885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.704486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:04.860967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=fdd2e0c0-8c7a-4eca-849a-533194a2dc74,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.879021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-fcc0f963-1bca-4669-90fe-e88272fc6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.881346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-fcc0f963-1bca-4669-90fe-e88272fc6b0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 1095 time: 0.7635567 Jul 16 01:40:04.933613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:04.946282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-99cc79e8-93ef-4651-aca3-95599842f088 service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670427 Jul 16 01:40:04.958356 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9113e2b-4d65-4cfd-be53-d2a9a86e3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.961451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9113e2b-4d65-4cfd-be53-d2a9a86e3c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.964333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b9113e2b-4d65-4cfd-be53-d2a9a86e3c66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2cc0d624-4030-461d-b5d2-0edace4dda3d HTTP/1.1" status: 204 len: 168 time: 2.4338088 Jul 16 01:40:05.033036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9113e2b-4d65-4cfd-be53-d2a9a86e3c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc0d624-4030-461d-b5d2-0edace4dda3d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.141516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:05.176690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 87be1295-03df-40f1-97c7-e24d335a946d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:05.236751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-640f99db-7ef6-4f4b-8104-72e46b7532ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e HTTP/1.1" status: 200 len: 217 time: 0.3403990 Jul 16 01:40:05.275479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 87be1295-03df-40f1-97c7-e24d335a946d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:05.287550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 87be1295-03df-40f1-97c7-e24d335a946d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:05.287938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.298342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-0ba69072-3eab-43b6-921b-a78b4cd1a95a service neutron] 10.222.0.42 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1201813 Jul 16 01:40:05.308867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-34c1f583-35c6-485d-b7be-f8507f42222a service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1611466 Jul 16 01:40:05.310210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Made reservation on behalf of 05431ad0d14c467c98be153316e850c8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:05.311699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port fdd2e0c0-8c7a-4eca-849a-533194a2dc74 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:05.314937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.315595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.318290 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2d4635a-bc57-4be2-af9c-fc2b0da69ba9 req-31d842ee-8d6c-45c6-9654-83735ed1b42b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "DELETE /v2.0/ports/fdd2e0c0-8c7a-4eca-849a-533194a2dc74 HTTP/1.1" status: 204 len: 173 time: 4.3002939 Jul 16 01:40:05.320546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:05.460300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-885ba815-222a-4b01-9df8-c83a9a28cc6e service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074241 Jul 16 01:40:05.553902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.600222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fdd2e0c0-8c7a-4eca-849a-533194a2dc74 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:05.817737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: fdd2e0c0-8c7a-4eca-849a-533194a2dc74 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:05.817998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fdd2e0c0-8c7a-4eca-849a-533194a2dc74 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:05.825038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-33bb9d4d-9953-455d-b8b6-f1ee486c822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.835304 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-33bb9d4d-9953-455d-b8b6-f1ee486c822f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.5722692 Jul 16 01:40:05.923673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:05.992328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'port_id': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'mac_address': 'fa:16:3e:1a:22:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccade60-0cd4-417e-be1b-4b56c402aac3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:06.104173 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-cb91f0d5-0fcc-4b68-8080-1ca677809162 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2204707 Jul 16 01:40:06.125669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.158940 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.169590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 87be1295-03df-40f1-97c7-e24d335a946d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=87be1295-03df-40f1-97c7-e24d335a946d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:06.189565 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.200780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:06.269012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-cdeaa642-f0b5-4d57-b2f8-94b9fdcf836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.277377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:06.289525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-cdeaa642-f0b5-4d57-b2f8-94b9fdcf836b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 1095 time: 0.5803683 Jul 16 01:40:06.290061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.295872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ca941-8635-4ae8-bd17-44bcc15401e5 None None] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:06.303223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=87be1295-03df-40f1-97c7-e24d335a946d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.382186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.435211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] Provisioning for port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:06.514498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] Provisioning complete for port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:06.516244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.567043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.663312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['919f3c1c-6775-4532-a7b2-0f333d4b1fe9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:06.868775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 87be1295-03df-40f1-97c7-e24d335a946d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:06.892402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.20.0.1 (9fe9b046-60fd-49ab-9af1-a4671f82c217/6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac/2910b1b8-4c94-4cca-9772-831cba92aa4e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:06.920108 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.054582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] For port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:07.085695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.167775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Transition to ACTIVE for port object eb85988c-2146-4394-858e-9cd905add2fd will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:07.211281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.233954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Transition to ACTIVE for port object 2910b1b8-4c94-4cca-9772-831cba92aa4e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:07.261465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d44955c-b83a-47ac-9359-84bb62ba5410 req-dee145f6-1ac1-46c7-8bed-4ff6be5800a2 service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9374459 Jul 16 01:40:07.271544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 87be1295-03df-40f1-97c7-e24d335a946d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:07.272230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397838a4-8855-44ed-b651-ba0c3eeb2d99 req-23ac7037-228a-4f7d-a3a7-0ec280d3a06f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.274703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-397838a4-8855-44ed-b651-ba0c3eeb2d99 req-23ac7037-228a-4f7d-a3a7-0ec280d3a06f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 2.2643058 Jul 16 01:40:07.275103 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.295052 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.296842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'tag': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e'}, {'server_uuid': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'name': 'network-vif-deleted', 'tag': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:07.304264 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e50c7f-955f-445c-8799-16434d50382c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4543e9-dc4d-402f-9895-5e6885fa78f9", "tag": "e9f1976c-cb43-4652-b0a8-ba068e6bbe0e"}, {"server_uuid": "2973f4c0-97e2-4d55-bd09-ff1f3f36e411", "name": "network-vif-deleted", "tag": "fdd2e0c0-8c7a-4eca-849a-533194a2dc74"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:07.358199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.362645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ce8c656-49c5-4789-a2da-8b5969a845e4 req-276ba0c0-ce83-45e3-ab68-c02591913f49 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=2973f4c0-97e2-4d55-bd09-ff1f3f36e411 HTTP/1.1" status: 200 len: 210 time: 0.1432168 Jul 16 01:40:07.465344 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:07.545335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fb571-927f-418b-93b7-9d5673283997 None None] Pushing event updated for resources: {'Port': ['ID=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:07.558655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.767387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Allocated IP 172.20.0.8 (5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc/56436790-5d0b-47f9-b7d7-e9900040464f/e6bb3297-10c4-48fb-8f4d-7a7ce352db52) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:07.843012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7a992408-59eb-4f3f-952c-0fdc90875801 None None] Provisioning complete for port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:07.845251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a992408-59eb-4f3f-952c-0fdc90875801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.857305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-397838a4-8855-44ed-b651-ba0c3eeb2d99 req-f1ff52c6-adbe-4397-abcf-62fed45eb95f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547669 Jul 16 01:40:07.858747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Pushing event updated for resources: {'Port': ['ID=eb85988c-2146-4394-858e-9cd905add2fd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:07.889581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:07.918640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:07.932030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:07.982035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:07.995702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:08.075496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:08.096675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.113212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Transition to ACTIVE for port object e6bb3297-10c4-48fb-8f4d-7a7ce352db52 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:08.144751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9108074f-d7c7-43d1-94a2-f7112e41a87f details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:08.348646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9108074f-d7c7-43d1-94a2-f7112e41a87f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:08.364454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.364454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.395507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '9108074f-d7c7-43d1-94a2-f7112e41a87f', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'port_id': '9108074f-d7c7-43d1-94a2-f7112e41a87f', 'mac_address': 'fa:16:3e:3e:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0adffa-53dd-4457-8ecc-471d8989866e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:08.446389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-bde164a7-feb1-49d1-bd6a-4b0e434eca05 service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2976148 Jul 16 01:40:08.468283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.490231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.511526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9108074f-d7c7-43d1-94a2-f7112e41a87f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:08.536199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9108074f-d7c7-43d1-94a2-f7112e41a87f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:08.541958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.542410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-f4801410-1659-4658-9267-9b406a80aa09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1599259 Jul 16 01:40:08.559830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Request body: {'port': {'device_id': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:08.618684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c3ca275-a304-4e34-9c58-e4ae64da54ed None None] Provisioning for port eb85988c-2146-4394-858e-9cd905add2fd completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:08.631297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c3ca275-a304-4e34-9c58-e4ae64da54ed None None] Provisioning complete for port eb85988c-2146-4394-858e-9cd905add2fd triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:08.631795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c3ca275-a304-4e34-9c58-e4ae64da54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.751274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d727c96-4c3d-4d63-b9da-f8fc1cdf49a5 req-a5e5697b-3c98-49da-9edd-0705aba70e77 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 210 time: 0.1851182 Jul 16 01:40:08.793002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213302f-2f66-4a5c-bb07-30177085fe2c req-ddfa4803-6b0f-4986-82a7-0af141d7b196 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.810682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d213302f-2f66-4a5c-bb07-30177085fe2c req-ddfa4803-6b0f-4986-82a7-0af141d7b196 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 943 time: 0.9346266 Jul 16 01:40:08.906389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-2eb3d319-ae9d-4bfb-ab86-35c2bfa9d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.912286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9108074f-d7c7-43d1-94a2-f7112e41a87f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.917504 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-2eb3d319-ae9d-4bfb-ab86-35c2bfa9d26f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 914 time: 2.6210699 Jul 16 01:40:08.924722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:08.938866 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.946160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=2910b1b8-4c94-4cca-9772-831cba92aa4e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.954292 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba20869b-268b-4136-b3d2-fbf05bc6f70d x-openstack-request-id: req-ba20869b-268b-4136-b3d2-fbf05bc6f70d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:08.955467 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4543e9-dc4d-402f-9895-5e6885fa78f9", "tag": "e9f1976c-cb43-4652-b0a8-ba068e6bbe0e", "status": "completed", "code": 200}, {"server_uuid": "2973f4c0-97e2-4d55-bd09-ff1f3f36e411", "name": "network-vif-deleted", "tag": "fdd2e0c0-8c7a-4eca-849a-533194a2dc74", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:08.957026 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba20869b-268b-4136-b3d2-fbf05bc6f70d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:08.957647 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'tag': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e', 'status': 'completed', 'code': 200} Jul 16 01:40:08.958121 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2973f4c0-97e2-4d55-bd09-ff1f3f36e411', 'name': 'network-vif-deleted', 'tag': 'fdd2e0c0-8c7a-4eca-849a-533194a2dc74', 'status': 'completed', 'code': 200} Jul 16 01:40:08.970915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-33487374-90e9-4bc0-83ed-a3a0bcb26980 req-6c957b7e-aed6-45c4-b8d6-29ace76ed600 service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560606 Jul 16 01:40:08.977960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ca275-a304-4e34-9c58-e4ae64da54ed None None] Port eb85988c-2146-4394-858e-9cd905add2fd cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:09.025013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['9108074f-d7c7-43d1-94a2-f7112e41a87f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:09.059567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:09.093044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d213302f-2f66-4a5c-bb07-30177085fe2c req-a9be251e-5f4e-4c86-be96-bc6ebad0c586 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812994 Jul 16 01:40:09.094041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Pushing event updated for resources: {'Port': ['ID=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.132964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:09.133357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.151634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:09.158790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:09.192041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-c5c0d688-7ec0-4b89-a18f-a03535448d38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f HTTP/1.1" status: 200 len: 217 time: 0.2729216 Jul 16 01:40:09.244752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-83facb75-3caa-4bfb-bd19-e937c8df3444 None None] Provisioning for port 2910b1b8-4c94-4cca-9772-831cba92aa4e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:09.274923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-83facb75-3caa-4bfb-bd19-e937c8df3444 None None] Provisioning complete for port 2910b1b8-4c94-4cca-9772-831cba92aa4e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:09.275400 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-83facb75-3caa-4bfb-bd19-e937c8df3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.324839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-57b72a22-e72e-46d6-aafa-302d1ce9ea64 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.344249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-57b72a22-e72e-46d6-aafa-302d1ce9ea64 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.13 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 816 time: 0.8614264 Jul 16 01:40:09.344249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.382156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:09.458540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Request body: {'port': {'device_id': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'admin_state_up': True, 'tenant_id': '05431ad0d14c467c98be153316e850c8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:09.468800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-83facb75-3caa-4bfb-bd19-e937c8df3444 None None] Port 2910b1b8-4c94-4cca-9772-831cba92aa4e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:09.523263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-002b9e58-325c-4fe5-a2de-0663f0a601c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.524814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-002b9e58-325c-4fe5-a2de-0663f0a601c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.2608714 Jul 16 01:40:09.563516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:09.614223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:09.614223 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.618396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-1d22c2fe-715a-4c9d-a69f-f9cf96c63846 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828433 Jul 16 01:40:09.712857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.713569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.766581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-85b32e82-02e9-4fda-bd0f-e872c27d8cf3 None None] Provisioning for port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:09.768896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50c7f-955f-445c-8799-16434d50382c req-cde6c4ca-e2b2-420c-ba81-a54e6a8f3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.771184 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-cde6c4ca-e2b2-420c-ba81-a54e6a8f3e62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5078a5a96447423d9ec82debaf92eccc&device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 1095 time: 0.6094203 Jul 16 01:40:09.796306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-6748dc9f-9b30-4d9d-9ad3-1b84b59b5f38 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2659702 Jul 16 01:40:09.818357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-85b32e82-02e9-4fda-bd0f-e872c27d8cf3 None None] Provisioning complete for port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:09.818756 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85b32e82-02e9-4fda-bd0f-e872c27d8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.845026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Request body: {'port': {'device_id': '244bc656-e579-4474-8922-55fd2182dcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:10.000133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-85b32e82-02e9-4fda-bd0f-e872c27d8cf3 None None] Port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:10.010493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.094169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:10.097900 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a12c0-287f-49bb-a0be-dd451028fd67" -d '{"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-plugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:10.118490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-8dd7cdbb-5da5-4565-823b-41dce59a8a0e service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861937 Jul 16 01:40:10.119693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.135399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:10.141744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.148292 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4bfbc470-343f-42ec-9051-1874885bd65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.183095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19181-e20a-4ef8-a3d2-8f5f438900d7 req-8ac609cf-9da9-4bb9-98e3-7586145afcd0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.205537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bba19181-e20a-4ef8-a3d2-8f5f438900d7 req-8ac609cf-9da9-4bb9-98e3-7586145afcd0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.8248575 Jul 16 01:40:10.215186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.253584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.257082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-501cf9b0-240d-44b6-94ab-02786134e9fb req-f3bea428-f27a-473e-9757-b842cc4b758d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 210 time: 0.1393743 Jul 16 01:40:10.285371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Made reservation on behalf of 05431ad0d14c467c98be153316e850c8 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:10.298756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.515290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bba19181-e20a-4ef8-a3d2-8f5f438900d7 req-cc7bd816-776e-402b-b7fe-b2e5841b0b21 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082113 Jul 16 01:40:10.648533 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1532ea5e-e229-4d95-bc2f-4e287756249e x-openstack-request-id: req-1532ea5e-e229-4d95-bc2f-4e287756249e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:10.649141 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-plugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:10.649141 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1532ea5e-e229-4d95-bc2f-4e287756249e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:10.649465 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'code': 200} Jul 16 01:40:10.755674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50c7f-955f-445c-8799-16434d50382c req-8bfad3cb-3ee0-4bfa-adba-0e109697b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.757236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-8bfad3cb-3ee0-4bfa-adba-0e109697b882 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 200 len: 914 time: 0.9278798 Jul 16 01:40:10.784057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aef0b2a7-ba8e-42ca-9481-f57e401f7149 req-56cf7fda-7583-4ecd-8b32-cca784010494 service neutron] 10.222.0.23 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247396 Jul 16 01:40:10.877292 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-0954bdfa-da5c-42c2-851a-9519573760ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e HTTP/1.1" status: 200 len: 217 time: 0.1107423 Jul 16 01:40:10.935760 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.948574 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.972460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.026737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489797-abf1-4cad-86f6-0880769cf472 req-bfaca40d-bec9-4b79-a2e9-b62f27d9a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.026737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-54489797-abf1-4cad-86f6-0880769cf472 req-bfaca40d-bec9-4b79-a2e9-b62f27d9a573 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1097 time: 0.2684565 Jul 16 01:40:11.028225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50c7f-955f-445c-8799-16434d50382c req-e10bf5d5-9a70-40d4-88d6-28bbfe7dafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.029539 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-e10bf5d5-9a70-40d4-88d6-28bbfe7dafc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 200 len: 853 time: 0.1374338 Jul 16 01:40:11.081638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-3e566072-a61e-4054-a3e5-73679f383ae2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.088623 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-3e566072-a61e-4054-a3e5-73679f383ae2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.6369011 Jul 16 01:40:11.103094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.107090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb85988c-2146-4394-858e-9cd905add2fd {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:11.107889 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-a7151c69-55a3-4e54-b49b-bbc9f38fa449 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6391d018-bf5a-40af-8234-583f0c93a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579448 Jul 16 01:40:11.108544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=2910b1b8-4c94-4cca-9772-831cba92aa4e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.124016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.132375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-024d3929-1e62-4adc-9e25-0bc6671478d1 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0428991 Jul 16 01:40:11.188815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Transition to ACTIVE for port object eb85988c-2146-4394-858e-9cd905add2fd will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:11.190339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-54489797-abf1-4cad-86f6-0880769cf472 req-58635f8b-572b-45b6-aecd-fdd206b3bee9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392915 Jul 16 01:40:11.213770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.245988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b6c94b2-9cb7-4c2a-989b-a0a1305505ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.289932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ed388-f4bf-4f8c-a116-d003210c0070 req-4e0a1a22-48ff-4a65-9252-f6e65da127ab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.297175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e7ed388-f4bf-4f8c-a116-d003210c0070 req-4e0a1a22-48ff-4a65-9252-f6e65da127ab tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 943 time: 0.3828218 Jul 16 01:40:11.314737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-59d42f21-a162-4983-b05e-cd1d4219fe3c service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898944 Jul 16 01:40:11.323487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:11.325412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:11.458091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Pushing event updated for resources: {'Port': ['ID=eb85988c-2146-4394-858e-9cd905add2fd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.473850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Allocated IP 172.20.0.5 (5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc/56436790-5d0b-47f9-b7d7-e9900040464f/373003a6-d690-4b38-8cce-1f2bbf6d124f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:11.610749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-46673b39-d524-4809-a387-da481d128290 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4772317 Jul 16 01:40:11.652548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router c2804411-f2dd-4020-b8c3-75f63e0922f6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:11.666262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7e50c7f-955f-445c-8799-16434d50382c req-d6d3402c-5b56-4af3-b275-20780299abc4 service neutron] 10.222.0.13 "GET /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857448 Jul 16 01:40:11.728830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e7ed388-f4bf-4f8c-a116-d003210c0070 req-9dd1e473-d484-45c5-854d-b3cc96d14b58 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307182 Jul 16 01:40:11.886317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d255089e-9106-464e-82ca-d4e2ac848ac4 None None] Provisioning complete for port 2910b1b8-4c94-4cca-9772-831cba92aa4e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:11.887858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d255089e-9106-464e-82ca-d4e2ac848ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.901580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:11.913271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Attempting to bind port eb85988c-2146-4394-858e-9cd905add2fd on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:11.913722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Attempting to bind port eb85988c-2146-4394-858e-9cd905add2fd by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:11.914257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Attempting to bind port eb85988c-2146-4394-858e-9cd905add2fd on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:11.915470 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-11bb2017-0d1b-484d-96e0-ce41795b5145 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "PUT /v2.0/routers/c2804411-f2dd-4020-b8c3-75f63e0922f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6407926 Jul 16 01:40:11.916043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59258) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.920851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Sync routers for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:11.934089 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:11.937139 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:11.946962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Port eb85988c-2146-4394-858e-9cd905add2fd on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:11.947435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Attempting to bind port eb85988c-2146-4394-858e-9cd905add2fd on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:11.957010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d255089e-9106-464e-82ca-d4e2ac848ac4 None None] Port 2910b1b8-4c94-4cca-9772-831cba92aa4e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:11.977035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b6c94b2-9cb7-4c2a-989b-a0a1305505ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.986390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:11.986886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Checking segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:11.987471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Bound using segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:11.988037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Bound port: eb85988c-2146-4394-858e-9cd905add2fd, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:11.988551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.993238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.002634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b6c94b2-9cb7-4c2a-989b-a0a1305505ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.031303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-ad447d85-bb95-4015-bba1-3a77ad1ac465 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196758 Jul 16 01:40:12.089874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Transition to ACTIVE for port object 373003a6-d690-4b38-8cce-1f2bbf6d124f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:12.123040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.123531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.124002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.124502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.124953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.125555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.126029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.126496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.126960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.127661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.128134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.128618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.134413 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5a475e61-a509-44d9-acf5-59a63fe3df60 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8460 time: 0.2046711 Jul 16 01:40:12.135088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59268) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.139057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9108074f-d7c7-43d1-94a2-f7112e41a87f up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:12.159335 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:12.227298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5b6c94b2-9cb7-4c2a-989b-a0a1305505ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a41855a757f43e7b3b3c54866773966&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2536998 Jul 16 01:40:12.230971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 9108074f-d7c7-43d1-94a2-f7112e41a87f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:12.240202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c94b2-9cb7-4c2a-989b-a0a1305505ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33672db7-ad5e-40f8-b541-54334166065c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.243964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 9108074f-d7c7-43d1-94a2-f7112e41a87f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:12.245223 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.277410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.324375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83a47ace-bb12-40de-81de-e4192eb9e90d req-99401765-faa8-409e-9b8b-d3a271cacc6a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 210 time: 0.1057193 Jul 16 01:40:12.343981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.344662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.345343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.345978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.346576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.347092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.352896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.353826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.354795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.365219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.365219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.365219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.369367 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2888589d-88ae-40c7-a769-f88e2368cc0d tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7730 time: 0.2330241 Jul 16 01:40:12.374893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59272) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.422919 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.488694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.511246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] For port eb85988c-2146-4394-858e-9cd905add2fd, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:12.520758 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160b7f7a-fb80-494d-aced-c9a43fe070de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.566714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 9108074f-d7c7-43d1-94a2-f7112e41a87f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:12.582611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.614357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.618513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] For port eb85988c-2146-4394-858e-9cd905add2fd, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eb85988c-2146-4394-858e-9cd905add2fd,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:12.632698 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-02ad8668-073d-4ec3-bb0f-61a6ce6922cf tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2564425 Jul 16 01:40:12.650633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108074f-d7c7-43d1-94a2-f7112e41a87f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:12.659690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-f1144832-1f38-408e-a273-0bd4c43680ea service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058793 Jul 16 01:40:12.660130 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fae3bc-9536-44cc-bf86-bd291050b677" -d '{"events": [{"server_uuid": "5a8936fe-133e-4a22-83c6-48ef68a6987a", "name": "network-vif-plugged", "status": "completed", "tag": "9108074f-d7c7-43d1-94a2-f7112e41a87f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:12.664553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.709278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=9108074f-d7c7-43d1-94a2-f7112e41a87f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.718890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.719284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.719640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.719981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.720915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.721341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.721708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.722299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.722491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.723005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.723345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.723674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:12.804181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18dafbef-8f6f-409f-bbc6-014e643f2d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.824189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:12.848581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.849496 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.850803 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:10Z', 'revision_number': 2, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.851390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] 10.222.0.23 "PUT /v2.0/ports/eb85988c-2146-4394-858e-9cd905add2fd HTTP/1.1" status: 200 len: 1093 time: 4.2967219 Jul 16 01:40:12.855314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:12.858567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'tag': 'eb85988c-2146-4394-858e-9cd905add2fd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:12.861134 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5a65d-97db-4e1d-8c84-0836e6764ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f68e80d-6f43-40d3-a883-927ddc1e7800", "tag": "eb85988c-2146-4394-858e-9cd905add2fd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:12.906337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:12.914214 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Checking router: c2804411-f2dd-4020-b8c3-75f63e0922f6 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:12.917271 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Updating router c2804411-f2dd-4020-b8c3-75f63e0922f6 port 2910b1b8-4c94-4cca-9772-831cba92aa4e binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:12.988195 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.079618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18dafbef-8f6f-409f-bbc6-014e643f2d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.327141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9f1976c-cb43-4652-b0a8-ba068e6bbe0e details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:13.570303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59298) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.576594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304978388', 'description': 'tempest-secgroup-smoke-304978388 description', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:13.647563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:13.659091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.681828 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d98e65e-3d28-45bc-83cd-d75233beb924 x-openstack-request-id: req-8d98e65e-3d28-45bc-83cd-d75233beb924 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:13.682128 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8936fe-133e-4a22-83c6-48ef68a6987a", "name": "network-vif-plugged", "status": "completed", "tag": "9108074f-d7c7-43d1-94a2-f7112e41a87f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:13.682382 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d98e65e-3d28-45bc-83cd-d75233beb924 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:13.682776 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108074f-d7c7-43d1-94a2-f7112e41a87f', 'code': 200} Jul 16 01:40:13.691498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e', 'network_id': '6391d018-bf5a-40af-8234-583f0c93a7e2', 'port_id': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e', 'mac_address': 'fa:16:3e:ed:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa0adffa-53dd-4457-8ecc-471d8989866e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:13.787315 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.810590 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Transition to ACTIVE for port object 2910b1b8-4c94-4cca-9772-831cba92aa4e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:13.812696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.814027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.819635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0b34d47c-fe2f-47b3-95c4-ce19da0e6651 None None] Provisioning for port 373003a6-d690-4b38-8cce-1f2bbf6d124f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:13.822262 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.833283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0b34d47c-fe2f-47b3-95c4-ce19da0e6651 None None] Provisioning complete for port 373003a6-d690-4b38-8cce-1f2bbf6d124f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:13.833662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b34d47c-fe2f-47b3-95c4-ce19da0e6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.863886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.876568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.897705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f1976c-cb43-4652-b0a8-ba068e6bbe0e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:13.953220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:13.955470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.957065 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3849428 Jul 16 01:40:13.959990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59300) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.965430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:13.973336 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.975552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167915b-0565-4e91-bfec-d9a3f98b5b11 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.984134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b1aa9-38ec-4704-b0c1-21d8ac354744 req-1cec1ce9-1f21-4734-87d8-c97f1b73bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.985933 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec2b1aa9-38ec-4704-b0c1-21d8ac354744 req-1cec1ce9-1f21-4734-87d8-c97f1b73bb5a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 1097 time: 0.1705463 Jul 16 01:40:14.014344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0b34d47c-fe2f-47b3-95c4-ce19da0e6651 None None] Port 373003a6-d690-4b38-8cce-1f2bbf6d124f cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:14.017307 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Pushing event updated for resources: {'Port': ['ID=2910b1b8-4c94-4cca-9772-831cba92aa4e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.050557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.051676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Pushing event updated for resources: {'Port': ['ID=373003a6-d690-4b38-8cce-1f2bbf6d124f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.076553 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec2b1aa9-38ec-4704-b0c1-21d8ac354744 req-f92c31d6-9991-4f19-b81b-281087a9a550 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831964 Jul 16 01:40:14.092533 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.092920 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.094154 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.095375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.096535 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.097166 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.098243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.099321 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.100393 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.100932 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.102502 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.103038 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.103735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.154658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.155002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.155349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.155683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.156020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.156354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.156709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.157038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.164339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Attempting to bind port 2910b1b8-4c94-4cca-9772-831cba92aa4e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:14.165042 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Attempting to bind port 2910b1b8-4c94-4cca-9772-831cba92aa4e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:14.165368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.165774 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Attempting to bind port 2910b1b8-4c94-4cca-9772-831cba92aa4e on network 9fe9b046-60fd-49ab-9af1-a4671f82c217 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:14.166009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.166347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.166688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:14.175038 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:14.176841 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Checking segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:14.178782 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.179603 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Bound using segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:14.180282 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Bound port: 2910b1b8-4c94-4cca-9772-831cba92aa4e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:14.180888 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.227242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.236482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.285490 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] For port 2910b1b8-4c94-4cca-9772-831cba92aa4e, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:14.286011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.289137 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] For port 2910b1b8-4c94-4cca-9772-831cba92aa4e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2910b1b8-4c94-4cca-9772-831cba92aa4e,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:14.289326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279634 Jul 16 01:40:14.298314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59302) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.300594 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.310531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:14.322453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e9f1976c-cb43-4652-b0a8-ba068e6bbe0e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:14.355438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003dc55-e403-42d3-8b3e-ab792a3f8395 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b638bb54-a937-4587-8728-a5ad9ea6c094,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.375021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.398704 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3323d-f962-4a15-84f1-f4b63dbdbdfe None None] Pushing event updated for resources: {'Port': ['ID=2910b1b8-4c94-4cca-9772-831cba92aa4e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.416029 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:14.417859 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:14.523220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51aeb3-e584-4b7f-841b-4692dcadd069 service neutron] Pushing event updated for resources: {'Port': ['ID=eb85988c-2146-4394-858e-9cd905add2fd,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.568552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.576752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.608625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa54ac84-d514-4d1b-bd02-3b1f4718cde6,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.612075 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.614660 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e601f7d2-b9cb-49d4-95af-f6e0c506d578 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3130531 Jul 16 01:40:14.618075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.627271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:14.654511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b68b1-27c1-425d-8436-b8aeccace4bd req-10c557a1-f874-4b2d-af18-b472d7676242 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.661723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830b68b1-27c1-425d-8436-b8aeccace4bd req-10c557a1-f874-4b2d-af18-b472d7676242 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 1.9758074 Jul 16 01:40:14.680652 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:14.691191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.697554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18dafbef-8f6f-409f-bbc6-014e643f2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.703104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18dafbef-8f6f-409f-bbc6-014e643f2d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.706093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-18dafbef-8f6f-409f-bbc6-014e643f2d75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33672db7-ad5e-40f8-b541-54334166065c HTTP/1.1" status: 204 len: 168 time: 2.4270122 Jul 16 01:40:14.820106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.821399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.823749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.827006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.865449 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.869423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461166 Jul 16 01:40:14.869817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59308) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.877049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:14.886418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d5128-862e-4a2a-9cb1-e186181667b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62db513-9dd7-415d-b679-644bd16302cb,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.911355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-24a2d8b5-a7f9-4683-b35b-dcafc15ef0cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5365989 Jul 16 01:40:14.949456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.967646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dafbef-8f6f-409f-bbc6-014e643f2d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33672db7-ad5e-40f8-b541-54334166065c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.078511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Request body: {'port': {'device_id': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:15.123282 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:14Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.151663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.158182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.204616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.208536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4bddf2-aa8f-4d3e-87ef-531e8fdeebec,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.226479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.231479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-60920e2c-6257-4ed4-9fc4-ff516f6817f5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3573668 Jul 16 01:40:15.231721 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e11299-7182-406b-8ad8-3e1a345d05b4 None None] The sync data for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 is: [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:14Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:15.234188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59312) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.252000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:15.292252 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Project c3b75d08917f463b82bb0f82186f3f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:15.298698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830b68b1-27c1-425d-8436-b8aeccace4bd req-ca7c2bb4-f532-4e6a-80d2-1df2b83409ef tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519154 Jul 16 01:40:15.309306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.347120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c7f02-f178-4a89-b4d9-b97446d097a5 req-95980c08-792d-4519-a235-1ecc84a227c0 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.361684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae7c7f02-f178-4a89-b4d9-b97446d097a5 req-95980c08-792d-4519-a235-1ecc84a227c0 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 944 time: 1.2850852 Jul 16 01:40:15.459797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-81b1d176-90dd-4699-a0a4-419ec66f3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.470689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-81b1d176-90dd-4699-a0a4-419ec66f3f35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 1096 time: 2.5264463 Jul 16 01:40:15.476351 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb18cd-2cc9-4652-9139-2fae4cdf262f x-openstack-request-id: req-a3cb18cd-2cc9-4652-9139-2fae4cdf262f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:15.478564 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f68e80d-6f43-40d3-a883-927ddc1e7800", "tag": "eb85988c-2146-4394-858e-9cd905add2fd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:15.479348 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3cb18cd-2cc9-4652-9139-2fae4cdf262f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:15.480378 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'tag': 'eb85988c-2146-4394-858e-9cd905add2fd', 'status': 'completed', 'code': 200} Jul 16 01:40:15.559597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.585824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.603795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59316) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.630006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4407191e-0d26-4641-b0d0-e580bf6a1e59,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.663500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae7c7f02-f178-4a89-b4d9-b97446d097a5 req-36c95c85-747c-41d7-babe-d7d14385ddbe tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954798 Jul 16 01:40:15.672800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4bc887b-4cbd-4c80-98d6-a808e9f73724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.687835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.692816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-252bcf6c-9716-4805-8d1b-28ffc209bc77 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4561694 Jul 16 01:40:15.736463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59318) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.745762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'security_group_rule': {'security_group_id': '7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18', 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:15.800249 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Project c3b75d08917f463b82bb0f82186f3f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:15.818311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bb3297-10c4-48fb-8f4d-7a7ce352db52 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:15.826866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.842420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.844935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-0c7a8ba0-2b7d-402b-9786-82a9d17a0d72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb85988c-2146-4394-858e-9cd905add2fd HTTP/1.1" status: 200 len: 217 time: 0.3189409 Jul 16 01:40:15.899529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.942402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.956285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.016814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-c3799509-2ee9-4bd1-b3c0-ad2bff4a8718 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.019610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-c3799509-2ee9-4bd1-b3c0-ad2bff4a8718 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.5450389 Jul 16 01:40:16.039434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35297b9f-ba32-4ceb-b586-bec4e0694139,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.039701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-653e1d5d-0af0-4c94-9181-1031bcae6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.044442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-653e1d5d-0af0-4c94-9181-1031bcae6717 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.1593957 Jul 16 01:40:16.060962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': '84874c35-e41d-467e-92c6-c875acea5ebd', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:16.072463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a81f33f-69a1-40f9-920d-3403a75d413a req-fd7c9ff2-61a6-437f-8c8e-b123f81447e9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 210 time: 0.2466965 Jul 16 01:40:16.166118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Transition to ACTIVE for port object e6bb3297-10c4-48fb-8f4d-7a7ce352db52 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:16.255069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.287553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4bc887b-4cbd-4c80-98d6-a808e9f73724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.296471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4bc887b-4cbd-4c80-98d6-a808e9f73724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.315690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.316901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-beb24ca8-b8cd-40d5-9fd8-c42f1e69d580 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5793378 Jul 16 01:40:16.377403 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a4bc887b-4cbd-4c80-98d6-a808e9f73724 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ad5660ff3eb4f25ab01dcd7b0683070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600780 Jul 16 01:40:16.379756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:16.383389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.385900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.394787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc887b-4cbd-4c80-98d6-a808e9f73724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfd1fd-69fb-4aa1-8e85-0153347e180a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.594865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f32629a-e81a-4928-adee-16b5cf9ceafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.648062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1c95ed4f-6bbb-46f6-9c8c-1e9f82198e88 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.670437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1c95ed4f-6bbb-46f6-9c8c-1e9f82198e88 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 813 time: 0.4359152 Jul 16 01:40:16.686376 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f32629a-e81a-4928-adee-16b5cf9ceafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.821013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2910b1b8-4c94-4cca-9772-831cba92aa4e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:16.870613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f32629a-e81a-4928-adee-16b5cf9ceafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.877515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f32629a-e81a-4928-adee-16b5cf9ceafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.891830 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f32629a-e81a-4928-adee-16b5cf9ceafb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3cfd1fd-69fb-4aa1-8e85-0153347e180a HTTP/1.1" status: 204 len: 168 time: 0.5043869 Jul 16 01:40:16.915032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32629a-e81a-4928-adee-16b5cf9ceafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfd1fd-69fb-4aa1-8e85-0153347e180a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.937484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.5 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/09a60e39-7524-4d07-9bdc-393c71d62894) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:16.939055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-07397743-f0b5-4d4d-aa2e-dea4f8fd774e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/quotas/80f75ebceecb4d638f5c01fd07d0b4ee HTTP/1.1" status: 200 len: 375 time: 0.2246339 Jul 16 01:40:16.971779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.991980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2910b1b8-4c94-4cca-9772-831cba92aa4e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:16.998433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2910b1b8-4c94-4cca-9772-831cba92aa4e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:16.999313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.010457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8597a05-31cb-4c70-8fef-a84e534c4ad2 req-96e2dc67-f9eb-4874-9998-21d4d86872f0 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.023541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8597a05-31cb-4c70-8fef-a84e534c4ad2 req-96e2dc67-f9eb-4874-9998-21d4d86872f0 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 931 time: 0.8604360 Jul 16 01:40:17.028158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b993bae-589f-4ea6-b070-2cfeac7a9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.030050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-6b993bae-589f-4ea6-b070-2cfeac7a9d15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9604216 Jul 16 01:40:17.255883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.339253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2910b1b8-4c94-4cca-9772-831cba92aa4e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2910b1b8-4c94-4cca-9772-831cba92aa4e,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:17.352896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9f1976c-cb43-4652-b0a8-ba068e6bbe0e up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:17.356655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.436300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.457276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8597a05-31cb-4c70-8fef-a84e534c4ad2 req-f9421380-2b1f-4758-a28a-bb347306cf67 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322023 Jul 16 01:40:17.458368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Attempting to bind port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:17.458889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Attempting to bind port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:17.459411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Attempting to bind port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:17.482937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-e829e009-a39b-4519-800f-f6e1c2250412 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592775 Jul 16 01:40:17.531871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2910b1b8-4c94-4cca-9772-831cba92aa4e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.543086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.562658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:17.610826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:17.611691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Attempting to bind port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:17.634564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:17.634933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Checking segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:17.635338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Bound using segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:17.635867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Bound port: e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:17.636258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.641570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:17.656382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:17.665955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:17.666524 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.690640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:17.695874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:17.728922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=09a60e39-7524-4d07-9bdc-393c71d62894,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.787374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.789324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.831062 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-b99a5ad2-52e6-4790-92aa-e81b4a733f78 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7833581 Jul 16 01:40:17.863952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Request body: {'port': {'device_id': '84874c35-e41d-467e-92c6-c875acea5ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:17.955635 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.010285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:18.017313 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e1f42-e202-4c59-af58-46a4ec0d92f6" -d '{"events": [{"server_uuid": "3f4543e9-dc4d-402f-9895-5e6885fa78f9", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1976c-cb43-4652-b0a8-ba068e6bbe0e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:18.051051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.053485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.066800 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.143753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-b1652166-533f-4413-9ace-1655cff78c7c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304978388&fields=id&tenant_id=c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 267 time: 0.4777205 Jul 16 01:40:18.161998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-ead25777-11fd-490f-a0a9-55f4c06b4e2c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1767335 Jul 16 01:40:18.170443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.204929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.522147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c44e62a8-ccbb-4938-ab2e-a3ac7759ae80 req-b3846bda-0a2e-4765-a1d2-74a00b503cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0253966 Jul 16 01:40:18.588154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] For port e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:18.601622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] For port e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:18.625082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373003a6-d690-4b38-8cce-1f2bbf6d124f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:18.636050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.659332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.725580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a60e39-7524-4d07-9bdc-393c71d62894 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:18.745353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.769467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-4bee3413-b52f-48b2-b8fb-264882e378a7 service neutron] 10.222.0.42 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063759 Jul 16 01:40:18.786064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Transition to ACTIVE for port object 09a60e39-7524-4d07-9bdc-393c71d62894 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:18.804048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.805148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-9085277d-fba8-4e12-a2cb-86fc2e2668fb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.805148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-9085277d-fba8-4e12-a2cb-86fc2e2668fb tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/networks?id=9fe9b046-60fd-49ab-9af1-a4671f82c217 HTTP/1.1" status: 200 len: 797 time: 0.6596434 Jul 16 01:40:18.809994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2910b1b8-4c94-4cca-9772-831cba92aa4e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:18.822861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.823496 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.825229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] 10.222.0.23 "PUT /v2.0/ports/e6bb3297-10c4-48fb-8f4d-7a7ce352db52 HTTP/1.1" status: 200 len: 1092 time: 8.9901550 Jul 16 01:40:18.884936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244bc656-e579-4474-8922-55fd2182dcb5', 'tag': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:18.900187 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17b9dd0-bc28-4331-a010-690c1e64d677" -d '{"events": [{"name": "network-changed", "server_uuid": "244bc656-e579-4474-8922-55fd2182dcb5", "tag": "e6bb3297-10c4-48fb-8f4d-7a7ce352db52"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:18.937206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88029a3-5324-417c-bcc9-209554917d37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.979297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2910b1b8-4c94-4cca-9772-831cba92aa4e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:18.980017 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.994350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Transition to ACTIVE for port object 373003a6-d690-4b38-8cce-1f2bbf6d124f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:19.020118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-fe5c9575-1db2-48c3-b850-c6bf3d13197c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/quotas/c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 375 time: 0.2139287 Jul 16 01:40:19.067984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.189375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Pushing event updated for resources: {'Port': ['ID=09a60e39-7524-4d07-9bdc-393c71d62894,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.249825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Attempting to bind port 09a60e39-7524-4d07-9bdc-393c71d62894 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:19.256849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Attempting to bind port 09a60e39-7524-4d07-9bdc-393c71d62894 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:19.256849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Attempting to bind port 09a60e39-7524-4d07-9bdc-393c71d62894 on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:19.261391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Port 09a60e39-7524-4d07-9bdc-393c71d62894 on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:19.261793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Attempting to bind port 09a60e39-7524-4d07-9bdc-393c71d62894 on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:19.271548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:19.272006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:19.272350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:19.273004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Bound port: 09a60e39-7524-4d07-9bdc-393c71d62894, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:19.273486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.383863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Pushing event updated for resources: {'Port': ['ID=373003a6-d690-4b38-8cce-1f2bbf6d124f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.426568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-31bfb44b-3542-43e4-ad04-ea516b0c3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.428101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-31bfb44b-3542-43e4-ad04-ea516b0c3068 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 1096 time: 0.8287716 Jul 16 01:40:19.490921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] For port 09a60e39-7524-4d07-9bdc-393c71d62894, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:19.501981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] For port 09a60e39-7524-4d07-9bdc-393c71d62894, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=09a60e39-7524-4d07-9bdc-393c71d62894,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:19.508445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.515334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-80e9f3d9-f56e-44ba-950e-f3d3214caca6 service neutron] 10.222.0.42 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945529 Jul 16 01:40:19.705703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-017fbca0-7e17-49a7-be7d-4b4aea35eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.710353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-017fbca0-7e17-49a7-be7d-4b4aea35eae2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 1095 time: 0.7916145 Jul 16 01:40:19.765377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-d5953146-b3e8-4c8b-9970-7e6f7a593420 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7434232 Jul 16 01:40:20.154050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.154983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.156471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] 10.222.0.13 "PUT /v2.0/ports/09a60e39-7524-4d07-9bdc-393c71d62894 HTTP/1.1" status: 200 len: 1092 time: 2.3083644 Jul 16 01:40:20.157223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84874c35-e41d-467e-92c6-c875acea5ebd', 'tag': '09a60e39-7524-4d07-9bdc-393c71d62894'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:20.159648 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a" -d '{"events": [{"name": "network-changed", "server_uuid": "84874c35-e41d-467e-92c6-c875acea5ebd", "tag": "09a60e39-7524-4d07-9bdc-393c71d62894"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:20.160815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Attempting to bind port 373003a6-d690-4b38-8cce-1f2bbf6d124f on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:20.161335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Attempting to bind port 373003a6-d690-4b38-8cce-1f2bbf6d124f by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:20.169629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Attempting to bind port 373003a6-d690-4b38-8cce-1f2bbf6d124f on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:20.179395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eb85988c-2146-4394-858e-9cd905add2fd details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:20.185692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-3aec3212-b256-4f5a-b69c-7e57ae75926b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52 HTTP/1.1" status: 200 len: 217 time: 0.4569936 Jul 16 01:40:20.194675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Port 373003a6-d690-4b38-8cce-1f2bbf6d124f on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:20.203631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Attempting to bind port 373003a6-d690-4b38-8cce-1f2bbf6d124f on network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:20.294957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bc208-0d01-4686-a8e4-faf14ef6f87d service neutron] Pushing event updated for resources: {'Port': ['ID=09a60e39-7524-4d07-9bdc-393c71d62894,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.357465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-46f99a81-59e9-42b4-972f-feaa3f1abb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.365004 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-46f99a81-59e9-42b4-972f-feaa3f1abb50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 1095 time: 0.1230049 Jul 16 01:40:20.465999 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-49bd750e-233f-401f-ab2d-86c65a1d5aba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a60e39-7524-4d07-9bdc-393c71d62894 HTTP/1.1" status: 200 len: 217 time: 0.0929544 Jul 16 01:40:20.468991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port eb85988c-2146-4394-858e-9cd905add2fd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eb85988c-2146-4394-858e-9cd905add2fd,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:20.484173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'eb85988c-2146-4394-858e-9cd905add2fd', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'port_id': 'eb85988c-2146-4394-858e-9cd905add2fd', 'mac_address': 'fa:16:3e:ea:1f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56436790-5d0b-47f9-b7d7-e9900040464f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:20.512909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:20.513185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Checking segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:20.513478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Bound using segment: {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:20.513884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Bound port: 373003a6-d690-4b38-8cce-1f2bbf6d124f, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eacab4a-5f6a-44e8-aa78-a4f275125d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:20.514256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.541382 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.566385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb85988c-2146-4394-858e-9cd905add2fd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:20.572560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-12dc5086-5e31-448a-a90f-7ead05c2e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.574098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-12dc5086-5e31-448a-a90f-7ead05c2e5c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.3579116 Jul 16 01:40:20.576466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-66af1421-f217-4fa7-9569-49ac7952954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.577127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-66af1421-f217-4fa7-9569-49ac7952954a service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 917 time: 1.1118741 Jul 16 01:40:20.588875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990002d9-f797-4b63-8361-3701723ba82c req-a3544fd2-08f8-49bc-ac4f-80fafba6e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.593522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-a3544fd2-08f8-49bc-ac4f-80fafba6e2c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1159258 Jul 16 01:40:20.631973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port eb85988c-2146-4394-858e-9cd905add2fd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eb85988c-2146-4394-858e-9cd905add2fd,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:20.645427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.650554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-fefd5fa7-59cf-436b-afeb-c073d21a5c77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510864 Jul 16 01:40:20.822578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=eb85988c-2146-4394-858e-9cd905add2fd,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.877167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-6716a0a7-546b-4f03-a44c-a50251fc9a5c service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186797 Jul 16 01:40:20.954276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['eb85988c-2146-4394-858e-9cd905add2fd'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:21.100023 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-990002d9-f797-4b63-8361-3701723ba82c req-ea3487e1-c8e7-4566-ae09-ca6ec603f0c6 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163949 Jul 16 01:40:21.433582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-3bc2eb7d-056b-4a78-a174-f3034150aa57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb85988c-2146-4394-858e-9cd905add2fd HTTP/1.1" status: 200 len: 217 time: 0.8173366 Jul 16 01:40:21.539543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-f1e2cf30-6532-442c-83f5-f92bf4684338 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7722607 Jul 16 01:40:21.549851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14854428-9619-4359-bec3-9f6a537e14bb req-7f7c23b6-46d4-4257-b81c-f45135d39123 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.553430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14854428-9619-4359-bec3-9f6a537e14bb req-7f7c23b6-46d4-4257-b81c-f45135d39123 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 945 time: 1.4141443 Jul 16 01:40:21.766082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] For port 373003a6-d690-4b38-8cce-1f2bbf6d124f, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:21.843288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-39f1019f-9fdd-4d1a-8fea-ab9f5c2db34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.847324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-39f1019f-9fdd-4d1a-8fea-ab9f5c2db34c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2362568 Jul 16 01:40:21.850573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-7adfdeb5-5845-4cf4-858f-1c3eb2479116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.853356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-7adfdeb5-5845-4cf4-858f-1c3eb2479116 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.3892980 Jul 16 01:40:21.861449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] For port 373003a6-d690-4b38-8cce-1f2bbf6d124f, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:21.912828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14854428-9619-4359-bec3-9f6a537e14bb req-f2228350-2582-42b5-bb42-ffa4af176b8e tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974162 Jul 16 01:40:21.935152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.009686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.010338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.011787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/373003a6-d690-4b38-8cce-1f2bbf6d124f HTTP/1.1" status: 200 len: 1092 time: 6.9945564 Jul 16 01:40:22.046005 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-26227483-1fb0-43f3-aab4-8f6f7fa4a345 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789824 Jul 16 01:40:22.169240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-8233ccc6-e2a2-443e-a4c6-7c4c6d3de9e0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.182872 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-8233ccc6-e2a2-443e-a4c6-7c4c6d3de9e0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.23 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 813 time: 0.4222143 Jul 16 01:40:22.186965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eb85988c-2146-4394-858e-9cd905add2fd up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:22.198365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Request body: {'port': {'device_id': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'admin_state_up': True, 'tenant_id': '80f75ebceecb4d638f5c01fd07d0b4ee'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.341986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bb915-1600-4830-be55-08f0207f95f5 service neutron] Pushing event updated for resources: {'Port': ['ID=373003a6-d690-4b38-8cce-1f2bbf6d124f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.371313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-b298bf9d-00d5-48c6-8c0c-46dccb8bbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.373667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-b298bf9d-00d5-48c6-8c0c-46dccb8bbbf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4660566 Jul 16 01:40:22.377556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-91a74fb9-2bdd-4908-80b0-7d27602af3b1 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192623 Jul 16 01:40:22.626957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Made reservation on behalf of 80f75ebceecb4d638f5c01fd07d0b4ee for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:22.631565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.690940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-b8576558-a347-492d-af42-5db9916d39a9 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949007 Jul 16 01:40:22.754196 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca7284-3426-472a-9a08-8b402642a655 x-openstack-request-id: req-84ca7284-3426-472a-9a08-8b402642a655 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:22.754488 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4543e9-dc4d-402f-9895-5e6885fa78f9", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1976c-cb43-4652-b0a8-ba068e6bbe0e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:22.754745 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84ca7284-3426-472a-9a08-8b402642a655 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:22.755134 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e', 'code': 200} Jul 16 01:40:22.810497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-996d2418-dca0-444e-b67e-e78ba928455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.812674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-996d2418-dca0-444e-b67e-e78ba928455a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 1095 time: 0.6294160 Jul 16 01:40:22.897965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port eb85988c-2146-4394-858e-9cd905add2fd completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:22.915659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Allocated IP 172.20.0.4 (cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09/6ccade60-0cd4-417e-be1b-4b56c402aac3/3e5add21-1824-4522-bd09-60f8084a6133) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:22.917293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port eb85988c-2146-4394-858e-9cd905add2fd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:22.918054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.967316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-68bcedf9-2fdf-42f5-893e-a99cc9076494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f HTTP/1.1" status: 200 len: 217 time: 0.1324503 Jul 16 01:40:23.009037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3f32-b500-403e-aaef-60a52d5a4b67 req-4f495caa-3de0-4283-8b2b-5f1382955e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.010773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-800b3f32-b500-403e-aaef-60a52d5a4b67 req-4f495caa-3de0-4283-8b2b-5f1382955e64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 1097 time: 0.1522827 Jul 16 01:40:23.047487 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.094889 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-800b3f32-b500-403e-aaef-60a52d5a4b67 req-99052654-cbd1-4ad9-8288-3681dbc17be6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760903 Jul 16 01:40:23.136337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port eb85988c-2146-4394-858e-9cd905add2fd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eb85988c-2146-4394-858e-9cd905add2fd,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:23.143914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.210296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14576e1e-f6f8-411c-8a4c-a3b53323918a req-adddad93-36dc-46f8-b231-3c78f287549d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.219013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14576e1e-f6f8-411c-8a4c-a3b53323918a req-adddad93-36dc-46f8-b231-3c78f287549d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 943 time: 0.4757867 Jul 16 01:40:23.228835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-1ff3694f-2cbb-445c-8fbd-ba899654b866 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271356 Jul 16 01:40:23.242947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-95e5c1b2-3e70-4590-9c4f-b18549f9e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.244439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-95e5c1b2-3e70-4590-9c4f-b18549f9e152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.2422624 Jul 16 01:40:23.261057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=eb85988c-2146-4394-858e-9cd905add2fd,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.311023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f433f3-55ef-4fc0-a7ab-3535686c76a8 req-3478328d-661d-4dd8-a917-e4eca72ffb86 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.312770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.315914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13f433f3-55ef-4fc0-a7ab-3535686c76a8 req-3478328d-661d-4dd8-a917-e4eca72ffb86 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 943 time: 0.4369133 Jul 16 01:40:23.413740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.460778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14576e1e-f6f8-411c-8a4c-a3b53323918a req-9e62be9b-c3a6-4774-9d3f-ff7c7a3c860c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407346 Jul 16 01:40:23.524439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['919f3c1c-6775-4532-a7b2-0f333d4b1fe9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:23.567055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13f433f3-55ef-4fc0-a7ab-3535686c76a8 req-137ffa43-f78e-48fd-86b1-7ba7743af1a5 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492135 Jul 16 01:40:23.582166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Pushing event updated for resources: {'Port': ['ID=3e5add21-1824-4522-bd09-60f8084a6133,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.594696 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f0bb3-cf92-43d3-a465-b0e7831d7953 x-openstack-request-id: req-615f0bb3-cf92-43d3-a465-b0e7831d7953 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:23.596572 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244bc656-e579-4474-8922-55fd2182dcb5", "tag": "e6bb3297-10c4-48fb-8f4d-7a7ce352db52", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:23.597890 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-615f0bb3-cf92-43d3-a465-b0e7831d7953 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:23.598487 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244bc656-e579-4474-8922-55fd2182dcb5', 'tag': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52', 'status': 'completed', 'code': 200} Jul 16 01:40:23.620132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:23.627776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:23.628800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78e5a65d-97db-4e1d-8c84-0836e6764ae2 req-57c790f1-cb01-48b1-a414-45ad9c847a91 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885314 Jul 16 01:40:23.632925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:23.703130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-d287883a-bcfa-49b1-9f7f-4328ff5ba1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.711504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-d287883a-bcfa-49b1-9f7f-4328ff5ba1dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3133869 Jul 16 01:40:23.728170 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac80fa8-bfef-403e-bd8f-e5ed48a1c71f x-openstack-request-id: req-bac80fa8-bfef-403e-bd8f-e5ed48a1c71f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:23.729339 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84874c35-e41d-467e-92c6-c875acea5ebd", "tag": "09a60e39-7524-4d07-9bdc-393c71d62894", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:23.729744 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bac80fa8-bfef-403e-bd8f-e5ed48a1c71f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:23.730579 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84874c35-e41d-467e-92c6-c875acea5ebd', 'tag': '09a60e39-7524-4d07-9bdc-393c71d62894', 'status': 'completed', 'code': 200} Jul 16 01:40:23.999309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.999800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.039584 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1f46ec14-8aa5-4713-9b37-b2f5d20f522e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8473125 Jul 16 01:40:24.053918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-be9c5521-10bb-4e3b-b474-80bc8ebb8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.056267 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-be9c5521-10bb-4e3b-b474-80bc8ebb8e5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 1095 time: 0.2599223 Jul 16 01:40:24.062486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Request body: {'port': {'device_id': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:24.188416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e6bb3297-10c4-48fb-8f4d-7a7ce352db52 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:24.234115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.374156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-64a58a3a-d552-46ba-b72a-e5ac94888c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.376755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-64a58a3a-d552-46ba-b72a-e5ac94888c3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 1095 time: 0.7129333 Jul 16 01:40:24.515816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-149aba6d-e919-4915-9e69-59d122ccb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.517469 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-149aba6d-e919-4915-9e69-59d122ccb8fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.4516363 Jul 16 01:40:24.597553 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-d5f2baad-b1fc-47af-aa93-f3052662aeb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a60e39-7524-4d07-9bdc-393c71d62894 HTTP/1.1" status: 200 len: 217 time: 0.0642979 Jul 16 01:40:24.675517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.711506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-8a3cae13-12ce-4ae2-ac17-7a4d8f41726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.713276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-8a3cae13-12ce-4ae2-ac17-7a4d8f41726f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1088126 Jul 16 01:40:24.719648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'port_id': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52', 'mac_address': 'fa:16:3e:2f:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56436790-5d0b-47f9-b7d7-e9900040464f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:24.751739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df6ad8-caa3-47db-bb0f-bb8ebcc0ed81 req-aadc0c6b-8432-49f6-9815-96d30959531f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.754660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71df6ad8-caa3-47db-bb0f-bb8ebcc0ed81 req-aadc0c6b-8432-49f6-9815-96d30959531f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 931 time: 0.8436828 Jul 16 01:40:24.775787 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-dc3c1adb-322f-414c-8224-a7be023a4db4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383461 Jul 16 01:40:24.792443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb85988c-2146-4394-858e-9cd905add2fd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:24.795514 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0efc45-60a2-40c4-a123-4ea09e94019b" -d '{"events": [{"server_uuid": "7f68e80d-6f43-40d3-a883-927ddc1e7800", "name": "network-vif-plugged", "status": "completed", "tag": "eb85988c-2146-4394-858e-9cd905add2fd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:24.849549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.854183 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.880645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.894599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.899522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bb3297-10c4-48fb-8f4d-7a7ce352db52 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:24.902067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-51321d48-5456-41e2-bcc1-f90b9c2ce1c5 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139724 Jul 16 01:40:24.907419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5add21-1824-4522-bd09-60f8084a6133 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:24.917550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.927167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.950918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.958894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.967455 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.973311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Transition to ACTIVE for port object 3e5add21-1824-4522-bd09-60f8084a6133 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:24.983731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.985133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.001909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.017145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-d179b7b9-b03a-4287-b8b0-e5ed3172546a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.9177661 Jul 16 01:40:25.050673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-4cb508e2-4b34-4b5d-89c5-80b5a7edc8f3 service neutron] 10.222.0.13 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2034330 Jul 16 01:40:25.051468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.145414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71df6ad8-caa3-47db-bb0f-bb8ebcc0ed81 req-c9e42d7f-df3d-42ea-a466-98ea65c11973 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782043 Jul 16 01:40:25.172881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-573cbac3-03e2-4eda-90a2-425053b85573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.174342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-573cbac3-03e2-4eda-90a2-425053b85573 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 917 time: 0.7431331 Jul 16 01:40:25.225055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['e6bb3297-10c4-48fb-8f4d-7a7ce352db52'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:25.321129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5add21-1824-4522-bd09-60f8084a6133,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.378005 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-4d9d82dc-68fb-4004-a78e-2f77cc8860f2 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640436 Jul 16 01:40:25.389091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7535d7a0-e1a3-4ed0-af5e-96ba279fe023 req-8e25bc7f-2146-43cf-9e1b-8c970f8f4896 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3115177 Jul 16 01:40:25.439672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-029ff850-f433-4360-b58e-f703ccba938d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52 HTTP/1.1" status: 200 len: 217 time: 0.2543459 Jul 16 01:40:25.451384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 09a60e39-7524-4d07-9bdc-393c71d62894 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:25.454594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2d96679-4f6f-4281-8f02-8e74a34fbfa3 req-cafb58d5-e5aa-451f-ae46-7069f9b43d84 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 210 time: 0.1188104 Jul 16 01:40:25.533989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edfa20fd-8360-470d-a923-fb85a4b6527a req-dfee3ae4-a750-4ac7-a0e9-328dce3f78d7 service neutron] 10.222.0.13 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581552 Jul 16 01:40:25.635066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'tag': '373003a6-d690-4b38-8cce-1f2bbf6d124f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:25.655604 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d09966-924a-46b5-a0fe-63ad39d48c4e", "tag": "373003a6-d690-4b38-8cce-1f2bbf6d124f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:25.732118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 09a60e39-7524-4d07-9bdc-393c71d62894, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=09a60e39-7524-4d07-9bdc-393c71d62894,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:25.750996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '09a60e39-7524-4d07-9bdc-393c71d62894', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': '09a60e39-7524-4d07-9bdc-393c71d62894', 'mac_address': 'fa:16:3e:a9:7b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:25.761300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-77b8ac7e-fa21-4774-b5fa-3163f3bebd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.763072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-77b8ac7e-fa21-4774-b5fa-3163f3bebd39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.2331531 Jul 16 01:40:25.851936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-9185aa96-2cfe-4d50-8525-dd792c851ab6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.854737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-9185aa96-2cfe-4d50-8525-dd792c851ab6 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/networks?id=9fe9b046-60fd-49ab-9af1-a4671f82c217 HTTP/1.1" status: 200 len: 797 time: 0.5007596 Jul 16 01:40:25.857037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748536c-d568-4d8c-9126-1e137e455259 req-ae1d9728-9fb5-4199-9069-b51d7c1d1a97 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.857710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Attempting to bind port 3e5add21-1824-4522-bd09-60f8084a6133 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:25.858322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Attempting to bind port 3e5add21-1824-4522-bd09-60f8084a6133 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:25.859065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Attempting to bind port 3e5add21-1824-4522-bd09-60f8084a6133 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:25.864025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.866280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6748536c-d568-4d8c-9126-1e137e455259 req-ae1d9728-9fb5-4199-9069-b51d7c1d1a97 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 945 time: 0.1988401 Jul 16 01:40:25.869862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Port 3e5add21-1824-4522-bd09-60f8084a6133 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:25.873689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Attempting to bind port 3e5add21-1824-4522-bd09-60f8084a6133 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:25.894920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a60e39-7524-4d07-9bdc-393c71d62894 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:25.930443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 09a60e39-7524-4d07-9bdc-393c71d62894, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=09a60e39-7524-4d07-9bdc-393c71d62894,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:25.937775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.946567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:25.947468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Checking segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:25.948257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Bound using segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:25.949956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Bound port: 3e5add21-1824-4522-bd09-60f8084a6133, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:25.950739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.987955 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-b9b65946-e1f5-42af-9369-00f861f1740d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b75d08917f463b82bb0f82186f3f0f HTTP/1.1" status: 200 len: 379 time: 0.1120474 Jul 16 01:40:25.988390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-18686a45-8f30-4f3b-ba2e-63a0838dac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.990291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-18686a45-8f30-4f3b-ba2e-63a0838dac28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167578 Jul 16 01:40:26.015206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6748536c-d568-4d8c-9126-1e137e455259 req-cd0f802c-77b6-49b8-aea5-e8c3f4035dd0 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476719 Jul 16 01:40:26.023718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'port': {'device_id': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'admin_state_up': True, 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'security_groups': ['7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:26.048101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=09a60e39-7524-4d07-9bdc-393c71d62894,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.138527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] For port 3e5add21-1824-4522-bd09-60f8084a6133, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:26.144578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] For port 3e5add21-1824-4522-bd09-60f8084a6133, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3e5add21-1824-4522-bd09-60f8084a6133,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:26.161423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.178121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-13bfee79-217a-482c-b236-1e4fcda352d2 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589315 Jul 16 01:40:26.244670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Made reservation on behalf of c3b75d08917f463b82bb0f82186f3f0f for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:26.248899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.255966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.256624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.258048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e5add21-1824-4522-bd09-60f8084a6133 HTTP/1.1" status: 200 len: 1092 time: 2.2004578 Jul 16 01:40:26.258956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df50e36-74ff-49d0-8ba6-65b9595f74d6 req-41cfd8ce-32ff-4fbd-bd35-df2ec625cd9c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.259473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'tag': '3e5add21-1824-4522-bd09-60f8084a6133'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:26.260663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7df50e36-74ff-49d0-8ba6-65b9595f74d6 req-41cfd8ce-32ff-4fbd-bd35-df2ec625cd9c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 943 time: 0.3922884 Jul 16 01:40:26.262467 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c760188-f6ea-4959-9eba-caec9b82af5f" -d '{"events": [{"name": "network-changed", "server_uuid": "09a65fdc-056a-4609-a40b-7a633c9a1ff6", "tag": "3e5add21-1824-4522-bd09-60f8084a6133"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:26.272191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b91b5-1d4c-4059-b857-0e72901ea1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5add21-1824-4522-bd09-60f8084a6133,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.350361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['09a60e39-7524-4d07-9bdc-393c71d62894'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:26.390159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7df50e36-74ff-49d0-8ba6-65b9595f74d6 req-d6d4b2f2-0cfa-4337-a673-d2b34be7b3ca tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937862 Jul 16 01:40:26.398180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d17b9dd0-bc28-4331-a010-690c1e64d677 req-c3f3439b-454d-4783-91bc-a3bffa01b4c7 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117980 Jul 16 01:40:26.426820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26adf6-59a5-4968-99ea-a6210b78232f req-533b041e-8ac8-4c09-ab7c-12f47c3d38f5 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.428533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a26adf6-59a5-4968-99ea-a6210b78232f req-533b041e-8ac8-4c09-ab7c-12f47c3d38f5 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 943 time: 0.2062924 Jul 16 01:40:26.470439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-8fede8e0-f635-4695-aee5-62fdc7298f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.471994 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-8fede8e0-f635-4695-aee5-62fdc7298f7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1429427 Jul 16 01:40:26.476646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.20.0.7 (9fe9b046-60fd-49ab-9af1-a4671f82c217/6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac/238c4116-6567-4e67-a36f-0da63a72bf17) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:26.494189 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d96c40-b37d-411f-bca9-6c8408b766f3 x-openstack-request-id: req-d4d96c40-b37d-411f-bca9-6c8408b766f3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:26.495708 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f68e80d-6f43-40d3-a883-927ddc1e7800", "name": "network-vif-plugged", "status": "completed", "tag": "eb85988c-2146-4394-858e-9cd905add2fd", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:26.495843 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4d96c40-b37d-411f-bca9-6c8408b766f3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:26.497258 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb85988c-2146-4394-858e-9cd905add2fd', 'code': 200} Jul 16 01:40:26.525344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a26adf6-59a5-4968-99ea-a6210b78232f req-ece8b590-f50b-42ea-82c4-70c668903ca5 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876060 Jul 16 01:40:26.531296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-66f693ed-5c3d-41e9-a358-a100f2172d32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5add21-1824-4522-bd09-60f8084a6133 HTTP/1.1" status: 200 len: 217 time: 0.0484927 Jul 16 01:40:26.662116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-4f8d79b1-189c-49a6-8f64-0391fe61078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.663672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-4f8d79b1-189c-49a6-8f64-0391fe61078f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.1245046 Jul 16 01:40:26.675884 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa9740-cc90-4784-abd6-ac4ba1484885 x-openstack-request-id: req-76aa9740-cc90-4784-abd6-ac4ba1484885 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:26.676691 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d09966-924a-46b5-a0fe-63ad39d48c4e", "tag": "373003a6-d690-4b38-8cce-1f2bbf6d124f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:26.677130 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76aa9740-cc90-4784-abd6-ac4ba1484885 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:26.677732 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'tag': '373003a6-d690-4b38-8cce-1f2bbf6d124f', 'status': 'completed', 'code': 200} Jul 16 01:40:26.741915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-b2d697ab-6897-43e5-a816-f58829364353 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708373 Jul 16 01:40:26.843306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.851800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.859080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.865988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.870928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Transition to ACTIVE for port object 238c4116-6567-4e67-a36f-0da63a72bf17 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:26.872403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.878760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.884923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.885445 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-1e52ca60-26bc-4fd0-8580-826928306890 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345332 Jul 16 01:40:26.892096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.894567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a629c65-77f2-414c-9ae0-15454bd4967e req-196fa2a3-6758-4257-88a7-3f6220523838 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.2152169 Jul 16 01:40:26.919630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62fa5b-fd25-4162-830e-3a0b97e420de req-81d5eb71-df01-40c6-83f1-9124043886cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.921341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a62fa5b-fd25-4162-830e-3a0b97e420de req-81d5eb71-df01-40c6-83f1-9124043886cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 1098 time: 0.3174562 Jul 16 01:40:26.953612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-32bd50f9-3f51-4efe-af87-9dfe62a61c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.957752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-32bd50f9-3f51-4efe-af87-9dfe62a61c34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 1095 time: 0.2707746 Jul 16 01:40:27.000024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.030716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a62fa5b-fd25-4162-830e-3a0b97e420de req-f519d104-64a5-4424-9c96-c0bbcc358dee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009898 Jul 16 01:40:27.067480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:27.072608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-300e85f1-271a-48cc-a01c-7acb75b42bbe req-2951fc04-9010-4d9d-bd0a-e7dee143e561 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790533 Jul 16 01:40:27.074538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=238c4116-6567-4e67-a36f-0da63a72bf17,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.076560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc679bb-2ed3-49dd-98e5-8056bc64b44f req-7ddaebaf-7d1d-40c3-9568-d9caf5f57222 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.077116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:27.080187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:27.095850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bc679bb-2ed3-49dd-98e5-8056bc64b44f req-7ddaebaf-7d1d-40c3-9568-d9caf5f57222 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 945 time: 0.2806847 Jul 16 01:40:27.112862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.113266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.113603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.113971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.114342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.114685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.115024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.115506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.115714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.116069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.116323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.116679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:27.154821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.155617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.176286 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-479a35f0-37ae-4586-97c2-e54a5976bf62 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1575966 Jul 16 01:40:27.196515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Request body: {'port': {'device_id': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:27.200218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-9e166b1f-148a-4c88-85a7-0100987270d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.201803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-9e166b1f-148a-4c88-85a7-0100987270d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 917 time: 0.2402902 Jul 16 01:40:27.214287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bc679bb-2ed3-49dd-98e5-8056bc64b44f req-91bec8a8-f593-4102-a89a-54efae43499a tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174660 Jul 16 01:40:27.297363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-2f341bc7-cf2a-49bc-b695-9eadf301381b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f HTTP/1.1" status: 200 len: 217 time: 0.0744665 Jul 16 01:40:27.304805 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b49e5b-7569-424d-be7d-a6e0d1998202 x-openstack-request-id: req-26b49e5b-7569-424d-be7d-a6e0d1998202 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:27.305165 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a65fdc-056a-4609-a40b-7a633c9a1ff6", "tag": "3e5add21-1824-4522-bd09-60f8084a6133", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:27.305339 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26b49e5b-7569-424d-be7d-a6e0d1998202 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:27.305748 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'tag': '3e5add21-1824-4522-bd09-60f8084a6133', 'status': 'completed', 'code': 200} Jul 16 01:40:27.368282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.475578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-b79783e2-2645-4b84-b274-7c78785260c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.477337 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-b79783e2-2645-4b84-b274-7c78785260c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1687880 Jul 16 01:40:27.485568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3f45b6f-010b-409c-93be-e4ee16099d9d None None] Provisioning for port 238c4116-6567-4e67-a36f-0da63a72bf17 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:27.493550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3f45b6f-010b-409c-93be-e4ee16099d9d None None] Provisioning complete for port 238c4116-6567-4e67-a36f-0da63a72bf17 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:27.494491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3f45b6f-010b-409c-93be-e4ee16099d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.544652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b3f45b6f-010b-409c-93be-e4ee16099d9d None None] Port 238c4116-6567-4e67-a36f-0da63a72bf17 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:27.709031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-752afff2-197b-405b-92e7-71d632c4b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.710564 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-752afff2-197b-405b-92e7-71d632c4b9cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.2229979 Jul 16 01:40:27.772345 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-edfb1b28-1366-401e-9231-0e3f415205b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e5add21-1824-4522-bd09-60f8084a6133 HTTP/1.1" status: 200 len: 217 time: 0.0499673 Jul 16 01:40:27.799442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fbfe1-83af-4b89-a197-f163e1353591 req-cb727f49-f099-4188-866f-c73189a558f6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.801136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-517fbfe1-83af-4b89-a197-f163e1353591 req-cb727f49-f099-4188-866f-c73189a558f6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 943 time: 0.6984327 Jul 16 01:40:27.803999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-99270aa3-8578-4600-82fd-260eadb7294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.805505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-99270aa3-8578-4600-82fd-260eadb7294a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.5005698 Jul 16 01:40:27.870199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-c080dde5-cbfd-470b-9467-1ce85647e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.872629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-c080dde5-cbfd-470b-9467-1ce85647e24d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.0876863 Jul 16 01:40:27.909858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118cf2-820f-4064-8dff-d46cbda5a414 req-ea94adce-4de6-4067-8530-e6c1baa5fa95 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.917301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87118cf2-820f-4064-8dff-d46cbda5a414 req-ea94adce-4de6-4067-8530-e6c1baa5fa95 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 931 time: 0.1781528 Jul 16 01:40:27.935160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-517fbfe1-83af-4b89-a197-f163e1353591 req-15c925b2-bd2a-4113-ac4e-ce971a10bcf1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194499 Jul 16 01:40:27.942968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238c4116-6567-4e67-a36f-0da63a72bf17 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:27.954371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.973831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Transition to ACTIVE for port object 238c4116-6567-4e67-a36f-0da63a72bf17 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:27.998265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.016978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87118cf2-820f-4064-8dff-d46cbda5a414 req-e81440ac-dfd5-4029-a471-0d2ce0c1fadf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977428 Jul 16 01:40:28.046866 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-54338ebe-8132-450c-b5e5-6e6a6ddf4c53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706906 Jul 16 01:40:28.049362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-3526786b-f364-417f-845a-5370b0a88025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.050850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-3526786b-f364-417f-845a-5370b0a88025 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209954 Jul 16 01:40:28.193037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3e5add21-1824-4522-bd09-60f8084a6133 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:28.195101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e6bb3297-10c4-48fb-8f4d-7a7ce352db52 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:28.220870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-ae1a7674-66e8-4dd9-bf75-d8edc26c6e2b service neutron] 10.222.0.13 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575360 Jul 16 01:40:28.224871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Pushing event updated for resources: {'Port': ['ID=238c4116-6567-4e67-a36f-0da63a72bf17,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.361522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 3e5add21-1824-4522-bd09-60f8084a6133, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3e5add21-1824-4522-bd09-60f8084a6133,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:28.393157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '3e5add21-1824-4522-bd09-60f8084a6133', 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'port_id': '3e5add21-1824-4522-bd09-60f8084a6133', 'mac_address': 'fa:16:3e:22:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccade60-0cd4-417e-be1b-4b56c402aac3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:28.412296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba0f21-d517-41b9-9496-26348351a94f req-7aac8740-cae0-4fcd-b4ee-631a7902fcd2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.420913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5ba0f21-d517-41b9-9496-26348351a94f req-7aac8740-cae0-4fcd-b4ee-631a7902fcd2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 944 time: 0.1980639 Jul 16 01:40:28.464079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516e1bc9-ecc9-4bfd-85ca-b91f95c00ade req-dab32c22-8a48-4c49-b64c-5cd01bee9434 service neutron] 10.222.0.13 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187741 Jul 16 01:40:28.490823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Attempting to bind port 238c4116-6567-4e67-a36f-0da63a72bf17 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:28.491173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Attempting to bind port 238c4116-6567-4e67-a36f-0da63a72bf17 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:28.491509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Attempting to bind port 238c4116-6567-4e67-a36f-0da63a72bf17 on network 9fe9b046-60fd-49ab-9af1-a4671f82c217 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:28.502712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Port 238c4116-6567-4e67-a36f-0da63a72bf17 on network 9fe9b046-60fd-49ab-9af1-a4671f82c217 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:28.503046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Attempting to bind port 238c4116-6567-4e67-a36f-0da63a72bf17 on network 9fe9b046-60fd-49ab-9af1-a4671f82c217 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:28.511055 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.513202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:28.513552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Checking segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:28.513946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Bound using segment: {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:28.514723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Bound port: 238c4116-6567-4e67-a36f-0da63a72bf17, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2e8341-6ab9-4b3c-9f87-1db17237aea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:28.515107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.516398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5ba0f21-d517-41b9-9496-26348351a94f req-790dd511-d812-44ce-a6c7-bea252f09e06 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945301 Jul 16 01:40:28.534332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5add21-1824-4522-bd09-60f8084a6133 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:28.537145 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-d4dff1c1-d9c8-4913-b26c-fdeb389af541 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698887 Jul 16 01:40:28.595003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 3e5add21-1824-4522-bd09-60f8084a6133, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3e5add21-1824-4522-bd09-60f8084a6133,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:28.599456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:28.614295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:28.616563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.678795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.792702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39453cf-382b-440a-914c-3bbbcf878de0 req-8656ecd3-4b63-45fe-b868-c2c29e8aa63b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.794634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e39453cf-382b-440a-914c-3bbbcf878de0 req-8656ecd3-4b63-45fe-b868-c2c29e8aa63b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 943 time: 0.1226382 Jul 16 01:40:28.820809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=3e5add21-1824-4522-bd09-60f8084a6133,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.857836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e39453cf-382b-440a-914c-3bbbcf878de0 req-8caa6424-c677-4f7e-a6c4-b28fde660b30 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558758 Jul 16 01:40:28.904018 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.953921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:28.955199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244bc656-e579-4474-8922-55fd2182dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:28.958356 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb3b708-8d36-4c1b-a784-12f29e6fd57f" -d '{"events": [{"server_uuid": "244bc656-e579-4474-8922-55fd2182dcb5", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb3297-10c4-48fb-8f4d-7a7ce352db52"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:28.963384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.058934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] For port 238c4116-6567-4e67-a36f-0da63a72bf17, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:29.063850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] For port 238c4116-6567-4e67-a36f-0da63a72bf17, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=238c4116-6567-4e67-a36f-0da63a72bf17,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:29.076957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3e5add21-1824-4522-bd09-60f8084a6133'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:29.079897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.081603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.115292 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c760188-f6ea-4959-9eba-caec9b82af5f req-7316ac06-1e99-4351-a34c-bdd4745ba352 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510335 Jul 16 01:40:29.127552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.128283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.129661 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] 10.222.0.13 "PUT /v2.0/ports/238c4116-6567-4e67-a36f-0da63a72bf17 HTTP/1.1" status: 200 len: 1092 time: 1.9383845 Jul 16 01:40:29.154733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff8199-be14-44fe-a76b-9444686ab59c service neutron] Pushing event updated for resources: {'Port': ['ID=238c4116-6567-4e67-a36f-0da63a72bf17,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.307505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:29.320388 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad315a61-8acd-4e96-b30c-3adda1a56f93" -d '{"events": [{"name": "network-changed", "server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:29.398829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 373003a6-d690-4b38-8cce-1f2bbf6d124f details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:29.409352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 09a60e39-7524-4d07-9bdc-393c71d62894 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:29.419458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-d83a1da6-d569-446d-9f30-16d6c520aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.421237 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-d83a1da6-d569-446d-9f30-16d6c520aa98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 1095 time: 0.2107646 Jul 16 01:40:29.433150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20553547-2a42-4f99-a11e-27246a7ae2ca req-e0255468-982b-4285-8256-c2baace2d041 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.436926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20553547-2a42-4f99-a11e-27246a7ae2ca req-e0255468-982b-4285-8256-c2baace2d041 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 944 time: 0.1463103 Jul 16 01:40:29.526232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-b18c2050-bf62-4a46-828e-b49f05c1bbf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238c4116-6567-4e67-a36f-0da63a72bf17 HTTP/1.1" status: 200 len: 217 time: 0.0892251 Jul 16 01:40:29.546687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20553547-2a42-4f99-a11e-27246a7ae2ca req-8aa05dbe-e8a8-4f69-b997-cfca8cac8872 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029506 Jul 16 01:40:29.585208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-e40b3f77-0c4d-4dcd-b29c-87bead4f3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.586835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-e40b3f77-0c4d-4dcd-b29c-87bead4f3c3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac HTTP/1.1" status: 200 len: 834 time: 0.0536792 Jul 16 01:40:29.635634 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03d0d1-c1f3-441b-bdb7-b44d788d110a x-openstack-request-id: req-3c03d0d1-c1f3-441b-bdb7-b44d788d110a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:29.636124 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244bc656-e579-4474-8922-55fd2182dcb5", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb3297-10c4-48fb-8f4d-7a7ce352db52", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:29.636223 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c03d0d1-c1f3-441b-bdb7-b44d788d110a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:29.636976 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244bc656-e579-4474-8922-55fd2182dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52', 'code': 200} Jul 16 01:40:29.654296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 09a60e39-7524-4d07-9bdc-393c71d62894 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:29.674735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 09a60e39-7524-4d07-9bdc-393c71d62894 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:29.675115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.721936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 373003a6-d690-4b38-8cce-1f2bbf6d124f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.742073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '373003a6-d690-4b38-8cce-1f2bbf6d124f', 'network_id': '5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc', 'port_id': '373003a6-d690-4b38-8cce-1f2bbf6d124f', 'mac_address': 'fa:16:3e:a5:85:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56436790-5d0b-47f9-b7d7-e9900040464f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:29.794724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.812951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373003a6-d690-4b38-8cce-1f2bbf6d124f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:29.856947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-43490761-93ea-4560-8d45-b6e1acab868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.859149 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-43490761-93ea-4560-8d45-b6e1acab868c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fe9b046-60fd-49ab-9af1-a4671f82c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650437 Jul 16 01:40:29.885557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 373003a6-d690-4b38-8cce-1f2bbf6d124f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.894403 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.926637 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.961714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:29.984005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 09a60e39-7524-4d07-9bdc-393c71d62894, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=09a60e39-7524-4d07-9bdc-393c71d62894,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.996364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=373003a6-d690-4b38-8cce-1f2bbf6d124f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.001700 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-9bf041ad-c7b9-4f88-860e-db7058eb297a service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344225 Jul 16 01:40:30.002425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.050997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385409-f830-4912-b33d-fa43d5c1253f req-16d512d4-8ffa-4936-8728-47d7ebd41707 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.057937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85385409-f830-4912-b33d-fa43d5c1253f req-16d512d4-8ffa-4936-8728-47d7ebd41707 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 943 time: 0.2316899 Jul 16 01:40:30.071862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8adef-96cb-48ce-b435-f7ea964c2dee req-340e9868-506f-403c-bca7-6d20a67c8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.075133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-47d8adef-96cb-48ce-b435-f7ea964c2dee req-340e9868-506f-403c-bca7-6d20a67c8e1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 1097 time: 0.3471110 Jul 16 01:40:30.079097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=09a60e39-7524-4d07-9bdc-393c71d62894,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.155109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-47d8adef-96cb-48ce-b435-f7ea964c2dee req-39d22491-6d7d-40ec-aa28-c9188b2997c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Jul 16 01:40:30.173566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ede7f666-d9a8-4e62-9e3b-f95299848a17 req-91d97632-5b84-482e-930b-d49532f7ddcb service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625297 Jul 16 01:40:30.176504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-4afdee48-a35f-4d83-9dd1-244d4110bf2a tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.176504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-4afdee48-a35f-4d83-9dd1-244d4110bf2a tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 945 time: 0.2032337 Jul 16 01:40:30.189854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85385409-f830-4912-b33d-fa43d5c1253f req-10668609-9ee2-429b-be12-06c2b81f58e1 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180570 Jul 16 01:40:30.219721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3e5add21-1824-4522-bd09-60f8084a6133 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:30.286338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.286869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.287356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.287839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.287981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 3e5add21-1824-4522-bd09-60f8084a6133 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:30.288329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.288927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.289421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.292632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 3e5add21-1824-4522-bd09-60f8084a6133 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:30.293355 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.297312 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f9cb8b-9c32-42cc-a4ac-3978efe3eeed x-openstack-request-id: req-01f9cb8b-9c32-42cc-a4ac-3978efe3eeed {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:30.297615 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:30.297880 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01f9cb8b-9c32-42cc-a4ac-3978efe3eeed {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:30.298280 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17', 'status': 'completed', 'code': 200} Jul 16 01:40:30.301469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-297ed00c-be1f-4ae6-a71c-919b6a88a332 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.3373885 Jul 16 01:40:30.353256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['373003a6-d690-4b38-8cce-1f2bbf6d124f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:30.461478 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.466809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-daa99a81-252f-4db9-bf8a-72dcf0b09d71 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640797 Jul 16 01:40:30.481782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Deleting port 9108074f-d7c7-43d1-94a2-f7112e41a87f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:30.482433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.517781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-1c411bf4-1f3e-4296-9d34-db1775119b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.520624 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-1c411bf4-1f3e-4296-9d34-db1775119b7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 1095 time: 0.1291649 Jul 16 01:40:30.555788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 3e5add21-1824-4522-bd09-60f8084a6133, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3e5add21-1824-4522-bd09-60f8084a6133,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:30.567527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.569376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:30.586356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d13393-89cc-4a15-b846-5f6407e65942 req-8b69b542-ec37-4f2f-a1c0-a48de691d51b tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.588250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d13393-89cc-4a15-b846-5f6407e65942 req-8b69b542-ec37-4f2f-a1c0-a48de691d51b tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 945 time: 0.2115517 Jul 16 01:40:30.707561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-ae07c491-4d04-4e22-acd9-42253ff62bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.709548 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-ae07c491-4d04-4e22-acd9-42253ff62bfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fe9b046-60fd-49ab-9af1-a4671f82c217 HTTP/1.1" status: 200 len: 898 time: 0.1783862 Jul 16 01:40:30.732525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=3e5add21-1824-4522-bd09-60f8084a6133,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.753358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] For port 9108074f-d7c7-43d1-94a2-f7112e41a87f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=9108074f-d7c7-43d1-94a2-f7112e41a87f,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:30.753730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.758759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d13393-89cc-4a15-b846-5f6407e65942 req-9b65fc0d-f469-4436-9aea-69bf0ec97531 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/security-groups?id=21dd7305-3ebd-4c0e-8548-b4fb7fcea385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364503 Jul 16 01:40:30.775762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a6e9-d254-4dd2-bfee-42089d511dbb req-0b043d14-bcbf-48c7-9404-fb9c5025b3b5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.783101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea93a6e9-d254-4dd2-bfee-42089d511dbb req-0b043d14-bcbf-48c7-9404-fb9c5025b3b5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.2925053 Jul 16 01:40:30.796448 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-f47277c8-2c4c-429a-89a0-ad92d0ec03d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238c4116-6567-4e67-a36f-0da63a72bf17 HTTP/1.1" status: 200 len: 217 time: 0.0797720 Jul 16 01:40:30.797243 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.811363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Calling delete_port for 9108074f-d7c7-43d1-94a2-f7112e41a87f owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:30.842810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:30.850546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.895794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-e1fde13e-af59-4f16-b072-471e65b76e53 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.897519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-e1fde13e-af59-4f16-b072-471e65b76e53 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4543e9-dc4d-402f-9895-5e6885fa78f9 HTTP/1.1" status: 200 len: 945 time: 0.2715533 Jul 16 01:40:30.935838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-76672706-d87e-426a-b041-5b178a09ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.937396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-76672706-d87e-426a-b041-5b178a09ec97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac HTTP/1.1" status: 200 len: 834 time: 0.1344726 Jul 16 01:40:30.939342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.973565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea93a6e9-d254-4dd2-bfee-42089d511dbb req-55036399-1bff-4c76-b03a-29370dc2289a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858029 Jul 16 01:40:31.015130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-a51fd275-5b37-4182-855b-0d66457818e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.016929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-a51fd275-5b37-4182-855b-0d66457818e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fe9b046-60fd-49ab-9af1-a4671f82c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693495 Jul 16 01:40:31.165242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-3d021afb-30c3-47c4-aa38-686dc82e054a service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407652 Jul 16 01:40:31.166263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677a2e1-8e9c-4d3f-9e3e-e21b2385a844 req-97d33c4f-1b28-4b2a-8f6b-3011fa742761 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.167948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3677a2e1-8e9c-4d3f-9e3e-e21b2385a844 req-97d33c4f-1b28-4b2a-8f6b-3011fa742761 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 944 time: 0.2142410 Jul 16 01:40:31.195974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.199151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Deleting port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:31.199472 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.209256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['9108074f-d7c7-43d1-94a2-f7112e41a87f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:31.269425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event deleted for resources: {'Port': ['ID=9108074f-d7c7-43d1-94a2-f7112e41a87f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.288925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3677a2e1-8e9c-4d3f-9e3e-e21b2385a844 req-09940c61-7dfc-4502-8e70-6891fb179870 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138341 Jul 16 01:40:31.357229 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ad315a61-8acd-4e96-b30c-3adda1a56f93 req-541fe792-6357-4cb1-996a-431e98ca4345 service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703825 Jul 16 01:40:31.390538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] No DVR routers for this DVR port 9108074f-d7c7-43d1-94a2-f7112e41a87f on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:31.395155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.397841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d9e9219-8933-417a-9d56-2706b4214bfd req-620a35b3-0ade-4e5b-ac79-e5d2e69e78f6 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.23 "DELETE /v2.0/ports/9108074f-d7c7-43d1-94a2-f7112e41a87f HTTP/1.1" status: 204 len: 173 time: 1.1894410 Jul 16 01:40:31.398369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'name': 'network-vif-deleted', 'tag': '9108074f-d7c7-43d1-94a2-f7112e41a87f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:31.400990 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b4fb8f-2ec1-454a-b6f5-01cb5bd67b64" -d '{"events": [{"server_uuid": "5a8936fe-133e-4a22-83c6-48ef68a6987a", "name": "network-vif-deleted", "tag": "9108074f-d7c7-43d1-94a2-f7112e41a87f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:31.443070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] For port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,segment=NetworkSegment(214e88a2-47de-42eb-9e4b-d3d614a85f9e),segment_id=214e88a2-47de-42eb-9e4b-d3d614a85f9e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:31.443455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.487952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Calling delete_port for e9f1976c-cb43-4652-b0a8-ba068e6bbe0e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:31.490259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e9f1976c-cb43-4652-b0a8-ba068e6bbe0e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:31.650023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84874c35-e41d-467e-92c6-c875acea5ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a60e39-7524-4d07-9bdc-393c71d62894'}, {'server_uuid': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5add21-1824-4522-bd09-60f8084a6133'}, {'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:31.657961 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1aed3-a1a5-4048-b3bf-8be36d7f49ef" -d '{"events": [{"server_uuid": "84874c35-e41d-467e-92c6-c875acea5ebd", "name": "network-vif-plugged", "status": "completed", "tag": "09a60e39-7524-4d07-9bdc-393c71d62894"}, {"server_uuid": "09a65fdc-056a-4609-a40b-7a633c9a1ff6", "name": "network-vif-plugged", "status": "completed", "tag": "3e5add21-1824-4522-bd09-60f8084a6133"}, {"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7d495c-8b3f-42c8-8191-333904008644"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:31.756139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd64614-01d2-43b4-ada8-008c475495da req-0ff23054-32b4-4cd9-bcd8-a8a7903ee100 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.757731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bd64614-01d2-43b4-ada8-008c475495da req-0ff23054-32b4-4cd9-bcd8-a8a7903ee100 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 945 time: 0.3112488 Jul 16 01:40:31.841854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.857977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['9108074f-d7c7-43d1-94a2-f7112e41a87f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:31.865306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bd64614-01d2-43b4-ada8-008c475495da req-002a3621-0ecb-4c7c-a049-749f4aaa8af7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866580 Jul 16 01:40:31.908884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Pushing event deleted for resources: {'Port': ['ID=e9f1976c-cb43-4652-b0a8-ba068e6bbe0e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.931402 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1368c69-41b0-4868-9728-57e676d487f6 x-openstack-request-id: req-c1368c69-41b0-4868-9728-57e676d487f6 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:31.931681 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8936fe-133e-4a22-83c6-48ef68a6987a", "name": "network-vif-deleted", "tag": "9108074f-d7c7-43d1-94a2-f7112e41a87f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:31.931936 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1368c69-41b0-4868-9728-57e676d487f6 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:31.932339 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8936fe-133e-4a22-83c6-48ef68a6987a', 'name': 'network-vif-deleted', 'tag': '9108074f-d7c7-43d1-94a2-f7112e41a87f', 'status': 'completed', 'code': 200} Jul 16 01:40:31.987154 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa8418b-8572-4941-8f1f-a84e319933eb x-openstack-request-id: req-baa8418b-8572-4941-8f1f-a84e319933eb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:31.987813 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84874c35-e41d-467e-92c6-c875acea5ebd", "name": "network-vif-plugged", "status": "completed", "tag": "09a60e39-7524-4d07-9bdc-393c71d62894", "code": 200}, {"server_uuid": "09a65fdc-056a-4609-a40b-7a633c9a1ff6", "name": "network-vif-plugged", "status": "completed", "tag": "3e5add21-1824-4522-bd09-60f8084a6133", "code": 200}, {"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7d495c-8b3f-42c8-8191-333904008644", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:31.988348 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baa8418b-8572-4941-8f1f-a84e319933eb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:31.989043 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84874c35-e41d-467e-92c6-c875acea5ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a60e39-7524-4d07-9bdc-393c71d62894', 'code': 200} Jul 16 01:40:31.989461 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5add21-1824-4522-bd09-60f8084a6133', 'code': 200} Jul 16 01:40:31.989906 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644', 'code': 200} Jul 16 01:40:32.022581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] No DVR routers for this DVR port e9f1976c-cb43-4652-b0a8-ba068e6bbe0e on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:32.039498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f56c3-913e-4754-9814-18aca946c7fc req-a3b017ef-ade8-4c28-878e-b452056ea473 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.041454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-522f56c3-913e-4754-9814-18aca946c7fc req-a3b017ef-ade8-4c28-878e-b452056ea473 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 943 time: 0.2801981 Jul 16 01:40:32.043411 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.045955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-431cc3c7-f850-4226-a300-d3cc807b7f18 req-d4dcb06b-f656-4527-9411-c1281ab63467 tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.13 "DELETE /v2.0/ports/e9f1976c-cb43-4652-b0a8-ba068e6bbe0e HTTP/1.1" status: 204 len: 173 time: 1.1404171 Jul 16 01:40:32.150794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59720) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.165089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-522f56c3-913e-4754-9814-18aca946c7fc req-6faa200d-6b49-4972-99f6-6fbe3afe1d0c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137950 Jul 16 01:40:32.323102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cff8231-b818-4a3e-bfc8-eac6ad1b3e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.379042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-634c3b30-faf6-4aee-a942-30d2a13b66d0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.380872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-634c3b30-faf6-4aee-a942-30d2a13b66d0 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.2808144 Jul 16 01:40:32.397052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9b8eb-1b76-4f3e-bbfd-ed7572212e10 req-32c30da9-e892-45eb-b337-e17a8aa26dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.398763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba9b8eb-1b76-4f3e-bbfd-ed7572212e10 req-32c30da9-e892-45eb-b337-e17a8aa26dd5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 1097 time: 0.2574022 Jul 16 01:40:32.409386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421a426-9889-4232-b651-e6ab93a4564f req-95fa2e7f-6603-4ec5-8faa-8f579cfc3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.410861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d421a426-9889-4232-b651-e6ab93a4564f req-95fa2e7f-6603-4ec5-8faa-8f579cfc3efb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 1097 time: 0.2506976 Jul 16 01:40:32.449584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cff8231-b818-4a3e-bfc8-eac6ad1b3e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.457510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796740f2-019d-45f6-808d-cd392115a8b6 req-777244e1-0737-448d-832a-0755800fc42d tempest-MultipleCreateTestJSON-485735285 tempest-MultipleCreateTestJSON-485735285-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a8936fe-133e-4a22-83c6-48ef68a6987a HTTP/1.1" status: 200 len: 210 time: 0.0721531 Jul 16 01:40:32.461985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cff8231-b818-4a3e-bfc8-eac6ad1b3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.474257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-44dafb46-7977-4094-beb0-127069b5251a tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/quotas/fb9af30dd9764cb4a340d626c5a3a49b HTTP/1.1" status: 200 len: 375 time: 0.0805428 Jul 16 01:40:32.517019 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1cff8231-b818-4a3e-bfc8-eac6ad1b3e84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=912fbaf31dd74d1c92d2609418a519b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605974 Jul 16 01:40:32.517972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59726) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.525809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff8231-b818-4a3e-bfc8-eac6ad1b3e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2846aae0-5153-438a-9cbc-dcff5b4750f2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.545906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d421a426-9889-4232-b651-e6ab93a4564f req-c80206f1-7f12-482c-bdca-8b1449499358 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219525 Jul 16 01:40:32.568218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba9b8eb-1b76-4f3e-bbfd-ed7572212e10 req-8fa09360-f90a-49e9-8501-13a76a984cba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514380 Jul 16 01:40:32.588384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f646cb-c1d9-4906-80e0-12d3787092ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.609723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-cc699c71-340a-42bf-9f1d-003949e594ba tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162364 Jul 16 01:40:32.614509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f646cb-c1d9-4906-80e0-12d3787092ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.674332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f646cb-c1d9-4906-80e0-12d3787092ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.676951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f646cb-c1d9-4906-80e0-12d3787092ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.678168 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61f646cb-c1d9-4906-80e0-12d3787092ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2846aae0-5153-438a-9cbc-dcff5b4750f2 HTTP/1.1" status: 204 len: 168 time: 0.1590598 Jul 16 01:40:32.688128 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f646cb-c1d9-4906-80e0-12d3787092ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846aae0-5153-438a-9cbc-dcff5b4750f2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.740309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59456-8b90-427f-a568-23434e23074e req-cca00773-7c84-4fc4-955c-bd6a5b84bc63 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.741862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60f59456-8b90-427f-a568-23434e23074e req-cca00773-7c84-4fc4-955c-bd6a5b84bc63 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.1522822 Jul 16 01:40:32.748323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-22c05e10-0ea0-4c4d-b993-c5620d875fd9 service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218851 Jul 16 01:40:32.846540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60f59456-8b90-427f-a568-23434e23074e req-8253f5e6-1d79-4501-94fd-4f41f324c59c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970085 Jul 16 01:40:32.889295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-e501d3ce-d5b4-4fdd-a172-400c697bc4fb service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331832 Jul 16 01:40:33.009891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.025938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77a69c66-5120-42b8-82a1-431a8df6c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.043901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef60ac3-16bb-4849-b631-6a3ec557e34a req-7ff2ae78-4905-4b11-ac54-9897f47ca458 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.046259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bef60ac3-16bb-4849-b631-6a3ec557e34a req-7ff2ae78-4905-4b11-ac54-9897f47ca458 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 944 time: 0.0839677 Jul 16 01:40:33.130583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bef60ac3-16bb-4849-b631-6a3ec557e34a req-ca6645bd-bebd-4b48-bc04-23041e1e137a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693707 Jul 16 01:40:33.204414 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77a69c66-5120-42b8-82a1-431a8df6c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.214517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77a69c66-5120-42b8-82a1-431a8df6c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.261094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69c66-5120-42b8-82a1-431a8df6c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2377ba8-81f4-49e9-862e-0eb8fdc6a56c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.268796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-77a69c66-5120-42b8-82a1-431a8df6c3ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54035d7f83ae4a1e9b05244d685ef391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575967 Jul 16 01:40:33.269899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59744) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.312756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389f6785-f6cb-45c9-81b8-2886f01147b2 req-87632b0b-f8d8-4822-be95-b11d9d50b90b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 210 time: 0.0825758 Jul 16 01:40:33.333976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa26779c-1826-44cf-96c2-1267c561effb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.361983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11311ef-b7ad-4ddc-955e-23064b996097 req-5c6d1de9-01ea-4bf2-81b6-b9c72d931040 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.362665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa26779c-1826-44cf-96c2-1267c561effb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.371854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c11311ef-b7ad-4ddc-955e-23064b996097 req-5c6d1de9-01ea-4bf2-81b6-b9c72d931040 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 945 time: 0.1873581 Jul 16 01:40:33.419237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 238c4116-6567-4e67-a36f-0da63a72bf17 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:33.430820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa26779c-1826-44cf-96c2-1267c561effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.434373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa26779c-1826-44cf-96c2-1267c561effb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.438250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa26779c-1826-44cf-96c2-1267c561effb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2377ba8-81f4-49e9-862e-0eb8fdc6a56c HTTP/1.1" status: 204 len: 168 time: 0.1647296 Jul 16 01:40:33.453076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c11311ef-b7ad-4ddc-955e-23064b996097 req-f8d378ff-a663-4ca8-a6a7-692677d59b13 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730081 Jul 16 01:40:33.466766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26779c-1826-44cf-96c2-1267c561effb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2377ba8-81f4-49e9-862e-0eb8fdc6a56c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.474384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-ab086d11-e97e-4761-ac83-4cfb93842caf tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.476066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-ab086d11-e97e-4761-ac83-4cfb93842caf tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "GET /v2.0/ports?device_id=16e17a23-a09a-44ca-9b76-a38d235053a2 HTTP/1.1" status: 200 len: 944 time: 0.2435045 Jul 16 01:40:33.508164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 373003a6-d690-4b38-8cce-1f2bbf6d124f up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:33.672267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 373003a6-d690-4b38-8cce-1f2bbf6d124f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:33.683586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 373003a6-d690-4b38-8cce-1f2bbf6d124f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:33.684078 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.688088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 238c4116-6567-4e67-a36f-0da63a72bf17, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=238c4116-6567-4e67-a36f-0da63a72bf17,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:33.735220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '238c4116-6567-4e67-a36f-0da63a72bf17', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'port_id': '238c4116-6567-4e67-a36f-0da63a72bf17', 'mac_address': 'fa:16:3e:fa:12:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:33.757492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc60a4-fc4c-4c7d-a9af-8152aab402ab req-b4fea5fa-c95a-452e-8743-a47bde9ce02f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.759077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ebc60a4-fc4c-4c7d-a9af-8152aab402ab req-b4fea5fa-c95a-452e-8743-a47bde9ce02f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 943 time: 0.2767179 Jul 16 01:40:33.804359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.820814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59758) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.832119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238c4116-6567-4e67-a36f-0da63a72bf17 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:33.931465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Deleting subnet aa0adffa-53dd-4457-8ecc-471d8989866e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:33.940795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 238c4116-6567-4e67-a36f-0da63a72bf17, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=238c4116-6567-4e67-a36f-0da63a72bf17,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:33.942291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.945218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ebc60a4-fc4c-4c7d-a9af-8152aab402ab req-5b823333-1e43-4231-a5b8-2c5f3c86669d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262870 Jul 16 01:40:33.953909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'name': 'network-vif-deleted', 'tag': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:33.960912 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8668dd87-0761-412a-a2bc-241e80a1b449" -d '{"events": [{"server_uuid": "3f4543e9-dc4d-402f-9895-5e6885fa78f9", "name": "network-vif-deleted", "tag": "e9f1976c-cb43-4652-b0a8-ba068e6bbe0e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:33.963040 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.971932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Deleting port 6e7d495c-8b3f-42c8-8191-333904008644 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:33.972272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.031417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=238c4116-6567-4e67-a36f-0da63a72bf17,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.034897 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.051043 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.065119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373003a6-d690-4b38-8cce-1f2bbf6d124f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:34.067713 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a58e0-25b3-4d39-9ea0-bc33e324404b" -d '{"events": [{"server_uuid": "b3d09966-924a-46b5-a0fe-63ad39d48c4e", "name": "network-vif-plugged", "status": "completed", "tag": "373003a6-d690-4b38-8cce-1f2bbf6d124f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:34.082231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 373003a6-d690-4b38-8cce-1f2bbf6d124f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:34.083015 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af815f-af6f-4930-b41b-aeae9735094b x-openstack-request-id: req-e0af815f-af6f-4930-b41b-aeae9735094b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:34.083307 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4543e9-dc4d-402f-9895-5e6885fa78f9", "name": "network-vif-deleted", "tag": "e9f1976c-cb43-4652-b0a8-ba068e6bbe0e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:34.083563 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0af815f-af6f-4930-b41b-aeae9735094b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:34.083986 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4543e9-dc4d-402f-9895-5e6885fa78f9', 'name': 'network-vif-deleted', 'tag': 'e9f1976c-cb43-4652-b0a8-ba068e6bbe0e', 'status': 'completed', 'code': 200} Jul 16 01:40:34.087877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.187935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.288692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.336206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.347632 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa0adffa-53dd-4457-8ecc-471d8989866e HTTP/1.1" status: 204 len: 168 time: 0.5252557 Jul 16 01:40:34.349837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bb8fc-6c06-413b-a93a-1188235e1a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0adffa-53dd-4457-8ecc-471d8989866e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.362548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59778) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.371663 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34538549-0a56-4e83-871b-8489514ef5d6 x-openstack-request-id: req-34538549-0a56-4e83-871b-8489514ef5d6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:34.371951 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d09966-924a-46b5-a0fe-63ad39d48c4e", "name": "network-vif-plugged", "status": "completed", "tag": "373003a6-d690-4b38-8cce-1f2bbf6d124f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:34.372382 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34538549-0a56-4e83-871b-8489514ef5d6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:34.372952 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373003a6-d690-4b38-8cce-1f2bbf6d124f', 'code': 200} Jul 16 01:40:34.375555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9108074f-d7c7-43d1-94a2-f7112e41a87f no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:34.401962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 9108074f-d7c7-43d1-94a2-f7112e41a87f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:34.402606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 9108074f-d7c7-43d1-94a2-f7112e41a87f not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:34.423521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=373003a6-d690-4b38-8cce-1f2bbf6d124f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.461772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.527968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['238c4116-6567-4e67-a36f-0da63a72bf17'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:34.578821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.608813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6391d018-bf5a-40af-8234-583f0c93a7e2']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.628127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214e88a2-47de-42eb-9e4b-d3d614a85f9e') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.629146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214e88a2-47de-42eb-9e4b-d3d614a85f9e') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.648824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.649103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] For port 6e7d495c-8b3f-42c8-8191-333904008644, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6e7d495c-8b3f-42c8-8191-333904008644,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:34.649451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.670799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.679823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Calling delete_port for 6e7d495c-8b3f-42c8-8191-333904008644 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:34.688458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:34.689631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:34.694119 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:34.783764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e85d31-f85f-4b79-9923-c489aa99dcbd req-57f1c0d0-dab8-4cee-b91f-eb8d157d9019 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.792002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96e85d31-f85f-4b79-9923-c489aa99dcbd req-57f1c0d0-dab8-4cee-b91f-eb8d157d9019 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.7070439 Jul 16 01:40:34.812715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f28b0c-3f41-4a1b-b8aa-fff0ce1a3e69 req-095d653e-8897-44d0-86d8-d22536b4225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.814771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5f28b0c-3f41-4a1b-b8aa-fff0ce1a3e69 req-095d653e-8897-44d0-86d8-d22536b4225e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 1097 time: 0.3070583 Jul 16 01:40:34.842756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32d7b-56b0-4c3c-a92e-66f101d1d1ce req-956ff635-c2cb-42a3-9750-48411e62bc61 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.844848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abb32d7b-56b0-4c3c-a92e-66f101d1d1ce req-956ff635-c2cb-42a3-9750-48411e62bc61 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.3382287 Jul 16 01:40:34.930749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96e85d31-f85f-4b79-9923-c489aa99dcbd req-4aeaf384-58c7-495c-b1d8-db6ef28ba0f1 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355324 Jul 16 01:40:34.948451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-bb6650a2-648d-4bd5-8fa3-cbc63c763007 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.948451 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-bb6650a2-648d-4bd5-8fa3-cbc63c763007 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.1204507 Jul 16 01:40:34.948451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.956778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Request body: {'port': {'device_id': '06f5e440-8c78-437e-a024-f8f889158a3c', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'admin_state_up': True, 'tenant_id': 'fb9af30dd9764cb4a340d626c5a3a49b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:34.962952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.965547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6391d018-bf5a-40af-8234-583f0c93a7e2 HTTP/1.1" status: 204 len: 168 time: 0.6016839 Jul 16 01:40:34.969407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5f28b0c-3f41-4a1b-b8aa-fff0ce1a3e69 req-4a2a7570-2f26-4dea-8abb-9fa8de87be66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369014 Jul 16 01:40:35.001634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c75b5-0ca7-4a98-a9e3-9df77ff57081 admin admin] Pushing event deleted for resources: {'Network': ['ID=6391d018-bf5a-40af-8234-583f0c93a7e2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.031047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abb32d7b-56b0-4c3c-a92e-66f101d1d1ce req-2836edbc-d86b-4b2b-a332-48417c4f0fb0 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749251 Jul 16 01:40:35.167395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Made reservation on behalf of fb9af30dd9764cb4a340d626c5a3a49b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:35.178959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.180851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e80de0a-7e22-4001-b1fd-0fa51f8263e7 req-796ebd25-401b-4aff-ad3c-b0a8d2166f1d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 210 time: 0.0634086 Jul 16 01:40:35.207327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.238897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event deleted for resources: {'Port': ['ID=6e7d495c-8b3f-42c8-8191-333904008644,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.366600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] No DVR routers for this DVR port 6e7d495c-8b3f-42c8-8191-333904008644 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:35.373454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.377205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-394d5f26-5612-48fe-8854-ec7fef2be90b req-14ed4050-4e50-4d25-ad33-c15e647a1f5e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "DELETE /v2.0/ports/6e7d495c-8b3f-42c8-8191-333904008644 HTTP/1.1" status: 204 len: 173 time: 1.8138695 Jul 16 01:40:35.411125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59806) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.428876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9f1976c-cb43-4652-b0a8-ba068e6bbe0e no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:35.467721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5bb87ad-eaf7-478a-9b25-8143546f6235 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5078a5a96447423d9ec82debaf92eccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515409 Jul 16 01:40:35.467721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Allocated IP 172.20.0.3 (4abd07c8-7a01-4101-b05d-6d18577c0919/7539f090-aaff-4c92-89ad-5536524792cb/6f93da41-f26e-4c3a-a9f2-878798cc4981) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:35.480731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59808) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.489530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9751b-6dde-4e54-b87f-9621083736ba req-c61d503d-0295-4c99-81bf-d2100ce1215e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.491582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d9751b-6dde-4e54-b87f-9621083736ba req-c61d503d-0295-4c99-81bf-d2100ce1215e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 945 time: 0.2106035 Jul 16 01:40:35.492696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e9f1976c-cb43-4652-b0a8-ba068e6bbe0e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:35.493139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9f1976c-cb43-4652-b0a8-ba068e6bbe0e not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:35.515909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd811bd1-863b-4dd1-bdf0-0bd98f614bf8 req-469d74f7-c219-48fa-9f28-17301ad9952c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.517901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd811bd1-863b-4dd1-bdf0-0bd98f614bf8 req-469d74f7-c219-48fa-9f28-17301ad9952c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 944 time: 0.1393898 Jul 16 01:40:35.579444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46ce3f6-79af-4a48-a659-3c605e09fb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.591097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48d9751b-6dde-4e54-b87f-9621083736ba req-9961ccc2-23aa-4c25-bf9a-0c5e5aa4f0ce tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864270 Jul 16 01:40:35.621678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd811bd1-863b-4dd1-bdf0-0bd98f614bf8 req-698de124-e62b-45da-9a84-44f36fe2c5b3 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942183 Jul 16 01:40:35.637184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46ce3f6-79af-4a48-a659-3c605e09fb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.768249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.797284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46ce3f6-79af-4a48-a659-3c605e09fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.800321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46ce3f6-79af-4a48-a659-3c605e09fb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.804040 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f46ce3f6-79af-4a48-a659-3c605e09fb2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21dd7305-3ebd-4c0e-8548-b4fb7fcea385 HTTP/1.1" status: 204 len: 168 time: 0.3198063 Jul 16 01:40:35.828504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ce3f6-79af-4a48-a659-3c605e09fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dd7305-3ebd-4c0e-8548-b4fb7fcea385,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.891261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.899970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-230f7810-38af-4e4f-9cfe-0ba6378496e9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.903710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-230f7810-38af-4e4f-9cfe-0ba6378496e9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.1830516 Jul 16 01:40:35.938152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-c9d52d12-6aa2-49c6-a865-1d8eab9ecc49 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0203581 Jul 16 01:40:35.993593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.018956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:36.020777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:36.025717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:36.085917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-deleted', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:36.089250 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da35134-ea86-4c4a-9561-133092718760" -d '{"events": [{"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-deleted", "tag": "6e7d495c-8b3f-42c8-8191-333904008644"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:36.109395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:36.110410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.149923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-076e5875-66f6-403d-8d48-51d05947e90c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1997271 Jul 16 01:40:36.151485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-79e8c90e-fc59-4e61-b976-3988aff8f779 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120008 Jul 16 01:40:36.163292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Request body: {'port': {'device_id': '06f5e440-8c78-437e-a024-f8f889158a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:36.233862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:36.281211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 6e7d495c-8b3f-42c8-8191-333904008644 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:36.289588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6e7d495c-8b3f-42c8-8191-333904008644 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:36.332013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-036e6997-163e-41fe-8e44-1a54c5ae310c service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701963 Jul 16 01:40:36.333423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.541030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450e844-20b4-4416-9adb-2cabd75ef5b1 req-34982a88-c143-4fba-9d9a-8af5096ffd25 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:36.563875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c450e844-20b4-4416-9adb-2cabd75ef5b1 req-34982a88-c143-4fba-9d9a-8af5096ffd25 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 945 time: 0.3651514 Jul 16 01:40:36.584033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-13104b34-90ef-4f47-b86a-ec9db7396beb service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340789 Jul 16 01:40:36.684778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c450e844-20b4-4416-9adb-2cabd75ef5b1 req-2a5a4dc3-086e-48fc-8ed1-73106a444e6c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195247 Jul 16 01:40:36.827288 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3aa07-52da-4c50-9cbb-a800eec88036 x-openstack-request-id: req-92a3aa07-52da-4c50-9cbb-a800eec88036 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:36.827739 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e17a23-a09a-44ca-9b76-a38d235053a2", "name": "network-vif-deleted", "tag": "6e7d495c-8b3f-42c8-8191-333904008644", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:36.828150 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92a3aa07-52da-4c50-9cbb-a800eec88036 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:36.828807 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e17a23-a09a-44ca-9b76-a38d235053a2', 'name': 'network-vif-deleted', 'tag': '6e7d495c-8b3f-42c8-8191-333904008644', 'status': 'completed', 'code': 200} Jul 16 01:40:36.966752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f93da41-f26e-4c3a-a9f2-878798cc4981 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:36.988158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.029487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Transition to ACTIVE for port object 6f93da41-f26e-4c3a-a9f2-878798cc4981 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:37.037841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.094540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648e255-6687-4882-9810-c959b42b5a7b req-83d8c216-6784-40d0-b2cc-3bb4fa6554cf tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.096127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d648e255-6687-4882-9810-c959b42b5a7b req-83d8c216-6784-40d0-b2cc-3bb4fa6554cf tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 931 time: 0.1479411 Jul 16 01:40:37.125145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc2181-a660-408e-a1b8-ff3f97688389 req-33b76fac-b88e-4e64-b880-52d2bed1347b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.148576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54bc2181-a660-408e-a1b8-ff3f97688389 req-33b76fac-b88e-4e64-b880-52d2bed1347b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.1482043 Jul 16 01:40:37.179976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.243947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Attempting to bind port 6f93da41-f26e-4c3a-a9f2-878798cc4981 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:37.244311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Attempting to bind port 6f93da41-f26e-4c3a-a9f2-878798cc4981 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:37.244689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Attempting to bind port 6f93da41-f26e-4c3a-a9f2-878798cc4981 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:37.247912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54bc2181-a660-408e-a1b8-ff3f97688389 req-fcbc515f-8ca4-4abe-9cf6-57096ae5d4d5 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980341 Jul 16 01:40:37.250837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Port 6f93da41-f26e-4c3a-a9f2-878798cc4981 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:37.251364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Attempting to bind port 6f93da41-f26e-4c3a-a9f2-878798cc4981 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:37.259007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:37.259472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Checking segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:37.260286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d648e255-6687-4882-9810-c959b42b5a7b req-ac3fed5c-2710-4beb-8db8-b1551bb1614a tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473725 Jul 16 01:40:37.270500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Bound using segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:37.287718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Bound port: 6f93da41-f26e-4c3a-a9f2-878798cc4981, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:37.287718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.431202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 238c4116-6567-4e67-a36f-0da63a72bf17 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:37.456862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6757adf-ee50-4d07-8723-847248e7f41b req-b59611ac-55fd-493f-b01c-a73286120be2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 210 time: 0.0867550 Jul 16 01:40:37.480227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.496743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 238c4116-6567-4e67-a36f-0da63a72bf17 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:37.502907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 238c4116-6567-4e67-a36f-0da63a72bf17 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:37.503975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.505506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:37.515831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:37.522091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.572255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59896) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.635507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.638499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.643515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] 10.222.0.23 "PUT /v2.0/ports/6f93da41-f26e-4c3a-a9f2-878798cc4981 HTTP/1.1" status: 200 len: 1092 time: 1.4846332 Jul 16 01:40:37.647341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:37.652928 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1" -d '{"events": [{"name": "network-changed", "server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:37.701556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1941-0561-4e86-98a1-75b62d60a1d1 req-f1df6ee2-3f94-4544-8146-1d16ac094ec9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.704651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.718493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9d1941-0561-4e86-98a1-75b62d60a1d1 req-f1df6ee2-3f94-4544-8146-1d16ac094ec9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 944 time: 0.2600648 Jul 16 01:40:37.723873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb063c80-55c9-4c0f-bb3c-e9517db05bcb service neutron] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.755087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:37.761621 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1aa5f2-c527-48cb-8bce-bf094c45daa6" -d '{"events": [{"server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "name": "network-vif-plugged", "status": "completed", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:37.788416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1734470360-network', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:37.789687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 238c4116-6567-4e67-a36f-0da63a72bf17, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=238c4116-6567-4e67-a36f-0da63a72bf17,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:37.795430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.805589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-0fdef115-e4fc-4e9f-819f-2d3022931111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.807749 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-0fdef115-e4fc-4e9f-819f-2d3022931111 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 1095 time: 0.1032028 Jul 16 01:40:37.872244 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-d73bf4ac-1e50-4001-96d0-2099774489cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981 HTTP/1.1" status: 200 len: 217 time: 0.0563202 Jul 16 01:40:37.894168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=238c4116-6567-4e67-a36f-0da63a72bf17,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.896658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:37.900083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.923277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa9d1941-0561-4e86-98a1-75b62d60a1d1 req-8ab725a6-9c04-4212-9a32-3722e97b98e7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019427 Jul 16 01:40:37.968923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dade96d-75ae-49d8-9953-d50120b40858 req-165cbd24-7f12-454c-8741-1e70674b335f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.969138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.970699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dade96d-75ae-49d8-9953-d50120b40858 req-165cbd24-7f12-454c-8741-1e70674b335f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2352853 Jul 16 01:40:37.984734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-72e1af70-bcac-459a-9897-fe1ea09df0be tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.986356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-72e1af70-bcac-459a-9897-fe1ea09df0be tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.23 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 945 time: 0.2520716 Jul 16 01:40:38.017738 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee0648-46b3-469b-a430-820f9b0de0ae x-openstack-request-id: req-31ee0648-46b3-469b-a430-820f9b0de0ae {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:38.019960 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:38.021477 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31ee0648-46b3-469b-a430-820f9b0de0ae {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:38.022020 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'status': 'completed', 'code': 200} Jul 16 01:40:38.032200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-5afbe4a6-ce64-4f4e-ae9b-886272bbc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.038140 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-5afbe4a6-ce64-4f4e-ae9b-886272bbc78a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.1575623 Jul 16 01:40:38.092401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dade96d-75ae-49d8-9953-d50120b40858 req-bd2e0a47-7b05-4285-ae1a-52f3787afce4 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048369 Jul 16 01:40:38.122915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-a7430883-fb38-4d07-988b-2d69b7ca9461 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776451 Jul 16 01:40:38.208372 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28eebce-1b86-4fe7-9e36-a5e240500f89 x-openstack-request-id: req-e28eebce-1b86-4fe7-9e36-a5e240500f89 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:38.208808 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "name": "network-vif-plugged", "status": "completed", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:38.209172 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e28eebce-1b86-4fe7-9e36-a5e240500f89 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:38.209737 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17', 'code': 200} Jul 16 01:40:38.259288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-7418abae-480e-4dac-a921-0279f87f91dd service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297829 Jul 16 01:40:38.352988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Deleting port 3e5add21-1824-4522-bd09-60f8084a6133 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:38.353970 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.406682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.413825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.421568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.427924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b05adb8-a761-4e2e-b854-420bad3b406a req-8813dcc0-afeb-46f4-b7eb-141bdf502e2a service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575630 Jul 16 01:40:38.457224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:38.457704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf678476-b2e2-41c8-9abb-dabf265b1318 req-076a5d01-1aa5-4d0c-bc8d-80c7da6408a9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.461917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf678476-b2e2-41c8-9abb-dabf265b1318 req-076a5d01-1aa5-4d0c-bc8d-80c7da6408a9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 945 time: 0.2777894 Jul 16 01:40:38.469823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc18faa-e226-4b65-8431-75140f5f51dd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.486590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.486934 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Added segment ba798129-f314-4859-acce-662025ab24a0 of type vlan for network 4abcec7c-860b-46e6-b230-ddb0a50ef51d Jul 16 01:40:38.567867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf678476-b2e2-41c8-9abb-dabf265b1318 req-9d2e0108-aa7a-4a78-a6e6-5bf1f0fd3230 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948255 Jul 16 01:40:38.590763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.607491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114147c-b3e7-4f89-a9e5-1781144f34e1 req-e1e9f02a-9d8d-4bf5-a5ff-e6dcb261b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.608969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8114147c-b3e7-4f89-a9e5-1781144f34e1 req-e1e9f02a-9d8d-4bf5-a5ff-e6dcb261b245 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 1097 time: 0.2820849 Jul 16 01:40:38.615222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] For port 3e5add21-1824-4522-bd09-60f8084a6133, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3e5add21-1824-4522-bd09-60f8084a6133,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:38.615705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.635854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fc5114d-33ab-48ba-8544-1b6f38d1f065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.647380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194973ab-0b52-46e6-958d-df15b7dcb04b req-d0459dde-63de-4899-a561-a2cd8718b90e tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.654918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-194973ab-0b52-46e6-958d-df15b7dcb04b req-d0459dde-63de-4899-a561-a2cd8718b90e tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 945 time: 0.3089361 Jul 16 01:40:38.663491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Calling delete_port for 3e5add21-1824-4522-bd09-60f8084a6133 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:38.681992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-f9839a9e-56c3-4ff9-a9bb-d684269900ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.683715 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-f9839a9e-56c3-4ff9-a9bb-d684269900ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 1095 time: 0.1482284 Jul 16 01:40:38.740976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.741945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.742519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.744918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8114147c-b3e7-4f89-a9e5-1781144f34e1 req-ccf261bc-256b-4bdd-8603-2ffaa4f70eb7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191571 Jul 16 01:40:38.808574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-194973ab-0b52-46e6-958d-df15b7dcb04b req-0cae7269-874c-4b5d-9be4-543849901c4d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519322 Jul 16 01:40:38.953477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f9a47-08bd-48d4-a04e-90888f7abf61 req-fe3d444d-5e4a-4bdf-9e8e-c1d3e68d9b90 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.955547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-177f9a47-08bd-48d4-a04e-90888f7abf61 req-fe3d444d-5e4a-4bdf-9e8e-c1d3e68d9b90 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 943 time: 0.2140515 Jul 16 01:40:38.976406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.985625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] Pushing event updated for resources: {'Network': ['ID=4abcec7c-860b-46e6-b230-ddb0a50ef51d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.989353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3e5add21-1824-4522-bd09-60f8084a6133'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:39.019028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:39.041426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-bed0685c-54ae-4abc-874c-bb3f6f5a508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.043924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-bed0685c-54ae-4abc-874c-bb3f6f5a508a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 905 time: 0.3517883 Jul 16 01:40:39.048921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b895a04-e22f-4855-a86a-111da30df7e3 req-8583880a-77d5-4fc8-92f1-c0ab9cb777f4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 210 time: 0.0871441 Jul 16 01:40:39.053379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-5bba3f64-cc4c-4a18-ac88-0ae4427b768a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.055003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-5bba3f64-cc4c-4a18-ac88-0ae4427b768a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.3176930 Jul 16 01:40:39.084371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['919f3c1c-6775-4532-a7b2-0f333d4b1fe9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:39.098819 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-c1dfad53-59c9-41b9-b16b-73fdfcd254ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981 HTTP/1.1" status: 200 len: 217 time: 0.0397058 Jul 16 01:40:39.107226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:39.145465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-177f9a47-08bd-48d4-a04e-90888f7abf61 req-58c2aa89-8435-46d3-b7e5-598dcce4fdcc tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803057 Jul 16 01:40:39.158704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Pushing event deleted for resources: {'Port': ['ID=3e5add21-1824-4522-bd09-60f8084a6133,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.224223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fc5114d-33ab-48ba-8544-1b6f38d1f065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.241129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c72f2388-765a-4375-be18-56a7867bbf63 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6671402 Jul 16 01:40:39.242159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fc5114d-33ab-48ba-8544-1b6f38d1f065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.244681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.285407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Request body: {'subnet': {'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1734470360-subnet', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:39.312145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] No DVR routers for this DVR port 3e5add21-1824-4522-bd09-60f8084a6133 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:39.316246 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.318574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-656b3760-793c-4ca6-bb85-3601f07ce367 req-9761b9aa-50d3-4546-abad-a84cb52122c4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.23 "DELETE /v2.0/ports/3e5add21-1824-4522-bd09-60f8084a6133 HTTP/1.1" status: 204 len: 173 time: 1.3227148 Jul 16 01:40:39.319262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'name': 'network-vif-deleted', 'tag': '3e5add21-1824-4522-bd09-60f8084a6133'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:39.322434 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c332d-a6e7-416b-aa4c-5d85949499d8" -d '{"events": [{"server_uuid": "09a65fdc-056a-4609-a40b-7a633c9a1ff6", "name": "network-vif-deleted", "tag": "3e5add21-1824-4522-bd09-60f8084a6133"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:39.323510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-9e1f822f-816f-4e46-be69-0768dba3f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.326711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-9e1f822f-816f-4e46-be69-0768dba3f307 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.2085407 Jul 16 01:40:39.415471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6fc5114d-33ab-48ba-8544-1b6f38d1f065 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af4bfa86ef114a88915fd6250f3b2784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9991422 Jul 16 01:40:39.416590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:39.419081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.420402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.430830 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-404d34e1-f9f1-4a8b-b53f-813f16455e53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716181 Jul 16 01:40:39.435755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5114d-33ab-48ba-8544-1b6f38d1f065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e3437-0266-4753-b77c-faf2065e1670,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.498234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f74a-382d-4e7b-a928-0c1b09c98f8f req-0518e5c6-8816-4ac8-9bf6-bfecdaca39d4 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.501177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5134f74a-382d-4e7b-a928-0c1b09c98f8f req-0518e5c6-8816-4ac8-9bf6-bfecdaca39d4 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 945 time: 0.1380291 Jul 16 01:40:39.518305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cf02-120a-449a-88f3-a3da08c8d0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.581697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cf02-120a-449a-88f3-a3da08c8d0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.620345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5134f74a-382d-4e7b-a928-0c1b09c98f8f req-068325d0-e06c-4440-a4fd-8982c453288c tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138387 Jul 16 01:40:39.673962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdd86-947f-4ca3-886c-23768e55e588 req-b73502fb-9126-4792-8159-ec012679a2a6 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.675820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7bdd86-947f-4ca3-886c-23768e55e588 req-b73502fb-9126-4792-8159-ec012679a2a6 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.1707008 Jul 16 01:40:39.677354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cf02-120a-449a-88f3-a3da08c8d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.680152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a0cf02-120a-449a-88f3-a3da08c8d0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.681505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c2a0cf02-120a-449a-88f3-a3da08c8d0cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d0e3437-0266-4753-b77c-faf2065e1670 HTTP/1.1" status: 204 len: 168 time: 0.2613177 Jul 16 01:40:39.706205 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300b4de7-c694-4022-b9a6-bdc2d73b3bef x-openstack-request-id: req-300b4de7-c694-4022-b9a6-bdc2d73b3bef {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:39.706433 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a65fdc-056a-4609-a40b-7a633c9a1ff6", "name": "network-vif-deleted", "tag": "3e5add21-1824-4522-bd09-60f8084a6133", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:39.706691 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-300b4de7-c694-4022-b9a6-bdc2d73b3bef {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:39.707231 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a65fdc-056a-4609-a40b-7a633c9a1ff6', 'name': 'network-vif-deleted', 'tag': '3e5add21-1824-4522-bd09-60f8084a6133', 'status': 'completed', 'code': 200} Jul 16 01:40:39.710167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0cf02-120a-449a-88f3-a3da08c8d0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e3437-0266-4753-b77c-faf2065e1670,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.749006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c7bdd86-947f-4ca3-886c-23768e55e588 req-638889d1-734a-448d-bef9-4d32d0c23403 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644987 Jul 16 01:40:40.061387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:40.065136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.110302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9037a223-f54d-4fa5-b0ef-005cf5656c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.203199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a3e07d0b-3e30-44de-97bf-153e1cd699f3 req-93189413-e590-4a58-b1b9-9ab81e4e01b8 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a65fdc-056a-4609-a40b-7a633c9a1ff6 HTTP/1.1" status: 200 len: 210 time: 0.0693412 Jul 16 01:40:40.203612 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-e19d31a6-f0ad-48ca-89ab-7bba5380f81d service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501667 Jul 16 01:40:40.247392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.264074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:40.275643 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba2a9-1ba8-4917-a789-664c83ac3ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.303563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23d6c9-ac72-44eb-9c6d-4f145cbe623d req-706f1deb-0ef0-49f0-8f40-492a47406d09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.314412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a23d6c9-ac72-44eb-9c6d-4f145cbe623d req-706f1deb-0ef0-49f0-8f40-492a47406d09 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1696305 Jul 16 01:40:40.392203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a23d6c9-ac72-44eb-9c6d-4f145cbe623d req-22b35397-0b7c-4fa4-bbda-7d1b622d18d6 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747476 Jul 16 01:40:40.423272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:40.451854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55c2289e-6003-4857-9556-f429f602e824 req-e4c6df70-d384-40b5-8eea-809a2d545dfe tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 210 time: 0.0580888 Jul 16 01:40:40.452990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.457590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'mac_address': 'fa:16:3e:9d:56:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:40.540780 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.544726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-239e4a32-18bb-4aa7-8f93-a4a6f07c96f1 req-fc438fb2-bbca-4ab3-97bd-5131b24c7a03 service neutron] 10.222.0.23 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206234 Jul 16 01:40:40.563001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba2a9-1ba8-4917-a789-664c83ac3ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.570029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba2a9-1ba8-4917-a789-664c83ac3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.580784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.7 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:40.585308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f93da41-f26e-4c3a-a9f2-878798cc4981 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:40.630384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:40.639427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.640698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2c2ba2a9-1ba8-4917-a789-664c83ac3ec6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37ef197c89724cf294bc8fe2e58604a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915920 Jul 16 01:40:40.641456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59956) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.678578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c953cd4-8886-42f9-8a28-197742b575d3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.726667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba2a9-1ba8-4917-a789-664c83ac3ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c868e110-1ae8-4107-aab1-51a93d03d43d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.727778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.797669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3087-d88c-4ad3-9f6a-c0ef031c5f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.834250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e05bd-5b54-487c-aa2c-b70bd1a302f6 req-477b3cd7-dca6-4425-a1df-6dee4c535482 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.835971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c39e05bd-5b54-487c-aa2c-b70bd1a302f6 req-477b3cd7-dca6-4425-a1df-6dee4c535482 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 944 time: 0.1120396 Jul 16 01:40:40.853718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:40.854165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Network hostable DHCP agents. Network: 4abcec7c-860b-46e6-b230-ddb0a50ef51d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:40.882949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['6f93da41-f26e-4c3a-a9f2-878798cc4981'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:40.888594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3087-d88c-4ad3-9f6a-c0ef031c5f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.896499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.899146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:40.911125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 4abcec7c-860b-46e6-b230-ddb0a50ef51d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:40.917805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.918481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.927171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df286656-0e6f-432d-92da-57a809f5c111 None None] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:40.944948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ddceacfb-3231-40b2-a497-d144bbc5cd67 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6628823 Jul 16 01:40:40.945702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.956866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:40.967238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.008252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['09a60e39-7524-4d07-9bdc-393c71d62894'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:41.039270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:41.047846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c39e05bd-5b54-487c-aa2c-b70bd1a302f6 req-3d391705-960a-461c-9502-e1ade1a881bf tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013283 Jul 16 01:40:41.061368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.063003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.063476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.068687 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3087-d88c-4ad3-9f6a-c0ef031c5f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.071323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3087-d88c-4ad3-9f6a-c0ef031c5f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.073391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e4e3087-d88c-4ad3-9f6a-c0ef031c5f65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c868e110-1ae8-4107-aab1-51a93d03d43d HTTP/1.1" status: 204 len: 168 time: 0.4286547 Jul 16 01:40:41.082621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:41.085959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:41.098062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c3d7-6824-4e61-ac4f-551020b012a5 req-7fde579f-345e-4829-bf2b-71b06f5f0ffd tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.105098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c3d7-6824-4e61-ac4f-551020b012a5 req-7fde579f-345e-4829-bf2b-71b06f5f0ffd tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.114665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c3d7-6824-4e61-ac4f-551020b012a5 req-7fde579f-345e-4829-bf2b-71b06f5f0ffd tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.120922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f550c3d7-6824-4e61-ac4f-551020b012a5 req-7fde579f-345e-4829-bf2b-71b06f5f0ffd tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e&device_id=244bc656-e579-4474-8922-55fd2182dcb5&device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 2417 time: 0.2754824 Jul 16 01:40:41.155735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.156858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.184013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-500d7b03-95fa-4b1f-8075-d375aeeaa92f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0812871 Jul 16 01:40:41.209694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e3087-d88c-4ad3-9f6a-c0ef031c5f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c868e110-1ae8-4107-aab1-51a93d03d43d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.212236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Request body: {'port': {'device_id': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:41.338397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:41.339547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.340161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.357725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f550c3d7-6824-4e61-ac4f-551020b012a5 req-f5a7ed7d-3c6b-4f6c-b83b-f1e217b4bfbf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130177 Jul 16 01:40:41.375202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.498152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf93e9-3075-4cb8-b618-76a1a5fc91ac req-b19b627e-7f3f-4068-a3b3-9a722810133d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.506895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40cf93e9-3075-4cb8-b618-76a1a5fc91ac req-b19b627e-7f3f-4068-a3b3-9a722810133d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 945 time: 0.2464170 Jul 16 01:40:41.601482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.668244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40cf93e9-3075-4cb8-b618-76a1a5fc91ac req-f70a3aa6-5891-46c4-a7f8-1190a1d93e71 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498401 Jul 16 01:40:41.736494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Allocated IP 172.20.0.2 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/1cf83eb3-b794-4d86-9475-531442283a55) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:41.934387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eee10-4a6e-418f-b6e6-673ef4bfb952 req-eb5ebdcb-d9fd-498d-9ad3-48029e536443 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.936070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f85eee10-4a6e-418f-b6e6-673ef4bfb952 req-eb5ebdcb-d9fd-498d-9ad3-48029e536443 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.1540525 Jul 16 01:40:41.947094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:41.961317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.962263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:41.983070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Transition to ACTIVE for port object fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:41.988415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.070487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f85eee10-4a6e-418f-b6e6-673ef4bfb952 req-fb66e672-5b32-469c-b45d-67d843a3f70a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951612 Jul 16 01:40:42.092464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12f82-83a7-4d3b-a69d-09929dba3bee req-5a8afa08-6c47-48e0-b91f-d350d0abc109 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.092464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00c12f82-83a7-4d3b-a69d-09929dba3bee req-5a8afa08-6c47-48e0-b91f-d350d0abc109 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2548783 Jul 16 01:40:42.098803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.125862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.161919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.175853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Attempting to bind port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:42.176483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Attempting to bind port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:42.177017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Attempting to bind port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:42.183187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:42.183840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Attempting to bind port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:42.183987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Transition to ACTIVE for port object 1cf83eb3-b794-4d86-9475-531442283a55 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:42.206064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:42.206579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:42.207314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:42.208360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00c12f82-83a7-4d3b-a69d-09929dba3bee req-98dabbd3-7a7e-4cf4-bc1c-86b24733dcd3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995560 Jul 16 01:40:42.208923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Bound port: fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:42.209770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.210342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Transition to ACTIVE for port object 1cf83eb3-b794-4d86-9475-531442283a55 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:42.213956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.218126 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.309460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:42.372047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] For port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:42.390363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] For port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:42.398906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.409209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:42.440308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:42.450653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Pushing event updated for resources: {'Port': ['ID=1cf83eb3-b794-4d86-9475-531442283a55,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.454046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:42.460055 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9cea35d3-493f-4f97-89a9-7d18ef51d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.470497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.479145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.489012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.489988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.492287 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-1b4b97b1-3b30-4fbc-b11c-fd7e29898f56 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c HTTP/1.1" status: 200 len: 1092 time: 1.2896447 Jul 16 01:40:42.493048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'tag': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:42.496603 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b0282-dc7f-4b14-8963-f46b05616cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f65c50b-1a55-429c-a131-878f8ab621cf", "tag": "fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:42.498145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Allocated IP 172.25.7.187 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/bb540498-64c6-437b-85ea-b61231e2e19e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:42.546353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 6f93da41-f26e-4c3a-a9f2-878798cc4981 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:42.551687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Attempting to bind port 1cf83eb3-b794-4d86-9475-531442283a55 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:42.552323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Attempting to bind port 1cf83eb3-b794-4d86-9475-531442283a55 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:42.552838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Attempting to bind port 1cf83eb3-b794-4d86-9475-531442283a55 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:42.560248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 6f93da41-f26e-4c3a-a9f2-878798cc4981 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:42.560817 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.562735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:42.563106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:42.563504 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.563892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:42.564560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Bound port: 1cf83eb3-b794-4d86-9475-531442283a55, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:42.564947 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.649963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-54fac0e1-7ef8-4dcc-a932-a1eda58d75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.654205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-54fac0e1-7ef8-4dcc-a932-a1eda58d75dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 1095 time: 0.0946410 Jul 16 01:40:42.699376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] For port 1cf83eb3-b794-4d86-9475-531442283a55, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:42.722566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] For port 1cf83eb3-b794-4d86-9475-531442283a55, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cf83eb3-b794-4d86-9475-531442283a55,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:42.733544 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.736706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.747259 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-79a3ab9d-d7a4-4df9-abf1-31d51d8e0380 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c HTTP/1.1" status: 200 len: 217 time: 0.0600445 Jul 16 01:40:42.814129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:42.816506 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8421acd4-af61-46f2-b70f-1db380eef4b6" -d '{"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:42.817336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-eec5f814-a123-4f5c-977d-31c5cf0cc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.819310 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-eec5f814-a123-4f5c-977d-31c5cf0cc713 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.0662820 Jul 16 01:40:42.846885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd2dcf-4d24-4c83-8c2a-936bbfdc21de None None] Pushing event updated for resources: {'Port': ['ID=1cf83eb3-b794-4d86-9475-531442283a55,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.854095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:42.861747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.862943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3e5add21-1824-4522-bd09-60f8084a6133 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:42.883937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-a6152c72-dca8-4e9e-a496-27e10f660a3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584524 Jul 16 01:40:42.913321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 3e5add21-1824-4522-bd09-60f8084a6133 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:42.913954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3e5add21-1824-4522-bd09-60f8084a6133 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:42.954477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.051276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-91532071-3739-48ca-a9a3-f90d7f851da6 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603694 Jul 16 01:40:43.223900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ac01a30c-06a7-49d7-8991-797d5020cbb3 req-75988aeb-4056-495d-ac61-57cd1156c911 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660612 Jul 16 01:40:43.252330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc9db-7f84-4ddc-ad85-ea745dc62c81 req-5da1e74b-48c3-46b3-b3a9-f63712d2c430 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.255017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a1dc9db-7f84-4ddc-ad85-ea745dc62c81 req-5da1e74b-48c3-46b3-b3a9-f63712d2c430 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 943 time: 0.9431651 Jul 16 01:40:43.269366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0bb83-70b3-4c98-9787-9d0de2630a5d req-919205fe-1dd7-4856-af7c-8980ded055b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.270688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33a0bb83-70b3-4c98-9787-9d0de2630a5d req-919205fe-1dd7-4856-af7c-8980ded055b7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 945 time: 0.7206252 Jul 16 01:40:43.300761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.353119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a1dc9db-7f84-4ddc-ad85-ea745dc62c81 req-e4fab046-ca53-4afb-b350-75fd676f2f83 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812106 Jul 16 01:40:43.371522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33a0bb83-70b3-4c98-9787-9d0de2630a5d req-95d1dcce-fc20-44f6-9d81-5e1530908071 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836699 Jul 16 01:40:43.407575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:43.432289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.505907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Pushing event updated for resources: {'Port': ['ID=bb540498-64c6-437b-85ea-b61231e2e19e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.520412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:43.524102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:43.527105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:43.628621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca0789-9dfd-41d9-a833-4b37831c7a37 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.630187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-37ca0789-9dfd-41d9-a833-4b37831c7a37 tempest-TestNetworkBasicOps-1069882610 tempest-TestNetworkBasicOps-1069882610-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 1092 time: 0.2209651 Jul 16 01:40:43.633159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:43.638877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '238c4116-6567-4e67-a36f-0da63a72bf17', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:43.662997 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f19fca2-d821-498f-bbe7-6e3a2d9c0e57 x-openstack-request-id: req-5f19fca2-d821-498f-bbe7-6e3a2d9c0e57 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:43.663452 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f65c50b-1a55-429c-a131-878f8ab621cf", "tag": "fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:43.663764 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f19fca2-d821-498f-bbe7-6e3a2d9c0e57 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:43.666244 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'tag': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c', 'status': 'completed', 'code': 200} Jul 16 01:40:43.676128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.708344 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a1564-6ee0-4b1b-b62e-f61eaa8afa8a x-openstack-request-id: req-bd5a1564-6ee0-4b1b-b62e-f61eaa8afa8a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:43.708677 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:43.708929 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd5a1564-6ee0-4b1b-b62e-f61eaa8afa8a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:43.709502 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'code': 200} Jul 16 01:40:43.724474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.814756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231eccd-991d-4d95-9d01-9617892173c9 req-187315ba-ca2f-45df-911b-13e643867fb4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.816269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c231eccd-991d-4d95-9d01-9617892173c9 req-187315ba-ca2f-45df-911b-13e643867fb4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 945 time: 0.2610726 Jul 16 01:40:43.933157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c231eccd-991d-4d95-9d01-9617892173c9 req-766a0cc6-6150-4b49-97ab-15ffa50af130 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056006 Jul 16 01:40:44.042131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.078916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.090992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-c01026a2-ae51-4481-a22c-51d7084bdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.092570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-c01026a2-ae51-4481-a22c-51d7084bdd13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 1095 time: 0.3607216 Jul 16 01:40:44.112741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56178d03-28c2-425a-a257-cb84ab6699ab req-1bddda74-b7cd-46a4-8e39-ade882280f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.114235 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56178d03-28c2-425a-a257-cb84ab6699ab req-1bddda74-b7cd-46a4-8e39-ade882280f17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 1097 time: 0.2780561 Jul 16 01:40:44.242042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56178d03-28c2-425a-a257-cb84ab6699ab req-34ab1615-ba6d-4b96-959d-b0f2aa8da804 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105039 Jul 16 01:40:44.266766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02fab959-d8c8-49ec-a60d-ead24919b00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.277315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d3918-7c08-4246-bb66-baa935875638 None None] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:44.280098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64fd32-595a-42dc-abc4-38b5bdf4f17b req-62037bed-1512-444a-b609-caff8b471f4e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.282470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e64fd32-595a-42dc-abc4-38b5bdf4f17b req-62037bed-1512-444a-b609-caff8b471f4e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1813953 Jul 16 01:40:44.352500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.427383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e64fd32-595a-42dc-abc4-38b5bdf4f17b req-f11180d1-9957-4dbb-9a62-db420851fd67 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966783 Jul 16 01:40:44.445640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-7c31cfaf-f6f3-4d87-a3a4-92f246646cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.448881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-7c31cfaf-f6f3-4d87-a3a4-92f246646cc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.3460984 Jul 16 01:40:44.475266 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:44.483340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.501838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-54a40629-075e-4348-9dd1-d318e07c7591 None None] Provisioning for port 1cf83eb3-b794-4d86-9475-531442283a55 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:44.551970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-3b999905-51a8-4efa-8580-256f62215fc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c HTTP/1.1" status: 200 len: 217 time: 0.0749142 Jul 16 01:40:44.609650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-8ba2cc46-d5ee-4832-8a27-8ef73bd0b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.611090 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-8ba2cc46-d5ee-4832-8a27-8ef73bd0b344 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.0482705 Jul 16 01:40:44.672607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-126dac5e-cca9-4431-89fd-717802aca435 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486767 Jul 16 01:40:44.686293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02fab959-d8c8-49ec-a60d-ead24919b00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.687902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Allocated IP 172.25.7.227 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/96ad5599-0919-4e6d-9cc2-bf416c6a3841) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:44.713026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02fab959-d8c8-49ec-a60d-ead24919b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.768537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c9f4b-c833-448c-b096-2124a9bc13e3 req-ff993a3a-9873-44ea-83a0-7b43b9558f5e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.770451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e4c9f4b-c833-448c-b096-2124a9bc13e3 req-ff993a3a-9873-44ea-83a0-7b43b9558f5e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1963768 Jul 16 01:40:44.801851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b4c1-69a2-469b-8cfa-3162e39dd362 req-e600f89c-9b7f-40c1-b2cc-1f797ffd68e0 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.803434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a0b4c1-69a2-469b-8cfa-3162e39dd362 req-e600f89c-9b7f-40c1-b2cc-1f797ffd68e0 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 943 time: 0.1934435 Jul 16 01:40:44.825067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-02fab959-d8c8-49ec-a60d-ead24919b00f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4219359bd3034de49fa7f11875d5b873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7430131 Jul 16 01:40:44.828781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.830750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab959-d8c8-49ec-a60d-ead24919b00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13afb750-37df-495d-b26b-a80ab6885330,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.834744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cf83eb3-b794-4d86-9475-531442283a55 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:44.856804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e4c9f4b-c833-448c-b096-2124a9bc13e3 req-f7d8a88a-8657-4d86-9366-003244d78326 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759783 Jul 16 01:40:44.866822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Router cad2c5e1-8b24-48d4-bfc8-2a889187463c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:44.877397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a0b4c1-69a2-469b-8cfa-3162e39dd362 req-27ff5f14-a411-44d4-a484-764c2fb2fc08 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643852 Jul 16 01:40:44.936889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1cf83eb3-b794-4d86-9475-531442283a55 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:44.941032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1cf83eb3-b794-4d86-9475-531442283a55 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:44.941412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.014684 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-91a53128-aa98-4929-897c-f1b4f7c468e4 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325205 Jul 16 01:40:45.130547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-0d776b47-8b23-4088-a960-c1832c0598b5 req-8a7f8b89-b309-4a6b-9b91-4e6d65051cd9 service neutron] (93756) timed out ('10.222.0.23', 65234) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:40:45.132604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.151601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4546d817-195f-450c-b920-190f91f772d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.167842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:45.228972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.239166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Sync routers for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:45.242787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.249863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a90c0aa9-481e-4612-8972-9d6429fefe09 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2960639 Jul 16 01:40:45.251066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.274781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 1cf83eb3-b794-4d86-9475-531442283a55, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cf83eb3-b794-4d86-9475-531442283a55,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:45.304801 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.320784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4546d817-195f-450c-b920-190f91f772d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.325587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:45.326248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:45.433835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c13b0282-dc7f-4b14-8963-f46b05616cf2 req-22c02f57-0fc0-4b6d-b6dd-9e43c35c4e59 service neutron] 10.222.0.13 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905213 Jul 16 01:40:45.445375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.497555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:45.501856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4546d817-195f-450c-b920-190f91f772d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.504992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4546d817-195f-450c-b920-190f91f772d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.507109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4546d817-195f-450c-b920-190f91f772d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13afb750-37df-495d-b26b-a80ab6885330 HTTP/1.1" status: 204 len: 168 time: 0.6772912 Jul 16 01:40:45.523480 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.531032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:45.555733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:45.649487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=1cf83eb3-b794-4d86-9475-531442283a55,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.649715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546d817-195f-450c-b920-190f91f772d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13afb750-37df-495d-b26b-a80ab6885330,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.659863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=96ad5599-0919-4e6d-9cc2-bf416c6a3841,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.675777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:45.794588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6ad7d-35b4-415e-948a-b25a70219868 req-d945ba53-fbe8-4b10-b60d-6c4cdb6320ee tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.802941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24e6ad7d-35b4-415e-948a-b25a70219868 req-d945ba53-fbe8-4b10-b60d-6c4cdb6320ee tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 945 time: 0.6598642 Jul 16 01:40:45.940411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24e6ad7d-35b4-415e-948a-b25a70219868 req-045a5ac0-d0dc-4be2-b765-b1e15342f414 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365421 Jul 16 01:40:46.021022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 3, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.079548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Checking router: cad2c5e1-8b24-48d4-bfc8-2a889187463c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:46.080366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Updating router cad2c5e1-8b24-48d4-bfc8-2a889187463c port bb540498-64c6-437b-85ea-b61231e2e19e binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:46.114386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b4eeb-878e-4b26-93b1-17e2b457f653 req-90ac9d08-e9d8-4abb-b6d8-d3591f249296 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.115905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-107b4eeb-878e-4b26-93b1-17e2b457f653 req-90ac9d08-e9d8-4abb-b6d8-d3591f249296 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2366035 Jul 16 01:40:46.135705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.274336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.285308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-107b4eeb-878e-4b26-93b1-17e2b457f653 req-3edb814d-224f-4bd1-8f6c-6f6b3c65b7ce tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570165 Jul 16 01:40:46.318735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.374653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e42ae-3166-4101-96d4-1844feddc904 req-44bfc2ae-d596-47a5-8b4b-fcd8140e9e3e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.376352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-064e42ae-3166-4101-96d4-1844feddc904 req-44bfc2ae-d596-47a5-8b4b-fcd8140e9e3e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 943 time: 0.2737098 Jul 16 01:40:46.436302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.609240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-064e42ae-3166-4101-96d4-1844feddc904 req-17951ce2-ec4a-493e-a430-5305bce897cc tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248595 Jul 16 01:40:46.635087 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.649653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Transition to ACTIVE for port object bb540498-64c6-437b-85ea-b61231e2e19e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:46.662035 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.763991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.770455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.907271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event updated for resources: {'Port': ['ID=96ad5599-0919-4e6d-9cc2-bf416c6a3841,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.909856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Allocated IP 172.20.0.1 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/8b14f209-30cc-4eda-926c-cc6702425299) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:46.917698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.925783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cf83eb3-b794-4d86-9475-531442283a55 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:47.003506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82e8e-9062-479d-8ccb-9e3bb2d4fded None None] Pushing event updated for resources: {'Port': ['ID=bb540498-64c6-437b-85ea-b61231e2e19e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.019754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Attempting to bind port bb540498-64c6-437b-85ea-b61231e2e19e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:47.020544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Attempting to bind port bb540498-64c6-437b-85ea-b61231e2e19e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:47.021159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Attempting to bind port bb540498-64c6-437b-85ea-b61231e2e19e on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:47.033689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:47.034474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:47.034908 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.035390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:47.035951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Bound port: bb540498-64c6-437b-85ea-b61231e2e19e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:47.036407 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.065691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1cf83eb3-b794-4d86-9475-531442283a55 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:47.066145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.098562 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Floating IP a9a1f98a-f36a-4909-a73e-c0484f12abb3 associated. External IP: 172.25.7.227, port: 238c4116-6567-4e67-a36f-0da63a72bf17. Jul 16 01:40:47.212086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] For port bb540498-64c6-437b-85ea-b61231e2e19e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:47.234467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] For port bb540498-64c6-437b-85ea-b61231e2e19e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bb540498-64c6-437b-85ea-b61231e2e19e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:47.244682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.249007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.306709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Transition to ACTIVE for port object 8b14f209-30cc-4eda-926c-cc6702425299 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:47.349248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:47.355100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:47.372556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82e8e-9062-479d-8ccb-9e3bb2d4fded None None] Pushing event updated for resources: {'Port': ['ID=bb540498-64c6-437b-85ea-b61231e2e19e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.421763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8a22-bb14-462f-b4f7-764156b95685 req-7be81566-63eb-44d9-bc5a-3a5d8def85a3 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.431065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bea8a22-bb14-462f-b4f7-764156b95685 req-7be81566-63eb-44d9-bc5a-3a5d8def85a3 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 945 time: 0.1853590 Jul 16 01:40:47.442924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.534854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:47.569648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:47.582432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bea8a22-bb14-462f-b4f7-764156b95685 req-e4065948-2153-45d2-858e-1f0e4a4d8f0b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500721 Jul 16 01:40:47.583432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:47.586538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:47.652002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:47.661796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b14f209-30cc-4eda-926c-cc6702425299,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.704670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.860247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175bda-5992-447f-916a-c6354f2b413a req-d7eba5f9-c87f-4a89-a5b6-01fdc648e210 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.868638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e175bda-5992-447f-916a-c6354f2b413a req-d7eba5f9-c87f-4a89-a5b6-01fdc648e210 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.3473930 Jul 16 01:40:47.978558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router c2804411-f2dd-4020-b8c3-75f63e0922f6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:48.060467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e175bda-5992-447f-916a-c6354f2b413a req-78e2af82-f636-4e80-a1ee-3df5c6f33012 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637797 Jul 16 01:40:48.140845 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.173556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:48.218608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:48.243337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.245341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c', 'mac_address': 'fa:16:3e:55:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:48.259654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d94e48a-5f03-43a7-a951-4a8211ab90a4 None None] Provisioning for port 8b14f209-30cc-4eda-926c-cc6702425299 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:48.265416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] Sync routers for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:48.277454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d94e48a-5f03-43a7-a951-4a8211ab90a4 None None] Provisioning complete for port 8b14f209-30cc-4eda-926c-cc6702425299 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:48.277837 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d94e48a-5f03-43a7-a951-4a8211ab90a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.297218 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:48.298711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:48.345602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-148e30ff-6122-47e5-b4b1-359c66df4d35 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7110665 Jul 16 01:40:48.346222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:48.350089 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c92313-b24e-411d-9133-540b85239bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:48.357207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60140) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:48.450105 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.452283 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:48.459269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0eaa6637-bcda-4f3f-9541-3a122f40ec8d tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/a9a1f98a-f36a-4909-a73e-c0484f12abb3 HTTP/1.1" status: 200 len: 991 time: 0.1003811 Jul 16 01:40:48.487996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d94e48a-5f03-43a7-a951-4a8211ab90a4 None None] Port 8b14f209-30cc-4eda-926c-cc6702425299 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:48.491180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.511958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:48.540749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:48.548371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 3, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:48.551533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d2b9c-9ba9-49be-ae30-2e47fb7cd8c5 req-114417b4-5608-4bd2-89fb-bba24d87cf61 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.553411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f13d2b9c-9ba9-49be-ae30-2e47fb7cd8c5 req-114417b4-5608-4bd2-89fb-bba24d87cf61 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 943 time: 0.2567232 Jul 16 01:40:48.553796 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.591491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b63c63-09b0-41dd-b493-ca9296383b40 None None] The sync data for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 is: [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 3, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:48.690369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.702242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.706037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f13d2b9c-9ba9-49be-ae30-2e47fb7cd8c5 req-ab0fe816-416e-48cc-8aee-b5aa4c207e6b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274662 Jul 16 01:40:48.713068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.816894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b14f209-30cc-4eda-926c-cc6702425299,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.830396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dbd9b-d0a5-431f-bffb-58da6e74a301 req-fbf1a023-77b0-466e-b7d6-d705d5e8c7fc tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.837381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca2dbd9b-d0a5-431f-bffb-58da6e74a301 req-fbf1a023-77b0-466e-b7d6-d705d5e8c7fc tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 945 time: 0.2807693 Jul 16 01:40:48.840495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.929514 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'a9a1f98a-f36a-4909-a73e-c0484f12abb3', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'port_id': '238c4116-6567-4e67-a36f-0da63a72bf17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'mac_address': 'fa:16:3e:fa:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:46Z', 'revision_number': 0, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:48.956391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca2dbd9b-d0a5-431f-bffb-58da6e74a301 req-238a8423-a0c9-4a12-b4da-2b56a152f0d6 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148832 Jul 16 01:40:49.000388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:49.051745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:49.066155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684d23-7ab4-45af-9644-f0e376d82092 req-e1d79f61-d8bc-410f-9cc7-2a1e571d51e2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.067806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23684d23-7ab4-45af-9644-f0e376d82092 req-e1d79f61-d8bc-410f-9cc7-2a1e571d51e2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1924725 Jul 16 01:40:49.069336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:49.152271 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca872e3c-fc7e-412d-a760-88740235fe35 x-openstack-request-id: req-ca872e3c-fc7e-412d-a760-88740235fe35 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:49.152851 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:49.152851 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca872e3c-fc7e-412d-a760-88740235fe35 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:49.153249 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17', 'status': 'completed', 'code': 200} Jul 16 01:40:49.169794 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] Checking router: c2804411-f2dd-4020-b8c3-75f63e0922f6 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:49.195519 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:49.196962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:49.266432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23684d23-7ab4-45af-9644-f0e376d82092 req-1737c0fb-a83a-4206-ac8d-276de05b8556 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869659 Jul 16 01:40:49.368109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Router cad2c5e1-8b24-48d4-bfc8-2a889187463c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:49.384761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92313-b24e-411d-9133-540b85239bd3 req-4b10ceb6-7e0f-4027-a770-db3a7992263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.393618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-4b10ceb6-7e0f-4027-a770-db3a7992263e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 1097 time: 0.1798089 Jul 16 01:40:49.474255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.491491 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:49.531341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c603e606-9f2f-4011-8d27-886652709488 None None] Provisioning complete for port 8b14f209-30cc-4eda-926c-cc6702425299 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:49.531896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c603e606-9f2f-4011-8d27-886652709488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.622928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c603e606-9f2f-4011-8d27-886652709488 None None] Port 8b14f209-30cc-4eda-926c-cc6702425299 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:49.629102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92313-b24e-411d-9133-540b85239bd3 req-3d84f682-b312-4ece-b5bc-eb6ca9e1d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.631048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-3d84f682-b312-4ece-b5bc-eb6ca9e1d123 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fe9b046-60fd-49ab-9af1-a4671f82c217 HTTP/1.1" status: 200 len: 898 time: 0.2295520 Jul 16 01:40:49.651171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa8be180-d9d7-47b9-b7ec-9351b015ebe7 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/a9a1f98a-f36a-4909-a73e-c0484f12abb3 HTTP/1.1" status: 200 len: 991 time: 0.1191700 Jul 16 01:40:49.739396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-ffab49b1-f17a-47bc-ad35-671b4985e153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238c4116-6567-4e67-a36f-0da63a72bf17 HTTP/1.1" status: 200 len: 999 time: 0.0990794 Jul 16 01:40:49.814088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92313-b24e-411d-9133-540b85239bd3 req-c40f8b23-84fb-443e-a84d-47294ba05808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.817655 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-c40f8b23-84fb-443e-a84d-47294ba05808 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac HTTP/1.1" status: 200 len: 834 time: 0.0687404 Jul 16 01:40:49.936392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92313-b24e-411d-9133-540b85239bd3 req-fb686212-fbc5-4fa4-a0e3-06a20a612471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.938843 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-fb686212-fbc5-4fa4-a0e3-06a20a612471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fe9b046-60fd-49ab-9af1-a4671f82c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123550 Jul 16 01:40:49.965361 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'a9a1f98a-f36a-4909-a73e-c0484f12abb3', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'port_id': '238c4116-6567-4e67-a36f-0da63a72bf17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'mac_address': 'fa:16:3e:fa:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:46Z', 'revision_number': 0, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:50.032453 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934e11b-c6c1-4ec4-bbfd-da54f349844b None None] The sync data for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 is: [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'a9a1f98a-f36a-4909-a73e-c0484f12abb3', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'port_id': '238c4116-6567-4e67-a36f-0da63a72bf17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'mac_address': 'fa:16:3e:fa:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:46Z', 'revision_number': 0, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:50.127155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-e3d8c6ac-7cb5-4157-84fc-24716de637ec service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795366 Jul 16 01:40:50.145175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.170613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:50.179810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d260c3a4-2699-46e7-a9a2-259407d79ed4 admin admin] 10.222.0.42 "PUT /v2.0/routers/cad2c5e1-8b24-48d4-bfc8-2a889187463c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9272342 Jul 16 01:40:50.215843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04968cf6-0ef4-44d0-9fc7-97e61d3a8789 req-c9cd03ab-6430-40c8-af55-4540ee3af64b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.222027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04968cf6-0ef4-44d0-9fc7-97e61d3a8789 req-c9cd03ab-6430-40c8-af55-4540ee3af64b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.8328259 Jul 16 01:40:50.273078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a2c92313-b24e-411d-9133-540b85239bd3 req-d2c5aa7c-5558-44fc-81dc-4c2a1f0d945b service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350753 Jul 16 01:40:50.284678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4da49f-d37d-48aa-a985-d7b98e0b3c3d req-a7c12a1f-0feb-4a70-974a-80a4c10b2c8b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.293156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f4da49f-d37d-48aa-a985-d7b98e0b3c3d req-a7c12a1f-0feb-4a70-974a-80a4c10b2c8b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.8194823 Jul 16 01:40:50.352844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04968cf6-0ef4-44d0-9fc7-97e61d3a8789 req-c1daadd6-463f-4363-a198-c49c9e0f2995 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286683 Jul 16 01:40:50.374470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f4da49f-d37d-48aa-a985-d7b98e0b3c3d req-93128820-0dd3-457d-9379-68a44f4277f2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Jul 16 01:40:50.415189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3c69f32-44ef-4b6d-9bad-4788bf67a12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.443077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125ac10-3949-4b5d-9b73-6c87e8051eb1 None None] New status for floating IP a9a1f98a-f36a-4909-a73e-c0484f12abb3: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:50.655123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.701720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3c69f32-44ef-4b6d-9bad-4788bf67a12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.720099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d252a5-c883-4ce1-a60e-071dede0b10a req-ea6ac7ae-8d80-4400-bd85-62dfcc4ba849 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.725984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d252a5-c883-4ce1-a60e-071dede0b10a req-ea6ac7ae-8d80-4400-bd85-62dfcc4ba849 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 944 time: 0.2186465 Jul 16 01:40:50.743579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cab6-575c-41f6-849c-e7b6c65a9bbd req-d75c5d5c-7da4-4464-8515-1194184de768 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.750062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8036cab6-575c-41f6-849c-e7b6c65a9bbd req-d75c5d5c-7da4-4464-8515-1194184de768 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 945 time: 0.1791441 Jul 16 01:40:50.752082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3c69f32-44ef-4b6d-9bad-4788bf67a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.828789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a7f5ef5-e9de-425e-8990-4a7603040766 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/a9a1f98a-f36a-4909-a73e-c0484f12abb3 HTTP/1.1" status: 200 len: 993 time: 0.1719797 Jul 16 01:40:50.847460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3c69f32-44ef-4b6d-9bad-4788bf67a12c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdc6264265ea45a28c642abd280e103e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006350 Jul 16 01:40:50.852587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60192) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.863368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bb540498-64c6-437b-85ea-b61231e2e19e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:50.866938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85d252a5-c883-4ce1-a60e-071dede0b10a req-088d9fa9-e4c4-48d5-9825-0df13a07f68a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399398 Jul 16 01:40:50.892340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c69f32-44ef-4b6d-9bad-4788bf67a12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734664b-37ec-4ceb-bc1a-0af6461e21ca,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.926897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8036cab6-575c-41f6-849c-e7b6c65a9bbd req-de713aee-b6e5-4a59-9b5a-efb1d50b1c2d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755438 Jul 16 01:40:50.939677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbd93-b8dd-4848-8547-5f6c87ce540f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.978855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbd93-b8dd-4848-8547-5f6c87ce540f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.982474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port bb540498-64c6-437b-85ea-b61231e2e19e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:50.988614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port bb540498-64c6-437b-85ea-b61231e2e19e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:50.988995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.055918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbd93-b8dd-4848-8547-5f6c87ce540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.059520 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbd93-b8dd-4848-8547-5f6c87ce540f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.063811 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0b1cbd93-b8dd-4848-8547-5f6c87ce540f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7734664b-37ec-4ceb-bc1a-0af6461e21ca HTTP/1.1" status: 204 len: 168 time: 0.2090001 Jul 16 01:40:51.076975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cbd93-b8dd-4848-8547-5f6c87ce540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734664b-37ec-4ceb-bc1a-0af6461e21ca,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.127524 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.174384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port bb540498-64c6-437b-85ea-b61231e2e19e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bb540498-64c6-437b-85ea-b61231e2e19e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.185144 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.263794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=bb540498-64c6-437b-85ea-b61231e2e19e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.480507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:51.485011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Sync routers for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:51.486272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36543699', 'description': 'tempest-description--197700840'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:51.504087 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:51.505025 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:51.507701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:51.541466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.631333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:51.640185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:51.641803 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.710681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.727305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.843885 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:51.876361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.879747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.882288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3955243 Jul 16 01:40:51.884590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:51.890283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'security_group_rule': {'security_group_id': '0c1ef3c0-8b64-4519-979a-cf2e47e9ac61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:51.912279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:51.916092 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa851f9-59a7-457f-aa2c-39b8de0185ea" -d '{"events": [{"server_uuid": "4f65c50b-1a55-429c-a131-878f8ab621cf", "name": "network-vif-plugged", "status": "completed", "tag": "fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:51.921844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c510b-5a10-467b-84cb-a118131f56fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.947270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.960165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.961085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.012566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919d2cb-a8dc-4a08-be75-a32692e34eeb req-b9e16aa7-fd35-4ab2-9278-1f057cea7261 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.014725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0919d2cb-a8dc-4a08-be75-a32692e34eeb req-b9e16aa7-fd35-4ab2-9278-1f057cea7261 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2552328 Jul 16 01:40:52.059528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.096693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0919d2cb-a8dc-4a08-be75-a32692e34eeb req-e43954e2-222c-41d6-bf34-841f0a2e5240 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726573 Jul 16 01:40:52.140525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.147423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.176577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.178132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925026 Jul 16 01:40:52.186932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e51cc-543c-49f5-8ba8-17bdc7662168 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f747b9-4a5d-4f20-8249-5c0336da19de,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.189212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60250) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:52.202325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'security_group_rule': {'security_group_id': '0c1ef3c0-8b64-4519-979a-cf2e47e9ac61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:52.239960 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e02d63-d3d4-4cea-8049-423fefc4dc65 x-openstack-request-id: req-15e02d63-d3d4-4cea-8049-423fefc4dc65 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:52.240260 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f65c50b-1a55-429c-a131-878f8ab621cf", "name": "network-vif-plugged", "status": "completed", "tag": "fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:52.240690 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15e02d63-d3d4-4cea-8049-423fefc4dc65 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:52.241172 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c', 'code': 200} Jul 16 01:40:52.247090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.295703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fc48e-32ae-480d-afad-7b406a1d3e75 req-0c037f78-8ec1-4fa5-961e-4551ec934a35 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.312088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a33fc48e-32ae-480d-afad-7b406a1d3e75 req-0c037f78-8ec1-4fa5-961e-4551ec934a35 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.1436727 Jul 16 01:40:52.353000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.362365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.363132 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 2, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:52.403328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a33fc48e-32ae-480d-afad-7b406a1d3e75 req-72310be0-7999-4451-aca9-5895a6fa9e7b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901685 Jul 16 01:40:52.416251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c4ba90-32e2-4d4d-b0c4-dc0bed21812d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.430927 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Checking router: cad2c5e1-8b24-48d4-bfc8-2a889187463c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:52.431334 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Updating router cad2c5e1-8b24-48d4-bfc8-2a889187463c port 8b14f209-30cc-4eda-926c-cc6702425299 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:52.432291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.433685 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1c1935fb-8b46-4708-bcff-125214e77f1b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2376440 Jul 16 01:40:52.436584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60254) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:52.444886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:52.474672 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.474843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648abb0-7076-43a0-b174-85f7b9f17705 req-7db73661-4eab-4719-ae87-84ef0ee6dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.476663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4648abb0-7076-43a0-b174-85f7b9f17705 req-7db73661-4eab-4719-ae87-84ef0ee6dd30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 1097 time: 0.1038942 Jul 16 01:40:52.482153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.546772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4648abb0-7076-43a0-b174-85f7b9f17705 req-822f8917-f6a1-49ac-9291-cfa9d24168b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Jul 16 01:40:52.620938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.738929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Allocated IP 172.25.7.8 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/adfb7b62-7dea-4817-a50e-d856567b315e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:52.786960 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.795646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bb540498-64c6-437b-85ea-b61231e2e19e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:52.827916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Transition to ACTIVE for port object 8b14f209-30cc-4eda-926c-cc6702425299 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:52.844247 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.865789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port bb540498-64c6-437b-85ea-b61231e2e19e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:52.866695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.930087 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b59e9-9df5-430b-b9ab-baa84ca62273 None None] Pushing event updated for resources: {'Port': ['ID=8b14f209-30cc-4eda-926c-cc6702425299,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.940518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.974722 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Attempting to bind port 8b14f209-30cc-4eda-926c-cc6702425299 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:52.975095 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Attempting to bind port 8b14f209-30cc-4eda-926c-cc6702425299 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:52.975458 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Attempting to bind port 8b14f209-30cc-4eda-926c-cc6702425299 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:52.987967 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:52.988332 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:52.988768 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.989163 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:52.989651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Bound port: 8b14f209-30cc-4eda-926c-cc6702425299, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:52.990051 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.046583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.087693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:53.092307 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] For port 8b14f209-30cc-4eda-926c-cc6702425299, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:53.095552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:53.096996 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] For port 8b14f209-30cc-4eda-926c-cc6702425299, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8b14f209-30cc-4eda-926c-cc6702425299,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:53.100296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:53.106524 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.142154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=adfb7b62-7dea-4817-a50e-d856567b315e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.256475 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:53.257114 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:40:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:53.259133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b59e9-9df5-430b-b9ab-baa84ca62273 None None] Pushing event updated for resources: {'Port': ['ID=8b14f209-30cc-4eda-926c-cc6702425299,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.293111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.396274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.473160 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:53.541257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152389b-9cf8-4ec9-a20a-16c07a885203 req-05e26b29-b5d5-456a-ae7e-f5af2924f707 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.551791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4152389b-9cf8-4ec9-a20a-16c07a885203 req-05e26b29-b5d5-456a-ae7e-f5af2924f707 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2062595 Jul 16 01:40:53.587494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709c6b-859e-4148-b294-0844e63aef69 req-52550450-681e-424b-a6fc-b296af3262cb tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.587494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1709c6b-859e-4148-b294-0844e63aef69 req-52550450-681e-424b-a6fc-b296af3262cb tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1783388 Jul 16 01:40:53.662054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1709c6b-859e-4148-b294-0844e63aef69 req-93408da2-f6bb-47c1-aa4b-9269cb5365d7 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Jul 16 01:40:53.689848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4152389b-9cf8-4ec9-a20a-16c07a885203 req-42ca1fed-fe8a-48f4-a0be-09f563a29298 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363201 Jul 16 01:40:53.755170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.770322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.876110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=adfb7b62-7dea-4817-a50e-d856567b315e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.905418 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.908791 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:53Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:53.945261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.959964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29eca119-aa90-4a75-8568-9358a965871a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5090964 Jul 16 01:40:53.961856 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74833b58-a892-4dd9-a50e-948f995e0c37 None None] The sync data for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 is: [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:53Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:54.055590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.093320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ed9c8-0c42-4c8f-ad6a-4cad110d28c0 req-9aafa5d7-1c06-4f8c-8501-1cc562b4b75f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.113670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c6ed9c8-0c42-4c8f-ad6a-4cad110d28c0 req-9aafa5d7-1c06-4f8c-8501-1cc562b4b75f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2607076 Jul 16 01:40:54.130664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3894b-0742-4a2c-9b87-b0a053b41e34 req-abfd4d6e-e00a-4a4a-8ae5-26b0d3c13209 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.137239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bc3894b-0742-4a2c-9b87-b0a053b41e34 req-abfd4d6e-e00a-4a4a-8ae5-26b0d3c13209 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.2171206 Jul 16 01:40:54.224609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c6ed9c8-0c42-4c8f-ad6a-4cad110d28c0 req-eeca239a-7499-4a4b-bd59-f79209b859f6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Jul 16 01:40:54.231377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bc3894b-0742-4a2c-9b87-b0a053b41e34 req-b993dfe4-21f4-417f-ab3a-2c6fb64599bb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892980 Jul 16 01:40:54.258563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-927e1640-cddd-4d5b-be99-6f71d3cd71dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.349922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:54.427251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2f361308-c003-43d4-b53c-dd508d8474f3 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--36543699&fields=id&tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 267 time: 0.0951900 Jul 16 01:40:54.438329 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-927e1640-cddd-4d5b-be99-6f71d3cd71dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.455267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-927e1640-cddd-4d5b-be99-6f71d3cd71dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.525983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e1640-cddd-4d5b-be99-6f71d3cd71dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21edbd04-bf9f-491d-9441-4a26d763906b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.551315 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-927e1640-cddd-4d5b-be99-6f71d3cd71dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48944e4a67cf4440b0c9b32dfabd4ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939115 Jul 16 01:40:54.553475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60334) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.634199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.648046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'mac_address': 'fa:16:3e:9d:56:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:54.695482 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.715201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f93da41-f26e-4c3a-a9f2-878798cc4981 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:54.716184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d75567b-8ede-4215-90a1-286df614a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.759543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.772076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.783122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d75567b-8ede-4215-90a1-286df614a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.837715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-869bcdf2-f743-4371-89ed-36b320ca00df tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.855362 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d75567b-8ede-4215-90a1-286df614a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.855645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-869bcdf2-f743-4371-89ed-36b320ca00df tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.4255621 Jul 16 01:40:54.859090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d75567b-8ede-4215-90a1-286df614a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.860439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3d75567b-8ede-4215-90a1-286df614a073 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21edbd04-bf9f-491d-9441-4a26d763906b HTTP/1.1" status: 204 len: 168 time: 0.3058944 Jul 16 01:40:54.887999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75567b-8ede-4215-90a1-286df614a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21edbd04-bf9f-491d-9441-4a26d763906b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.898526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-782a4d78-1d2b-4069-912d-29ca5cb6202d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/quotas/e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 375 time: 0.0414667 Jul 16 01:40:54.973031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['6f93da41-f26e-4c3a-a9f2-878798cc4981'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:54.983994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688b5-94bf-4944-a01b-e247b84364b7 req-d65476f0-d035-4232-96a9-21cc67a2f114 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.986559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e38688b5-94bf-4944-a01b-e247b84364b7 req-d65476f0-d035-4232-96a9-21cc67a2f114 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3248928 Jul 16 01:40:55.039184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8b14f209-30cc-4eda-926c-cc6702425299 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:55.047160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-2244a88c-20bb-4c47-87bf-5aa1c62e18e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268263 Jul 16 01:40:55.099081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.174152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8b14f209-30cc-4eda-926c-cc6702425299 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:55.186049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8b14f209-30cc-4eda-926c-cc6702425299 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:55.186420 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.307930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e38688b5-94bf-4944-a01b-e247b84364b7 req-465b1639-eb74-44dc-b302-953a1581eb79 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988072 Jul 16 01:40:55.315291 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.347066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-538b016c-caaf-4c35-8ad6-d5459fba5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.348801 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-538b016c-caaf-4c35-8ad6-d5459fba5b18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 1098 time: 0.2455761 Jul 16 01:40:55.353462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-c88113c4-1cc1-4456-8729-bba098e66f88 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4503107 Jul 16 01:40:55.424642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 8b14f209-30cc-4eda-926c-cc6702425299, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8b14f209-30cc-4eda-926c-cc6702425299,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:55.435828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.504493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=8b14f209-30cc-4eda-926c-cc6702425299,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.558926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-935c3622-54db-4353-96a8-cbf4f90a1287 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042942 Jul 16 01:40:55.578195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60368) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.599031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e7584be-0d1f-41ef-950a-975937489f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.650218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-60113671-8e6f-4847-ad78-ac0eaeb119ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.652080 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-60113671-8e6f-4847-ad78-ac0eaeb119ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.2740045 Jul 16 01:40:55.715321 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-d17acd2f-d6c3-494b-946d-bbffdc5cd2b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d145d1a-b671-4c14-890d-7a5d70054da6 HTTP/1.1" status: 200 len: 217 time: 0.0531175 Jul 16 01:40:55.775416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2d2c9db4-a83c-4f64-9fc9-c6d19bc28864 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156010 Jul 16 01:40:55.796333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017182f9-7318-4eab-86e5-e5f420b11e94 req-99ba7a78-0d34-48ba-8c58-8c577bd93847 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.800067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-017182f9-7318-4eab-86e5-e5f420b11e94 req-99ba7a78-0d34-48ba-8c58-8c577bd93847 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2206218 Jul 16 01:40:55.867791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-017182f9-7318-4eab-86e5-e5f420b11e94 req-14d8a697-886b-4c4d-a7ea-9681057078b0 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610635 Jul 16 01:40:55.894820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e7584be-0d1f-41ef-950a-975937489f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.912668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-0371062b-266b-46bf-a98e-a0160143a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.916707 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-0371062b-266b-46bf-a98e-a0160143a15f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1916058 Jul 16 01:40:55.918507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e7584be-0d1f-41ef-950a-975937489f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.014292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7584be-0d1f-41ef-950a-975937489f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a98cc8-b5d8-4d0c-81a3-fa104d546f10,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.019309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-eae01a4b-10a8-42da-b831-ea8d24b96d56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470393 Jul 16 01:40:56.131277 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5e7584be-0d1f-41ef-950a-975937489f66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e45c43c65554055baedb4a1e9850999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493972 Jul 16 01:40:56.132160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.157197 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-e379b0a3-e0e2-41e3-888e-6d7e8f297182 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215909 Jul 16 01:40:56.315901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d8c48b2-d486-4dae-a872-b382558fb9b3 req-6b38528f-fafb-4bcc-9400-bf13f4ae1c51 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474752 Jul 16 01:40:56.364377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:56.369711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1467437-327c-4756-b3e2-bf6cea78b841 req-dbced2cc-1b1d-4081-ae0d-4e2c7971896f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.377528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1467437-327c-4756-b3e2-bf6cea78b841 req-dbced2cc-1b1d-4081-ae0d-4e2c7971896f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.3240368 Jul 16 01:40:56.381131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f30949b7-9227-4ca5-9369-86a1af87110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.422917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5af08-f9bf-438b-811a-29ce0963d22c req-ea9ffa4c-806c-4770-a10a-cca0a1261eee tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.426123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63b5af08-f9bf-438b-811a-29ce0963d22c req-ea9ffa4c-806c-4770-a10a-cca0a1261eee tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2770131 Jul 16 01:40:56.440463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 6f93da41-f26e-4c3a-a9f2-878798cc4981 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:56.441074 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.447993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f30949b7-9227-4ca5-9369-86a1af87110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.499228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1467437-327c-4756-b3e2-bf6cea78b841 req-fb7de57f-8c98-493b-993f-52d759dde628 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206543 Jul 16 01:40:56.572257 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.597800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63b5af08-f9bf-438b-811a-29ce0963d22c req-0e5314fb-58b7-4121-90ca-9fc7d762af53 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607242 Jul 16 01:40:56.660086 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f30949b7-9227-4ca5-9369-86a1af87110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.663428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f30949b7-9227-4ca5-9369-86a1af87110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.667928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:56.673617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f30949b7-9227-4ca5-9369-86a1af87110e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1a98cc8-b5d8-4d0c-81a3-fa104d546f10 HTTP/1.1" status: 204 len: 168 time: 0.5408235 Jul 16 01:40:56.684754 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2031cca-d013-4579-a95f-262db0c6d540" -d '{"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:56.699016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.708512 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.726471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30949b7-9227-4ca5-9369-86a1af87110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a98cc8-b5d8-4d0c-81a3-fa104d546f10,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.886519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.897405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8b14f209-30cc-4eda-926c-cc6702425299 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:56.949912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c303e2f-9e77-4995-be03-65d3c645f1d0 req-18d39418-2016-41b1-af0a-082181c5318e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 210 time: 0.0854216 Jul 16 01:40:57.011086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8b14f209-30cc-4eda-926c-cc6702425299 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:57.011086 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.032204 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c2e25-868a-43f1-b451-fac9cc0a6d68 x-openstack-request-id: req-902c2e25-868a-43f1-b451-fac9cc0a6d68 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:57.032528 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:57.032788 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-902c2e25-868a-43f1-b451-fac9cc0a6d68 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:57.033256 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'code': 200} Jul 16 01:40:57.086816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26dc8-2541-4660-824f-8d160236364f req-72aba059-9430-42c2-bdb2-dbdcdfb2d759 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.089080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6da26dc8-2541-4660-824f-8d160236364f req-72aba059-9430-42c2-bdb2-dbdcdfb2d759 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.0979011 Jul 16 01:40:57.177242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6da26dc8-2541-4660-824f-8d160236364f req-53d34135-de39-4f18-93a5-030cac80d2c3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781941 Jul 16 01:40:57.390438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b4dbb-693f-47c5-bd38-7860e5457d4f req-657ccca0-dba1-43ec-aad0-c6a382441f21 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.392860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be6b4dbb-693f-47c5-bd38-7860e5457d4f req-657ccca0-dba1-43ec-aad0-c6a382441f21 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1488461 Jul 16 01:40:57.456865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611deb27-038d-4e35-a7f9-01097ba428e0 req-55d17187-7c85-4ff7-8f83-73eb22927a43 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.458619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-611deb27-038d-4e35-a7f9-01097ba428e0 req-55d17187-7c85-4ff7-8f83-73eb22927a43 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1423221 Jul 16 01:40:57.472682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be6b4dbb-693f-47c5-bd38-7860e5457d4f req-ed5cd1a8-6abf-4af2-9236-5fc2dee8ac60 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714619 Jul 16 01:40:57.551438 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-611deb27-038d-4e35-a7f9-01097ba428e0 req-d98e7471-1863-4426-a58f-54257bd58a4e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785699 Jul 16 01:40:57.744368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774716-8c41-494c-a7a3-c6f012f06d08 req-1199cc89-f4f7-458c-98b7-4efbff8a6490 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.752917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7774716-8c41-494c-a7a3-c6f012f06d08 req-1199cc89-f4f7-458c-98b7-4efbff8a6490 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.1432483 Jul 16 01:40:57.937299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7774716-8c41-494c-a7a3-c6f012f06d08 req-d2862597-50ca-48c5-a37e-703c10468737 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555023 Jul 16 01:40:57.960635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-11fbec83-f093-497f-bdba-699c224a0305 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.961754 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-11fbec83-f093-497f-bdba-699c224a0305 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.1623681 Jul 16 01:40:57.969908 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba322b-1f64-4591-96ce-ee30499d326c req-c17f52cb-9b1c-4b75-9b41-1f1d96ae9d3c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.985242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1ba322b-1f64-4591-96ce-ee30499d326c req-c17f52cb-9b1c-4b75-9b41-1f1d96ae9d3c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2717664 Jul 16 01:40:58.052041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1ba322b-1f64-4591-96ce-ee30499d326c req-d121352c-2ddb-4dde-87aa-cf6483bb6555 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655441 Jul 16 01:40:58.100170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-70d9352d-c5a3-4865-9168-9465bcb150f0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 378 time: 0.1105366 Jul 16 01:40:58.113831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'port': {'device_id': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'admin_state_up': True, 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'security_groups': ['0c1ef3c0-8b64-4519-979a-cf2e47e9ac61']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:58.439160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:58.443573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.501913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02faf2a2-aee7-45bc-bb29-555842c990af req-174bfbc7-8c0e-4a7a-bde0-884161b48bdf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 210 time: 0.0644219 Jul 16 01:40:58.675779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Allocated IP 172.20.0.13 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:58.899308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.923034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Transition to ACTIVE for port object 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:58.949176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c71d39-be63-4e95-8295-dd6b84fc2e31 req-cf3df1c9-c874-4a05-9095-9ac2d4ba2108 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.954607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69c71d39-be63-4e95-8295-dd6b84fc2e31 req-cf3df1c9-c874-4a05-9095-9ac2d4ba2108 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2049074 Jul 16 01:40:58.977496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.027219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69c71d39-be63-4e95-8295-dd6b84fc2e31 req-757f2630-4a0e-40ea-a658-d0b649987d16 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716038 Jul 16 01:40:59.054265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c52d5-7380-4d93-88c4-13b78a3877f8 req-d4b6aff4-3505-4087-99e0-762a087393d6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.056307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:59.063144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:59.067342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-714c52d5-7380-4d93-88c4-13b78a3877f8 req-d4b6aff4-3505-4087-99e0-762a087393d6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2513912 Jul 16 01:40:59.082871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:59.126122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.146279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-714c52d5-7380-4d93-88c4-13b78a3877f8 req-02ed924a-7a56-4447-9265-f8a395fa9c9d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779452 Jul 16 01:40:59.169749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.170458 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.197567 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aec3a4f8-b7ae-49bd-a98d-6c79b8402ac7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905850 Jul 16 01:40:59.210964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Request body: {'port': {'device_id': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:59.359565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.484066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a4912-fa62-45a5-b5bd-0a517362f488 req-c35aef8f-30be-42af-83ff-fde7e33c0943 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.485918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-454a4912-fa62-45a5-b5bd-0a517362f488 req-c35aef8f-30be-42af-83ff-fde7e33c0943 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.2105465 Jul 16 01:40:59.507473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4b9e1c68-092a-4e4a-9273-b567f43d887e None None] Provisioning for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:59.516215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4b9e1c68-092a-4e4a-9273-b567f43d887e None None] Provisioning complete for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:59.519342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b9e1c68-092a-4e4a-9273-b567f43d887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.577920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-454a4912-fa62-45a5-b5bd-0a517362f488 req-9fdb1477-7ead-4cfb-a238-ad2c912bb3e4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Jul 16 01:40:59.628069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d572bca-6ca6-4e22-916c-52d321289ef1 req-ff7c032f-321d-49fe-9529-344799c1ca94 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.630087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d572bca-6ca6-4e22-916c-52d321289ef1 req-ff7c032f-321d-49fe-9529-344799c1ca94 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1414371 Jul 16 01:40:59.664778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e1c68-092a-4e4a-9273-b567f43d887e None None] Port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:59.703560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d572bca-6ca6-4e22-916c-52d321289ef1 req-8ab303b4-1fec-4bc3-84cf-68385d0fc6cf tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Jul 16 01:40:59.920907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81c7ce-e9d5-46db-9e25-cd7fb58c713c req-8270f5d2-551f-4ce8-a185-f676d0e8f5a5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.922754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f81c7ce-e9d5-46db-9e25-cd7fb58c713c req-8270f5d2-551f-4ce8-a185-f676d0e8f5a5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 932 time: 0.1212168 Jul 16 01:41:00.004991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f81c7ce-e9d5-46db-9e25-cd7fb58c713c req-25929141-f07f-4035-8ed1-5947d3081e11 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726750 Jul 16 01:41:00.058503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:00.067694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.076568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f9d2-9054-4ff5-bf95-e5c5822b2816 req-0435d755-534c-4d2b-a000-7d6fbd3e480b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.084356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Transition to ACTIVE for port object 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:00.087228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afa2f9d2-9054-4ff5-bf95-e5c5822b2816 req-0435d755-534c-4d2b-a000-7d6fbd3e480b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1133420 Jul 16 01:41:00.090206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.164080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afa2f9d2-9054-4ff5-bf95-e5c5822b2816 req-f01b7131-e07f-4c4b-8ebd-753b51fbd910 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756919 Jul 16 01:41:00.221741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.324050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Attempting to bind port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:00.324596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Attempting to bind port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:00.324942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Attempting to bind port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:00.332862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:00.333239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Attempting to bind port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:00.347145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:00.347494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:00.347894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:00.348339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Bound port: 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:00.348737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.463154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:00.479097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:00.490948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.498759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c79d3-b115-421b-a213-94be9d782c69 req-0add01fb-25c1-4eb5-bce9-678eda5bbeef tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.506869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d7c79d3-b115-421b-a213-94be9d782c69 req-0add01fb-25c1-4eb5-bce9-678eda5bbeef tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1380799 Jul 16 01:41:00.514836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.515415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.516871 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 1093 time: 1.3116157 Jul 16 01:41:00.518974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:00.519110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e9188-6877-45e1-8c97-d5fc6041b16c req-d5f05b1b-83a8-4ac8-a50d-aa29973731c6 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.522422 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156bcfa2-92dd-4e31-b19e-936d9c069bad" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:00.528349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a6e9188-6877-45e1-8c97-d5fc6041b16c req-d5f05b1b-83a8-4ac8-a50d-aa29973731c6 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2232580 Jul 16 01:41:00.692012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d7c79d3-b115-421b-a213-94be9d782c69 req-7c70ebf3-4130-435c-8c03-f51c5930d589 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841304 Jul 16 01:41:00.696147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a6e9188-6877-45e1-8c97-d5fc6041b16c req-b1c61ac9-0fe2-4d7a-89b0-bef3c78a848a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665251 Jul 16 01:41:00.726626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-90824084-f4f9-4f3b-aad5-6ee80c466677 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.757666 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-90824084-f4f9-4f3b-aad5-6ee80c466677 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.3362956 Jul 16 01:41:00.759924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9d779-fc91-41b3-8bae-8e6835334b00 service neutron] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.825002 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79468ff1-1706-4991-a8fb-980fb7fa0f46 x-openstack-request-id: req-79468ff1-1706-4991-a8fb-980fb7fa0f46 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:00.825299 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:00.825918 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79468ff1-1706-4991-a8fb-980fb7fa0f46 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:00.826048 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'status': 'completed', 'code': 200} Jul 16 01:41:01.001880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-975d42dc-7383-4b38-ad08-4d4f86f42e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.003453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-975d42dc-7383-4b38-ad08-4d4f86f42e8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1096 time: 0.4172480 Jul 16 01:41:01.077767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-37042b32-045e-44d5-8564-8bb0acd70777 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 217 time: 0.0640173 Jul 16 01:41:01.093366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300632-76a5-40cb-9efa-e217869f03b4 req-18599c46-d505-41ce-892b-ecfb4b2f57fb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.095931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84300632-76a5-40cb-9efa-e217869f03b4 req-18599c46-d505-41ce-892b-ecfb4b2f57fb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 945 time: 0.1418016 Jul 16 01:41:01.096927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:01.097466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.150518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c730e4-4a14-4401-8468-2849eb4a864b req-172cc7ef-cd09-48f3-a32b-143fb92c9e62 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.168734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56c730e4-4a14-4401-8468-2849eb4a864b req-172cc7ef-cd09-48f3-a32b-143fb92c9e62 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1586947 Jul 16 01:41:01.204404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aa73ce4a-21d1-4663-92c4-81a1964b5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.206309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-aa73ce4a-21d1-4663-92c4-81a1964b5031 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1222436 Jul 16 01:41:01.253581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56c730e4-4a14-4401-8468-2849eb4a864b req-62e271a6-fced-40dc-b24b-4804937cf34c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837989 Jul 16 01:41:01.289486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84300632-76a5-40cb-9efa-e217869f03b4 req-71f65e2a-6551-4784-b9c7-10ca66acdfc1 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801534 Jul 16 01:41:01.298434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.298819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.336048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:01.534647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.541659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-130c3ca0-a5b3-415e-80dc-3e1caaee4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.544277 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-130c3ca0-a5b3-415e-80dc-3e1caaee4027 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3238668 Jul 16 01:41:01.547039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:01.551324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bd6ad-2507-41c8-a84a-7ff3e348bb7b req-11abba24-2f49-4497-a6db-69ea6276dac4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.555775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e77bd6ad-2507-41c8-a84a-7ff3e348bb7b req-11abba24-2f49-4497-a6db-69ea6276dac4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1405246 Jul 16 01:41:01.590631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87baf-5cf3-4986-ad90-da43d9114673 req-f7f0cd38-4c82-4be4-b854-e92b9a5b238f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.593009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23f87baf-5cf3-4986-ad90-da43d9114673 req-f7f0cd38-4c82-4be4-b854-e92b9a5b238f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 944 time: 0.1205628 Jul 16 01:41:01.597112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['09a60e39-7524-4d07-9bdc-393c71d62894', 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:01.624454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.687475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23f87baf-5cf3-4986-ad90-da43d9114673 req-06483f75-549d-43fa-a263-cdd07f99780e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859091 Jul 16 01:41:01.702497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e77bd6ad-2507-41c8-a84a-7ff3e348bb7b req-34d89a11-e91f-40d0-b3d1-be86ef5c199e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359885 Jul 16 01:41:01.753855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:01.762092 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.764657 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8e1540b7-b730-438f-9ee0-c761c2693385 req-015d17b7-b021-405a-a546-fcdf383c174b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "DELETE /v2.0/ports/fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c HTTP/1.1" status: 204 len: 173 time: 0.9799387 Jul 16 01:41:01.818684 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-8056c15d-b6d4-4cff-a07b-ef02e401b155 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522204 Jul 16 01:41:02.007653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a9a8f08-5c48-49e1-8c21-aaaaa146c82a req-336c9d2c-26aa-4dcd-bb8e-c7a2dee90d4f service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785555 Jul 16 01:41:02.210011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4d3e1-fe2b-4c46-923e-99299db8d788 req-6db057be-c10f-4847-86ff-6a72fc9f48cc tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.219417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ca4d3e1-fe2b-4c46-923e-99299db8d788 req-6db057be-c10f-4847-86ff-6a72fc9f48cc tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2730932 Jul 16 01:41:02.257324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1e5b1-1a81-43cf-a9ff-354d7bb9ce14 req-b55acd71-8457-47f7-9253-8e4a5f447585 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.269353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c1e5b1-1a81-43cf-a9ff-354d7bb9ce14 req-b55acd71-8457-47f7-9253-8e4a5f447585 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 813 time: 0.3549938 Jul 16 01:41:02.324069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c1e5b1-1a81-43cf-a9ff-354d7bb9ce14 req-e1db38a1-21cf-4acd-a3e7-7f1569c6e945 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/quotas/80f75ebceecb4d638f5c01fd07d0b4ee HTTP/1.1" status: 200 len: 375 time: 0.0523713 Jul 16 01:41:02.367689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ca4d3e1-fe2b-4c46-923e-99299db8d788 req-73a9eb6a-896a-4fdc-ad72-5a2366a76340 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428149 Jul 16 01:41:02.508930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c1e5b1-1a81-43cf-a9ff-354d7bb9ce14 req-2965bff3-1ce7-4a6a-82cd-65374d3a3e82 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1830311 Jul 16 01:41:02.644585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-96c2d2ef-1777-4523-bcf5-398866fdc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.646820 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-96c2d2ef-1777-4523-bcf5-398866fdc3f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1096 time: 0.5677435 Jul 16 01:41:02.708023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98b0073f-c31c-4b8d-ab04-deb020691757 req-d8df7653-af83-45c6-b235-4db0a9847cd9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f65c50b-1a55-429c-a131-878f8ab621cf HTTP/1.1" status: 200 len: 210 time: 0.0525095 Jul 16 01:41:02.830953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'name': 'network-vif-deleted', 'tag': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:02.834237 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c91f4a-c423-4f4c-b2d0-9d8b2157c6c3" -d '{"events": [{"server_uuid": "4f65c50b-1a55-429c-a131-878f8ab621cf", "name": "network-vif-deleted", "tag": "fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:02.849993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-a2303f34-6a4e-4f23-9a52-d09a6f321f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.852185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-a2303f34-6a4e-4f23-9a52-d09a6f321f51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.1965237 Jul 16 01:41:02.981893 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-cfecf180-ed24-4cd2-b885-898b9d27bf47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 217 time: 0.1216466 Jul 16 01:41:03.031966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4348a3f-be9e-42c2-8107-fd460cfece20 req-e7592040-cd59-45d6-9370-21c1a90ec185 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.039540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4348a3f-be9e-42c2-8107-fd460cfece20 req-e7592040-cd59-45d6-9370-21c1a90ec185 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1636970 Jul 16 01:41:03.083411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-08a42d82-a62f-43f0-9796-cd1bec4bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.085113 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-08a42d82-a62f-43f0-9796-cd1bec4bcd04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.0949786 Jul 16 01:41:03.126197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4348a3f-be9e-42c2-8107-fd460cfece20 req-116c0e5c-58f2-4b8f-abcf-b5c5383e41aa tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857496 Jul 16 01:41:03.164675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03076f-57d5-4e61-82cc-c6d5694ed639 req-6ef627da-2536-48cb-937d-eb141a914824 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.167217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c03076f-57d5-4e61-82cc-c6d5694ed639 req-6ef627da-2536-48cb-937d-eb141a914824 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 944 time: 0.1040242 Jul 16 01:41:03.215728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-5ba4adf8-874d-44d4-91b0-85a476ac4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.219806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-5ba4adf8-874d-44d4-91b0-85a476ac4d69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268640 Jul 16 01:41:03.259296 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69a06da-654e-405f-9175-c2b11f6fef65 x-openstack-request-id: req-c69a06da-654e-405f-9175-c2b11f6fef65 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:03.259771 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f65c50b-1a55-429c-a131-878f8ab621cf", "name": "network-vif-deleted", "tag": "fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:03.260754 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c69a06da-654e-405f-9175-c2b11f6fef65 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:03.261382 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f65c50b-1a55-429c-a131-878f8ab621cf', 'name': 'network-vif-deleted', 'tag': 'fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c', 'status': 'completed', 'code': 200} Jul 16 01:41:03.263824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c03076f-57d5-4e61-82cc-c6d5694ed639 req-38bcd9a0-4aad-4560-8fde-1940726c0c76 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795271 Jul 16 01:41:03.440309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-8b60c838-9489-4dd5-b5a7-3d6f25b3b1aa service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019744 Jul 16 01:41:03.577886 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-156bcfa2-92dd-4e31-b19e-936d9c069bad req-00468ceb-6c51-4882-beea-8146cf5619b4 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308577 Jul 16 01:41:03.611283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc4575-a5ed-4d92-b5a1-61566444c42d req-3ba391c0-64c8-4093-aef8-7e941489020e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.626054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85fc4575-a5ed-4d92-b5a1-61566444c42d req-3ba391c0-64c8-4093-aef8-7e941489020e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1700251 Jul 16 01:41:03.710497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85fc4575-a5ed-4d92-b5a1-61566444c42d req-e5370714-8aba-4b0b-8e04-b92160aaa936 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834353 Jul 16 01:41:03.843582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-ac528467-a58a-4bff-8874-770d4ba9c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.845396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-ac528467-a58a-4bff-8874-770d4ba9c434 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05431ad0d14c467c98be153316e850c8&device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 1098 time: 0.1229963 Jul 16 01:41:03.981426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef75679-2a87-4469-9fef-216614b0dc2c req-7861dd5d-8b81-4017-84bc-cd4cd52b0461 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.983381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef75679-2a87-4469-9fef-216614b0dc2c req-7861dd5d-8b81-4017-84bc-cd4cd52b0461 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1454911 Jul 16 01:41:04.007896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-d385253c-f996-4dfb-b8c0-49a726d54bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.012338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-d385253c-f996-4dfb-b8c0-49a726d54bb5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 200 len: 917 time: 0.1549461 Jul 16 01:41:04.059656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-d97544c9-cb5f-434a-9e46-d2a85e43f173 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb85988c-2146-4394-858e-9cd905add2fd HTTP/1.1" status: 200 len: 217 time: 0.0418160 Jul 16 01:41:04.093766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef75679-2a87-4469-9fef-216614b0dc2c req-b0414709-e08e-452f-b12e-bde5a1fb1c27 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877910 Jul 16 01:41:04.095253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef3360e-7598-4ae0-a447-5fcabf5d5e11 req-583a6179-0420-44b0-aa84-97a45da8660c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee HTTP/1.1" status: 200 len: 221 time: 0.1287539 Jul 16 01:41:04.146879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-87237eda-6bc1-4b37-b105-0208293e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.148476 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-87237eda-6bc1-4b37-b105-0208293e527c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 200 len: 855 time: 0.0815310 Jul 16 01:41:04.227379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-b293cf6d-176e-45bb-bca8-5856f2888c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.231243 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-b293cf6d-176e-45bb-bca8-5856f2888c96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734146 Jul 16 01:41:04.382263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bee6-e6cc-4315-a074-ee7ef787207a req-537cb800-e0e6-4ce7-970c-d46d0f31073b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.383889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c295bee6-e6cc-4315-a074-ee7ef787207a req-537cb800-e0e6-4ce7-970c-d46d0f31073b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1363790 Jul 16 01:41:04.395185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:04.397190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-a229db0e-a073-4d93-8397-bef570e368b3 service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602852 Jul 16 01:41:04.484694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c295bee6-e6cc-4315-a074-ee7ef787207a req-fd489f12-3963-40bb-8823-3110e2d283fd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918272 Jul 16 01:41:04.586790 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e32da770-dd98-4f2a-a3aa-c6e657c2d33e req-534f0b48-0664-41d2-bd6c-80d4be30706d service neutron] 10.222.0.23 "GET /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788819 Jul 16 01:41:04.640490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:04.664230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:04.724271 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.750565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:04.801835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:04.805985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016a76-b3a9-48ee-8132-603d428fba32 req-f4093b80-ee15-426c-a7fc-87e343a3cdec tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.809218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.814243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1016a76-b3a9-48ee-8132-603d428fba32 req-f4093b80-ee15-426c-a7fc-87e343a3cdec tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.1654327 Jul 16 01:41:04.857063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a23749-e017-40aa-8247-b5577b08a8cd req-cfb01811-da4e-43fc-80d7-0452502d77cf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.863067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74a23749-e017-40aa-8247-b5577b08a8cd req-cfb01811-da4e-43fc-80d7-0452502d77cf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 944 time: 0.2004969 Jul 16 01:41:04.905334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1016a76-b3a9-48ee-8132-603d428fba32 req-4edc20cd-c9f0-4396-a2a2-38fe92ecaf50 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898035 Jul 16 01:41:04.922593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.941544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74a23749-e017-40aa-8247-b5577b08a8cd req-344068b2-feca-488e-b241-3d063ba8b4c0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645955 Jul 16 01:41:05.211030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d434-060d-4e47-ab51-06cf3db2e41a req-7b9211f4-e017-4288-a60c-c9760119f475 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.214432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cb0d434-060d-4e47-ab51-06cf3db2e41a req-7b9211f4-e017-4288-a60c-c9760119f475 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1281552 Jul 16 01:41:05.223503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:05.332817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cb0d434-060d-4e47-ab51-06cf3db2e41a req-e89cf1f2-3902-46ed-8121-06c3bb133287 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944629 Jul 16 01:41:05.440276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab2a2-1416-4bb0-9446-0de81c31ac5f req-478b6374-cfe3-4aed-b50a-10534ed17c6a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.442730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1bab2a2-1416-4bb0-9446-0de81c31ac5f req-478b6374-cfe3-4aed-b50a-10534ed17c6a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1365807 Jul 16 01:41:05.533323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1bab2a2-1416-4bb0-9446-0de81c31ac5f req-fadb95f9-b461-4b74-b3b9-b418d6b3fc9a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840576 Jul 16 01:41:05.586802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aa6ba-1249-43b6-9878-bc486029a073 req-c3bf3a43-24cd-4266-b7c3-9d3ce88a156a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.590916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a5aa6ba-1249-43b6-9878-bc486029a073 req-c3bf3a43-24cd-4266-b7c3-9d3ce88a156a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0950205 Jul 16 01:41:05.630617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:05.663099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a5aa6ba-1249-43b6-9878-bc486029a073 req-540a00b2-7985-47a5-a7cb-64505a0060a6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675402 Jul 16 01:41:05.671629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:05.672448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe1f44ee-0d5d-4e79-b1f8-4a903f0d379c not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:05.891300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a713abd-d25b-4e64-abf0-be3bc8f18230 req-5a502cf4-7c0c-4e1d-8d4b-e4218ee904bb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.893047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a713abd-d25b-4e64-abf0-be3bc8f18230 req-5a502cf4-7c0c-4e1d-8d4b-e4218ee904bb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1052465 Jul 16 01:41:06.003842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a713abd-d25b-4e64-abf0-be3bc8f18230 req-149a08a8-f046-4785-800c-073fb7fb0838 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994859 Jul 16 01:41:06.209451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fedda-52d1-4e57-9678-f7f5d51a8bb6 req-1ebcfb39-eeb5-4741-8880-d26c21424f11 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.216850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-280fedda-52d1-4e57-9678-f7f5d51a8bb6 req-1ebcfb39-eeb5-4741-8880-d26c21424f11 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.1110196 Jul 16 01:41:06.289253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-280fedda-52d1-4e57-9678-f7f5d51a8bb6 req-a027719d-8c54-46eb-b929-adb85a88fa15 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Jul 16 01:41:06.306045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8b8da-1062-4f32-a4ab-ee37ecf62983 req-bca35822-e63f-4b3d-b4c7-7c8757f0dc12 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.308131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efd8b8da-1062-4f32-a4ab-ee37ecf62983 req-bca35822-e63f-4b3d-b4c7-7c8757f0dc12 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1272132 Jul 16 01:41:06.323895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379d03-c855-442a-9f18-6624fc55672d req-1657fdbc-33b1-412e-af78-afb40bb05d84 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.329565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a4379d03-c855-442a-9f18-6624fc55672d req-1657fdbc-33b1-412e-af78-afb40bb05d84 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 945 time: 0.1218109 Jul 16 01:41:06.403526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:06.420493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efd8b8da-1062-4f32-a4ab-ee37ecf62983 req-c0ba713d-d41c-41ca-8d28-5a620d90fff4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052020 Jul 16 01:41:06.505781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:06.512551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:06.513310 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.524739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port 09a60e39-7524-4d07-9bdc-393c71d62894 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:06.530378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.634689 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.670080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841f91-292e-429a-a516-3f3ca8753b19 req-a397239c-02ad-4001-8d87-8d1b08e3da92 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.680301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c841f91-292e-429a-a516-3f3ca8753b19 req-a397239c-02ad-4001-8d87-8d1b08e3da92 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1053336 Jul 16 01:41:06.712119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:06.715249 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a4af7-8272-4fbc-bbe1-ba9cafbc9a9f" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:06.740625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port 09a60e39-7524-4d07-9bdc-393c71d62894, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=09a60e39-7524-4d07-9bdc-393c71d62894,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:06.740869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:06.741014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.742044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c841f91-292e-429a-a516-3f3ca8753b19 req-24686d2f-5d9e-4376-9137-75fd043861c5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589116 Jul 16 01:41:06.761213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.765129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for 09a60e39-7524-4d07-9bdc-393c71d62894 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:06.889302 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19e3d4-2d8b-460e-ad4d-93fbd01ec5b6 x-openstack-request-id: req-cf19e3d4-2d8b-460e-ad4d-93fbd01ec5b6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:06.889631 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:06.889847 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf19e3d4-2d8b-460e-ad4d-93fbd01ec5b6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:06.891510 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:41:06.941391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc9c7a-eb10-4d14-a6c2-138476510189 req-3863886a-0281-4d13-a239-4aa0a152653c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.953862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcfc9c7a-eb10-4d14-a6c2-138476510189 req-3863886a-0281-4d13-a239-4aa0a152653c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1887047 Jul 16 01:41:06.958006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.063897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.075997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:07.087671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbc2fd-a114-4ce4-ae39-7c9b34aba4e7 req-4f381c50-86ac-4ab0-8b40-771b84374fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.093236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0fcbc2fd-a114-4ce4-ae39-7c9b34aba4e7 req-4f381c50-86ac-4ab0-8b40-771b84374fca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1098 time: 0.1331244 Jul 16 01:41:07.117931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcfc9c7a-eb10-4d14-a6c2-138476510189 req-4e3b19c3-8b96-4c38-b5a1-1336e4fe634b tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603546 Jul 16 01:41:07.131573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=09a60e39-7524-4d07-9bdc-393c71d62894,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.158894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['09a60e39-7524-4d07-9bdc-393c71d62894'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:07.220137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port 09a60e39-7524-4d07-9bdc-393c71d62894 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:07.224722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.233529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a4379d03-c855-442a-9f18-6624fc55672d req-3b62902a-397b-42fd-a7b9-2db72e51e419 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.13 "DELETE /v2.0/ports/09a60e39-7524-4d07-9bdc-393c71d62894 HTTP/1.1" status: 204 len: 173 time: 0.8943367 Jul 16 01:41:07.234396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84874c35-e41d-467e-92c6-c875acea5ebd', 'name': 'network-vif-deleted', 'tag': '09a60e39-7524-4d07-9bdc-393c71d62894'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:07.240183 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f0192-ece7-47f3-9fd0-edc2f18bcfce" -d '{"events": [{"server_uuid": "84874c35-e41d-467e-92c6-c875acea5ebd", "name": "network-vif-deleted", "tag": "09a60e39-7524-4d07-9bdc-393c71d62894"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:07.241792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5031-5e21-45e8-833b-ff24ab37a505 req-2ee6461b-3f18-4a51-860b-af2a5432ca37 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.253245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeda5031-5e21-45e8-833b-ff24ab37a505 req-2ee6461b-3f18-4a51-860b-af2a5432ca37 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2896073 Jul 16 01:41:07.278394 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0fcbc2fd-a114-4ce4-ae39-7c9b34aba4e7 req-50ecd70b-a3fa-4e08-9249-703fa9dcc85c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1644301 Jul 16 01:41:07.286046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-026a0396-ae1f-4910-9a1f-f413216eeca6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2571170 Jul 16 01:41:07.373291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeda5031-5e21-45e8-833b-ff24ab37a505 req-12eeb443-5965-408d-a344-91d5399d3fc5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188269 Jul 16 01:41:07.443837 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.502169 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae1093-e2ed-4300-8fa5-6e4860733b04 x-openstack-request-id: req-58ae1093-e2ed-4300-8fa5-6e4860733b04 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:07.502673 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84874c35-e41d-467e-92c6-c875acea5ebd", "name": "network-vif-deleted", "tag": "09a60e39-7524-4d07-9bdc-393c71d62894", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:07.502800 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58ae1093-e2ed-4300-8fa5-6e4860733b04 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:07.503236 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84874c35-e41d-467e-92c6-c875acea5ebd', 'name': 'network-vif-deleted', 'tag': '09a60e39-7524-4d07-9bdc-393c71d62894', 'status': 'completed', 'code': 200} Jul 16 01:41:07.589074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.589810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.590348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.590887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.591434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.591928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.592432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.594511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-6da3784b-5584-4cb3-b7ae-7687a5fda0c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1405978b1d4042b83171da70b42dae&device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 6509 time: 0.1784394 Jul 16 01:41:07.612042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2c259-1d07-4926-83bc-9890eb22f718 req-d1427de6-fd28-4a1a-a997-21cfe5972492 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.618898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4b2c259-1d07-4926-83bc-9890eb22f718 req-d1427de6-fd28-4a1a-a997-21cfe5972492 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1267161 Jul 16 01:41:07.703154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4b2c259-1d07-4926-83bc-9890eb22f718 req-80b402cd-63ea-461c-a1e0-8ff864a8f4c7 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832703 Jul 16 01:41:07.755999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d20fc210-4160-4b50-9b87-670fd09977b6 req-ffed594e-c92a-442a-bfaf-370d64b54982 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=84874c35-e41d-467e-92c6-c875acea5ebd HTTP/1.1" status: 200 len: 210 time: 0.0799968 Jul 16 01:41:07.815722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-4cb80cbc-be35-4b2c-a1eb-23a8e0ea37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.816532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-4cb80cbc-be35-4b2c-a1eb-23a8e0ea37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.817152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-4cb80cbc-be35-4b2c-a1eb-23a8e0ea37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.819067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-4cb80cbc-be35-4b2c-a1eb-23a8e0ea37fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=150ede74-4fb8-4f79-afd0-b35cf3905b36&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=c4d4d4f9-6a22-423b-b677-10c36cab1991&id=fdbd9d4d-0a83-44c3-a872-44727c363f86&id=fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 200 len: 2298 time: 0.1846483 Jul 16 01:41:08.049419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-9adeae32-d339-413a-87ba-a9f184ffb7ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 200 len: 1000 time: 0.2139750 Jul 16 01:41:08.115659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a3988-58df-45ad-af3c-874b79468cdc req-6aa70f6b-eadc-4983-afc0-5c7ea6aba56d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.117218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf3a3988-58df-45ad-af3c-874b79468cdc req-6aa70f6b-eadc-4983-afc0-5c7ea6aba56d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 946 time: 0.1922143 Jul 16 01:41:08.158179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-64e84922-f91d-48ba-8948-c8e8693611a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.159594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-64e84922-f91d-48ba-8948-c8e8693611a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 200 len: 856 time: 0.0969570 Jul 16 01:41:08.170173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7039f7e-8f08-480c-9de6-978b76fb5d91 req-40e2bfd6-9d02-40cb-9592-339bd1c47dcc tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.177315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7039f7e-8f08-480c-9de6-978b76fb5d91 req-40e2bfd6-9d02-40cb-9592-339bd1c47dcc tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 945 time: 0.2247252 Jul 16 01:41:08.268149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf3a3988-58df-45ad-af3c-874b79468cdc req-5c8c9c35-e406-471e-8e9b-b2f9cdd1e6ef tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397066 Jul 16 01:41:08.292222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7039f7e-8f08-480c-9de6-978b76fb5d91 req-0f3979cb-407c-44d9-b67f-8d4b4279622e tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139128 Jul 16 01:41:08.321316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-78e6f233-70ab-4f7e-8394-6e4e2aef02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.323038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-78e6f233-70ab-4f7e-8394-6e4e2aef02f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=150ede74-4fb8-4f79-afd0-b35cf3905b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427524 Jul 16 01:41:08.565201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-f977ad78-49bf-4ae2-af30-c22bcc9db9f8 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333710 Jul 16 01:41:09.031331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07155905-ace7-4fa7-b2a8-01448fa37c7c req-9dd018b1-61d5-4cd1-9c9b-a2a63d4090c7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.033025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07155905-ace7-4fa7-b2a8-01448fa37c7c req-9dd018b1-61d5-4cd1-9c9b-a2a63d4090c7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.5671740 Jul 16 01:41:09.042779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d57aa-292d-4565-905c-ad6fd5504638 req-ea9bedce-85bd-4c7e-a363-b75b0f2ba9cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.045669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-022d57aa-292d-4565-905c-ad6fd5504638 req-ea9bedce-85bd-4c7e-a363-b75b0f2ba9cf tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.5425334 Jul 16 01:41:09.085892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-c77f8a64-5f0c-4341-86e3-a6c9215fde07 service neutron] 10.222.0.13 "GET /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131617 Jul 16 01:41:09.153389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-54f3dae6-6461-4235-803a-16eeb04f2b6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 217 time: 0.0563810 Jul 16 01:41:09.158045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07155905-ace7-4fa7-b2a8-01448fa37c7c req-f2ab0976-daf7-4a41-b939-e500473af70d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108825 Jul 16 01:41:09.208094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-022d57aa-292d-4565-905c-ad6fd5504638 req-9057c27b-81f1-4dbc-a6bb-804bacc92c8d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473567 Jul 16 01:41:09.236919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-c36610fa-8f03-43c3-87c4-be081b4f212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.238196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-c36610fa-8f03-43c3-87c4-be081b4f212c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.0740120 Jul 16 01:41:09.329058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-577633ec-f74a-4142-9b6a-115396dd42ea req-ea92adae-9307-4cf8-a924-0bfc76a61008 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:09.330052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-577633ec-f74a-4142-9b6a-115396dd42ea req-ea92adae-9307-4cf8-a924-0bfc76a61008 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103538 Jul 16 01:41:09.458654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-f4156415-3051-4236-b572-769aacf321ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.460208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-f4156415-3051-4236-b572-769aacf321ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2147794 Jul 16 01:41:09.589896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-577633ec-f74a-4142-9b6a-115396dd42ea req-faeacf2b-5156-4dfe-b27e-2b907933a450 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2475884 Jul 16 01:41:09.609525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139fe2a-fe11-4bfc-bd66-f4f308fd9305 req-37429f80-edd5-419b-89f8-f03378083887 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.616233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d139fe2a-fe11-4bfc-bd66-f4f308fd9305 req-37429f80-edd5-419b-89f8-f03378083887 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2102907 Jul 16 01:41:09.667843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-9aa16bd1-9239-467d-beef-db15a324a2f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936004 Jul 16 01:41:09.671375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d139fe2a-fe11-4bfc-bd66-f4f308fd9305 req-4199479e-3e97-4583-93a9-f1b572d759b1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Jul 16 01:41:09.783632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-786723d4-3cf7-4f2a-a0c1-5cf455b87286 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079412 Jul 16 01:41:09.833139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-cb2a6e3c-1ea4-4e91-a299-3be07db72fc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 217 time: 0.0429683 Jul 16 01:41:09.964746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-e9f8bfe7-5654-4429-9e9b-81cb46042144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.966230 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-e9f8bfe7-5654-4429-9e9b-81cb46042144 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1106858 Jul 16 01:41:10.064827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54cdda-59cf-494f-b84a-e4e71d6f58c4 req-d23d6787-04ef-4552-889b-a9b815393301 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.069954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b54cdda-59cf-494f-b84a-e4e71d6f58c4 req-d23d6787-04ef-4552-889b-a9b815393301 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 946 time: 0.2332284 Jul 16 01:41:10.080128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d95990b1-3516-4619-80dc-258e097dd8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.140082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-37703923-f599-4852-aec7-6c6f46786dc5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.147171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-37703923-f599-4852-aec7-6c6f46786dc5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.2170355 Jul 16 01:41:10.178112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-0dab9c80-6ee8-4bd7-ba9e-9374da8c4705 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0300202 Jul 16 01:41:10.181288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b54cdda-59cf-494f-b84a-e4e71d6f58c4 req-0d5ef4fe-e693-459c-93e0-5e0ef491adf4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902071 Jul 16 01:41:10.195836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-de802ef6-04da-4217-bdb4-1a38dd44b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.204534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-de802ef6-04da-4217-bdb4-1a38dd44b975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2280595 Jul 16 01:41:10.365276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-48950398-5576-4a27-b237-076512a33758 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760817 Jul 16 01:41:10.456151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-152f6217-0624-40ec-bd9c-bb81934d7cd8 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187076 Jul 16 01:41:10.614658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-1b874909-3c57-4f41-a8ce-1c4449ae84e2 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372925 Jul 16 01:41:10.640235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfd820-44ee-4276-87bd-7ab8396cb896 req-b9138fd1-11a3-4da2-98f2-a725aa299e7e tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.641806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dcbfd820-44ee-4276-87bd-7ab8396cb896 req-b9138fd1-11a3-4da2-98f2-a725aa299e7e tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2630031 Jul 16 01:41:10.689945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-aafc0c76-a6ba-48bb-ac4d-cdf34e3d5323 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244442 Jul 16 01:41:10.787000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-363c5250-4939-43e5-96c5-2c413dc5978e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 200 len: 217 time: 0.0892003 Jul 16 01:41:10.809378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dcbfd820-44ee-4276-87bd-7ab8396cb896 req-5baab9e9-ff4d-4d69-8be6-296b66dfc97f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518896 Jul 16 01:41:10.857690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-4417d654-5c9f-4fb4-a307-c6eec8c3073d service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349451 Jul 16 01:41:10.867442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-ad74145b-59c8-45da-8dee-f807bcf3522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.870580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-ad74145b-59c8-45da-8dee-f807bcf3522a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.0733457 Jul 16 01:41:11.003492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-9344ad4b-7cd6-4284-b1c3-1a6f744b5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.005057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-9344ad4b-7cd6-4284-b1c3-1a6f744b5f88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237040 Jul 16 01:41:11.051889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358419-6781-4f88-938c-c888017fdb7c req-fe3cff30-7e22-418e-88cb-0d02db4f0ab9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.053479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb358419-6781-4f88-938c-c888017fdb7c req-fe3cff30-7e22-418e-88cb-0d02db4f0ab9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 946 time: 0.1310546 Jul 16 01:41:11.065911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60758) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.074945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'floatingip': {'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:11.125744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.126553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-d2aa62bc-abed-4020-8912-6c09089f141b service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122384 Jul 16 01:41:11.326657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0719d1-05ed-48a4-b56e-2a788f0ba3db req-478b9e41-1ee6-4700-8d4e-13ca1da67c3e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.329041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0719d1-05ed-48a4-b56e-2a788f0ba3db req-478b9e41-1ee6-4700-8d4e-13ca1da67c3e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1988351 Jul 16 01:41:11.405681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-fc9bf206-49b1-4f75-beb8-a35e37217296 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630763 Jul 16 01:41:11.472931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-96ebd5e6-21f2-450d-bfec-4e61cfb1053f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 200 len: 217 time: 0.0566747 Jul 16 01:41:11.501386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0719d1-05ed-48a4-b56e-2a788f0ba3db req-384636cf-4278-4bb5-99e6-aae430174bca tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570690 Jul 16 01:41:11.566898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabd674-86bc-4178-87a1-1ed5b496c8b3 req-af750df5-17dd-4cf4-9753-f01564da0ced tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.577570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eabd674-86bc-4178-87a1-1ed5b496c8b3 req-af750df5-17dd-4cf4-9753-f01564da0ced tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 945 time: 0.2471092 Jul 16 01:41:11.598523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-143b43d2-0bd9-41b0-bf15-3467299661c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.602406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-143b43d2-0bd9-41b0-bf15-3467299661c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 200 len: 797 time: 0.1170738 Jul 16 01:41:11.662857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 09a60e39-7524-4d07-9bdc-393c71d62894 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:11.708289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eabd674-86bc-4178-87a1-1ed5b496c8b3 req-9c9e9ae2-0174-4453-9d7a-319fc683cd0f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295278 Jul 16 01:41:11.746819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 09a60e39-7524-4d07-9bdc-393c71d62894 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:11.747805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 09a60e39-7524-4d07-9bdc-393c71d62894 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:11.777090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-eca0baad-d92c-49f6-b535-393936f2ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.778677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-eca0baad-d92c-49f6-b535-393936f2ba86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4d4d4f9-6a22-423b-b677-10c36cab1991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1529543 Jul 16 01:41:11.935136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bce28392-f11c-460a-b434-3e6e542f705f req-2e82c637-0477-471e-9295-59af4bddab4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 210 time: 0.0817411 Jul 16 01:41:11.961312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.968307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.028184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-b98af81b-e8b4-478b-8667-00b16adc9a38 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412379 Jul 16 01:41:12.057538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3170138-3010-4937-b44b-e820e33457d9 req-3ed476a1-339d-440e-a712-0b7573182d48 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.059326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3170138-3010-4937-b44b-e820e33457d9 req-3ed476a1-339d-440e-a712-0b7573182d48 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1230986 Jul 16 01:41:12.117285 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Floating IP f4b8289b-82d3-4390-ac4c-48884582f297 associated. External IP: 172.25.7.8, port: 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb. Jul 16 01:41:12.190881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3170138-3010-4937-b44b-e820e33457d9 req-872f6d6a-4fe3-4143-86fe-7a459396dc85 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215940 Jul 16 01:41:12.211286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-f4141ddd-73f1-4485-8aae-0b963da79584 service neutron] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739118 Jul 16 01:41:12.264031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-213a9c3b-5bae-4d46-bde3-f996f788a97b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 200 len: 217 time: 0.0430198 Jul 16 01:41:12.330289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa2bb6-9f3b-4396-b4f0-9cbec86e84e4 req-14ac7500-9457-4694-8aac-ad761e7057b2 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.331889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75aa2bb6-9f3b-4396-b4f0-9cbec86e84e4 req-14ac7500-9457-4694-8aac-ad761e7057b2 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.2330720 Jul 16 01:41:12.362454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-909793fd-3e19-43b1-95b1-9f03d4e4ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.370240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-b0223415-91b7-40e8-97af-bb7a97dd0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.372318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-b0223415-91b7-40e8-97af-bb7a97dd0fa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.1008441 Jul 16 01:41:12.396742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Router cad2c5e1-8b24-48d4-bfc8-2a889187463c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:12.399106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.427738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75aa2bb6-9f3b-4396-b4f0-9cbec86e84e4 req-a7d15963-369e-4dd7-8560-a9549d09afa0 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 Jul 16 01:41:12.457044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-e6179d36-212b-49e5-87b8-f876fa273021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.459137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-e6179d36-212b-49e5-87b8-f876fa273021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796747 Jul 16 01:41:12.601581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-10e59447-fea2-49a4-a7ff-3e8fa2aeeb54 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345911 Jul 16 01:41:12.763176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:12.769736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.773528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-a831af26-721e-47f8-a30c-5e723c30abe7 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527264 Jul 16 01:41:12.775005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] Sync routers for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:12.789471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:12.790118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:12.797577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-4f8c5570-32c9-4e30-9d71-dd69bb31f529 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.799167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-4f8c5570-32c9-4e30-9d71-dd69bb31f529 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.2876327 Jul 16 01:41:12.862912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:12.885186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-f222260c-bfb8-4d0a-87b1-27f450c99b40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 200 len: 217 time: 0.1030903 Jul 16 01:41:12.978226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:12.999440 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-985234fd-6557-482c-ab07-c6b9bb6e0c67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "PUT /v2.0/floatingips/f4b8289b-82d3-4390-ac4c-48884582f297 HTTP/1.1" status: 200 len: 990 time: 1.9323463 Jul 16 01:41:13.002712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:13.005242 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa52b96-2a20-4430-aef3-31eabea5d10c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:13.024004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:13.032033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.246156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.7 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/fb34ba30-7ea4-434d-a539-80a821d5696b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:13.316742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'f4b8289b-82d3-4390-ac4c-48884582f297', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:11Z', 'revision_number': 1, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:13.357106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] Checking router: cad2c5e1-8b24-48d4-bfc8-2a889187463c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:13.367130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:13.368456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:13.434764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-0dd4807e-e5bc-4ca2-ba34-d8a5af65c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.436252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-0dd4807e-e5bc-4ca2-ba34-d8a5af65c9bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 200 len: 797 time: 0.5353491 Jul 16 01:41:13.477445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.488321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:13.493366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a68a7-50c9-45d5-bbbd-0bd6340a6aa4 req-3516c588-0d3b-4854-9f2a-66c40547004d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.499994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a68a7-50c9-45d5-bbbd-0bd6340a6aa4 req-3516c588-0d3b-4854-9f2a-66c40547004d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.506039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a68a7-50c9-45d5-bbbd-0bd6340a6aa4 req-3516c588-0d3b-4854-9f2a-66c40547004d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.507794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-708a68a7-50c9-45d5-bbbd-0bd6340a6aa4 req-3516c588-0d3b-4854-9f2a-66c40547004d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e&device_id=244bc656-e579-4474-8922-55fd2182dcb5&device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 2417 time: 0.6201508 Jul 16 01:41:13.522585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.529308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bf590-fb20-4c48-86a6-7c23fcfef396 req-7d070695-151c-41b2-8821-6803757e835d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.530887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-746bf590-fb20-4c48-86a6-7c23fcfef396 req-7d070695-151c-41b2-8821-6803757e835d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1943493 Jul 16 01:41:13.536181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:13.576309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:13.579574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:13.586873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:13.604080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da493fc-e140-4095-8518-8698e8a77f3c req-ad5e69bc-7606-47e4-be5b-2b138f53adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.606249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-ad5e69bc-7606-47e4-be5b-2b138f53adc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdbd9d4d-0a83-44c3-a872-44727c363f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1616101 Jul 16 01:41:13.617626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-708a68a7-50c9-45d5-bbbd-0bd6340a6aa4 req-0346cc91-3542-45bb-abe3-3e94aeec8908 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991879 Jul 16 01:41:13.630675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=fb34ba30-7ea4-434d-a539-80a821d5696b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.630881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-746bf590-fb20-4c48-86a6-7c23fcfef396 req-fd37a33a-e6f0-4f32-8058-ab18bff4a623 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872889 Jul 16 01:41:13.692266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.695867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.720181 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.726931 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-3b12bbf2-65ac-4523-aac9-8e8a32602e4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777349 Jul 16 01:41:13.746485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Request body: {'port': {'device_id': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:13.777470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-265f92ca-3e93-49bc-a77c-19b53255e44b service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591694 Jul 16 01:41:13.849508 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1975441e-e13d-4298-9c66-8c71db2b9c5d x-openstack-request-id: req-1975441e-e13d-4298-9c66-8c71db2b9c5d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:13.849991 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:13.850412 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1975441e-e13d-4298-9c66-8c71db2b9c5d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:13.851000 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'status': 'completed', 'code': 200} Jul 16 01:41:13.852146 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.897864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1da493fc-e140-4095-8518-8698e8a77f3c req-a3b7b138-ebe0-4b08-b8b3-315b83e31fee service neutron] 10.222.0.13 "GET /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085441 Jul 16 01:41:13.913924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'f4b8289b-82d3-4390-ac4c-48884582f297', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:11Z', 'revision_number': 1, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:13.946210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e03a5f-b3d6-461c-997f-fbd5a0816d8e None None] The sync data for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 is: [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'f4b8289b-82d3-4390-ac4c-48884582f297', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:53Z', 'updated_at': '2021-07-16T01:41:11Z', 'revision_number': 1, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:14.052189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd89ba-0cac-40a8-98c4-9ad7923a277a req-7b211ff0-0e03-4718-9ab4-f0ba845a802b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.053648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37dd89ba-0cac-40a8-98c4-9ad7923a277a req-7b211ff0-0e03-4718-9ab4-f0ba845a802b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 931 time: 0.2836108 Jul 16 01:41:14.055491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-b1a460fc-01e1-445e-91f5-cb441c74985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.057577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-b1a460fc-01e1-445e-91f5-cb441c74985c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1098 time: 0.1117601 Jul 16 01:41:14.173015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb34ba30-7ea4-434d-a539-80a821d5696b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:14.183290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37dd89ba-0cac-40a8-98c4-9ad7923a277a req-69cbba99-3fd7-4e31-a14e-c5fd957fc4be tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981579 Jul 16 01:41:14.202370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.216389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Transition to ACTIVE for port object fb34ba30-7ea4-434d-a539-80a821d5696b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:14.222021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.225251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-590f1322-0412-4f49-bb8f-ac11f8e40cd7 req-bde8aea0-19ea-42bf-ac82-0d6023662a21 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:14.242019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-590f1322-0412-4f49-bb8f-ac11f8e40cd7 req-bde8aea0-19ea-42bf-ac82-0d6023662a21 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246627 Jul 16 01:41:14.283443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Pushing event updated for resources: {'Port': ['ID=fb34ba30-7ea4-434d-a539-80a821d5696b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.289309 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be384e8a-afbd-49d1-9fc7-4b54a8350d18 None None] New status for floating IP f4b8289b-82d3-4390-ac4c-48884582f297: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:14.398291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-afc8560d-f663-4d50-8ab0-d7eab6728e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.400124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-afc8560d-f663-4d50-8ab0-d7eab6728e58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.3360868 Jul 16 01:41:14.443396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:14.486489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Attempting to bind port fb34ba30-7ea4-434d-a539-80a821d5696b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:14.487165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Attempting to bind port fb34ba30-7ea4-434d-a539-80a821d5696b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:14.487507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Attempting to bind port fb34ba30-7ea4-434d-a539-80a821d5696b on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:14.492477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Port fb34ba30-7ea4-434d-a539-80a821d5696b on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:14.493297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Attempting to bind port fb34ba30-7ea4-434d-a539-80a821d5696b on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:14.499810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:14.500615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:14.500904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:14.501495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Bound port: fb34ba30-7ea4-434d-a539-80a821d5696b, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:14.502043 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.524484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-ae5632a6-bfd0-4dff-8837-4d6e6be4ac3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.1148753 Jul 16 01:41:14.535975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-590f1322-0412-4f49-bb8f-ac11f8e40cd7 req-5103f303-769c-448d-8cef-5adc0ca3873a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2847157 Jul 16 01:41:14.555756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee199fb-8514-4e18-8b34-749e967f9c57 req-2b59a24f-dbb9-4a70-ab3c-b6dfd7d33973 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.558028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ee199fb-8514-4e18-8b34-749e967f9c57 req-2b59a24f-dbb9-4a70-ab3c-b6dfd7d33973 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1999977 Jul 16 01:41:14.569427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.612726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:14.614593 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d58e1a-1e35-498d-841e-334b331c8483" -d '{"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:14.615543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] For port fb34ba30-7ea4-434d-a539-80a821d5696b, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:14.621888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-6988204c-b632-47d1-969e-22eaee08bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.623564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-6988204c-b632-47d1-969e-22eaee08bf74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.0870285 Jul 16 01:41:14.624057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] For port fb34ba30-7ea4-434d-a539-80a821d5696b, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=fb34ba30-7ea4-434d-a539-80a821d5696b,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:14.631574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:14.632165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.632382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ee199fb-8514-4e18-8b34-749e967f9c57 req-c616284e-0388-4824-a445-56fc8630866f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Jul 16 01:41:14.649928 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.690712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.691694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.694454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb34ba30-7ea4-434d-a539-80a821d5696b HTTP/1.1" status: 200 len: 1092 time: 0.9551480 Jul 16 01:41:14.708869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-8d6bf0fd-2dad-406f-bbd5-c9d70d8769de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.711354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-8d6bf0fd-2dad-406f-bbd5-c9d70d8769de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780761 Jul 16 01:41:14.730560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4e74e-0dec-4044-b90e-536e12d4f376 service neutron] Pushing event updated for resources: {'Port': ['ID=fb34ba30-7ea4-434d-a539-80a821d5696b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.781165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.789251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.789601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.789945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.790283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.790666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.791214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.791803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.792309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.792824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.793170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.793494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.793822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:14.819675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-eb7417cf-d3a3-4104-b8d8-fbe3170591da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.821182 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-eb7417cf-d3a3-4104-b8d8-fbe3170591da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 1095 time: 0.0653803 Jul 16 01:41:14.862294 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad323c2a-8ba9-447e-8aed-a903db33920a x-openstack-request-id: req-ad323c2a-8ba9-447e-8aed-a903db33920a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:14.862712 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:14.862978 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad323c2a-8ba9-447e-8aed-a903db33920a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:14.863382 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'code': 200} Jul 16 01:41:14.873339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-4d214d1b-5c4d-4ab4-aa75-8f46a0bc8386 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb34ba30-7ea4-434d-a539-80a821d5696b HTTP/1.1" status: 200 len: 217 time: 0.0432854 Jul 16 01:41:14.898444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-85b9adc4-cde2-452c-8edf-9095d5828fc5 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773369 Jul 16 01:41:14.927974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-07727a8b-120a-48e7-abd7-291e0a3b8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.929569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-07727a8b-120a-48e7-abd7-291e0a3b8fab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.0496328 Jul 16 01:41:14.958321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-503e92a6-ce6f-48cd-86d5-a65b22b29306 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.958321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-503e92a6-ce6f-48cd-86d5-a65b22b29306 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.1537960 Jul 16 01:41:14.972278 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-673dc1ec-7769-4df6-88d1-842db913cceb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337112 Jul 16 01:41:15.004733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-7bf07c25-a133-44bb-a965-f5194e4e53cc tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/quotas/fb9af30dd9764cb4a340d626c5a3a49b HTTP/1.1" status: 200 len: 375 time: 0.0435059 Jul 16 01:41:15.061188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fa52b96-2a20-4430-aef3-31eabea5d10c req-3037435d-ffc9-4db6-b9d1-3872ed67acc1 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507847 Jul 16 01:41:15.084773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-b2f2ca5f-fa30-4519-b450-7e8f69980ab8 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018200 Jul 16 01:41:15.096472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-ce79b3b8-9a42-4bae-b825-b272ab3967a1 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851488 Jul 16 01:41:15.196556 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abbd8485-05e0-4d39-a253-1d7a14ed0cce req-ca098b03-cfa9-4d2f-9d93-c4c204668e8d service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032925 Jul 16 01:41:15.209808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.214900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-720444e5-3b9b-4446-a51e-bc4d76affad6 service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118505 Jul 16 01:41:15.342835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-a2c69934-8312-43bd-860c-4eb571acc508 service neutron] 10.222.0.42 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210918 Jul 16 01:41:15.375732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16445a-077d-4a37-8e24-93e9eed9a78f req-b81bbb9a-2c68-4201-b6b2-451f76f405e9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.377264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d16445a-077d-4a37-8e24-93e9eed9a78f req-b81bbb9a-2c68-4201-b6b2-451f76f405e9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0941725 Jul 16 01:41:15.422661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d16445a-077d-4a37-8e24-93e9eed9a78f req-b2006c76-82c6-457a-abf5-a433780b2f55 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Jul 16 01:41:15.613463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee0505-9b4d-4b57-a35d-901eabaac0d8 req-54181d39-bfaa-4f27-b63a-27b87f000d9a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.620582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90ee0505-9b4d-4b57-a35d-901eabaac0d8 req-54181d39-bfaa-4f27-b63a-27b87f000d9a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 943 time: 0.0705431 Jul 16 01:41:15.661006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90ee0505-9b4d-4b57-a35d-901eabaac0d8 req-34b43366-1ecd-4d61-84b2-4d8f3174f9d8 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341692 Jul 16 01:41:15.769335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edd230d6-7255-4af5-8a85-3145552192bd req-e6bda808-926e-45de-bb80-3e2182f1e8fe tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 210 time: 0.0593619 Jul 16 01:41:15.815925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78bfb-9896-49b1-bddb-11152a35e036 req-c525f0fa-1dbf-4534-adb6-8f30ee45bc74 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.820374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bb78bfb-9896-49b1-bddb-11152a35e036 req-c525f0fa-1dbf-4534-adb6-8f30ee45bc74 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1123402 Jul 16 01:41:15.852200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'tag': 'fb34ba30-7ea4-434d-a539-80a821d5696b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:15.855457 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fec654-ac7c-4c77-a1fc-a29267ce99e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18c321-5fd2-4145-bfdd-9213e42b0236", "tag": "fb34ba30-7ea4-434d-a539-80a821d5696b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:15.873101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bb78bfb-9896-49b1-bddb-11152a35e036 req-e650ddda-a148-4c47-952d-d55fd015aef2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Jul 16 01:41:15.922150 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a971dc-7c3c-45cb-927a-0aa8eebd33ff x-openstack-request-id: req-60a971dc-7c3c-45cb-927a-0aa8eebd33ff {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:15.923246 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18c321-5fd2-4145-bfdd-9213e42b0236", "tag": "fb34ba30-7ea4-434d-a539-80a821d5696b", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:15.923674 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60a971dc-7c3c-45cb-927a-0aa8eebd33ff {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:15.924162 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'tag': 'fb34ba30-7ea4-434d-a539-80a821d5696b', 'status': 'completed', 'code': 200} Jul 16 01:41:16.030413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-4d7bf957-977e-4f06-9111-4a75e1cc7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.031932 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-4d7bf957-977e-4f06-9111-4a75e1cc7f56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 1095 time: 0.0625186 Jul 16 01:41:16.153257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb17bc-8ada-4126-ad37-360fa5cb2589 req-9ad4769a-449d-447c-835f-c82120aca9df tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.163628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20fb17bc-8ada-4126-ad37-360fa5cb2589 req-9ad4769a-449d-447c-835f-c82120aca9df tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0814714 Jul 16 01:41:16.209194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20fb17bc-8ada-4126-ad37-360fa5cb2589 req-54d918ad-a044-4bf3-87b6-0c0f7fc4d2bd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jul 16 01:41:16.338369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-40b863a4-115c-4c0c-85f6-e9b775e77238 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.340447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-40b863a4-115c-4c0c-85f6-e9b775e77238 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "GET /v2.0/ports?device_id=06f5e440-8c78-437e-a024-f8f889158a3c HTTP/1.1" status: 200 len: 943 time: 0.0974865 Jul 16 01:41:16.508752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9dceb-ace1-4f96-96c4-7fe0e7029b96 req-14c3425b-34f7-4afa-99dc-3af81ec05f49 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.518060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27c9dceb-ace1-4f96-96c4-7fe0e7029b96 req-14c3425b-34f7-4afa-99dc-3af81ec05f49 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1195624 Jul 16 01:41:16.518205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-95caf215-6289-46ef-9349-c7963038530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.518205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-95caf215-6289-46ef-9349-c7963038530f service neutron] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.4765956 Jul 16 01:41:16.545186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Deleting port 6f93da41-f26e-4c3a-a9f2-878798cc4981 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:16.545186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.563349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-2c65677b-95e9-473a-897c-a519f48da66b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb34ba30-7ea4-434d-a539-80a821d5696b HTTP/1.1" status: 200 len: 217 time: 0.0380111 Jul 16 01:41:16.630072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-381a113b-70b6-4a11-80e8-8cdfd619c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.632226 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-381a113b-70b6-4a11-80e8-8cdfd619c11c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.0590222 Jul 16 01:41:16.632898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27c9dceb-ace1-4f96-96c4-7fe0e7029b96 req-35ed8faf-990f-459f-ad7f-97eef7ac86c9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121440 Jul 16 01:41:16.681065 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-b6d0fe1f-e106-473d-b865-a51509edcdb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415230 Jul 16 01:41:16.793798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] For port 6f93da41-f26e-4c3a-a9f2-878798cc4981, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6f93da41-f26e-4c3a-a9f2-878798cc4981,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:16.794177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.848814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-16ffc04f-6a31-4caf-86a1-e8a2996db17b service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597745 Jul 16 01:41:16.911781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Calling delete_port for 6f93da41-f26e-4c3a-a9f2-878798cc4981 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:16.971077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-20b7ec07-fcd8-45a1-b5a0-2ac551e56e3b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.971827 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-91fec654-ac7c-4c77-a1fc-a29267ce99e0 req-14985aea-d93a-4fca-95a9-e220ae81fb36 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162853 Jul 16 01:41:16.972616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-20b7ec07-fcd8-45a1-b5a0-2ac551e56e3b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 804 time: 0.1821139 Jul 16 01:41:17.030206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Request body: {'port': {'device_id': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'admin_state_up': True, 'tenant_id': 'fb9af30dd9764cb4a340d626c5a3a49b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:17.174316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2dcae-7dc9-40f5-9c16-1664f1b246c3 req-b59177cc-055f-412d-86bc-9b656de0c766 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.175727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24e2dcae-7dc9-40f5-9c16-1664f1b246c3 req-b59177cc-055f-412d-86bc-9b656de0c766 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 943 time: 0.2832885 Jul 16 01:41:17.210121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1febd8c-8033-4426-87f7-53870dfca218 req-59e0dc36-c951-466d-8702-0cce6e490871 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.211599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1febd8c-8033-4426-87f7-53870dfca218 req-59e0dc36-c951-466d-8702-0cce6e490871 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.2764592 Jul 16 01:41:17.308795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24e2dcae-7dc9-40f5-9c16-1664f1b246c3 req-85a5642b-4a81-4097-88fb-89bf323bcbd6 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182771 Jul 16 01:41:17.316445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Made reservation on behalf of fb9af30dd9764cb4a340d626c5a3a49b for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:17.319986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.333029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.348287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1febd8c-8033-4426-87f7-53870dfca218 req-ff5ff610-a9ee-4ffe-82ed-5c857c601140 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225986 Jul 16 01:41:17.381795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event deleted for resources: {'Port': ['ID=6f93da41-f26e-4c3a-a9f2-878798cc4981,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.438838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.439138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.439490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.439830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.440165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.440530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.440874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.441193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.441521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.441849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.442174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.442501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:17.471948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] No DVR routers for this DVR port 6f93da41-f26e-4c3a-a9f2-878798cc4981 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:17.477221 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.479825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e48e23a7-3c27-4f7a-9cf2-4bbbffa568a0 req-04a7d2bd-fa2f-4d7f-bb61-3f01fd5de280 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.23 "DELETE /v2.0/ports/6f93da41-f26e-4c3a-a9f2-878798cc4981 HTTP/1.1" status: 204 len: 173 time: 1.1317556 Jul 16 01:41:17.487255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-deleted', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:17.489523 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4943e6a8-7c40-4d2b-916f-1102851d04e4" -d '{"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-deleted", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:17.530863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9adc4ae-5076-497c-8e09-ef13580fe420 req-f3af37e7-524c-4a03-ae99-82baab211a2b tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 210 time: 0.0852761 Jul 16 01:41:17.627402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Allocated IP 172.20.0.2 (4abd07c8-7a01-4101-b05d-6d18577c0919/7539f090-aaff-4c92-89ad-5536524792cb/5eb9405b-2393-469b-97d6-3017d1ad3b86) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:17.642657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1df7-af96-41e3-8e3d-362cc65d157d req-e14349e1-a77c-471e-b8c5-d0d96103d195 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.644223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-162c1df7-af96-41e3-8e3d-362cc65d157d req-e14349e1-a77c-471e-b8c5-d0d96103d195 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1474061 Jul 16 01:41:17.708065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-162c1df7-af96-41e3-8e3d-362cc65d157d req-653c893d-cf74-456c-8434-a103c49ef6a2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582836 Jul 16 01:41:17.713982 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8128878f-2011-4da3-afda-7a0feb1cfe0c x-openstack-request-id: req-8128878f-2011-4da3-afda-7a0feb1cfe0c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:17.714453 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f5e440-8c78-437e-a024-f8f889158a3c", "name": "network-vif-deleted", "tag": "6f93da41-f26e-4c3a-a9f2-878798cc4981", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:17.714556 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8128878f-2011-4da3-afda-7a0feb1cfe0c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:17.714883 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f5e440-8c78-437e-a024-f8f889158a3c', 'name': 'network-vif-deleted', 'tag': '6f93da41-f26e-4c3a-a9f2-878798cc4981', 'status': 'completed', 'code': 200} Jul 16 01:41:17.824493 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.914956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c44281-a7d8-4ee7-96fc-bbe597149eb7 req-70b4204e-ec39-495d-83db-2a4d6b4e2f9b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.916546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5c44281-a7d8-4ee7-96fc-bbe597149eb7 req-70b4204e-ec39-495d-83db-2a4d6b4e2f9b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0896282 Jul 16 01:41:17.917638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.983494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Network 4abd07c8-7a01-4101-b05d-6d18577c0919 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:17.995742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:17.999476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.001747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:18.010909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5c44281-a7d8-4ee7-96fc-bbe597149eb7 req-3d80c9c0-2242-4f36-812c-b3bd2d2d1d24 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866745 Jul 16 01:41:18.071414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.072660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.088386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-08f153fd-8dee-4ba1-8006-1dc751f0cf0d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647652 Jul 16 01:41:18.109539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Request body: {'port': {'device_id': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:18.217002 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.232778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.453330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device fb34ba30-7ea4-434d-a539-80a821d5696b details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:18.518916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-e1fca40d-44a3-4b8b-babf-6387a554078f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.520411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-e1fca40d-44a3-4b8b-babf-6387a554078f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 945 time: 0.0655885 Jul 16 01:41:18.559340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port fb34ba30-7ea4-434d-a539-80a821d5696b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=fb34ba30-7ea4-434d-a539-80a821d5696b,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.575751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'fb34ba30-7ea4-434d-a539-80a821d5696b', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': 'fb34ba30-7ea4-434d-a539-80a821d5696b', 'mac_address': 'fa:16:3e:4e:64:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:18.606917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8747e-72e1-4be6-9a99-9cd3e9f59469 req-9f29979c-6722-429c-9d59-4a041f312411 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.613086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4a8747e-72e1-4be6-9a99-9cd3e9f59469 req-9f29979c-6722-429c-9d59-4a041f312411 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.4709735 Jul 16 01:41:18.618149 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.631732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb34ba30-7ea4-434d-a539-80a821d5696b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:18.646693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Deleting port 373003a6-d690-4b38-8cce-1f2bbf6d124f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:18.647037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.655639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port fb34ba30-7ea4-434d-a539-80a821d5696b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=fb34ba30-7ea4-434d-a539-80a821d5696b,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.661441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.711051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=fb34ba30-7ea4-434d-a539-80a821d5696b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.742927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] For port 373003a6-d690-4b38-8cce-1f2bbf6d124f, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=373003a6-d690-4b38-8cce-1f2bbf6d124f,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.743284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.756500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Calling delete_port for 373003a6-d690-4b38-8cce-1f2bbf6d124f owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:18.762308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4a8747e-72e1-4be6-9a99-9cd3e9f59469 req-8c03934b-2476-4f28-9935-b3e41dd62e8f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264863 Jul 16 01:41:18.787067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710d4a5-1c01-4b86-a0c8-10fb7e895e9c req-f7f35835-c026-4b20-a400-12dfe7312b75 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.791231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2710d4a5-1c01-4b86-a0c8-10fb7e895e9c req-f7f35835-c026-4b20-a400-12dfe7312b75 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 943 time: 0.2267799 Jul 16 01:41:18.885291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2710d4a5-1c01-4b86-a0c8-10fb7e895e9c req-a9ace5ef-db8f-4f96-847a-0151b58efe95 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870817 Jul 16 01:41:18.905851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.926372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['eb85988c-2146-4394-858e-9cd905add2fd', 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:18.945819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Pushing event deleted for resources: {'Port': ['ID=373003a6-d690-4b38-8cce-1f2bbf6d124f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.008706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] No DVR routers for this DVR port 373003a6-d690-4b38-8cce-1f2bbf6d124f on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:19.011784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.014459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dbc9bcf-a26d-4d53-8ac5-ba7da3dd3f60 req-cfb65471-32ec-46af-a088-17baee4de33c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.13 "DELETE /v2.0/ports/373003a6-d690-4b38-8cce-1f2bbf6d124f HTTP/1.1" status: 204 len: 173 time: 0.4802814 Jul 16 01:41:19.015007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'name': 'network-vif-deleted', 'tag': '373003a6-d690-4b38-8cce-1f2bbf6d124f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:19.017617 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd7e13-5f4d-41d3-987c-a5555fd3b010" -d '{"events": [{"server_uuid": "b3d09966-924a-46b5-a0fe-63ad39d48c4e", "name": "network-vif-deleted", "tag": "373003a6-d690-4b38-8cce-1f2bbf6d124f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:19.037650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac0290-e7c5-487e-8e03-7f19fc9f74e5 req-5b26372e-266e-4767-84b5-b7c72d1e682f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.046303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9ac0290-e7c5-487e-8e03-7f19fc9f74e5 req-5b26372e-266e-4767-84b5-b7c72d1e682f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3d09966-924a-46b5-a0fe-63ad39d48c4e HTTP/1.1" status: 200 len: 867 time: 0.1529236 Jul 16 01:41:19.125005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb9405b-2393-469b-97d6-3017d1ad3b86 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:19.131711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['373003a6-d690-4b38-8cce-1f2bbf6d124f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:19.134097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['fb34ba30-7ea4-434d-a539-80a821d5696b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:19.140313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.162712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9ac0290-e7c5-487e-8e03-7f19fc9f74e5 req-af8848d1-0395-404b-97e1-693bfd40eae3 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155343 Jul 16 01:41:19.168042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Transition to ACTIVE for port object 5eb9405b-2393-469b-97d6-3017d1ad3b86 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:19.180898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.220731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38718e4-b1c2-40e9-8bb7-244079f3f945 req-add8dd7a-2cc9-44e4-a7ce-e04af44a1df4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.227556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c38718e4-b1c2-40e9-8bb7-244079f3f945 req-add8dd7a-2cc9-44e4-a7ce-e04af44a1df4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 931 time: 0.2195590 Jul 16 01:41:19.281215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.339501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c38718e4-b1c2-40e9-8bb7-244079f3f945 req-2117cd2a-f165-4932-80f0-577a9f7f9269 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109595 Jul 16 01:41:19.403172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Attempting to bind port 5eb9405b-2393-469b-97d6-3017d1ad3b86 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:19.403981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Attempting to bind port 5eb9405b-2393-469b-97d6-3017d1ad3b86 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:19.406823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Attempting to bind port 5eb9405b-2393-469b-97d6-3017d1ad3b86 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:19.417822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Port 5eb9405b-2393-469b-97d6-3017d1ad3b86 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:19.418247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Attempting to bind port 5eb9405b-2393-469b-97d6-3017d1ad3b86 on network 4abd07c8-7a01-4101-b05d-6d18577c0919 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:19.425280 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0fbfd-28c1-4f9b-8707-c5c52a01e003 x-openstack-request-id: req-33b0fbfd-28c1-4f9b-8707-c5c52a01e003 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:19.425592 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d09966-924a-46b5-a0fe-63ad39d48c4e", "name": "network-vif-deleted", "tag": "373003a6-d690-4b38-8cce-1f2bbf6d124f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:19.426966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:19.427567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Checking segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:19.428022 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33b0fbfd-28c1-4f9b-8707-c5c52a01e003 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:19.428441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Bound using segment: {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:19.428591 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d09966-924a-46b5-a0fe-63ad39d48c4e', 'name': 'network-vif-deleted', 'tag': '373003a6-d690-4b38-8cce-1f2bbf6d124f', 'status': 'completed', 'code': 200} Jul 16 01:41:19.429247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Bound port: 5eb9405b-2393-469b-97d6-3017d1ad3b86, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd57def-8a41-4909-b1d7-9e0939497a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:19.429848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.582099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:19.598524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:19.610460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a66d3-f3ca-4c4e-a655-7fccd7b4605a req-5ed201d1-f7b6-4662-8427-4eadcdf53233 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.611975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a71a66d3-f3ca-4c4e-a655-7fccd7b4605a req-5ed201d1-f7b6-4662-8427-4eadcdf53233 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1637766 Jul 16 01:41:19.615000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.666798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.667420 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.668821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] 10.222.0.13 "PUT /v2.0/ports/5eb9405b-2393-469b-97d6-3017d1ad3b86 HTTP/1.1" status: 200 len: 1092 time: 1.5638103 Jul 16 01:41:19.701071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a71a66d3-f3ca-4c4e-a655-7fccd7b4605a req-e6a8f10e-32ec-4a22-87a3-b579cdac2638 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795937 Jul 16 01:41:19.706189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c54fa-bb7d-4aea-9cda-8e1a082c516d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.715684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:19.718269 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b2761-7334-4ad4-935f-b37834a0a12c" -d '{"events": [{"name": "network-changed", "server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:19.763602 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcf4bab-ddda-4175-8c3e-c375c33aeaad x-openstack-request-id: req-bfcf4bab-ddda-4175-8c3e-c375c33aeaad {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:19.764257 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:19.764257 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfcf4bab-ddda-4175-8c3e-c375c33aeaad {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:19.764635 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'status': 'completed', 'code': 200} Jul 16 01:41:19.819709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-47c71570-e3c5-47f0-9f38-9b0034b71a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.821346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-47c71570-e3c5-47f0-9f38-9b0034b71a24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 1095 time: 0.0678239 Jul 16 01:41:19.872148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-c3b2fa17-a6df-49f9-be12-d93e6ef39d3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86 HTTP/1.1" status: 200 len: 217 time: 0.0352950 Jul 16 01:41:19.939539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-855e255d-0104-4d6d-b4c9-cf372ad54cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.942539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-855e255d-0104-4d6d-b4c9-cf372ad54cf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.0626643 Jul 16 01:41:19.989849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-32b766b8-3039-4a80-b61c-3b57d039b6d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387759 Jul 16 01:41:20.172898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-9f8bac13-617c-4f78-9012-01c5d684a2c3 service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720469 Jul 16 01:41:20.189627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f15d6a-e8f0-4688-be1a-feffa381cb6a req-7ff1c59f-10cb-479c-83bc-36e4b4fa8b4e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.191128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41f15d6a-e8f0-4688-be1a-feffa381cb6a req-7ff1c59f-10cb-479c-83bc-36e4b4fa8b4e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 944 time: 0.1816993 Jul 16 01:41:20.227273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc9ab1-93e5-4168-92c7-ae3fe2212c53 req-2ebafe61-b1ba-49d4-8d2f-c62b977e8549 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.229356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3fc9ab1-93e5-4168-92c7-ae3fe2212c53 req-2ebafe61-b1ba-49d4-8d2f-c62b977e8549 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2272935 Jul 16 01:41:20.324963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41f15d6a-e8f0-4688-be1a-feffa381cb6a req-60d9d40e-6373-4097-a792-e330db5a0f21 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241360 Jul 16 01:41:20.334019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3fc9ab1-93e5-4168-92c7-ae3fe2212c53 req-02c928ed-64b3-4798-9d6b-214d48675a2c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899572 Jul 16 01:41:20.374738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-afd25d37-f028-4869-99b0-a9ec3b78dc52 req-3cdf3ebc-f6a3-4c18-af13-2e99c6cd7128 service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935513 Jul 16 01:41:20.456388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device fb34ba30-7ea4-434d-a539-80a821d5696b up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:20.523326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port fb34ba30-7ea4-434d-a539-80a821d5696b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:20.529433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port fb34ba30-7ea4-434d-a539-80a821d5696b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:20.529913 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.578046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-0cff18a4-4615-4efb-a278-7c4945e3c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.579576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-0cff18a4-4615-4efb-a278-7c4945e3c4af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 1095 time: 0.0986371 Jul 16 01:41:20.615646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.632789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c83b9-4c57-4958-9c84-e7b053242c53 req-46d44972-6780-4cc9-ae2c-11fec1c70a27 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.640390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c0c83b9-4c57-4958-9c84-e7b053242c53 req-46d44972-6780-4cc9-ae2c-11fec1c70a27 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 943 time: 0.1177623 Jul 16 01:41:20.646513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34ba30-7ea4-434d-a539-80a821d5696b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:20.651388 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb6560-de45-4472-a956-84f4a0e849c6" -d '{"events": [{"server_uuid": "fb18c321-5fd2-4145-bfdd-9213e42b0236", "name": "network-vif-plugged", "status": "completed", "tag": "fb34ba30-7ea4-434d-a539-80a821d5696b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:20.665738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port fb34ba30-7ea4-434d-a539-80a821d5696b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=fb34ba30-7ea4-434d-a539-80a821d5696b,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:20.671667 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.672743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:20.742609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c0c83b9-4c57-4958-9c84-e7b053242c53 req-2c6fabd2-b762-436a-8f83-69639fdccaef tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012416 Jul 16 01:41:20.744935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 6f93da41-f26e-4c3a-a9f2-878798cc4981 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:20.745362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6f93da41-f26e-4c3a-a9f2-878798cc4981 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:20.761053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-e3fb5276-9968-4801-b8d1-97120d647c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.764970 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62452a-4c91-4f8d-9fd3-8146a90b6127 x-openstack-request-id: req-3c62452a-4c91-4f8d-9fd3-8146a90b6127 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:20.765263 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18c321-5fd2-4145-bfdd-9213e42b0236", "name": "network-vif-plugged", "status": "completed", "tag": "fb34ba30-7ea4-434d-a539-80a821d5696b", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:20.765522 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c62452a-4c91-4f8d-9fd3-8146a90b6127 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:20.766199 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb34ba30-7ea4-434d-a539-80a821d5696b', 'code': 200} Jul 16 01:41:20.766511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-e3fb5276-9968-4801-b8d1-97120d647c9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 200 len: 905 time: 0.1794920 Jul 16 01:41:20.783688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=fb34ba30-7ea4-434d-a539-80a821d5696b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.825468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-1c1a1559-d863-45ea-a8c4-db68f3ca97c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86 HTTP/1.1" status: 200 len: 217 time: 0.0483129 Jul 16 01:41:20.938866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-85ec51ad-2481-4de5-8ace-5eada23fbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.940255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-85ec51ad-2481-4de5-8ace-5eada23fbc4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 200 len: 844 time: 0.1054158 Jul 16 01:41:20.995198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-0c6c3eee-5212-4460-a082-e720342bdcdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4abd07c8-7a01-4101-b05d-6d18577c0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419581 Jul 16 01:41:21.006026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870aee0-5d50-454c-a262-9e636971e1d3 req-e70e78a3-988d-4696-9b97-efe2b4a774c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.007521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6870aee0-5d50-454c-a262-9e636971e1d3 req-e70e78a3-988d-4696-9b97-efe2b4a774c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 1097 time: 0.1642396 Jul 16 01:41:21.026167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7db47-7d7a-40e9-bfc3-bf2623efd284 req-4754fd1f-911d-4b0e-9e0e-0e8d6115fb26 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.027658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37a7db47-7d7a-40e9-bfc3-bf2623efd284 req-4754fd1f-911d-4b0e-9e0e-0e8d6115fb26 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 945 time: 0.1582763 Jul 16 01:41:21.128388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6870aee0-5d50-454c-a262-9e636971e1d3 req-f1622767-1c86-4544-9a79-cfaef02a7773 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116836 Jul 16 01:41:21.136689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37a7db47-7d7a-40e9-bfc3-bf2623efd284 req-04d4e498-36c8-4670-b026-d83d3b2cb50a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947809 Jul 16 01:41:21.158826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-d2e5f1a8-b8a6-4b02-8b82-30f55836857d service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549892 Jul 16 01:41:21.253724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a54b2761-7334-4ad4-935f-b37834a0a12c req-cc22835e-94ad-44ef-b996-fd1193574efe service neutron] 10.222.0.13 "GET /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870054 Jul 16 01:41:21.464786 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:21.547729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532f62c-7f21-45bd-a9b4-6608a036d660 req-78de474a-edc6-4fb2-abea-3cebbe79a2ee tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.549167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e532f62c-7f21-45bd-a9b4-6608a036d660 req-78de474a-edc6-4fb2-abea-3cebbe79a2ee tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.1091104 Jul 16 01:41:21.561829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f641b-030e-4775-a703-5f39104d3506 req-220ff3f2-5fd6-4361-acb6-be3f066ebddb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.563255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b09f641b-030e-4775-a703-5f39104d3506 req-220ff3f2-5fd6-4361-acb6-be3f066ebddb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0941019 Jul 16 01:41:21.612173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e532f62c-7f21-45bd-a9b4-6608a036d660 req-8a508d0c-9386-49f2-b617-86933eac65b8 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Jul 16 01:41:21.624907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b09f641b-030e-4775-a703-5f39104d3506 req-db181d9d-ab76-483e-9fbb-545cd3a24360 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537746 Jul 16 01:41:21.916776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cb635-892b-4147-ae28-408aa18df642 req-d9a45841-7b73-4dc6-a00e-aa09ddfd48c3 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.918542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-570cb635-892b-4147-ae28-408aa18df642 req-d9a45841-7b73-4dc6-a00e-aa09ddfd48c3 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 943 time: 0.0706289 Jul 16 01:41:21.962064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-570cb635-892b-4147-ae28-408aa18df642 req-cedc74a2-5d86-4542-8f91-d3ec78769958 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Jul 16 01:41:22.260516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb853b3-1b61-49d6-856d-df02f19e2112 req-60b0f5d9-0bc9-4521-a04a-3404c7fa3827 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.262166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cb853b3-1b61-49d6-856d-df02f19e2112 req-60b0f5d9-0bc9-4521-a04a-3404c7fa3827 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0822988 Jul 16 01:41:22.330285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cb853b3-1b61-49d6-856d-df02f19e2112 req-eee9d422-983e-4112-b593-53bd44856cf2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582213 Jul 16 01:41:22.354952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfacbf-aeb1-4e3d-a744-fc94dc4de23d req-eb80db1f-a6e5-4121-82dc-e49dd2d84f5d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.356470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0cfacbf-aeb1-4e3d-a744-fc94dc4de23d req-eb80db1f-a6e5-4121-82dc-e49dd2d84f5d tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0933990 Jul 16 01:41:22.394691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0cfacbf-aeb1-4e3d-a744-fc94dc4de23d req-8188ddd2-e959-4e7c-9241-75fdd4a24ce2 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Jul 16 01:41:22.478340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-898cbb67-3b2b-42d2-9c51-3c97d30d2fe8 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.480221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-898cbb67-3b2b-42d2-9c51-3c97d30d2fe8 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0635688 Jul 16 01:41:22.589516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Deleting port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:22.589861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.600677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32780) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.663365 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7477ec1d-12c0-4955-ba66-7f169d7db108 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/floatingips/a9a1f98a-f36a-4909-a73e-c0484f12abb3 HTTP/1.1" status: 200 len: 993 time: 0.0613506 Jul 16 01:41:22.686232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] For port e6bb3297-10c4-48fb-8f4d-7a7ce352db52, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:22.686600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.699862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Calling delete_port for e6bb3297-10c4-48fb-8f4d-7a7ce352db52 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:22.834710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc228c4-e698-440a-81ef-85a8e1eb7f07 req-4d9f7053-2407-40f8-8158-d41b8df987cf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.836205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bc228c4-e698-440a-81ef-85a8e1eb7f07 req-4d9f7053-2407-40f8-8158-d41b8df987cf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.0926256 Jul 16 01:41:22.917824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bc228c4-e698-440a-81ef-85a8e1eb7f07 req-b74c38b0-a10a-4a7c-a26d-a8997eb23edb tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740254 Jul 16 01:41:22.920949 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.944118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['eb85988c-2146-4394-858e-9cd905add2fd', 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:22.965285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Pushing event deleted for resources: {'Port': ['ID=e6bb3297-10c4-48fb-8f4d-7a7ce352db52,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.987804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32798) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.092515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] No DVR routers for this DVR port e6bb3297-10c4-48fb-8f4d-7a7ce352db52 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:23.102116 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.104689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b11454e-dd4d-4684-9e3e-58dbab86ae95 req-f15681ad-0fa8-4f00-81f2-321effde7d5a tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "DELETE /v2.0/ports/e6bb3297-10c4-48fb-8f4d-7a7ce352db52 HTTP/1.1" status: 204 len: 173 time: 0.6186764 Jul 16 01:41:23.109009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244bc656-e579-4474-8922-55fd2182dcb5', 'name': 'network-vif-deleted', 'tag': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:23.112845 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048ffd2-58c9-486a-ab87-402df52c6e8a" -d '{"events": [{"server_uuid": "244bc656-e579-4474-8922-55fd2182dcb5", "name": "network-vif-deleted", "tag": "e6bb3297-10c4-48fb-8f4d-7a7ce352db52"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:23.224943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688548-fd8d-401e-a801-a068e3768793 req-4f903b50-a939-473b-8255-ec1d02052c9c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.232225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd688548-fd8d-401e-a801-a068e3768793 req-4f903b50-a939-473b-8255-ec1d02052c9c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 943 time: 0.1263633 Jul 16 01:41:23.252313 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b27a5e-31c9-4b54-8f48-653b3aab8282 x-openstack-request-id: req-60b27a5e-31c9-4b54-8f48-653b3aab8282 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:23.252958 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244bc656-e579-4474-8922-55fd2182dcb5", "name": "network-vif-deleted", "tag": "e6bb3297-10c4-48fb-8f4d-7a7ce352db52", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:23.253409 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60b27a5e-31c9-4b54-8f48-653b3aab8282 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:23.254004 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244bc656-e579-4474-8922-55fd2182dcb5', 'name': 'network-vif-deleted', 'tag': 'e6bb3297-10c4-48fb-8f4d-7a7ce352db52', 'status': 'completed', 'code': 200} Jul 16 01:41:23.284254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd688548-fd8d-401e-a801-a068e3768793 req-8ec45d7f-977c-45f6-bb08-c179c8f0536a tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 Jul 16 01:41:23.310399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.326616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 96ad5599-0919-4e6d-9cc2-bf416c6a3841 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:23.327157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.452730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.453525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.470538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 96ad5599-0919-4e6d-9cc2-bf416c6a3841 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:23.471216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5ac96e4-3d7e-4b76-b456-27ad734d6773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.528616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca664-efdb-41a8-b635-99dbdb407a32 req-713009c9-201a-48e7-acd9-c58578213225 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.530205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-818ca664-efdb-41a8-b635-99dbdb407a32 req-713009c9-201a-48e7-acd9-c58578213225 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.1499066 Jul 16 01:41:23.624154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-818ca664-efdb-41a8-b635-99dbdb407a32 req-a77d441f-58b2-414c-81d6-bc6631fb8669 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742302 Jul 16 01:41:23.653740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74401767-6239-4d66-9713-15da50417ab6 req-a5a0f573-139b-40de-a641-e1cafb3e60b3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.660638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74401767-6239-4d66-9713-15da50417ab6 req-a5a0f573-139b-40de-a641-e1cafb3e60b3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1622324 Jul 16 01:41:23.670222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.702767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=96ad5599-0919-4e6d-9cc2-bf416c6a3841,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.715677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5ac96e4-3d7e-4b76-b456-27ad734d6773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.727591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74401767-6239-4d66-9713-15da50417ab6 req-10d01619-d6af-407b-bed3-2d21c8b8375d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660732 Jul 16 01:41:23.734241 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5ac96e4-3d7e-4b76-b456-27ad734d6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.749845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5eb9405b-2393-469b-97d6-3017d1ad3b86 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:23.752241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 373003a6-d690-4b38-8cce-1f2bbf6d124f no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:23.795242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.795946 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Floating IP a9a1f98a-f36a-4909-a73e-c0484f12abb3 disassociated (deleted). External IP: 172.25.7.227, port: 238c4116-6567-4e67-a36f-0da63a72bf17. Jul 16 01:41:23.801359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 373003a6-d690-4b38-8cce-1f2bbf6d124f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:23.801830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 373003a6-d690-4b38-8cce-1f2bbf6d124f not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:23.861104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce1f7904-94b7-4263-84b1-05085c90f349 req-53457360-ba48-4cb6-a878-b35820541e1c tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=244bc656-e579-4474-8922-55fd2182dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0662665 Jul 16 01:41:23.896086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac96e4-3d7e-4b76-b456-27ad734d6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b511780e-ad92-4f25-b167-5cc31dd04c7b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.908525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c5ac96e4-3d7e-4b76-b456-27ad734d6773 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9045bc09a9204c08baa3347b5bab32e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965140 Jul 16 01:41:23.923981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.965493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:23.977112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'mac_address': 'fa:16:3e:08:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:23.990902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a324-5ba0-4b83-88bb-d8185864585a req-10dbc5c5-0e1a-4c10-9fec-e9a11ae1a4d4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.992455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ce1a324-5ba0-4b83-88bb-d8185864585a req-10dbc5c5-0e1a-4c10-9fec-e9a11ae1a4d4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.1305950 Jul 16 01:41:24.024390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.038975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb9405b-2393-469b-97d6-3017d1ad3b86 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:24.062260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:24.066256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad95443b-9386-449e-9272-ac4332eee74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.067197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.077443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ce1a324-5ba0-4b83-88bb-d8185864585a req-48cc322b-b6c7-44d9-a38a-8da50d266b3e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792503 Jul 16 01:41:24.111209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad95443b-9386-449e-9272-ac4332eee74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.121393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router c2804411-f2dd-4020-b8c3-75f63e0922f6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:24.122058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdce4a-a4a6-4b4f-aece-7f2439eb0a34 req-5eacda20-4b85-4ff5-8a3d-c3632aee6327 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.123915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14cdce4a-a4a6-4b4f-aece-7f2439eb0a34 req-5eacda20-4b85-4ff5-8a3d-c3632aee6327 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0895364 Jul 16 01:41:24.147398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.172101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14cdce4a-a4a6-4b4f-aece-7f2439eb0a34 req-5209ce8b-2fb3-4d29-9380-ef3fdf47ed69 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Jul 16 01:41:24.260073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad95443b-9386-449e-9272-ac4332eee74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.262697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad95443b-9386-449e-9272-ac4332eee74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.267061 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad95443b-9386-449e-9272-ac4332eee74b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b511780e-ad92-4f25-b167-5cc31dd04c7b HTTP/1.1" status: 204 len: 168 time: 0.3412130 Jul 16 01:41:24.285648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:24.290143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.292827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95443b-9386-449e-9272-ac4332eee74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b511780e-ad92-4f25-b167-5cc31dd04c7b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.297312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] Sync routers for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:24.334171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:24.335219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:24.388525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-696caae0-43ba-443b-a15d-8fc7439cdb23 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/floatingips/a9a1f98a-f36a-4909-a73e-c0484f12abb3 HTTP/1.1" status: 204 len: 168 time: 1.3974738 Jul 16 01:41:24.388525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:24.389986 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19712b00-9ea6-439d-8158-605db42da7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:24.418412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5eb9405b-2393-469b-97d6-3017d1ad3b86'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:24.529626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae812f-aa33-4653-a757-7162b0e84db2 req-c364bcd3-b521-4a66-a6d2-f8e577e94ae4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.537709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16ae812f-aa33-4653-a757-7162b0e84db2 req-c364bcd3-b521-4a66-a6d2-f8e577e94ae4 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 944 time: 0.0933852 Jul 16 01:41:24.540064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:24.620954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16ae812f-aa33-4653-a757-7162b0e84db2 req-cf364b18-c2c3-4f68-9597-35abd27d046c tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818822 Jul 16 01:41:24.665959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a841c30-0247-4b2b-8f9b-ad2d9863764f req-2f00191d-8660-4361-9c33-d8ace9c14ce5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.668273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a841c30-0247-4b2b-8f9b-ad2d9863764f req-2f00191d-8660-4361-9c33-d8ace9c14ce5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0917614 Jul 16 01:41:24.721874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a841c30-0247-4b2b-8f9b-ad2d9863764f req-38dc0b86-2eaf-47cb-9039-16212b5e886f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475302 Jul 16 01:41:24.787920 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c00d9-de27-4a0e-a123-bfada6910f0b x-openstack-request-id: req-d53c00d9-de27-4a0e-a123-bfada6910f0b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:24.788802 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:24.789346 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d53c00d9-de27-4a0e-a123-bfada6910f0b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:24.789922 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17', 'status': 'completed', 'code': 200} Jul 16 01:41:24.832712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:24.865067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] Checking router: c2804411-f2dd-4020-b8c3-75f63e0922f6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:24.877368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:24.878323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:24.988603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19712b00-9ea6-439d-8158-605db42da7f6 req-876b2b18-7feb-4c89-ad71-a6b80d47ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.990149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-876b2b18-7feb-4c89-ad71-a6b80d47ded0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 1097 time: 0.1503217 Jul 16 01:41:25.000737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab4626-062a-41f0-879f-9e7633b7381e req-f696b7fe-f73e-402a-a307-120e51cbcc11 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.002686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deab4626-062a-41f0-879f-9e7633b7381e req-f696b7fe-f73e-402a-a307-120e51cbcc11 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.1102479 Jul 16 01:41:25.027288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:25.114717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deab4626-062a-41f0-879f-9e7633b7381e req-0530e438-4d68-463a-85da-5fa7bfbee6d4 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032169 Jul 16 01:41:25.168668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19712b00-9ea6-439d-8158-605db42da7f6 req-a4f41069-8b1f-40f0-8758-b5c1debecd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.170180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-a4f41069-8b1f-40f0-8758-b5c1debecd05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9fe9b046-60fd-49ab-9af1-a4671f82c217 HTTP/1.1" status: 200 len: 898 time: 0.1666100 Jul 16 01:41:25.219105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-4bfab77f-e042-4a50-a8bf-fce724e17002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238c4116-6567-4e67-a36f-0da63a72bf17 HTTP/1.1" status: 200 len: 217 time: 0.0401733 Jul 16 01:41:25.232605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17ab6-5224-446e-a6bf-b120ee340f58 req-add210c4-2e15-4e09-96ed-ecc517fff7a4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.234158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43e17ab6-5224-446e-a6bf-b120ee340f58 req-add210c4-2e15-4e09-96ed-ecc517fff7a4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1382763 Jul 16 01:41:25.284338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.308482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19712b00-9ea6-439d-8158-605db42da7f6 req-93befa74-f5db-44a3-8211-87a973ce9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.310007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-93befa74-f5db-44a3-8211-87a973ce9412 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac HTTP/1.1" status: 200 len: 834 time: 0.0749476 Jul 16 01:41:25.313099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43e17ab6-5224-446e-a6bf-b120ee340f58 req-f136c339-fecd-4898-84b5-c442fc8dffee tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Jul 16 01:41:25.324892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed17f37-b7db-4617-9e34-2e191718d419 None None] The sync data for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 is: [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:40:09Z', 'revision_number': 4, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '2910b1b8-4c94-4cca-9772-831cba92aa4e', 'name': '', 'network_id': '9fe9b046-60fd-49ab-9af1-a4671f82c217', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'mac_address': 'fa:16:3e:96:09:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:06Z', 'updated_at': '2021-07-16T01:40:17Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'subnets': [{'id': '6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:25.428987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19712b00-9ea6-439d-8158-605db42da7f6 req-a693837e-b04e-4434-b45b-47910dd60317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.431719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-a693837e-b04e-4434-b45b-47910dd60317 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fe9b046-60fd-49ab-9af1-a4671f82c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132905 Jul 16 01:41:25.717412 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa35b0-6df4-41d0-8132-e0ea92de3503 None None] New status for floating IP a9a1f98a-f36a-4909-a73e-c0484f12abb3: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:25.738447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5eb9405b-2393-469b-97d6-3017d1ad3b86 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:25.852527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 5eb9405b-2393-469b-97d6-3017d1ad3b86 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:25.858146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5eb9405b-2393-469b-97d6-3017d1ad3b86 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:25.858146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.871407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7510318-b6f0-416b-b426-6c65b23f1bc1 req-952c4791-8bbb-4f15-b9b5-676f20c794bc tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.873296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7510318-b6f0-416b-b426-6c65b23f1bc1 req-952c4791-8bbb-4f15-b9b5-676f20c794bc tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 945 time: 0.4775097 Jul 16 01:41:25.951407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-14f879cd-08b0-431d-9630-eee4f0ce2cfe service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065317 Jul 16 01:41:25.956936 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.984187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7510318-b6f0-416b-b426-6c65b23f1bc1 req-d3dbf62f-68ad-40b1-af0c-35d58eaad421 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038384 Jul 16 01:41:25.984916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:25.988170 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff978fb6-80a2-4367-b4f7-10d79ebf0cea" -d '{"events": [{"server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:26.006483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:26.016505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.086000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.118315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f24bf7-8dd5-4de2-bf46-b17d3cd123fb req-92bf8f47-f0ac-4b6f-afad-4b174e331e22 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.120082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-09f24bf7-8dd5-4de2-bf46-b17d3cd123fb req-92bf8f47-f0ac-4b6f-afad-4b174e331e22 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 944 time: 0.2159376 Jul 16 01:41:26.200109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19712b00-9ea6-439d-8158-605db42da7f6 req-b406c01f-a9e6-4968-a134-daf953a7bbba service neutron] 10.222.0.13 "GET /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404902 Jul 16 01:41:26.216411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-54af4d27-49cc-40b9-8eee-706cc1cf467b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.218017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-54af4d27-49cc-40b9-8eee-706cc1cf467b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.2210546 Jul 16 01:41:26.234684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-09f24bf7-8dd5-4de2-bf46-b17d3cd123fb req-c05ff3cf-6ab6-4901-909d-2c336d029be7 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085577 Jul 16 01:41:26.293760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6bc5f-7415-4e2c-9207-188a42a3d5c6 req-e91dded9-109e-453d-ad74-4dee77ee098f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.295329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c6bc5f-7415-4e2c-9207-188a42a3d5c6 req-e91dded9-109e-453d-ad74-4dee77ee098f tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.1870463 Jul 16 01:41:26.376479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c6bc5f-7415-4e2c-9207-188a42a3d5c6 req-ea9c8358-885f-4164-b2bf-be4b967a41e9 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Jul 16 01:41:26.424559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port fb34ba30-7ea4-434d-a539-80a821d5696b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:26.424913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.448851 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908eb8bf-3426-4c51-9cce-269de0bad8af x-openstack-request-id: req-908eb8bf-3426-4c51-9cce-269de0bad8af {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:26.449401 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:26.449986 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-908eb8bf-3426-4c51-9cce-269de0bad8af {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:26.450650 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'code': 200} Jul 16 01:41:26.498218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e6bb3297-10c4-48fb-8f4d-7a7ce352db52 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:26.564720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: e6bb3297-10c4-48fb-8f4d-7a7ce352db52 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:26.565232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e6bb3297-10c4-48fb-8f4d-7a7ce352db52 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:26.598384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port fb34ba30-7ea4-434d-a539-80a821d5696b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=fb34ba30-7ea4-434d-a539-80a821d5696b,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:26.598754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.630247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14961cd5-2e1f-4ca2-aee3-17aeddda5a65 req-3859ad6c-1206-4656-a4e9-bb6955de9909 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.631875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14961cd5-2e1f-4ca2-aee3-17aeddda5a65 req-3859ad6c-1206-4656-a4e9-bb6955de9909 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2615197 Jul 16 01:41:26.643237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8cc6-022d-4dc6-9c71-411253f452cd req-124ba9a6-2aee-45e7-9633-e534edcc0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.645297 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-934f8cc6-022d-4dc6-9c71-411253f452cd req-124ba9a6-2aee-45e7-9633-e534edcc0ce4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 1097 time: 0.0707328 Jul 16 01:41:26.660390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for fb34ba30-7ea4-434d-a539-80a821d5696b owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:26.670344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-c7558abf-04aa-420d-8971-1d695db18ed9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.672086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-c7558abf-04aa-420d-8971-1d695db18ed9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 945 time: 0.2308719 Jul 16 01:41:26.683639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-934f8cc6-022d-4dc6-9c71-411253f452cd req-6684384c-26a7-4dba-ae63-971253ca35a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Jul 16 01:41:26.794248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14961cd5-2e1f-4ca2-aee3-17aeddda5a65 req-a3fc1e47-45eb-4ffb-a5f1-2bb631fb244c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535361 Jul 16 01:41:26.871037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413897d5-785f-4da3-9dc8-2f849adc4bc8 req-c167979d-8e4c-49c9-b2af-4715d118ba9b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.879991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-413897d5-785f-4da3-9dc8-2f849adc4bc8 req-c167979d-8e4c-49c9-b2af-4715d118ba9b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb18c321-5fd2-4145-bfdd-9213e42b0236 HTTP/1.1" status: 200 len: 945 time: 0.3149610 Jul 16 01:41:26.945594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-413897d5-785f-4da3-9dc8-2f849adc4bc8 req-a6aa3762-54df-4b8d-9486-3d92864427bf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643041 Jul 16 01:41:27.000412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 238c4116-6567-4e67-a36f-0da63a72bf17 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:27.001166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.016723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.077337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.099680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6', 'fb34ba30-7ea4-434d-a539-80a821d5696b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:27.157361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.162155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=fb34ba30-7ea4-434d-a539-80a821d5696b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.234347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 238c4116-6567-4e67-a36f-0da63a72bf17, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=238c4116-6567-4e67-a36f-0da63a72bf17,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:27.234736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.259000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.265286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.283900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 238c4116-6567-4e67-a36f-0da63a72bf17 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:27.285687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port fb34ba30-7ea4-434d-a539-80a821d5696b on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:27.294036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.296055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c994bd8-12c5-4c34-aab9-0159e00acaa0 req-11c31528-100c-4369-af6f-c26f897a62b7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "DELETE /v2.0/ports/fb34ba30-7ea4-434d-a539-80a821d5696b HTTP/1.1" status: 204 len: 173 time: 1.0712082 Jul 16 01:41:27.299617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'name': 'network-vif-deleted', 'tag': 'fb34ba30-7ea4-434d-a539-80a821d5696b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:27.302028 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75ff19-ad19-4621-894e-dfc671694692" -d '{"events": [{"server_uuid": "fb18c321-5fd2-4145-bfdd-9213e42b0236", "name": "network-vif-deleted", "tag": "fb34ba30-7ea4-434d-a539-80a821d5696b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:27.307345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad16c82-9819-474a-b1bd-9a3bc2948e13,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.316786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04b02737cb00481387c72b2511dc6138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968748 Jul 16 01:41:27.318799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.322139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.323196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.323710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.324054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.324390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.324751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.325081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.325408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.325733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.326058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.326475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.326799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f257e089-13f1-4d8c-ba15-bd8388365f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:27.393475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5886ee-064c-490d-b8f9-bf29988e45ad req-3b79a440-5283-47ec-9e09-d371b366d5fc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.394967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db5886ee-064c-490d-b8f9-bf29988e45ad req-3b79a440-5283-47ec-9e09-d371b366d5fc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3215356 Jul 16 01:41:27.464263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2328f52-84ce-4b7a-9881-368fa8701a1d req-953b8d95-5f16-4fe5-adb9-21e1a468a2a5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.465971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2328f52-84ce-4b7a-9881-368fa8701a1d req-953b8d95-5f16-4fe5-adb9-21e1a468a2a5 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e63f95d-cd64-4d15-bde6-b67cdd9bd05d HTTP/1.1" status: 200 len: 945 time: 0.3121178 Jul 16 01:41:27.530543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db5886ee-064c-490d-b8f9-bf29988e45ad req-b2b213e1-7ec6-48b4-a316-3d36a2063c2b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253221 Jul 16 01:41:27.567542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dcba18f-0465-4bd9-a9fa-31aaab5b9128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.621227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2328f52-84ce-4b7a-9881-368fa8701a1d req-a8739d0f-6cc3-4fd4-8147-033c044159b9 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425197 Jul 16 01:41:27.662269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dcba18f-0465-4bd9-a9fa-31aaab5b9128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.669161 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f988b3-0a96-43c4-b6c5-47e1e4570a91 x-openstack-request-id: req-59f988b3-0a96-43c4-b6c5-47e1e4570a91 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:27.669453 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18c321-5fd2-4145-bfdd-9213e42b0236", "name": "network-vif-deleted", "tag": "fb34ba30-7ea4-434d-a539-80a821d5696b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:27.669710 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59f988b3-0a96-43c4-b6c5-47e1e4570a91 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:27.670106 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18c321-5fd2-4145-bfdd-9213e42b0236', 'name': 'network-vif-deleted', 'tag': 'fb34ba30-7ea4-434d-a539-80a821d5696b', 'status': 'completed', 'code': 200} Jul 16 01:41:27.709725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.769426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=238c4116-6567-4e67-a36f-0da63a72bf17,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.791608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-379c0eeb-4986-4759-9ae2-1984df697f22 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.793576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-379c0eeb-4986-4759-9ae2-1984df697f22 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.3058639 Jul 16 01:41:27.882347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] No DVR routers for this DVR port 238c4116-6567-4e67-a36f-0da63a72bf17 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:27.902534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.904545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e76eeb1-5f82-44e9-8dea-f95626c81d1a req-520f3764-964b-4a4c-a68c-e8cf786a1a97 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.13 "DELETE /v2.0/ports/238c4116-6567-4e67-a36f-0da63a72bf17 HTTP/1.1" status: 204 len: 173 time: 1.2171910 Jul 16 01:41:27.930674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dcba18f-0465-4bd9-a9fa-31aaab5b9128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.933897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dcba18f-0465-4bd9-a9fa-31aaab5b9128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.937492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9dcba18f-0465-4bd9-a9fa-31aaab5b9128 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fad16c82-9819-474a-b1bd-9a3bc2948e13 HTTP/1.1" status: 204 len: 168 time: 0.6152799 Jul 16 01:41:27.949697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b90c68-bfa2-4d7d-89e6-7cffa40b4ea2 req-e1ead373-7ba1-4c12-a75f-0cc0dfeb738f tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.951249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1b90c68-bfa2-4d7d-89e6-7cffa40b4ea2 req-e1ead373-7ba1-4c12-a75f-0cc0dfeb738f tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 945 time: 0.3098719 Jul 16 01:41:27.974135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcba18f-0465-4bd9-a9fa-31aaab5b9128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad16c82-9819-474a-b1bd-9a3bc2948e13,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.055790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53832-88cc-46cf-9d03-8cd36302a367 req-a19a10a5-20a4-46e4-a325-bb83daa75448 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.058065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02d53832-88cc-46cf-9d03-8cd36302a367 req-a19a10a5-20a4-46e4-a325-bb83daa75448 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 946 time: 0.2625382 Jul 16 01:41:28.064489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1b90c68-bfa2-4d7d-89e6-7cffa40b4ea2 req-2c1d51b6-ca99-4a22-b721-351453e28fac tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997224 Jul 16 01:41:28.096549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Deleting port eb85988c-2146-4394-858e-9cd905add2fd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:28.096902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.136231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02d53832-88cc-46cf-9d03-8cd36302a367 req-dbb4635a-6e43-4b3a-bd0c-43cdb67d56fa tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d78797f-fd98-4280-ab96-42d7013d30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707753 Jul 16 01:41:28.250963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] For port eb85988c-2146-4394-858e-9cd905add2fd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=eb85988c-2146-4394-858e-9cd905add2fd,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:28.252163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.267125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Calling delete_port for eb85988c-2146-4394-858e-9cd905add2fd owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:28.406565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32978) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.428564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.434913 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d24f0ccd-2aea-4e68-86a7-fe98b7529c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.444145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['eb85988c-2146-4394-858e-9cd905add2fd'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:28.478456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Pushing event deleted for resources: {'Port': ['ID=eb85988c-2146-4394-858e-9cd905add2fd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.580196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d24f0ccd-2aea-4e68-86a7-fe98b7529c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.582482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] No DVR routers for this DVR port eb85988c-2146-4394-858e-9cd905add2fd on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:28.585632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.588672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43932179-f855-4e52-8d1c-51f0fbd560d7 req-e0e41484-59a3-417b-952c-1245b588f736 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.23 "DELETE /v2.0/ports/eb85988c-2146-4394-858e-9cd905add2fd HTTP/1.1" status: 204 len: 173 time: 0.7728465 Jul 16 01:41:28.593709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d24f0ccd-2aea-4e68-86a7-fe98b7529c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.643295 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d24f0ccd-2aea-4e68-86a7-fe98b7529c4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ab864b5c2dc46488519a3f3f202a85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349355 Jul 16 01:41:28.647534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f0ccd-2aea-4e68-86a7-fe98b7529c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0843b-a4c2-42a4-ba59-60772f1c6854,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.650812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32990) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.707967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ec38-703a-4037-8cde-60b91b562483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.709035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f3073-bd18-457a-9114-859cb4044077 req-284bfdce-aaa2-4a83-af4b-f03a9f05bdb1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.723289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-355f3073-bd18-457a-9114-859cb4044077 req-284bfdce-aaa2-4a83-af4b-f03a9f05bdb1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2659178 Jul 16 01:41:28.732687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ec38-703a-4037-8cde-60b91b562483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.789611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-696fed91-1d6d-4e5e-bc8e-1f7f1de209e5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.791619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-696fed91-1d6d-4e5e-bc8e-1f7f1de209e5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.2706602 Jul 16 01:41:28.798010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-355f3073-bd18-457a-9114-859cb4044077 req-9fa923e9-1b95-48e2-95b3-a7ca07fd1b4e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738020 Jul 16 01:41:28.802893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ec38-703a-4037-8cde-60b91b562483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.808843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ec38-703a-4037-8cde-60b91b562483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.816485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-e5e98b27-1f8e-47ee-a732-c03372f5bd3e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/quotas/ea1b0a2392ed4e1f9a22637bc8e62989 HTTP/1.1" status: 200 len: 375 time: 0.0170906 Jul 16 01:41:28.817149 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4ee7ec38-703a-4037-8cde-60b91b562483 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fa0843b-a4c2-42a4-ba59-60772f1c6854 HTTP/1.1" status: 204 len: 168 time: 0.1631367 Jul 16 01:41:28.828630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7ec38-703a-4037-8cde-60b91b562483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0843b-a4c2-42a4-ba59-60772f1c6854,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.899585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-76f0c24b-ce24-44e6-b9ef-9ea35ba8baa6 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822055 Jul 16 01:41:28.927836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32998) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.997625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3d9c07-a1a8-4080-a490-b26362e54acf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.031824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3d9c07-a1a8-4080-a490-b26362e54acf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.035584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-2f625f2a-5f5d-4c97-8b72-9cd788e1c6af service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260412 Jul 16 01:41:29.105765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3d9c07-a1a8-4080-a490-b26362e54acf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.108157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3d9c07-a1a8-4080-a490-b26362e54acf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.112076 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de3d9c07-a1a8-4080-a490-b26362e54acf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/security-groups/7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18 HTTP/1.1" status: 204 len: 168 time: 0.1805205 Jul 16 01:41:29.121365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d9c07-a1a8-4080-a490-b26362e54acf tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e1e85-6bd9-4dab-b0bf-e63a729bfa18,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.188947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-a36ef4a6-a1a5-4b5b-a8cb-50e940e5bfc1 service neutron] 10.222.0.42 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520805 Jul 16 01:41:29.202968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3717dd-59af-470e-9a6f-fe50ef135e20 req-4a3d4ae3-dc3b-4e85-b2b9-fddcef8b52c0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.210995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e3717dd-59af-470e-9a6f-fe50ef135e20 req-4a3d4ae3-dc3b-4e85-b2b9-fddcef8b52c0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1642830 Jul 16 01:41:29.260375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e3717dd-59af-470e-9a6f-fe50ef135e20 req-8b0371e4-bf2c-4916-8e1b-23d3105bab30 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 Jul 16 01:41:29.360307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33024) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.491281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb09685-fb32-454b-92c3-c6dec0471e15 req-57ca1d6c-4545-44df-9298-e8900d818294 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.498898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffb09685-fb32-454b-92c3-c6dec0471e15 req-57ca1d6c-4545-44df-9298-e8900d818294 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 945 time: 0.1051326 Jul 16 01:41:29.565287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffb09685-fb32-454b-92c3-c6dec0471e15 req-a0264f7a-8ce0-4337-bed6-70ee0045e953 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 Jul 16 01:41:29.613395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8dffbfbd-ca5c-4fb2-abdb-6f2c0ac141f6 req-d0c879a6-2af3-4fde-bce5-7bd106906720 tempest-ListServerFiltersTestJSON-1059149002 tempest-ListServerFiltersTestJSON-1059149002-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f68e80d-6f43-40d3-a883-927ddc1e7800 HTTP/1.1" status: 200 len: 210 time: 0.0807333 Jul 16 01:41:29.681906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc5b8eef-14ca-44a3-8b82-c4801978d0d0 req-b0671ee0-9512-4904-94ab-b471df19186e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 210 time: 0.0446055 Jul 16 01:41:29.682847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'name': 'network-vif-deleted', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17'}, {'server_uuid': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'name': 'network-vif-deleted', 'tag': 'eb85988c-2146-4394-858e-9cd905add2fd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:29.686993 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b368713-8caa-4d93-9803-cfca958b81e2" -d '{"events": [{"server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "name": "network-vif-deleted", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17"}, {"server_uuid": "7f68e80d-6f43-40d3-a883-927ddc1e7800", "name": "network-vif-deleted", "tag": "eb85988c-2146-4394-858e-9cd905add2fd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:29.996361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f5075-f781-4c98-8384-96ceec29a04d req-413c130d-2195-474e-acc7-55a43ef29d0e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.007046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b1f5075-f781-4c98-8384-96ceec29a04d req-413c130d-2195-474e-acc7-55a43ef29d0e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0973115 Jul 16 01:41:30.063739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.080592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b1f5075-f781-4c98-8384-96ceec29a04d req-c5841da7-13d9-4562-8569-4e9c57eba34c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Jul 16 01:41:30.141249 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a487c9d-4a07-4b88-a171-a5a3cbfee239 x-openstack-request-id: req-4a487c9d-4a07-4b88-a171-a5a3cbfee239 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:30.142964 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e63f95d-cd64-4d15-bde6-b67cdd9bd05d", "name": "network-vif-deleted", "tag": "238c4116-6567-4e67-a36f-0da63a72bf17", "status": "completed", "code": 200}, {"server_uuid": "7f68e80d-6f43-40d3-a883-927ddc1e7800", "name": "network-vif-deleted", "tag": "eb85988c-2146-4394-858e-9cd905add2fd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:30.142964 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a487c9d-4a07-4b88-a171-a5a3cbfee239 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:30.147245 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e63f95d-cd64-4d15-bde6-b67cdd9bd05d', 'name': 'network-vif-deleted', 'tag': '238c4116-6567-4e67-a36f-0da63a72bf17', 'status': 'completed', 'code': 200} Jul 16 01:41:30.147521 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f68e80d-6f43-40d3-a883-927ddc1e7800', 'name': 'network-vif-deleted', 'tag': 'eb85988c-2146-4394-858e-9cd905add2fd', 'status': 'completed', 'code': 200} Jul 16 01:41:30.373804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0a099-d194-44f4-8f84-a1840e93feb8 req-79b2019e-42b9-4928-98ac-b4dff625565d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.375489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dda0a099-d194-44f4-8f84-a1840e93feb8 req-79b2019e-42b9-4928-98ac-b4dff625565d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1014247 Jul 16 01:41:30.481567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 2910b1b8-4c94-4cca-9772-831cba92aa4e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:30.482067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.483320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dda0a099-d194-44f4-8f84-a1840e93feb8 req-2e976f0a-9ea3-44fe-bd28-ea1829206794 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975201 Jul 16 01:41:30.503947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eb85988c-2146-4394-858e-9cd905add2fd no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:30.569099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: eb85988c-2146-4394-858e-9cd905add2fd {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:30.570106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device eb85988c-2146-4394-858e-9cd905add2fd not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:30.572988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device fb34ba30-7ea4-434d-a539-80a821d5696b no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:30.623047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: fb34ba30-7ea4-434d-a539-80a821d5696b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:30.623571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device fb34ba30-7ea4-434d-a539-80a821d5696b not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:30.700541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 2910b1b8-4c94-4cca-9772-831cba92aa4e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2910b1b8-4c94-4cca-9772-831cba92aa4e,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:30.701014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.728966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb47ad-aaa0-4e8a-973e-9c47f10061f7 req-97fc0224-1739-40b7-a57d-113d152c5de1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.734804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 2910b1b8-4c94-4cca-9772-831cba92aa4e owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:30.737954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeeb47ad-aaa0-4e8a-973e-9c47f10061f7 req-97fc0224-1739-40b7-a57d-113d152c5de1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1102486 Jul 16 01:41:30.797069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeeb47ad-aaa0-4e8a-973e-9c47f10061f7 req-aaf07c0d-bd58-438a-9be7-0f9a8d9c2aef tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581143 Jul 16 01:41:30.797596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.036267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbbaee6a-89c4-4dbe-aac1-52e7685bc07a req-9845c78c-3f44-4972-b7f0-948db955c931 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 210 time: 0.0722170 Jul 16 01:41:31.057793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Deleting subnet 56436790-5d0b-47f9-b7d7-e9900040464f {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:31.061426 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.101560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.156680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.239415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=2910b1b8-4c94-4cca-9772-831cba92aa4e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.469129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.717208 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.757854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 238c4116-6567-4e67-a36f-0da63a72bf17 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:31.767080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-f6ccbf3b-fdd6-4eab-9600-f80029fbf5bf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.768694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-f6ccbf3b-fdd6-4eab-9600-f80029fbf5bf tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 804 time: 0.8878002 Jul 16 01:41:31.795150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Request body: {'port': {'device_id': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'admin_state_up': True, 'tenant_id': 'ea1b0a2392ed4e1f9a22637bc8e62989'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:31.810257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 238c4116-6567-4e67-a36f-0da63a72bf17 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:31.811192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 238c4116-6567-4e67-a36f-0da63a72bf17 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:31.822609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Router c2804411-f2dd-4020-b8c3-75f63e0922f6 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:31.856329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b7be7-b027-42b8-b623-34b0da0792c6 req-55f5bd98-cabe-4493-a8bc-7ff15440bca2 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.857935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-807b7be7-b027-42b8-b623-34b0da0792c6 req-55f5bd98-cabe-4493-a8bc-7ff15440bca2 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 945 time: 0.2712064 Jul 16 01:41:31.877128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996b9b-e8a5-4428-9efb-41bdea9d310d req-0f711d1e-4b94-488d-8bc8-1f4e0a29028a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.878680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e996b9b-e8a5-4428-9efb-41bdea9d310d req-0f711d1e-4b94-488d-8bc8-1f4e0a29028a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2951999 Jul 16 01:41:31.896351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33154) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.930516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.993838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56436790-5d0b-47f9-b7d7-e9900040464f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.994560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:31.997916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.001458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-233dc982-a4d9-4df1-a06a-5cd58fff0d2f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/56436790-5d0b-47f9-b7d7-e9900040464f HTTP/1.1" status: 204 len: 168 time: 1.2027228 Jul 16 01:41:32.004569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c8c63f0c-094b-4645-a883-0d290f8e163e tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "PUT /v2.0/routers/c2804411-f2dd-4020-b8c3-75f63e0922f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423936 Jul 16 01:41:32.005159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.008461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.013770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943aefcf-37f7-4394-a918-363301f87d64 None None] Network 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:32.018724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] Sync routers for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:32.054341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:32.055272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:32.081461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-807b7be7-b027-42b8-b623-34b0da0792c6 req-630ce0c6-eb8f-4ac9-972d-41eaf7ed0f38 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008073 Jul 16 01:41:32.084152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e996b9b-e8a5-4428-9efb-41bdea9d310d req-3ed34f19-8973-4757-9df9-6beba161fe91 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751840 Jul 16 01:41:32.098640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58a80e0d-3b39-4da3-8f43-603bcc280c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.113132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting subnet 6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:32.119091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.124251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.160021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Made reservation on behalf of ea1b0a2392ed4e1f9a22637bc8e62989 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:32.164704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.210471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.322684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58a80e0d-3b39-4da3-8f43-603bcc280c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.338638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58a80e0d-3b39-4da3-8f43-603bcc280c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.378531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8fb9981-0c07-443d-a95c-d974a4ffdbe0 req-302f8053-6719-4e56-8860-4827d75fb786 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 210 time: 0.0666440 Jul 16 01:41:32.392171 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58a80e0d-3b39-4da3-8f43-603bcc280c4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fb968f4db2a4800bee239b0a09f5153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943159 Jul 16 01:41:32.396771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33168) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.434585 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.440645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:32.480991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Allocated IP 172.20.0.14 (da56dc8e-c478-463f-a8b3-77806126e78e/c6f083c5-c181-4333-aecd-dc435fae5f8e/bf930983-af38-47ce-bef2-8839af8fb42d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:32.511749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Deleting port 966c6518-231a-4557-9341-3e36247689ed {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:32.512241 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.516743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a80e0d-3b39-4da3-8f43-603bcc280c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d2a73-3871-4683-af16-46ebdc9d37fc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.546598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.552076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-173d86a5-8672-47e9-a3eb-7594664f74ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.597040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.624543 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.625572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d7278-3ee6-44a5-9103-d13d79777801 None None] Network 9fe9b046-60fd-49ab-9af1-a4671f82c217 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:32.626389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-734829a5-457a-4b9d-aadd-c7f3ffd089b2 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/subnets/6bc50de4-0c22-4ab7-bd3d-b8a8f54123ac HTTP/1.1" status: 204 len: 168 time: 0.6152713 Jul 16 01:41:32.630537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.631347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-173d86a5-8672-47e9-a3eb-7594664f74ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.653535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] For port 966c6518-231a-4557-9341-3e36247689ed, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=966c6518-231a-4557-9341-3e36247689ed,segment=NetworkSegment(8eacab4a-5f6a-44e8-aa78-a4f275125d54),segment_id=8eacab4a-5f6a-44e8-aa78-a4f275125d54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.653879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.681276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Calling delete_port for 966c6518-231a-4557-9341-3e36247689ed owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:32.767679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-173d86a5-8672-47e9-a3eb-7594664f74ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.771278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-173d86a5-8672-47e9-a3eb-7594664f74ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.775539 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-173d86a5-8672-47e9-a3eb-7594664f74ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b1d2a73-3871-4683-af16-46ebdc9d37fc HTTP/1.1" status: 204 len: 168 time: 0.3744402 Jul 16 01:41:32.785121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d86a5-8672-47e9-a3eb-7594664f74ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d2a73-3871-4683-af16-46ebdc9d37fc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.808441 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.850703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=966c6518-231a-4557-9341-3e36247689ed,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.853355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.856592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] No DVR routers for this DVR port 966c6518-231a-4557-9341-3e36247689ed on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:32.868068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd003e-7709-4129-9cc6-c2bc42704295 req-83976944-844b-4bbd-bd89-d408d93372df tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.875308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fddd003e-7709-4129-9cc6-c2bc42704295 req-83976944-844b-4bbd-bd89-d408d93372df tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2674475 Jul 16 01:41:32.882980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:41:31Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:32.907463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.944142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] Checking router: c2804411-f2dd-4020-b8c3-75f63e0922f6 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:32.966634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.986728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] Routers {'c2804411-f2dd-4020-b8c3-75f63e0922f6'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:32.987991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c2804411-f2dd-4020-b8c3-75f63e0922f6'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:32.990823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:33.006640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fddd003e-7709-4129-9cc6-c2bc42704295 req-5dfc1948-0128-4aad-8085-43add52f14be tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303713 Jul 16 01:41:33.008169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eacab4a-5f6a-44e8-aa78-a4f275125d54') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:33.010003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eacab4a-5f6a-44e8-aa78-a4f275125d54') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:33.032284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.069766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.107946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.124057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:33.124515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.129282 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:33.129547 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:33.151526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Network da56dc8e-c478-463f-a8b3-77806126e78e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:33.152471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event updated for resources: {'Port': ['ID=bf930983-af38-47ce-bef2-8839af8fb42d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.156835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:33.158025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] Set router c2804411-f2dd-4020-b8c3-75f63e0922f6 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:33.161070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:33.229276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.230007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:33.235492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.240816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc HTTP/1.1" status: 204 len: 168 time: 1.2346208 Jul 16 01:41:33.259067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4914b-cc7e-468d-9071-2cc68df109e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.302596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03730d4-fd7c-4d72-a45d-beae6e4b5f4e None None] DHCP port deletion for 5dc6cc63-e4e4-4cba-bfe9-bb7177f7dfdc request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:33.343847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.344733 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.377054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33188) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.391447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-1fa051b9-65e9-48c1-aea9-57bec475caef tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6047845 Jul 16 01:41:33.407420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-194a3efb-1cde-4c4a-925e-34361bbba396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.422125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Request body: {'port': {'device_id': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:33.468064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Deleting port 87be1295-03df-40f1-97c7-e24d335a946d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:33.468404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.516506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33192) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.528091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe07d-f54c-405b-8f97-8c46cbf86d1e req-ac1696fd-2ad0-4015-80e4-4ca345d71546 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.529669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63abe07d-f54c-405b-8f97-8c46cbf86d1e req-ac1696fd-2ad0-4015-80e4-4ca345d71546 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2526410 Jul 16 01:41:33.548415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] DHCP port deletion for 9fe9b046-60fd-49ab-9af1-a4671f82c217 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:33.594477 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4999467-a09c-4957-b2d7-9298676f4c01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05431ad0d14c467c98be153316e850c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767751 Jul 16 01:41:33.596994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33194) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.639693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-194a3efb-1cde-4c4a-925e-34361bbba396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.650649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-194a3efb-1cde-4c4a-925e-34361bbba396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.686848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] For port 87be1295-03df-40f1-97c7-e24d335a946d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=87be1295-03df-40f1-97c7-e24d335a946d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:33.687226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.692101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63abe07d-f54c-405b-8f97-8c46cbf86d1e req-25976d1b-b83d-4fea-b5e1-eabd12edef5b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526940 Jul 16 01:41:33.693944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:41:31Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:33.699490 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.711129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2f39a-c3c5-4567-bc12-c98b7e7bd9d3 req-0eb4cb71-d257-4d1a-a5dc-b01934491348 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.713060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69d2f39a-c3c5-4567-bc12-c98b7e7bd9d3 req-0eb4cb71-d257-4d1a-a5dc-b01934491348 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 945 time: 0.3491409 Jul 16 01:41:33.721626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f8e3-ba36-4bff-b13c-540559e2d41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.724916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Calling delete_port for 87be1295-03df-40f1-97c7-e24d335a946d owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:33.726466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] Deleting port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:33.726922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.747681 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f8e3-ba36-4bff-b13c-540559e2d41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.757691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f2efe-b5ce-445e-b68c-8b707b3c9654 None None] The sync data for ids ['c2804411-f2dd-4020-b8c3-75f63e0922f6'] in n-d-791506-20 is: [{'id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'name': 'tempest-TestNetworkBasicOps-router-1279541859', 'tenant_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '87be1295-03df-40f1-97c7-e24d335a946d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:49Z', 'updated_at': '2021-07-16T01:41:31Z', 'revision_number': 5, 'project_id': 'c3b75d08917f463b82bb0f82186f3f0f', 'gw_port': {'id': '87be1295-03df-40f1-97c7-e24d335a946d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ed:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2804411-f2dd-4020-b8c3-75f63e0922f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:33.780659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5eb9405b-2393-469b-97d6-3017d1ad3b86 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:33.801841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-194a3efb-1cde-4c4a-925e-34361bbba396 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5addf7242c264994aa173c8e7094afe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227810 Jul 16 01:41:33.802466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33198) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.815521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a3efb-1cde-4c4a-925e-34361bbba396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5293fd2a-73cf-4d11-9044-2b0bc87d5c1a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.827125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f8e3-ba36-4bff-b13c-540559e2d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.829519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f8e3-ba36-4bff-b13c-540559e2d41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.833583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8ce8f8e3-ba36-4bff-b13c-540559e2d41d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d78797f-fd98-4280-ab96-42d7013d30db HTTP/1.1" status: 204 len: 168 time: 0.2327657 Jul 16 01:41:33.864595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8f8e3-ba36-4bff-b13c-540559e2d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d78797f-fd98-4280-ab96-42d7013d30db,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.872988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69d2f39a-c3c5-4567-bc12-c98b7e7bd9d3 req-594981ec-acb3-40a6-bf4e-434f391c7047 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507475 Jul 16 01:41:33.929740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32b23c68-0c8c-4e42-a283-29136caebe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.961407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] For port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,segment=NetworkSegment(8c2e8341-6ab9-4b3c-9f87-1db17237aea8),segment_id=8c2e8341-6ab9-4b3c-9f87-1db17237aea8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:33.964036 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.966252 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32b23c68-0c8c-4e42-a283-29136caebe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.990014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] Calling delete_port for 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:34.021562 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.resource_extend [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:41:34.071869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32b23c68-0c8c-4e42-a283-29136caebe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.074757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32b23c68-0c8c-4e42-a283-29136caebe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.080697 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-32b23c68-0c8c-4e42-a283-29136caebe66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5293fd2a-73cf-4d11-9044-2b0bc87d5c1a HTTP/1.1" status: 204 len: 168 time: 0.2716491 Jul 16 01:41:34.091777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b23c68-0c8c-4e42-a283-29136caebe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293fd2a-73cf-4d11-9044-2b0bc87d5c1a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.279992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:34.293912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.299765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.328822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'network_id': '4abd07c8-7a01-4101-b05d-6d18577c0919', 'port_id': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'mac_address': 'fa:16:3e:08:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7539f090-aaff-4c92-89ad-5536524792cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:34.333655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] Pushing event deleted for resources: {'Port': ['ID=7bc83d80-21b4-416b-bbe8-33a505d9c2e7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.339650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625a56e-0ebc-43a5-9b54-d3e50121ea90 None None] No DVR routers for this DVR port 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:34.381870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Port': ['ID=87be1295-03df-40f1-97c7-e24d335a946d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.400390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.411512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf60187-d009-4851-b0c2-a7e37933b3ef req-35f9d1bc-06d0-46f7-8dfb-e3242d068067 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.418126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5eb9405b-2393-469b-97d6-3017d1ad3b86 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:34.418557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bf60187-d009-4851-b0c2-a7e37933b3ef req-35f9d1bc-06d0-46f7-8dfb-e3242d068067 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 932 time: 0.3796499 Jul 16 01:41:34.448479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:34.454506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.525780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.668885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5eb9405b-2393-469b-97d6-3017d1ad3b86'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:34.889662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4829-21d1-42a3-84b9-ad560b203185 req-0651c19a-2a05-4668-a707-4904059be864 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.896620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbdc4829-21d1-42a3-84b9-ad560b203185 req-0651c19a-2a05-4668-a707-4904059be864 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.7606463 Jul 16 01:41:34.929006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 966c6518-231a-4557-9341-3e36247689ed no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:34.957005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 966c6518-231a-4557-9341-3e36247689ed {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:34.957482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 966c6518-231a-4557-9341-3e36247689ed not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:34.958005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2910b1b8-4c94-4cca-9772-831cba92aa4e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:34.985786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 2910b1b8-4c94-4cca-9772-831cba92aa4e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:34.986354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2910b1b8-4c94-4cca-9772-831cba92aa4e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:34.986911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:35.014942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:35.015339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7bc83d80-21b4-416b-bbe8-33a505d9c2e7 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:35.017054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3bf60187-d009-4851-b0c2-a7e37933b3ef req-213db605-4d4c-48ca-8aad-bdcfc021fcf3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975161 Jul 16 01:41:35.019690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf930983-af38-47ce-bef2-8839af8fb42d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:35.063215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.066195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.173767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbdc4829-21d1-42a3-84b9-ad560b203185 req-058cdb9a-43fe-4882-9b5f-85b8b1fa01b9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761927 Jul 16 01:41:35.189068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.193386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.226990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Transition to ACTIVE for port object bf930983-af38-47ce-bef2-8839af8fb42d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:35.259617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.303357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.303853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Fanout notify agent at l3_agent the message router_deleted on router c2804411-f2dd-4020-b8c3-75f63e0922f6 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:35.311893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.315524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d3f82683-dd45-4aee-b45a-71e4ea0ef043 tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/routers/c2804411-f2dd-4020-b8c3-75f63e0922f6 HTTP/1.1" status: 204 len: 168 time: 2.6817381 Jul 16 01:41:35.317265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.456933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.499899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f184a-4b92-4097-b8f0-fb35c2a6c4fc req-cbc38a3c-9934-47aa-8d4f-e1e50d133cbd tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.502404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340f184a-4b92-4097-b8f0-fb35c2a6c4fc req-cbc38a3c-9934-47aa-8d4f-e1e50d133cbd tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 944 time: 0.3338845 Jul 16 01:41:35.507265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Pushing event updated for resources: {'Port': ['ID=bf930983-af38-47ce-bef2-8839af8fb42d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.622266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.623172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-340f184a-4b92-4097-b8f0-fb35c2a6c4fc req-63ce6fef-cebb-40fa-8f51-b7e6e62f9330 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697341 Jul 16 01:41:35.644138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe9b046-60fd-49ab-9af1-a4671f82c217']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:35.651228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Attempting to bind port bf930983-af38-47ce-bef2-8839af8fb42d on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:35.651971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Attempting to bind port bf930983-af38-47ce-bef2-8839af8fb42d by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:35.652314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Attempting to bind port bf930983-af38-47ce-bef2-8839af8fb42d on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.662535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2e8341-6ab9-4b3c-9f87-1db17237aea8') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:35.662836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2e8341-6ab9-4b3c-9f87-1db17237aea8') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:35.663922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726a3f-b1ae-4b79-9772-2ff309fca664 req-fec70753-f002-421a-8d31-dfed4f0261a8 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.666164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12726a3f-b1ae-4b79-9772-2ff309fca664 req-fec70753-f002-421a-8d31-dfed4f0261a8 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1866398 Jul 16 01:41:35.669713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Port bf930983-af38-47ce-bef2-8839af8fb42d on network da56dc8e-c478-463f-a8b3-77806126e78e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:35.670039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Attempting to bind port bf930983-af38-47ce-bef2-8839af8fb42d on network da56dc8e-c478-463f-a8b3-77806126e78e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.675147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.677809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:35.678101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Checking segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:35.678930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Bound using segment: {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:35.679448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Bound port: bf930983-af38-47ce-bef2-8839af8fb42d, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321410b0-554f-4135-96db-77854646e693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:35.679821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.702872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.706579 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.726280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:35.727308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:35.734998 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:35.749844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33270) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.762587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12726a3f-b1ae-4b79-9772-2ff309fca664 req-8aebef3e-c2db-4ff3-a0f5-c67ae89b6f15 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858839 Jul 16 01:41:35.768709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5eb9405b-2393-469b-97d6-3017d1ad3b86 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:35.822243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.833150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.839513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] 10.222.0.42 "DELETE /v2.0/networks/9fe9b046-60fd-49ab-9af1-a4671f82c217 HTTP/1.1" status: 204 len: 168 time: 0.5174103 Jul 16 01:41:35.840370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] For port bf930983-af38-47ce-bef2-8839af8fb42d, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:35.846732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] For port bf930983-af38-47ce-bef2-8839af8fb42d, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bf930983-af38-47ce-bef2-8839af8fb42d,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:35.858598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.868142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bee1de-1c5e-47e0-b17b-06b778f1e40f tempest-TestNetworkBasicOps-1708804827 tempest-TestNetworkBasicOps-1708804827-project] Pushing event deleted for resources: {'Network': ['ID=9fe9b046-60fd-49ab-9af1-a4671f82c217,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.870088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5eb9405b-2393-469b-97d6-3017d1ad3b86 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:35.870648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.913139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.914453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.917672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] 10.222.0.23 "PUT /v2.0/ports/bf930983-af38-47ce-bef2-8839af8fb42d HTTP/1.1" status: 200 len: 1093 time: 2.5029497 Jul 16 01:41:35.920380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'tag': 'bf930983-af38-47ce-bef2-8839af8fb42d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:35.924067 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5301f862-b79c-40d1-b527-0aeadbd28e68" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cb7ba7-42b6-4213-83f8-aea74507606a", "tag": "bf930983-af38-47ce-bef2-8839af8fb42d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:36.033644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091f7c3-70ce-4f68-9287-bdde92842f9a service neutron] Pushing event updated for resources: {'Port': ['ID=bf930983-af38-47ce-bef2-8839af8fb42d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.069948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78981eaa-3a39-4fde-9680-66b3c492c78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.095152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.099577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-8ad01441-6551-451a-8643-c80eab708f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.103905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-8ad01441-6551-451a-8643-c80eab708f64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 1096 time: 0.1185970 Jul 16 01:41:36.129658 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d3028-9d3d-46b0-9fac-6f2cc2e7ac77 x-openstack-request-id: req-7d1d3028-9d3d-46b0-9fac-6f2cc2e7ac77 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:36.129846 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cb7ba7-42b6-4213-83f8-aea74507606a", "tag": "bf930983-af38-47ce-bef2-8839af8fb42d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:36.130102 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d1d3028-9d3d-46b0-9fac-6f2cc2e7ac77 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:36.130518 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'tag': 'bf930983-af38-47ce-bef2-8839af8fb42d', 'status': 'completed', 'code': 200} Jul 16 01:41:36.207618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-60d9cb60-906d-4e9f-9979-7dad95a527ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf930983-af38-47ce-bef2-8839af8fb42d HTTP/1.1" status: 200 len: 217 time: 0.0987172 Jul 16 01:41:36.219595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:36.221156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:36.231151 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c2545-a75d-424d-af49-0fefb20ee6b3" -d '{"events": [{"server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:36.247405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.251234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78981eaa-3a39-4fde-9680-66b3c492c78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.253408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ed40-5c5d-4572-8053-5d0f8003009c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.257331 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78981eaa-3a39-4fde-9680-66b3c492c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.314448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78981eaa-3a39-4fde-9680-66b3c492c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4f32f-3549-4dd5-b37a-9453b5467b4b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.324230 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78981eaa-3a39-4fde-9680-66b3c492c78e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43f12f28dc1a4e1f8af072e5163fb10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704494 Jul 16 01:41:36.325184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33290) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.340581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-9a3e8060-71af-42f9-bf80-75ecbb695398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.340581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-9a3e8060-71af-42f9-bf80-75ecbb695398 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1203330 Jul 16 01:41:36.389326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.425807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee675fd-d843-4447-91a9-ed20c4dd3808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.427178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-c16240dc-5fff-4648-a6bf-62df0138fece service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632536 Jul 16 01:41:36.454082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee675fd-d843-4447-91a9-ed20c4dd3808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.460700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33294) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.515142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee675fd-d843-4447-91a9-ed20c4dd3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.518304 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dee675fd-d843-4447-91a9-ed20c4dd3808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.522083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dee675fd-d843-4447-91a9-ed20c4dd3808 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fb4f32f-3549-4dd5-b37a-9453b5467b4b HTTP/1.1" status: 204 len: 168 time: 0.1938529 Jul 16 01:41:36.543701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee675fd-d843-4447-91a9-ed20c4dd3808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4f32f-3549-4dd5-b37a-9453b5467b4b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.615704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921038d-1123-4598-a334-d5dc1b3b65bd req-0ed834d5-ef6b-475f-bc85-d3dba7a33a64 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.618132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b921038d-1123-4598-a334-d5dc1b3b65bd req-0ed834d5-ef6b-475f-bc85-d3dba7a33a64 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 944 time: 0.3222373 Jul 16 01:41:36.650312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e31d3d6c-5f5c-4a9c-bd9f-eb208664af5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3b75d08917f463b82bb0f82186f3f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860306 Jul 16 01:41:36.650600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33300) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.659879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c81880-aff6-46ec-828f-7e9f7af03d3e req-3ac3c8bf-ef71-48cb-b776-e5039dab0002 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.661505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78c81880-aff6-46ec-828f-7e9f7af03d3e req-3ac3c8bf-ef71-48cb-b776-e5039dab0002 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2992859 Jul 16 01:41:36.683753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-566645bb-de8a-4034-bd09-0207801535b6 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321186 Jul 16 01:41:36.711023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9357fd1e-cb2d-4988-a060-bf237ee6e5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.745479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ed40-5c5d-4572-8053-5d0f8003009c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.749561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9357fd1e-cb2d-4988-a060-bf237ee6e5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.752931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 87be1295-03df-40f1-97c7-e24d335a946d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:36.771534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b921038d-1123-4598-a334-d5dc1b3b65bd req-35ea1e2a-a622-44f3-9727-5c0b441c9f1f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384251 Jul 16 01:41:36.772285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ed40-5c5d-4572-8053-5d0f8003009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.796705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 87be1295-03df-40f1-97c7-e24d335a946d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:36.797075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 87be1295-03df-40f1-97c7-e24d335a946d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:36.831537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9357fd1e-cb2d-4988-a060-bf237ee6e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.835771 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9357fd1e-cb2d-4988-a060-bf237ee6e5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.837586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9357fd1e-cb2d-4988-a060-bf237ee6e5c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d31518f4-a10a-4e7b-b528-d726045ed7e9 HTTP/1.1" status: 204 len: 168 time: 0.1852596 Jul 16 01:41:36.859101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357fd1e-cb2d-4988-a060-bf237ee6e5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31518f4-a10a-4e7b-b528-d726045ed7e9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.874146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ceb9cdb-83ba-4d7d-96f7-36ab603f6e5c req-dea0e7d8-069e-4ce9-8422-560e057b2fe1 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788192 Jul 16 01:41:36.898885 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607317bf-3cd9-4238-8b51-8a9b49b8a0fa x-openstack-request-id: req-607317bf-3cd9-4238-8b51-8a9b49b8a0fa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:36.900881 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "name": "network-vif-plugged", "status": "completed", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:36.901871 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-607317bf-3cd9-4238-8b51-8a9b49b8a0fa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:36.904236 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'code': 200} Jul 16 01:41:36.910056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78c81880-aff6-46ec-828f-7e9f7af03d3e req-b7f75079-7787-46b8-b5ad-8cdc78c2ba78 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364643 Jul 16 01:41:36.937554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5ed40-5c5d-4572-8053-5d0f8003009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f8a9d8-a2f5-44d9-93e0-056d38620d2a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.945602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9ca5ed40-5c5d-4572-8053-5d0f8003009c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e8e783470874c088ded207773037660&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2390504 Jul 16 01:41:36.949478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33320) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.026604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1323414-a6de-4b95-a44e-8905c0690ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.044623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-164bfe84-8250-4575-b16a-f2cd92d7349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.047485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-164bfe84-8250-4575-b16a-f2cd92d7349c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 1096 time: 0.1046858 Jul 16 01:41:37.051289 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1323414-a6de-4b95-a44e-8905c0690ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.143485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1323414-a6de-4b95-a44e-8905c0690ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.151283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1323414-a6de-4b95-a44e-8905c0690ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.155015 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c1323414-a6de-4b95-a44e-8905c0690ffc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96f8a9d8-a2f5-44d9-93e0-056d38620d2a HTTP/1.1" status: 204 len: 168 time: 0.2036781 Jul 16 01:41:37.173760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323414-a6de-4b95-a44e-8905c0690ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f8a9d8-a2f5-44d9-93e0-056d38620d2a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.279103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-ee3fb95e-f058-4dd5-a4f9-d1897b866688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.280971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-ee3fb95e-f058-4dd5-a4f9-d1897b866688 service neutron] 10.222.0.23 "GET /v2.0/networks?id=da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 200 len: 905 time: 0.2267878 Jul 16 01:41:37.349679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-2dd6f369-3880-44c9-aab3-5c10e61ea8f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf930983-af38-47ce-bef2-8839af8fb42d HTTP/1.1" status: 200 len: 217 time: 0.0574617 Jul 16 01:41:37.386288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33334) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.404359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005955df-ff80-4120-aea0-5416f822d20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.442319 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.466013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-02c94477-bb6c-428f-9ab7-0c0b897001ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.467415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-02c94477-bb6c-428f-9ab7-0c0b897001ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 200 len: 844 time: 0.1074290 Jul 16 01:41:37.484241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eac73-6852-43c8-93d7-a6efba9de1ee req-8519d7ca-f219-4eba-b433-dbfcb7f3ba21 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.485828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-196eac73-6852-43c8-93d7-a6efba9de1ee req-8519d7ca-f219-4eba-b433-dbfcb7f3ba21 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2114105 Jul 16 01:41:37.519852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-c3f6df80-1d30-45f7-9c51-db6ac24519b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=da56dc8e-c478-463f-a8b3-77806126e78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330479 Jul 16 01:41:37.560699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005955df-ff80-4120-aea0-5416f822d20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.565876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005955df-ff80-4120-aea0-5416f822d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.581138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f9ae-8c16-4adf-be46-56dcdb3ccaba req-5965876e-ec69-4367-8e92-9af6bf28ffa1 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.588971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6254f9ae-8c16-4adf-be46-56dcdb3ccaba req-5965876e-ec69-4367-8e92-9af6bf28ffa1 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 945 time: 0.2436707 Jul 16 01:41:37.626353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005955df-ff80-4120-aea0-5416f822d20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3010445-daf9-4ddb-98be-dd302f38fdc7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.631932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-196eac73-6852-43c8-93d7-a6efba9de1ee req-01fd1a98-ebc9-44b0-9ea4-d348ef741033 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336918 Jul 16 01:41:37.660450 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-005955df-ff80-4120-aea0-5416f822d20e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea2d6381d76648fab2cfa07b6972389a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611217 Jul 16 01:41:37.660450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33346) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.692340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6254f9ae-8c16-4adf-be46-56dcdb3ccaba req-313596c3-f192-458b-8269-ca992466a504 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ef125da-7115-4c00-b13b-cb3612fc5341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996144 Jul 16 01:41:37.720721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-21f39a56-fbf7-458e-8d10-29c45678f673 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904321 Jul 16 01:41:37.733266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7a3968e-6c2b-4dfc-91f0-47fea4b19c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.767658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7a3968e-6c2b-4dfc-91f0-47fea4b19c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.826648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7a3968e-6c2b-4dfc-91f0-47fea4b19c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.829861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7a3968e-6c2b-4dfc-91f0-47fea4b19c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.831646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7a3968e-6c2b-4dfc-91f0-47fea4b19c5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3010445-daf9-4ddb-98be-dd302f38fdc7 HTTP/1.1" status: 204 len: 168 time: 0.1789050 Jul 16 01:41:37.847019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3968e-6c2b-4dfc-91f0-47fea4b19c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3010445-daf9-4ddb-98be-dd302f38fdc7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.918873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5301f862-b79c-40d1-b527-0aeadbd28e68 req-d134c650-466c-48ed-a395-62aaaf3ac917 service neutron] 10.222.0.23 "GET /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898527 Jul 16 01:41:37.947712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-80e69549-dfd6-45f2-84ed-5db897ef548e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.949342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-80e69549-dfd6-45f2-84ed-5db897ef548e tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 945 time: 0.0904729 Jul 16 01:41:38.219032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514e4c-cc1a-4c59-a8f8-fbfe2f10621a req-3d12aa09-9dc1-442f-b338-4070ac5e8128 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.220674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de514e4c-cc1a-4c59-a8f8-fbfe2f10621a req-3d12aa09-9dc1-442f-b338-4070ac5e8128 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 944 time: 0.2227125 Jul 16 01:41:38.238734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279f315-06a7-4d9c-8745-8bd4ac1acd1f req-6a03ba5e-8df5-4475-bb04-0ee15330524f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.247215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a279f315-06a7-4d9c-8745-8bd4ac1acd1f req-6a03ba5e-8df5-4475-bb04-0ee15330524f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1778717 Jul 16 01:41:38.251469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Deleting port 5eb9405b-2393-469b-97d6-3017d1ad3b86 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:38.251814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.377409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de514e4c-cc1a-4c59-a8f8-fbfe2f10621a req-865500c4-e6a5-4c28-af33-a5d5ebf3e97a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275227 Jul 16 01:41:38.393600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a279f315-06a7-4d9c-8745-8bd4ac1acd1f req-008f0528-87f9-414e-b6f8-cace5074927b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453981 Jul 16 01:41:38.436647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] For port 5eb9405b-2393-469b-97d6-3017d1ad3b86, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5eb9405b-2393-469b-97d6-3017d1ad3b86,segment=NetworkSegment(bbd57def-8a41-4909-b1d7-9e0939497a9b),segment_id=bbd57def-8a41-4909-b1d7-9e0939497a9b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:38.437018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.452594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Calling delete_port for 5eb9405b-2393-469b-97d6-3017d1ad3b86 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:38.640094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.672814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5eb9405b-2393-469b-97d6-3017d1ad3b86'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:38.712884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Pushing event deleted for resources: {'Port': ['ID=5eb9405b-2393-469b-97d6-3017d1ad3b86,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.769567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] No DVR routers for this DVR port 5eb9405b-2393-469b-97d6-3017d1ad3b86 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:38.772467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.775378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0799dd0-a3c0-4087-beb9-3b0dd4bb8cfa req-a583cffe-1f23-4d62-9aa9-743ae149821d tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.13 "DELETE /v2.0/ports/5eb9405b-2393-469b-97d6-3017d1ad3b86 HTTP/1.1" status: 204 len: 173 time: 0.8204021 Jul 16 01:41:38.776050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'name': 'network-vif-deleted', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:38.786781 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f11cae-c2a5-4ac2-b7f0-8093c7f16d6b" -d '{"events": [{"server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "name": "network-vif-deleted", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:38.850842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e57c72-9f4f-47e9-ba7c-8ef0e3314a66 req-d22a10b7-06c1-4c43-a1d8-5eadb3d6f601 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.861874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67e57c72-9f4f-47e9-ba7c-8ef0e3314a66 req-d22a10b7-06c1-4c43-a1d8-5eadb3d6f601 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2238340 Jul 16 01:41:38.924675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67e57c72-9f4f-47e9-ba7c-8ef0e3314a66 req-e2b68239-9b81-4970-a013-8f77a52d8e92 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615699 Jul 16 01:41:39.182442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b07c44a2-1db4-4230-bda8-92393b1e93df req-baf9e849-1c0d-4e00-bd34-4890c9dbcce1 tempest-ImagesTestJSON-375976620 tempest-ImagesTestJSON-375976620-project] 10.222.0.42 "GET /v2.0/ports?device_id=79a55427-4c2a-4913-b219-aed86ef2cf11 HTTP/1.1" status: 200 len: 210 time: 0.0449452 Jul 16 01:41:39.242738 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8c869-db44-431c-9940-52d49d9b80a1 x-openstack-request-id: req-ebd8c869-db44-431c-9940-52d49d9b80a1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:39.243038 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a55427-4c2a-4913-b219-aed86ef2cf11", "name": "network-vif-deleted", "tag": "5eb9405b-2393-469b-97d6-3017d1ad3b86", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:39.243657 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebd8c869-db44-431c-9940-52d49d9b80a1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:39.244490 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a55427-4c2a-4913-b219-aed86ef2cf11', 'name': 'network-vif-deleted', 'tag': '5eb9405b-2393-469b-97d6-3017d1ad3b86', 'status': 'completed', 'code': 200} Jul 16 01:41:39.322661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.584357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a4860-c029-4aa5-821d-53c593dfc262 req-bf80cc84-f20c-4b54-b488-5b6080723fad tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.592379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b28a4860-c029-4aa5-821d-53c593dfc262 req-bf80cc84-f20c-4b54-b488-5b6080723fad tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1040959 Jul 16 01:41:39.677485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b28a4860-c029-4aa5-821d-53c593dfc262 req-6167735b-9989-4d02-9e2c-da51aa0d40c6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830350 Jul 16 01:41:39.769787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d9373ccd-ccce-4c9b-91c1-f57ba76ad257 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1867616358'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:39.770261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d9373ccd-ccce-4c9b-91c1-f57ba76ad257 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Unknown quota resources ['metering_label']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:41:39.839947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e442fa-1e67-4dc4-a84c-b2132c51aee4 req-1860511a-7395-47e5-bbfe-9296f6710ec6 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.848603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9e442fa-1e67-4dc4-a84c-b2132c51aee4 req-1860511a-7395-47e5-bbfe-9296f6710ec6 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 944 time: 0.2120767 Jul 16 01:41:39.916492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9e442fa-1e67-4dc4-a84c-b2132c51aee4 req-402d1fc7-d45d-47c5-a323-6ddd45a64e65 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666237 Jul 16 01:41:40.095599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3b3d-3a73-4106-8dee-7bed6ba9b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.273617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05529da9-bfc7-406a-92da-1480acb73690 req-0488dc30-1b97-4542-a80d-5ed2e636d38f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.283100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05529da9-bfc7-406a-92da-1480acb73690 req-0488dc30-1b97-4542-a80d-5ed2e636d38f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2144058 Jul 16 01:41:40.345912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05529da9-bfc7-406a-92da-1480acb73690 req-2d211586-73d4-4c96-9c28-c5ffb46fd756 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614989 Jul 16 01:41:40.540387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9373ccd-ccce-4c9b-91c1-f57ba76ad257 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.542716 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d9373ccd-ccce-4c9b-91c1-f57ba76ad257 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2189634 Jul 16 01:41:40.545905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:40.546894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bf930983-af38-47ce-bef2-8839af8fb42d details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:40.564287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4379fd14-8a6e-466c-b4b2-cf242bfd1188 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '29f54c41-2f96-4c13-8324-6bacdc5dd703'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:40.565331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4379fd14-8a6e-466c-b4b2-cf242bfd1188 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:41:40.739797 n-d-791506-20 neutron-server[93756]: WARNING neutron.services.metering.metering_plugin [None req-4379fd14-8a6e-466c-b4b2-cf242bfd1188 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:41:40.808089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bf930983-af38-47ce-bef2-8839af8fb42d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bf930983-af38-47ce-bef2-8839af8fb42d,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.842793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'bf930983-af38-47ce-bef2-8839af8fb42d', 'network_id': 'da56dc8e-c478-463f-a8b3-77806126e78e', 'port_id': 'bf930983-af38-47ce-bef2-8839af8fb42d', 'mac_address': 'fa:16:3e:8b:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f083c5-c181-4333-aecd-dc435fae5f8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:40.902719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4379fd14-8a6e-466c-b4b2-cf242bfd1188 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.904050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4379fd14-8a6e-466c-b4b2-cf242bfd1188 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3569345 Jul 16 01:41:40.908645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33568) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:40.913985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-55879647-2747-4b30-9484-ff63f5a60d52 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '29f54c41-2f96-4c13-8324-6bacdc5dd703'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:40.915331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-55879647-2747-4b30-9484-ff63f5a60d52 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:41:40.978594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.018155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf930983-af38-47ce-bef2-8839af8fb42d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:41.063096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bf930983-af38-47ce-bef2-8839af8fb42d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bf930983-af38-47ce-bef2-8839af8fb42d,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:41.071050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.110898 n-d-791506-20 neutron-server[93755]: WARNING neutron.services.metering.metering_plugin [None req-55879647-2747-4b30-9484-ff63f5a60d52 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:41:41.265364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bf930983-af38-47ce-bef2-8839af8fb42d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.302460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['bf930983-af38-47ce-bef2-8839af8fb42d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:41.370484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55879647-2747-4b30-9484-ff63f5a60d52 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.371695 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-55879647-2747-4b30-9484-ff63f5a60d52 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4616964 Jul 16 01:41:41.374316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.394443 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a20ae8aa-3b59-443d-a645-0d67829be65f tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=aeaa2a6b-23f6-43d7-9528-984b78b77f14 HTTP/1.1" status: 200 len: 462 time: 0.0186098 Jul 16 01:41:41.397839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.669709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81509567-4f69-4f02-bca1-8d181808f3b8 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.671087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-81509567-4f69-4f02-bca1-8d181808f3b8 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/aeaa2a6b-23f6-43d7-9528-984b78b77f14 HTTP/1.1" status: 204 len: 168 time: 0.2714920 Jul 16 01:41:41.673825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33624) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.689092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3673c40c-1230-4983-9fdf-fe8c4bfb0455 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=aeaa2a6b-23f6-43d7-9528-984b78b77f14 HTTP/1.1" status: 200 len: 221 time: 0.0138781 Jul 16 01:41:41.693939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.705364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a1794651-95e5-4a6b-854a-23606f6afef0 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--443789367', 'description': 'label created by tempest'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:41.708631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a1794651-95e5-4a6b-854a-23606f6afef0 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Unknown quota resources ['metering_label']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:41:41.797408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33630) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.801516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5eb9405b-2393-469b-97d6-3017d1ad3b86 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:41.849653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 5eb9405b-2393-469b-97d6-3017d1ad3b86 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:41.850167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5eb9405b-2393-469b-97d6-3017d1ad3b86 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:41.944698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09855f01-d728-409b-9e88-ec8629ae41a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.075074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09855f01-d728-409b-9e88-ec8629ae41a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.083724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09855f01-d728-409b-9e88-ec8629ae41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.130258 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-09855f01-d728-409b-9e88-ec8629ae41a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c87beb2b633d4ce9bd38cff8a6620913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294432 Jul 16 01:41:42.131429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09855f01-d728-409b-9e88-ec8629ae41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7864731c-3b84-4db6-a00b-b5c93904e863,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.132886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33634) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:42.155659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a149c62-3b85-4a9e-ac2a-d3d73c0aca2e req-214c8e38-e99e-4058-85ab-af955fc11c44 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.157208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a149c62-3b85-4a9e-ac2a-d3d73c0aca2e req-214c8e38-e99e-4058-85ab-af955fc11c44 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 945 time: 0.5763581 Jul 16 01:41:42.375235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2aab29f-1f00-4951-9bd0-b1e2d07b3349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.389285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a149c62-3b85-4a9e-ac2a-d3d73c0aca2e req-a8af5010-b38b-4c9a-8617-0659fbe1a6d5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188809 Jul 16 01:41:42.392117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.421337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1794651-95e5-4a6b-854a-23606f6afef0 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.423123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a1794651-95e5-4a6b-854a-23606f6afef0 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7239957 Jul 16 01:41:42.425976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33640) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:42.444141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ffada8-bb90-49ca-99a7-d54c4acefef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.460477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e40ce0-33ec-4d31-b3c0-e4c3f9bd462c req-1cdcfd0e-04cd-4301-8f94-56279b303e57 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.469300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7e40ce0-33ec-4d31-b3c0-e4c3f9bd462c req-1cdcfd0e-04cd-4301-8f94-56279b303e57 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3379016 Jul 16 01:41:42.508123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ffada8-bb90-49ca-99a7-d54c4acefef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.554831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-30e84ee7-7715-46d5-b10c-1dee8fb0163e tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=7c6dd310-eacf-4afc-ad9b-a139725f4abf HTTP/1.1" status: 200 len: 467 time: 0.1276019 Jul 16 01:41:42.556908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7e40ce0-33ec-4d31-b3c0-e4c3f9bd462c req-3398af9e-ac87-415c-aa52-d51d3c3ce4b2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863185 Jul 16 01:41:42.560115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33648) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:42.562549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bf930983-af38-47ce-bef2-8839af8fb42d up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:42.676507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ffada8-bb90-49ca-99a7-d54c4acefef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.689392 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ffada8-bb90-49ca-99a7-d54c4acefef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.691260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-53ffada8-bb90-49ca-99a7-d54c4acefef0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7864731c-3b84-4db6-a00b-b5c93904e863 HTTP/1.1" status: 204 len: 168 time: 0.5572705 Jul 16 01:41:42.740311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffada8-bb90-49ca-99a7-d54c4acefef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7864731c-3b84-4db6-a00b-b5c93904e863,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.865747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port bf930983-af38-47ce-bef2-8839af8fb42d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:42.871015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port bf930983-af38-47ce-bef2-8839af8fb42d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:42.871679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.023458 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.040891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-766787f3-8e3d-4c39-8006-16f38377bc56 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.044143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-766787f3-8e3d-4c39-8006-16f38377bc56 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/7c6dd310-eacf-4afc-ad9b-a139725f4abf HTTP/1.1" status: 204 len: 168 time: 0.4795165 Jul 16 01:41:43.048039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.064011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf930983-af38-47ce-bef2-8839af8fb42d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:43.064613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b5f407d-f792-4f51-88b1-aa3fb753bbcb tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=7c6dd310-eacf-4afc-ad9b-a139725f4abf HTTP/1.1" status: 200 len: 216 time: 0.0150113 Jul 16 01:41:43.067944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.068222 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258b8b39-4017-4be0-9ab1-e7092c221c0f" -d '{"events": [{"server_uuid": "b1cb7ba7-42b6-4213-83f8-aea74507606a", "name": "network-vif-plugged", "status": "completed", "tag": "bf930983-af38-47ce-bef2-8839af8fb42d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:43.078518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0b864200-94f2-4dc4-beb5-7acc95dc20d4 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092239 Jul 16 01:41:43.082578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.096087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb03db33-53e9-4c3f-8182-ab9a24cb0cde tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0122132 Jul 16 01:41:43.099925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33678) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.126288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port bf930983-af38-47ce-bef2-8839af8fb42d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bf930983-af38-47ce-bef2-8839af8fb42d,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:43.133755 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.198283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.198562 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-732dff6f-dd1f-487d-9686-61acbb65e6c1 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/29f54c41-2f96-4c13-8324-6bacdc5dd703 HTTP/1.1" status: 200 len: 473 time: 0.0970533 Jul 16 01:41:43.215516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33682) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.222389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f7eb1371-04f3-46b5-aac8-08ab6e121abb tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/3d842bf3-968a-42c7-ad9a-a4260c95102a HTTP/1.1" status: 200 len: 459 time: 0.0216236 Jul 16 01:41:43.228748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.259934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.294071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Deleting subnet 7539f090-aaff-4c92-89ad-5536524792cb {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:43.298542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.340444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba480e5-6a14-43f8-a1e5-000465dcfa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.352266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.406086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.439199 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f25917-b7ff-436a-b739-3c323ecca788 x-openstack-request-id: req-30f25917-b7ff-436a-b739-3c323ecca788 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:43.439833 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb7ba7-42b6-4213-83f8-aea74507606a", "name": "network-vif-plugged", "status": "completed", "tag": "bf930983-af38-47ce-bef2-8839af8fb42d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:43.440024 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30f25917-b7ff-436a-b739-3c323ecca788 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:43.444679 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf930983-af38-47ce-bef2-8839af8fb42d', 'code': 200} Jul 16 01:41:43.480652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.487530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=bf930983-af38-47ce-bef2-8839af8fb42d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.506898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f390f4c-4677-41a2-9936-5431761ce485 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.513025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f390f4c-4677-41a2-9936-5431761ce485 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/3d842bf3-968a-42c7-ad9a-a4260c95102a HTTP/1.1" status: 204 len: 168 time: 0.2785919 Jul 16 01:41:43.516544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.518490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7539f090-aaff-4c92-89ad-5536524792cb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.525663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.528946 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bdbfe176-8fc9-49cd-b376-3e9031831f78 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7539f090-aaff-4c92-89ad-5536524792cb HTTP/1.1" status: 204 len: 168 time: 0.3119719 Jul 16 01:41:43.531417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33692) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.627678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.680200 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.723132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.735124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abd07c8-7a01-4101-b05d-6d18577c0919']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:43.746302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd57def-8a41-4909-b1d7-9e0939497a9b') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:43.746600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd57def-8a41-4909-b1d7-9e0939497a9b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:43.755578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.775904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.782270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:43.782833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:43.784983 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:43.845805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4760-64af-48a2-8860-4dc64aaf6f8c req-2b3a4d28-e064-43f2-9475-31082f168544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.846112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.848346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b6bb4760-64af-48a2-8860-4dc64aaf6f8c req-2b3a4d28-e064-43f2-9475-31082f168544 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 1098 time: 0.5756514 Jul 16 01:41:43.851821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.857033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4abd07c8-7a01-4101-b05d-6d18577c0919 HTTP/1.1" status: 204 len: 168 time: 0.3242280 Jul 16 01:41:43.871919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b436241-bec2-459d-8493-7ea68cf25012 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abd07c8-7a01-4101-b05d-6d18577c0919,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.968947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba4f-8c3d-4653-a1cf-ba390fa32897 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.970252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a5bba4f-8c3d-4653-a1cf-ba390fa32897 tempest-MeteringIpV6TestJSON-2014786040 tempest-MeteringIpV6TestJSON-2014786040-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/29f54c41-2f96-4c13-8324-6bacdc5dd703 HTTP/1.1" status: 204 len: 168 time: 0.4496453 Jul 16 01:41:44.004026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b6bb4760-64af-48a2-8860-4dc64aaf6f8c req-46cff78e-ec95-4143-b948-081e37b65797 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460767 Jul 16 01:41:44.013027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421667a4-e8d6-4006-9e3e-f14647874990 req-48bfa141-6bb7-4c83-ba61-f7996b40ecf1 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.014193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-421667a4-e8d6-4006-9e3e-f14647874990 req-48bfa141-6bb7-4c83-ba61-f7996b40ecf1 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.3842852 Jul 16 01:41:44.044712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33704) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.063205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79564-1faf-4222-aec8-6031c7fdf747 req-a13dd22d-6319-4709-8b7c-bc4ffee3acdb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.064941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25e79564-1faf-4222-aec8-6031c7fdf747 req-a13dd22d-6319-4709-8b7c-bc4ffee3acdb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3013182 Jul 16 01:41:44.070711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba480e5-6a14-43f8-a1e5-000465dcfa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.090907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba480e5-6a14-43f8-a1e5-000465dcfa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.092447 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ab4e464e-c307-44cc-a6ba-11d7b332dacf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb9af30dd9764cb4a340d626c5a3a49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464170 Jul 16 01:41:44.095311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33706) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.130468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-421667a4-e8d6-4006-9e3e-f14647874990 req-34f7ab0d-99a5-4794-a0b1-c4dd4f720e35 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048219 Jul 16 01:41:44.175822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ba480e5-6a14-43f8-a1e5-000465dcfa13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bbb90964079493d82a1ec0ce9d0a053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9144459 Jul 16 01:41:44.180056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba480e5-6a14-43f8-a1e5-000465dcfa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fe74e-42e2-4e7d-b719-f95533e4d204,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.183047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33712) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.196269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3c86eb2-2a6c-4885-82f2-5ca2a13a6ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.200490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25e79564-1faf-4222-aec8-6031c7fdf747 req-7127e7d5-1f8a-4e8d-ab89-cf19179bb814 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207354 Jul 16 01:41:44.279687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3c86eb2-2a6c-4885-82f2-5ca2a13a6ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.302466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a254e27-e1d8-4c32-9588-e801c8c749f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.308611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.364047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a254e27-e1d8-4c32-9588-e801c8c749f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.451444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3c86eb2-2a6c-4885-82f2-5ca2a13a6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.456921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3c86eb2-2a6c-4885-82f2-5ca2a13a6ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.464481 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e3c86eb2-2a6c-4885-82f2-5ca2a13a6ea0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ef125da-7115-4c00-b13b-cb3612fc5341 HTTP/1.1" status: 204 len: 168 time: 0.3627865 Jul 16 01:41:44.476459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c86eb2-2a6c-4885-82f2-5ca2a13a6ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef125da-7115-4c00-b13b-cb3612fc5341,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.507220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23406c00-9080-4919-a63d-2e812dbf2684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.529369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a254e27-e1d8-4c32-9588-e801c8c749f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.537358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a254e27-e1d8-4c32-9588-e801c8c749f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.538739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a254e27-e1d8-4c32-9588-e801c8c749f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/913fe74e-42e2-4e7d-b719-f95533e4d204 HTTP/1.1" status: 204 len: 168 time: 0.3537958 Jul 16 01:41:44.573949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a254e27-e1d8-4c32-9588-e801c8c749f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fe74e-42e2-4e7d-b719-f95533e4d204,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.673483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23406c00-9080-4919-a63d-2e812dbf2684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.682496 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23406c00-9080-4919-a63d-2e812dbf2684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.745729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-23406c00-9080-4919-a63d-2e812dbf2684 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef1a5a7796cc414cb7ccf067e77989f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321966 Jul 16 01:41:44.745729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23406c00-9080-4919-a63d-2e812dbf2684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad7167-0153-425f-a592-b34dd6adf13a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.746602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.822135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b934-b5e7-407d-a9d8-a51a88f1d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.852720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b934-b5e7-407d-a9d8-a51a88f1d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.939243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b934-b5e7-407d-a9d8-a51a88f1d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.942535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b934-b5e7-407d-a9d8-a51a88f1d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.944154 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b5f9b934-b5e7-407d-a9d8-a51a88f1d383 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcad7167-0153-425f-a592-b34dd6adf13a HTTP/1.1" status: 204 len: 168 time: 0.1959414 Jul 16 01:41:44.954162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9b934-b5e7-407d-a9d8-a51a88f1d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad7167-0153-425f-a592-b34dd6adf13a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.225856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.447485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1401a-1df3-4729-9844-280895c4db70 req-23095357-c4f6-400d-99e7-c8dac1522379 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.449233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bb1401a-1df3-4729-9844-280895c4db70 req-23095357-c4f6-400d-99e7-c8dac1522379 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.1423714 Jul 16 01:41:45.466264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65451bca-f7dd-4b73-a5fd-2135b69c8c84 req-13ebff8c-9d5c-4e48-a5e0-6e85495b5e44 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.473147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65451bca-f7dd-4b73-a5fd-2135b69c8c84 req-13ebff8c-9d5c-4e48-a5e0-6e85495b5e44 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1157570 Jul 16 01:41:45.520365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.567969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bb1401a-1df3-4729-9844-280895c4db70 req-41c3fdba-3595-48a2-8b92-ecd331cf65dd tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116526 Jul 16 01:41:45.575040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65451bca-f7dd-4b73-a5fd-2135b69c8c84 req-f14a8fa5-5bc1-4610-90fd-13a0489bfc63 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009808 Jul 16 01:41:45.576618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-572c5101-346a-4f4d-9396-fb366e498b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.797915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-572c5101-346a-4f4d-9396-fb366e498b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.807423 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-572c5101-346a-4f4d-9396-fb366e498b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.882454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33784) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.891886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-572c5101-346a-4f4d-9396-fb366e498b70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aec592ba98d041938c058d18a561f6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703904 Jul 16 01:41:45.892624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c5101-346a-4f4d-9396-fb366e498b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58685e94-1e1f-4b9a-9297-060849fa62eb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.894480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.972946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4801380-ed02-4ac7-b023-c009a315b9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.998214 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4801380-ed02-4ac7-b023-c009a315b9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.060079 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4801380-ed02-4ac7-b023-c009a315b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.063662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4801380-ed02-4ac7-b023-c009a315b9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.065772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e4801380-ed02-4ac7-b023-c009a315b9a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58685e94-1e1f-4b9a-9297-060849fa62eb HTTP/1.1" status: 204 len: 168 time: 0.1692951 Jul 16 01:41:46.076389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4801380-ed02-4ac7-b023-c009a315b9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58685e94-1e1f-4b9a-9297-060849fa62eb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.116682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33796) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.181707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-753720544-network', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.201255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faa5f5-1e08-45ea-8bf0-5da85d5a03bd req-c28305b1-04d7-4b50-9336-1c67215fefb9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.203463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3faa5f5-1e08-45ea-8bf0-5da85d5a03bd req-c28305b1-04d7-4b50-9336-1c67215fefb9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.0972950 Jul 16 01:41:46.207282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Made reservation on behalf of cc2d616cd40548b7ab8c8c5d3f4d671c for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:46.210100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.225899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.234473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-871568627-network', 'tenant_id': '56df0106d4c345f6aaa2c6a430cf3428'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.251466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3faa5f5-1e08-45ea-8bf0-5da85d5a03bd req-990a5958-95c8-4fe8-a81c-6a50c4fbf3de tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Jul 16 01:41:46.271619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Made reservation on behalf of 56df0106d4c345f6aaa2c6a430cf3428 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:46.275582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.292469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.378933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.394355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.435736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:46.449435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2efe256-24b0-4aee-9df8-c5ccf1e0c245,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.462151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a5c44-09c7-4161-9547-7ac2b4d14782 req-28f23a90-40e8-4b72-8297-b0e3916243b3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.464084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd3a5c44-09c7-4161-9547-7ac2b4d14782 req-28f23a90-40e8-4b72-8297-b0e3916243b3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.0788851 Jul 16 01:41:46.467902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.468140 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Added segment ebae01d6-d96d-4f4d-9878-4b418d88831b of type vlan for network 1e45292e-a2cb-413e-ac94-b925ff0690a0 Jul 16 01:41:46.520452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd3a5c44-09c7-4161-9547-7ac2b4d14782 req-a45a4a0b-a9bd-4d84-bb00-3c30119cf3e2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Jul 16 01:41:46.540403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.598881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.600672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.601661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.602769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.610415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.659901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7720652 Jul 16 01:41:46.660948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33816) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.663697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:46.668692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Request body: {'subnet': {'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-753720544-subnet', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.698985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Made reservation on behalf of cc2d616cd40548b7ab8c8c5d3f4d671c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:46.702410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.754531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d8741-a538-4b15-a8a1-bf8118b4c1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1e45292e-a2cb-413e-ac94-b925ff0690a0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.766746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:46.776664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac7610-e368-431b-8520-38dc37f0c466,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.783575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.783916 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Added segment 552fd015-410a-4148-a66f-06aea0866016 of type vlan for network 983b6c26-8328-4104-8306-d70a7505b157 Jul 16 01:41:46.912581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.949291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.950326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.950918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.983311 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8680017 Jul 16 01:41:46.987811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33836) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.995002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Request body: {'subnet': {'network_id': '983b6c26-8328-4104-8306-d70a7505b157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-871568627-subnet', 'tenant_id': '56df0106d4c345f6aaa2c6a430cf3428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:47.027983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:47.031376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82394646-aab1-4cd7-885f-9ddceb1cebc4 admin admin] Pushing event updated for resources: {'Network': ['ID=983b6c26-8328-4104-8306-d70a7505b157,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.041857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 983b6c26-8328-4104-8306-d70a7505b157 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:47.069332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Made reservation on behalf of 56df0106d4c345f6aaa2c6a430cf3428 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:47.071971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.090790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668096b-4516-4bcd-ab45-8617b665e0e0 req-8109daed-f4c6-4994-97f2-9ae24aba82ac tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.098947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4668096b-4516-4bcd-ab45-8617b665e0e0 req-8109daed-f4c6-4994-97f2-9ae24aba82ac tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2795494 Jul 16 01:41:47.151150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.244762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0197-04be-4074-93be-a791f7a3fe2e req-e5d97c40-db28-47c6-85e3-9c1e49f49d1a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.246895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03dd0197-04be-4074-93be-a791f7a3fe2e req-e5d97c40-db28-47c6-85e3-9c1e49f49d1a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.3083847 Jul 16 01:41:47.311875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.339457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f387dc1c-bdc9-4481-8c09-ca8e79b8646c tempest-AgentManagementNegativeTest-1707489210 tempest-AgentManagementNegativeTest-1707489210-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3095560 Jul 16 01:41:47.362688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03dd0197-04be-4074-93be-a791f7a3fe2e req-eb845ed3-0558-4448-98da-4f9482b23f68 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759728 Jul 16 01:41:47.369706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4668096b-4516-4bcd-ab45-8617b665e0e0 req-ac89f574-f959-410a-bec7-1a2474831978 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698994 Jul 16 01:41:47.380062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Checking segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:47.380811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Network hostable DHCP agents. Network: 1e45292e-a2cb-413e-ac94-b925ff0690a0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:47.391525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Checking segment: {'id': '552fd015-410a-4148-a66f-06aea0866016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '983b6c26-8328-4104-8306-d70a7505b157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:47.392884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Network hostable DHCP agents. Network: 983b6c26-8328-4104-8306-d70a7505b157, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:47.413094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7c434e-51ff-4fea-9910-eb0cd0e4a5c1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.438065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1c92d0-b998-4c50-8df8-0dcd18fa1769,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.439585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:47.463217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 1e45292e-a2cb-413e-ac94-b925ff0690a0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:47.471525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Network 983b6c26-8328-4104-8306-d70a7505b157 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:47.475846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59471d4b-6610-4fdc-b6cf-4ce376b8a193 None None] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:47.484735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 983b6c26-8328-4104-8306-d70a7505b157) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:47.489162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.490153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.495620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.497487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.517074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e8a1b-71b8-42aa-ba69-5d67202b98b4 None None] Network 983b6c26-8328-4104-8306-d70a7505b157 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:47.520287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-96620634-d0f1-4850-9603-75dfa1555354 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8575931 Jul 16 01:41:47.522956 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-348c04a4-6325-42c5-8d01-4acdb64fa113 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5336304 Jul 16 01:41:47.523633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:47.531535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:47.616842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.620828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.793768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.880235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ebd12-41db-4ad0-978f-8e4208dbb84d None None] Network 983b6c26-8328-4104-8306-d70a7505b157 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:48.021873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33860) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.126674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.247830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-1e45292e-a2cb-413e-ac94-b925ff0690a0', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:48.248615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.275413 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.322300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a92e3551-b2ff-46ee-a8f4-a047aac556ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.491865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.510658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a92e3551-b2ff-46ee-a8f4-a047aac556ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.512338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33876) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.527306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-304403352-network', 'tenant_id': 'f9e055954ad948cc869aabe5ce7bd5d6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:48.534398 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.536831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a92e3551-b2ff-46ee-a8f4-a047aac556ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.547841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Allocated IP 172.20.0.2 (1e45292e-a2cb-413e-ac94-b925ff0690a0/db7c434e-51ff-4fea-9910-eb0cd0e4a5c1/c0769a35-32d0-452a-8a37-3afac6879c1f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:48.638185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e3551-b2ff-46ee-a8f4-a047aac556ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793524a3-2ed8-402e-bd08-12587580b95e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.644631 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a92e3551-b2ff-46ee-a8f4-a047aac556ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9414a92a7c1e4e74b374f1d9a336b77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214404 Jul 16 01:41:48.646751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Made reservation on behalf of f9e055954ad948cc869aabe5ce7bd5d6 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:48.649905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.652069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33878) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.676994 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.754116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0941-5983-46fc-bc2f-b1e1911b83d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.791974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.794958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0941-5983-46fc-bc2f-b1e1911b83d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.808563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Transition to ACTIVE for port object c0769a35-32d0-452a-8a37-3afac6879c1f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:48.834481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Transition to ACTIVE for port object c0769a35-32d0-452a-8a37-3afac6879c1f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:48.844785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.880620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.886296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.894456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Allocated IP 172.25.7.165 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/358f0842-6e53-489b-848a-906038bc7234) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:48.909905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0941-5983-46fc-bc2f-b1e1911b83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.911343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:48.912897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0941-5983-46fc-bc2f-b1e1911b83d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.914124 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6fdc0941-5983-46fc-bc2f-b1e1911b83d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/793524a3-2ed8-402e-bd08-12587580b95e HTTP/1.1" status: 204 len: 168 time: 0.2594674 Jul 16 01:41:48.915526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:48.916362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:48.927888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:48.935724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.935724 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Added segment e6c18ff1-0be9-4e0a-85a3-0d630c56fdf5 of type vlan for network 25027705-8ad6-4f69-b520-652ea92a2e95 Jul 16 01:41:48.936920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f822fbd9-b756-49f0-874e-125534d7ad37,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.963205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a907d-8071-4c20-9ef9-a62be18f47bd req-84bdd1bb-ea88-4104-9994-1197dfe5f9d7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.975854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-844a907d-8071-4c20-9ef9-a62be18f47bd req-84bdd1bb-ea88-4104-9994-1197dfe5f9d7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.3320527 Jul 16 01:41:48.976187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc0941-5983-46fc-bc2f-b1e1911b83d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793524a3-2ed8-402e-bd08-12587580b95e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.013328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Pushing event updated for resources: {'Port': ['ID=c0769a35-32d0-452a-8a37-3afac6879c1f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.015247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5c46-4ca1-45ba-a7a8-58d030bebeef req-7705d3d6-96b7-45df-839b-3a36ab289164 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.019724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1aec5c46-4ca1-45ba-a7a8-58d030bebeef req-7705d3d6-96b7-45df-839b-3a36ab289164 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3729756 Jul 16 01:41:49.027828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Attempting to bind port c0769a35-32d0-452a-8a37-3afac6879c1f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:49.028205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Attempting to bind port c0769a35-32d0-452a-8a37-3afac6879c1f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:49.028667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Attempting to bind port c0769a35-32d0-452a-8a37-3afac6879c1f on network 1e45292e-a2cb-413e-ac94-b925ff0690a0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:49.035082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.035611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:49.035772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Checking segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:49.036205 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.036701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Bound using segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:49.037232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Bound port: c0769a35-32d0-452a-8a37-3afac6879c1f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:49.037740 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.076961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.079993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.082896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.125688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] For port c0769a35-32d0-452a-8a37-3afac6879c1f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:49.131549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] For port c0769a35-32d0-452a-8a37-3afac6879c1f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c0769a35-32d0-452a-8a37-3afac6879c1f,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:49.133669 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6186969 Jul 16 01:41:49.134624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33884) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.141960 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.149524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Request body: {'subnet': {'network_id': '25027705-8ad6-4f69-b520-652ea92a2e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-304403352-subnet', 'tenant_id': 'f9e055954ad948cc869aabe5ce7bd5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:49.186352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf04652-c5a6-4876-a3b9-448ed25c06b1 admin admin] Pushing event updated for resources: {'Network': ['ID=25027705-8ad6-4f69-b520-652ea92a2e95,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.203131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 25027705-8ad6-4f69-b520-652ea92a2e95 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:49.215221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1aec5c46-4ca1-45ba-a7a8-58d030bebeef req-a18b5c50-54ca-43da-81da-b032349bdf90 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839359 Jul 16 01:41:49.231563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Made reservation on behalf of f9e055954ad948cc869aabe5ce7bd5d6 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:49.246792 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.251205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-844a907d-8071-4c20-9ef9-a62be18f47bd req-172deb35-1731-40d6-88a5-71b16900976c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741110 Jul 16 01:41:49.253322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfd8fa-1dca-4648-8a8e-e687460137a3 None None] Pushing event updated for resources: {'Port': ['ID=c0769a35-32d0-452a-8a37-3afac6879c1f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.453370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.510536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.625240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:49.641385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:49.646158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:49.688292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.703468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Pushing event updated for resources: {'Port': ['ID=358f0842-6e53-489b-848a-906038bc7234,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.758905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a635a4af-2625-4158-aeb5-08e927148898,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.813047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Checking segment: {'id': 'e6c18ff1-0be9-4e0a-85a3-0d630c56fdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '25027705-8ad6-4f69-b520-652ea92a2e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:49.813723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Network hostable DHCP agents. Network: 25027705-8ad6-4f69-b520-652ea92a2e95, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:49.835265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Network 25027705-8ad6-4f69-b520-652ea92a2e95 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:49.847461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 25027705-8ad6-4f69-b520-652ea92a2e95) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:49.853470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.854371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.859455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e7f1a-9be2-488a-a4a1-26265824ee04 None None] Network 25027705-8ad6-4f69-b520-652ea92a2e95 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:49.900892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3fd29eac-419a-4adf-bc0a-6feb90ae108a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7591422 Jul 16 01:41:50.067916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33910) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.149912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.186651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e7549-2454-48a4-b85a-ebdf7d00d454 None None] Network 25027705-8ad6-4f69-b520-652ea92a2e95 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:50.235791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1720506906'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:50.265458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:50.283745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.335217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.542436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.547841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.581611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:50.596595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d737ab0-2488-459f-93a7-4bd51bde2ac3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.608576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.609558 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Added segment 4ec703be-bbb8-4acf-a9af-73b5f8b8873e of type vlan for network d6cd67fd-10b3-492f-943b-c4011b9650e7 Jul 16 01:41:50.663216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.698978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.705517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.706240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.727537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6581230 Jul 16 01:41:50.741449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33926) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.747746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'subnet': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:50.825885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9767a6-9e66-4977-809f-6e93479ae24f None None] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:50.860875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8ebad-bb4a-4fa0-abff-26a9ee4da9e9 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Network': ['ID=d6cd67fd-10b3-492f-943b-c4011b9650e7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.879475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:50.990252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0769a35-32d0-452a-8a37-3afac6879c1f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:51.015067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:51.018952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.084092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.161528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1a3d5f78-7711-41c5-bf18-9426fd72fbdf None None] Provisioning for port c0769a35-32d0-452a-8a37-3afac6879c1f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:51.191744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab19b-fd21-4b48-bd93-12ddfcbaa59b req-a3e4c6a7-5f1e-492c-b317-9e378d383cbb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.199928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-062ab19b-fd21-4b48-bd93-12ddfcbaa59b req-a3e4c6a7-5f1e-492c-b317-9e378d383cbb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.7214003 Jul 16 01:41:51.208494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cb687-b19e-4a64-85ac-7e9c2c26495c req-5cf941a9-b804-4138-9c7e-4866ef0ded5e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.215963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac5cb687-b19e-4a64-85ac-7e9c2c26495c req-5cf941a9-b804-4138-9c7e-4866ef0ded5e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.2413032 Jul 16 01:41:51.272219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c0769a35-32d0-452a-8a37-3afac6879c1f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:51.277325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c0769a35-32d0-452a-8a37-3afac6879c1f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:51.278116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.323224 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.349583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-062ab19b-fd21-4b48-bd93-12ddfcbaa59b req-766a78e2-5151-4534-b531-0bee873fa845 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491528 Jul 16 01:41:51.377204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac5cb687-b19e-4a64-85ac-7e9c2c26495c req-b6379345-93c5-4d92-9e82-a286afaaf7ff tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481814 Jul 16 01:41:51.415686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Router ad23e54e-a402-479d-83af-291dfdeae8fe is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:51.419378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Subnet': ['ID=60963cbc-9384-41e8-9a28-de8906006042,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.481777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Checking segment: {'id': '4ec703be-bbb8-4acf-a9af-73b5f8b8873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:51.482596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network hostable DHCP agents. Network: d6cd67fd-10b3-492f-943b-c4011b9650e7, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:51.522374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:51.547275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d6cd67fd-10b3-492f-943b-c4011b9650e7) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:51.561544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.562160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.600466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-99fe4360-0472-46a4-a401-2790807fccf8 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8570263 Jul 16 01:41:51.602590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.606533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130e071-1fb3-44d5-9aa7-573549b7bcf0 None None] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:51.611943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1646376397'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:51.683869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:51.695892 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Sync routers for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:51.714800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.716581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-62c8c3df-98ff-4da9-9db7-20ad52fe8648 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1885962 Jul 16 01:41:51.723542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.729174 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:51.730196 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:51.863639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:51.875096 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.881722 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.938676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] device_id is not set on port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:52.040682 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:52.075269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c0769a35-32d0-452a-8a37-3afac6879c1f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c0769a35-32d0-452a-8a37-3afac6879c1f,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:52.164488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.217945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Allocated IP 2001:db8::36 (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/34b2e9b6-23c7-4ce7-8263-5cb36f0cc697) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:52.221538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-6df4a516-0244-45fe-8ce1-561d4fc7a25d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.243392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-6df4a516-0244-45fe-8ce1-561d4fc7a25d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/networks?id=983b6c26-8328-4104-8306-d70a7505b157 HTTP/1.1" status: 200 len: 811 time: 0.5247054 Jul 16 01:41:52.264187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c0769a35-32d0-452a-8a37-3afac6879c1f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.285586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-40107a65-71c7-47af-8052-e406bb59610d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/quotas/56df0106d4c345f6aaa2c6a430cf3428 HTTP/1.1" status: 200 len: 375 time: 0.0408475 Jul 16 01:41:52.289758 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:49Z', 'revision_number': 3, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:52.333971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-124108c3-955c-4fa2-a28d-08d1ee4b8211 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56df0106d4c345f6aaa2c6a430cf3428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472710 Jul 16 01:41:52.345727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d66346c-0c6d-42a5-8d31-409c05e1a824 None None] Provisioning complete for port c0769a35-32d0-452a-8a37-3afac6879c1f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:52.346260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d66346c-0c6d-42a5-8d31-409c05e1a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.356759 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Checking router: ad23e54e-a402-479d-83af-291dfdeae8fe for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:52.357411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Updating router ad23e54e-a402-479d-83af-291dfdeae8fe port 358f0842-6e53-489b-848a-906038bc7234 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:52.405864 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.414078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d6cd67fd-10b3-492f-943b-c4011b9650e7', 'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'tenant_id': 'd00fd353c60e4e9b92a9009d869d18fd', 'fixed_ips': [{'subnet_id': '60963cbc-9384-41e8-9a28-de8906006042'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:52.422905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.583063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-aa093cbc-44d0-4b2b-b75a-78cf10cd1303 service neutron] 10.222.0.42 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479680 Jul 16 01:41:52.586357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33962) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.667656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.687974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Transition to ACTIVE for port object 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:52.740886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.843519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:52.849247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=34b2e9b6-23c7-4ce7-8263-5cb36f0cc697,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.856149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:52.861466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:52.871827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.873661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.888075 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.911180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0769a35-32d0-452a-8a37-3afac6879c1f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:52.911767 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Transition to ACTIVE for port object 358f0842-6e53-489b-848a-906038bc7234 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:52.922549 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.932925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-ec573c10-b53a-465e-8f9d-2d051af54f33 service neutron] 10.222.0.42 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487334 Jul 16 01:41:52.947561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13416de9-a593-481f-af6f-9eaa227a239a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.975520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc8465-6629-460f-bbf0-e1973679ba08 req-7f057746-a1fa-4ec0-ac0d-8332cb0ba54f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.982794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c3cbb7e4-3329-4a3a-9ac0-196e778a458b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3756886 Jul 16 01:41:52.983938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33968) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.987574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c0cc8465-6629-460f-bbf0-e1973679ba08 req-7f057746-a1fa-4ec0-ac0d-8332cb0ba54f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.3518226 Jul 16 01:41:52.995712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-344910939', 'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:db:7e:5f'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:53.000904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c0769a35-32d0-452a-8a37-3afac6879c1f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:53.001283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.063505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Allocated IP 2001:db8::2 (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/2edfaa19-7a83-4df7-970c-59bef027562d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:53.079662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c0cc8465-6629-460f-bbf0-e1973679ba08 req-72ce3797-add4-4407-b1e3-472ebcf98672 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908616 Jul 16 01:41:53.151297 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Attempting to bind port 358f0842-6e53-489b-848a-906038bc7234 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:53.156203 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Attempting to bind port 358f0842-6e53-489b-848a-906038bc7234 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:53.156886 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Attempting to bind port 358f0842-6e53-489b-848a-906038bc7234 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:53.162290 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Pushing event updated for resources: {'Port': ['ID=358f0842-6e53-489b-848a-906038bc7234,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.192505 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:53.194733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:53.196561 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.197574 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:53.200684 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Bound port: 358f0842-6e53-489b-848a-906038bc7234, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:53.201581 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.213282 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.218247 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.218529 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.218913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.219604 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.220076 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.222118 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.222621 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.228169 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.228748 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.229036 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.229479 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:53.309515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.312336 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] For port 358f0842-6e53-489b-848a-906038bc7234, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:53.324949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] For port 358f0842-6e53-489b-848a-906038bc7234, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=358f0842-6e53-489b-848a-906038bc7234,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:53.335395 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.335677 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.360060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Transition to ACTIVE for port object 2edfaa19-7a83-4df7-970c-59bef027562d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:53.409898 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:53.411133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:53.423828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13416de9-a593-481f-af6f-9eaa227a239a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.426371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:53.435653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13416de9-a593-481f-af6f-9eaa227a239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.448515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Transition to ACTIVE for port object 2edfaa19-7a83-4df7-970c-59bef027562d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:53.466648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.541212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-13416de9-a593-481f-af6f-9eaa227a239a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0b0d7cb89dd4492b243fc972b3b300d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9456444 Jul 16 01:41:53.546456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13416de9-a593-481f-af6f-9eaa227a239a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf864acc-cbe4-4e7d-a611-0324323cfc06,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.549389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33974) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.563607 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:53.630248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Pushing event updated for resources: {'Port': ['ID=2edfaa19-7a83-4df7-970c-59bef027562d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.664295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:53.667719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:53.680757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:53.706462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7efa0b4f-c3fd-445d-81fa-808583d87148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.735188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7efa0b4f-c3fd-445d-81fa-808583d87148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.782917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.810595 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4d29-3db4-4b31-8051-5f2db913c17d None None] Pushing event updated for resources: {'Port': ['ID=358f0842-6e53-489b-848a-906038bc7234,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.863366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Attempting to bind port 2edfaa19-7a83-4df7-970c-59bef027562d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:53.863949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Attempting to bind port 2edfaa19-7a83-4df7-970c-59bef027562d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '4ec703be-bbb8-4acf-a9af-73b5f8b8873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:53.866519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Attempting to bind port 2edfaa19-7a83-4df7-970c-59bef027562d on network d6cd67fd-10b3-492f-943b-c4011b9650e7 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:53.875686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:53.876386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Checking segment: {'id': '4ec703be-bbb8-4acf-a9af-73b5f8b8873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:53.877175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.877830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Bound using segment: {'id': '4ec703be-bbb8-4acf-a9af-73b5f8b8873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:53.878702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Bound port: 2edfaa19-7a83-4df7-970c-59bef027562d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec703be-bbb8-4acf-a9af-73b5f8b8873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:53.879471 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.901553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:53.909411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] device_id is not set on port afdea7d2-bce0-4d56-ba07-27ee0cfd1787 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:53.928098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abdd06fa-8f62-4843-aab1-c43fe5bb2c44 req-f6feb14a-abf1-4411-b4d8-4e683c670fcf tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 210 time: 0.0767579 Jul 16 01:41:53.961028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad89857-ceed-412a-8dcc-58f54a9dc9cf req-b6510ab2-e789-4267-89eb-1a97fe896e9c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.969182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ad89857-ceed-412a-8dcc-58f54a9dc9cf req-b6510ab2-e789-4267-89eb-1a97fe896e9c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.6354139 Jul 16 01:41:54.020566 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:49Z', 'revision_number': 3, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.050961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ad89857-ceed-412a-8dcc-58f54a9dc9cf req-c28c377b-b780-4bdd-abd7-5f9d7126d0e5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805104 Jul 16 01:41:54.064005 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e757eb0-9ce1-4c26-834b-5a7f7c023d97 None None] The sync data for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 is: [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:49Z', 'revision_number': 3, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:54.143221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Allocated IP 172.20.0.1 (1e45292e-a2cb-413e-ac94-b925ff0690a0/db7c434e-51ff-4fea-9910-eb0cd0e4a5c1/ab665dd2-ed74-4dd0-8657-a975a2a286a2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:54.214584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Allocated IP 2001:db8::101 (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/afdea7d2-bce0-4d56-ba07-27ee0cfd1787) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:54.372270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] For port 2edfaa19-7a83-4df7-970c-59bef027562d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:54.388446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] For port 2edfaa19-7a83-4df7-970c-59bef027562d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2edfaa19-7a83-4df7-970c-59bef027562d,segment=NetworkSegment(4ec703be-bbb8-4acf-a9af-73b5f8b8873e),segment_id=4ec703be-bbb8-4acf-a9af-73b5f8b8873e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:54.404735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.443109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.491704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea85264-75f3-43d2-b370-af5f49fba150 None None] Pushing event updated for resources: {'Port': ['ID=2edfaa19-7a83-4df7-970c-59bef027562d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.511515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.527941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.535453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'port_id': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'mac_address': 'fa:16:3e:1a:22:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccade60-0cd4-417e-be1b-4b56c402aac3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:54.564395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Transition to ACTIVE for port object afdea7d2-bce0-4d56-ba07-27ee0cfd1787 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:54.578914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Transition to ACTIVE for port object ab665dd2-ed74-4dd0-8657-a975a2a286a2 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:54.633811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.681984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7efa0b4f-c3fd-445d-81fa-808583d87148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.685587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7efa0b4f-c3fd-445d-81fa-808583d87148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.699114 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7efa0b4f-c3fd-445d-81fa-808583d87148 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf864acc-cbe4-4e7d-a611-0324323cfc06 HTTP/1.1" status: 204 len: 168 time: 1.1214354 Jul 16 01:41:54.701666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:54.714699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0b4f-c3fd-445d-81fa-808583d87148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf864acc-cbe4-4e7d-a611-0324323cfc06,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.759321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.776323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.837771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.854979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.963379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Pushing event updated for resources: {'Port': ['ID=ab665dd2-ed74-4dd0-8657-a975a2a286a2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.027936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:55.033197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:55.038678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:55.066354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:55.081111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:55.091742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:55.124167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b5529-7f71-4954-9906-b76efa19dd71 req-1fcb09d2-f9d3-4fb7-8ad5-7bb62d79caa2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.146646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b5b5529-7f71-4954-9906-b76efa19dd71 req-1fcb09d2-f9d3-4fb7-8ad5-7bb62d79caa2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.6691518 Jul 16 01:41:55.149643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 358f0842-6e53-489b-848a-906038bc7234 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:55.163389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.165479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.179698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['919f3c1c-6775-4532-a7b2-0f333d4b1fe9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:55.265164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=afdea7d2-bce0-4d56-ba07-27ee0cfd1787,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.281482 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-68ad6d9a-6f81-4103-b19d-b7a4da2cdcc6 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2932076 Jul 16 01:41:55.283630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.339979 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.451393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.527719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 358f0842-6e53-489b-848a-906038bc7234 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:55.570236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 358f0842-6e53-489b-848a-906038bc7234 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:55.573854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.588858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc48c-a204-4ad2-bc95-1aae61980277 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.603014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc48c-a204-4ad2-bc95-1aae61980277 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.618469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc48c-a204-4ad2-bc95-1aae61980277 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.624092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9e6dc48c-a204-4ad2-bc95-1aae61980277 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3368180 Jul 16 01:41:55.628306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34020) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.672118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6872024f-5ec0-4a9f-aa7b-b4d1bf0c6d26 req-d9b686de-09e7-4634-b14c-0d42c82291ad tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 210 time: 0.1889799 Jul 16 01:41:55.677571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b5b5529-7f71-4954-9906-b76efa19dd71 req-af507156-c8f7-42fb-9d52-a20b5e4da7fa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295935 Jul 16 01:41:55.755789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b62eaf47-8fab-497d-ae15-f826bb8a9a5d None None] Provisioning for port ab665dd2-ed74-4dd0-8657-a975a2a286a2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:55.827059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b62eaf47-8fab-497d-ae15-f826bb8a9a5d None None] Provisioning complete for port ab665dd2-ed74-4dd0-8657-a975a2a286a2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:55.832391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b62eaf47-8fab-497d-ae15-f826bb8a9a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.873733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port afdea7d2-bce0-4d56-ba07-27ee0cfd1787 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:55.874427 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.062866 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.067466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.112639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.115269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b62eaf47-8fab-497d-ae15-f826bb8a9a5d None None] Port ab665dd2-ed74-4dd0-8657-a975a2a286a2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:56.145292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for afdea7d2-bce0-4d56-ba07-27ee0cfd1787 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:56.159147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 358f0842-6e53-489b-848a-906038bc7234, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=358f0842-6e53-489b-848a-906038bc7234,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.169977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.311696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=358f0842-6e53-489b-848a-906038bc7234,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.510671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.547702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-e498e9b4-1d7d-4fc9-84dd-23f719905db7 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.550263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-e498e9b4-1d7d-4fc9-84dd-23f719905db7 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.13 "GET /v2.0/networks?id=983b6c26-8328-4104-8306-d70a7505b157 HTTP/1.1" status: 200 len: 811 time: 0.6298385 Jul 16 01:41:56.607580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Request body: {'port': {'device_id': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'network_id': '983b6c26-8328-4104-8306-d70a7505b157', 'admin_state_up': True, 'tenant_id': '56df0106d4c345f6aaa2c6a430cf3428'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:56.687197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab59fc-b218-422b-8aab-877ead234869 req-cd2ccb04-80b1-4674-a969-8ae567f32ec9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.696480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5ab59fc-b218-422b-8aab-877ead234869 req-cd2ccb04-80b1-4674-a969-8ae567f32ec9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.6762788 Jul 16 01:41:56.763536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458fd1bf-bf47-41b2-83ec-44d564b4f5ff None None] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:56.925377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5ab59fc-b218-422b-8aab-877ead234869 req-d286683b-fc29-40c7-8163-02ced330e950 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291517 Jul 16 01:41:57.011818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0614ac0-9934-4b04-b24e-b64d8d7f4676 None None] Provisioning for port 2edfaa19-7a83-4df7-970c-59bef027562d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:57.130730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cd7b744-9b6e-439b-8699-4e5744d606c0 req-6785567b-0b21-427d-96c6-6abaad1224de tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 210 time: 0.1252909 Jul 16 01:41:57.221573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2edfaa19-7a83-4df7-970c-59bef027562d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:57.239247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.242168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Made reservation on behalf of 56df0106d4c345f6aaa2c6a430cf3428 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:57.248398 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.261685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.350719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2edfaa19-7a83-4df7-970c-59bef027562d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:57.364516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2edfaa19-7a83-4df7-970c-59bef027562d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:57.364516 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.367696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=afdea7d2-bce0-4d56-ba07-27ee0cfd1787,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.512653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.590557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Pushing event updated for resources: {'Port': ['ID=ab665dd2-ed74-4dd0-8657-a975a2a286a2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.614848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.701795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.703816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c86e8de0-5712-42de-9116-4b5eb8220521 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/ports/afdea7d2-bce0-4d56-ba07-27ee0cfd1787 HTTP/1.1" status: 204 len: 168 time: 2.0744236 Jul 16 01:41:57.706583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.729197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2edfaa19-7a83-4df7-970c-59bef027562d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2edfaa19-7a83-4df7-970c-59bef027562d,segment=NetworkSegment(4ec703be-bbb8-4acf-a9af-73b5f8b8873e),segment_id=4ec703be-bbb8-4acf-a9af-73b5f8b8873e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:57.740288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.742608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 358f0842-6e53-489b-848a-906038bc7234 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:57.810700 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-19495c6d-4a22-4445-86e8-f9c0390ae8ab tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] GET failed (client error): The resource could not be found. Jul 16 01:41:57.817948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19495c6d-4a22-4445-86e8-f9c0390ae8ab tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "GET /v2.0/ports/afdea7d2-bce0-4d56-ba07-27ee0cfd1787 HTTP/1.1" status: 404 len: 333 time: 0.1102166 Jul 16 01:41:57.824288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34052) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.831831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-350299938'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:57.925943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:58.066261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-485fcf2a-d08d-40e2-8a57-4a9e83b0495e None None] Provisioning for port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:58.122179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-485fcf2a-d08d-40e2-8a57-4a9e83b0495e None None] Provisioning complete for port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:58.129904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-485fcf2a-d08d-40e2-8a57-4a9e83b0495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.139324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:58.151643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.222654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] device_id is not set on port b1273818-3a45-46b7-81b3-9d3cc3818061 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:58.236825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 358f0842-6e53-489b-848a-906038bc7234 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:58.237371 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.242929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2edfaa19-7a83-4df7-970c-59bef027562d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.290503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-485fcf2a-d08d-40e2-8a57-4a9e83b0495e None None] Port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:58.314910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:58.315397 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.321079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8069a-83b7-44a7-8b13-19f34c5f071c req-04999a0a-9b5e-4efc-a052-8f6f3b0b9434 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.332505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a8069a-83b7-44a7-8b13-19f34c5f071c req-04999a0a-9b5e-4efc-a052-8f6f3b0b9434 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 1.0262663 Jul 16 01:41:58.442959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-485fcf2a-d08d-40e2-8a57-4a9e83b0495e None None] Provisioning complete for port 2edfaa19-7a83-4df7-970c-59bef027562d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:58.443424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-485fcf2a-d08d-40e2-8a57-4a9e83b0495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.475177 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:58.492842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Allocated IP 172.20.0.12 (983b6c26-8328-4104-8306-d70a7505b157/bf1c92d0-b998-4c50-8df8-0dcd18fa1769/e458cc17-8508-4c20-bcb3-769ffc284ca6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:58.502007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Allocated IP 2001:db8::317 (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/b1273818-3a45-46b7-81b3-9d3cc3818061) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:58.591823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a8069a-83b7-44a7-8b13-19f34c5f071c req-501767ac-500f-47da-b0ad-c8ceedaf75e3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580621 Jul 16 01:41:58.611612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:58.620106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:58.977547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.979948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.023703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2edfaa19-7a83-4df7-970c-59bef027562d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:59.029555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Transition to ACTIVE for port object b1273818-3a45-46b7-81b3-9d3cc3818061 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:59.037689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:59.040198 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f3095d-4a53-477c-a860-35fe58fa6fe0" -d '{"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-plugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:59.087252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:59.098984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.125410 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.213744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2edfaa19-7a83-4df7-970c-59bef027562d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:59.214115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.232026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=b1273818-3a45-46b7-81b3-9d3cc3818061,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.245437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90789647-aa30-4797-8d94-746b6ad34186 req-a027603c-d3ee-4ee2-a31e-4a08592e33d1 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 210 time: 0.2785807 Jul 16 01:41:59.260182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:59.261810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:59.265472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:59.289989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.290781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.319618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-517878f5-d1c0-4db9-a9b1-b7cfbc39a293 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4939005 Jul 16 01:41:59.322309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34068) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.327900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:db:7e:5f'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:59.393847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.464716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7f15dbed-ea59-4f36-b240-73dcb75a7507 None None] Provisioning complete for port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:59.465240 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7f15dbed-ea59-4f36-b240-73dcb75a7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.562466 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8177528b-c918-4121-abea-7e447fe6754a x-openstack-request-id: req-8177528b-c918-4121-abea-7e447fe6754a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:59.563018 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-plugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:59.563517 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8177528b-c918-4121-abea-7e447fe6754a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:59.564587 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'code': 200} Jul 16 01:41:59.565739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7f15dbed-ea59-4f36-b240-73dcb75a7507 None None] Port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:59.570865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7f15dbed-ea59-4f36-b240-73dcb75a7507 None None] Could not find standard attr ID for object afdea7d2-bce0-4d56-ba07-27ee0cfd1787. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:59.572982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Router ad23e54e-a402-479d-83af-291dfdeae8fe has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:59.665630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5dd87-299c-437e-8902-ceb8d7a3f930 req-fd29ff98-7fd5-4baa-84e1-3fa1e933ab2f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.670410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-acb5dd87-299c-437e-8902-ceb8d7a3f930 req-fd29ff98-7fd5-4baa-84e1-3fa1e933ab2f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.7079570 Jul 16 01:41:59.699090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4689bd74-6d74-4f23-9e3a-72ec7ec437b6 None None] Provisioning complete for port ab665dd2-ed74-4dd0-8657-a975a2a286a2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:59.699467 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4689bd74-6d74-4f23-9e3a-72ec7ec437b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.720296 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.817773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4689bd74-6d74-4f23-9e3a-72ec7ec437b6 None None] Port ab665dd2-ed74-4dd0-8657-a975a2a286a2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:59.867648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.057578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:00.063398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad04067b-b8de-4edf-89f7-39b5e5ede696 None None] Provisioning for port b1273818-3a45-46b7-81b3-9d3cc3818061 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:00.066833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-46d454b2-6e1c-4f62-87fb-65e417dcf798 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad23e54e-a402-479d-83af-291dfdeae8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3366413 Jul 16 01:42:00.077137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Sync routers for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:00.079437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad04067b-b8de-4edf-89f7-39b5e5ede696 None None] Provisioning complete for port b1273818-3a45-46b7-81b3-9d3cc3818061 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:00.079865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad04067b-b8de-4edf-89f7-39b5e5ede696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.169706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.177119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:00.177774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.197247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Network 983b6c26-8328-4104-8306-d70a7505b157 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:00.206613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:00.210448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:00.287250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.295023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.299425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ad04067b-b8de-4edf-89f7-39b5e5ede696 None None] Port b1273818-3a45-46b7-81b3-9d3cc3818061 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:00.318841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-acb5dd87-299c-437e-8902-ceb8d7a3f930 req-2804e233-04a4-4227-9b36-f5cc587e43b5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237414 Jul 16 01:42:00.344482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] In _notify_port_updated(), no bound segment for port b1273818-3a45-46b7-81b3-9d3cc3818061 on network d6cd67fd-10b3-492f-943b-c4011b9650e7 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:00.350642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.352370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.354230 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "PUT /v2.0/ports/b1273818-3a45-46b7-81b3-9d3cc3818061 HTTP/1.1" status: 200 len: 1001 time: 1.0309248 Jul 16 01:42:00.357472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34082) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.377692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.380266 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.433876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c266303-47e3-4ff6-af44-dd6bd9f3c2c4 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=b1273818-3a45-46b7-81b3-9d3cc3818061,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.467004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8799360 Jul 16 01:42:00.481193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:00.493682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acf3a-144d-4d50-90c2-d372af1b677e req-9f9dd3cb-6069-489a-a82a-43fce1c9c0ff tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.506580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-992acf3a-144d-4d50-90c2-d372af1b677e req-9f9dd3cb-6069-489a-a82a-43fce1c9c0ff tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.4380152 Jul 16 01:42:00.535820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Request body: {'port': {'device_id': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:00.564072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34951c-59cb-42df-9af0-86553bb9dd03 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Pushing event updated for resources: {'Port': ['ID=e458cc17-8508-4c20-bcb3-769ffc284ca6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.584794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port b1273818-3a45-46b7-81b3-9d3cc3818061 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:00.585145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.708727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-992acf3a-144d-4d50-90c2-d372af1b677e req-c0478182-543c-4d3c-85bc-c9b618804839 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983294 Jul 16 01:42:00.780664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.801675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for b1273818-3a45-46b7-81b3-9d3cc3818061 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:00.839351 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.144711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.162705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a7a2b3f1-c1d4-4e5b-9138-771ea0c21ab1 None None] Provisioning complete for port b1273818-3a45-46b7-81b3-9d3cc3818061 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:01.163275 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b3f1-c1d4-4e5b-9138-771ea0c21ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.247864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=b1273818-3a45-46b7-81b3-9d3cc3818061,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.273956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e458cc17-8508-4c20-bcb3-769ffc284ca6 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:01.276889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2b3f1-c1d4-4e5b-9138-771ea0c21ab1 None None] Port b1273818-3a45-46b7-81b3-9d3cc3818061 was deleted so its status cannot be updated. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:42:01.286242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.304132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Transition to ACTIVE for port object e458cc17-8508-4c20-bcb3-769ffc284ca6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:01.341785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.344619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.354728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--578957002', 'description': 'tempest-description--1621836136'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:01.355843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 2, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.465922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Checking router: ad23e54e-a402-479d-83af-291dfdeae8fe for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:01.466196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Updating router ad23e54e-a402-479d-83af-291dfdeae8fe port ab665dd2-ed74-4dd0-8657-a975a2a286a2 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:01.520297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.537030 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c7cceec-cb13-4e6a-896e-948a2663622d tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/ports/b1273818-3a45-46b7-81b3-9d3cc3818061 HTTP/1.1" status: 204 len: 168 time: 1.1729071 Jul 16 01:42:01.537742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.545717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.615135 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0ddf0f-7a96-4c10-a338-f7284ce7ad84 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] GET failed (client error): The resource could not be found. Jul 16 01:42:01.616879 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f0ddf0f-7a96-4c10-a338-f7284ce7ad84 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "GET /v2.0/ports/b1273818-3a45-46b7-81b3-9d3cc3818061 HTTP/1.1" status: 404 len: 333 time: 0.0781329 Jul 16 01:42:01.623324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34100) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.627771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.634092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1492398199'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:01.642783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Pushing event updated for resources: {'Port': ['ID=e458cc17-8508-4c20-bcb3-769ffc284ca6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.793784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc761c9e-319b-4150-918e-dacb342a7ac0 req-d824e6bc-3ad0-4fb4-b3d6-62cafa8a80a9 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.801026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc761c9e-319b-4150-918e-dacb342a7ac0 req-d824e6bc-3ad0-4fb4-b3d6-62cafa8a80a9 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 944 time: 0.4938834 Jul 16 01:42:01.870289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Attempting to bind port e458cc17-8508-4c20-bcb3-769ffc284ca6 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:01.870656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Attempting to bind port e458cc17-8508-4c20-bcb3-769ffc284ca6 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '552fd015-410a-4148-a66f-06aea0866016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '983b6c26-8328-4104-8306-d70a7505b157'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:01.870991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Attempting to bind port e458cc17-8508-4c20-bcb3-769ffc284ca6 on network 983b6c26-8328-4104-8306-d70a7505b157 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:01.909554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Port e458cc17-8508-4c20-bcb3-769ffc284ca6 on network 983b6c26-8328-4104-8306-d70a7505b157 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:01.909888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Attempting to bind port e458cc17-8508-4c20-bcb3-769ffc284ca6 on network 983b6c26-8328-4104-8306-d70a7505b157 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:01.922942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:01.923218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Checking segment: {'id': '552fd015-410a-4148-a66f-06aea0866016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '983b6c26-8328-4104-8306-d70a7505b157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:01.923597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Bound using segment: {'id': '552fd015-410a-4148-a66f-06aea0866016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '983b6c26-8328-4104-8306-d70a7505b157'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:01.924001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Bound port: e458cc17-8508-4c20-bcb3-769ffc284ca6, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552fd015-410a-4148-a66f-06aea0866016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '983b6c26-8328-4104-8306-d70a7505b157'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:01.924369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.938949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc761c9e-319b-4150-918e-dacb342a7ac0 req-2fa696f4-0ef3-4510-acc6-8f33ba90d853 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370220 Jul 16 01:42:02.033346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.064378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e03de3-d3b9-4a09-8413-5146eb65d995 req-7873038d-085b-4009-b9a9-2db1b5e99cea tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.068004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90e03de3-d3b9-4a09-8413-5146eb65d995 req-7873038d-085b-4009-b9a9-2db1b5e99cea tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.4030483 Jul 16 01:42:02.076074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:02.089448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.095063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.107197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Transition to ACTIVE for port object ab665dd2-ed74-4dd0-8657-a975a2a286a2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:02.111474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.116119 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.168783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] device_id is not set on port d990c685-775c-4d96-be73-ed43788669c8 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:02.281831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277cca6-9dd7-4c78-a757-09a97a6276f2 None None] Pushing event updated for resources: {'Port': ['ID=ab665dd2-ed74-4dd0-8657-a975a2a286a2,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.282434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca37f41-b5f1-431a-83d0-e27c990b4a5c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.324532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Attempting to bind port ab665dd2-ed74-4dd0-8657-a975a2a286a2 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:02.325040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Attempting to bind port ab665dd2-ed74-4dd0-8657-a975a2a286a2 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:02.325491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Attempting to bind port ab665dd2-ed74-4dd0-8657-a975a2a286a2 on network 1e45292e-a2cb-413e-ac94-b925ff0690a0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:02.338225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:02.340606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Checking segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:02.341550 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.343198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Bound using segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:02.343799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Bound port: ab665dd2-ed74-4dd0-8657-a975a2a286a2, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:02.344898 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.387867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.389955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bc645bf3-7f73-471c-8795-2916f80f41b3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0409603 Jul 16 01:42:02.401233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34108) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.411333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Request body: {'security_group_rule': {'security_group_id': '8ca37f41-b5f1-431a-83d0-e27c990b4a5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:02.417118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] For port e458cc17-8508-4c20-bcb3-769ffc284ca6, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:02.469699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] For port e458cc17-8508-4c20-bcb3-769ffc284ca6, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6,segment=NetworkSegment(552fd015-410a-4148-a66f-06aea0866016),segment_id=552fd015-410a-4148-a66f-06aea0866016)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:02.478412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-90e03de3-d3b9-4a09-8413-5146eb65d995 req-2cb3b5f3-c1c1-45b6-bb1e-e7b29dabdbea tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121700 Jul 16 01:42:02.481098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.519348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] For port ab665dd2-ed74-4dd0-8657-a975a2a286a2, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:02.524188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] For port ab665dd2-ed74-4dd0-8657-a975a2a286a2, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ab665dd2-ed74-4dd0-8657-a975a2a286a2,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:02.531195 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.600952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.602570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.605038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] 10.222.0.13 "PUT /v2.0/ports/e458cc17-8508-4c20-bcb3-769ffc284ca6 HTTP/1.1" status: 200 len: 1093 time: 2.0959597 Jul 16 01:42:02.606147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333be19-a6f4-4e56-b89a-6236c3341724 service neutron] Pushing event updated for resources: {'Port': ['ID=e458cc17-8508-4c20-bcb3-769ffc284ca6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.626315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'tag': 'e458cc17-8508-4c20-bcb3-769ffc284ca6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:02.632198 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015439f3-08c9-4266-bc81-5428858854c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fb2da0-e3d7-4b9e-be3e-0d32933e989f", "tag": "e458cc17-8508-4c20-bcb3-769ffc284ca6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:02.634135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:02.638197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:02.743097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.766331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277cca6-9dd7-4c78-a757-09a97a6276f2 None None] Pushing event updated for resources: {'Port': ['ID=ab665dd2-ed74-4dd0-8657-a975a2a286a2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.886288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Allocated IP 2001:db8::1dd (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/d990c685-775c-4d96-be73-ed43788669c8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:02.916857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:02.952171 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b13f7cc-ccc3-497f-9af4-9d3af7579342 x-openstack-request-id: req-0b13f7cc-ccc3-497f-9af4-9d3af7579342 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:02.953113 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fb2da0-e3d7-4b9e-be3e-0d32933e989f", "tag": "e458cc17-8508-4c20-bcb3-769ffc284ca6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:02.953113 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b13f7cc-ccc3-497f-9af4-9d3af7579342 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:02.953848 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'tag': 'e458cc17-8508-4c20-bcb3-769ffc284ca6', 'status': 'completed', 'code': 200} Jul 16 01:42:02.985715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-a20e222d-b21f-43b4-a26b-3a0a32d323a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.988527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-a20e222d-b21f-43b4-a26b-3a0a32d323a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df0106d4c345f6aaa2c6a430cf3428&device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 1096 time: 0.2947185 Jul 16 01:42:03.013231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e624c-d44b-47e3-9fb8-460c316900ef req-84de6d87-6b33-4fdf-84fe-534391c215d7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.026810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e624c-d44b-47e3-9fb8-460c316900ef req-84de6d87-6b33-4fdf-84fe-534391c215d7 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.2331574 Jul 16 01:42:03.118106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.124594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.166263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95f4ccc-dc5b-4386-991e-48462f175871,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.214274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-f0be3995-acf6-4d93-b688-051c07bdb61c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6 HTTP/1.1" status: 200 len: 217 time: 0.1820807 Jul 16 01:42:03.247668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.256339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b12998b1-4cd2-46d6-a137-710f2f3c46bc tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8523476 Jul 16 01:42:03.257380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34120) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.295543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Request body: {'security_group_rule': {'security_group_id': '8ca37f41-b5f1-431a-83d0-e27c990b4a5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:03.391298 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.474006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:03.487113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-553e624c-d44b-47e3-9fb8-460c316900ef req-e678a3bb-0d45-4ea4-96eb-dbf4b19508c5 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586813 Jul 16 01:42:03.509988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-76798cd9-afb1-4404-8881-240ef3597b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.515602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3f97-603b-49ab-b1c7-296563803bc4 None None] The sync data for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 is: [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:03.533557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-76798cd9-afb1-4404-8881-240ef3597b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf1c92d0-b998-4c50-8df8-0dcd18fa1769 HTTP/1.1" status: 200 len: 851 time: 0.3118663 Jul 16 01:42:03.723533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-d2fc8e7f-c55d-410d-840f-315be41abd41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=983b6c26-8328-4104-8306-d70a7505b157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673617 Jul 16 01:42:03.829274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.873985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.905361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-cbbdf9ae-bde6-497e-84f1-b70f5f369a37 service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595864 Jul 16 01:42:04.062257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b782bab-8a70-4657-91e6-6050149d8600,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.110268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.112255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-89f1b361-3078-4f79-95e0-bca712b985cf tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8238349 Jul 16 01:42:04.126825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.145218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.149736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.170050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Transition to ACTIVE for port object d990c685-775c-4d96-be73-ed43788669c8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:04.227280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.229040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.272279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:04.301287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:04.320965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:04.327716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.328589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.392052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=d990c685-775c-4d96-be73-ed43788669c8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.402698 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bd2feea7-d19c-4cff-8667-8bd59a23d2c7 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7778289 Jul 16 01:42:04.404025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34132) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.412192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:db:7e:5f'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.416668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3702c9-c3c3-46ba-9b91-8b06cf7b8996 req-2ac7c541-a815-48be-b265-1bac5b97b1b3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.426421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d3702c9-c3c3-46ba-9b91-8b06cf7b8996 req-2ac7c541-a815-48be-b265-1bac5b97b1b3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 944 time: 0.7094927 Jul 16 01:42:04.457972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98fbc57a-071c-4a5f-bd47-d82331ca208e req-b55f8eef-cd74-4dbd-ba53-05cc92e15ef5 service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331104 Jul 16 01:42:04.484735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226f21d-9577-4ee0-9986-fee53c4281a1 req-88ef5b2e-86ea-4228-9738-0386735577d6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.508803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f226f21d-9577-4ee0-9986-fee53c4281a1 req-88ef5b2e-86ea-4228-9738-0386735577d6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.5277700 Jul 16 01:42:04.598354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d3702c9-c3c3-46ba-9b91-8b06cf7b8996 req-782417a5-fcdd-4ecd-be7a-86ffd968e09c tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705461 Jul 16 01:42:04.829950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.833252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f226f21d-9577-4ee0-9986-fee53c4281a1 req-a528eed1-57f7-4670-9a70-3faa3cbb79b5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231699 Jul 16 01:42:04.888783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17ae0bf1-983a-4768-af1f-fec7cedf3b3a None None] Provisioning for port d990c685-775c-4d96-be73-ed43788669c8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:04.899281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17ae0bf1-983a-4768-af1f-fec7cedf3b3a None None] Provisioning complete for port d990c685-775c-4d96-be73-ed43788669c8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:04.900892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17ae0bf1-983a-4768-af1f-fec7cedf3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.966804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.021967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17ae0bf1-983a-4768-af1f-fec7cedf3b3a None None] Port d990c685-775c-4d96-be73-ed43788669c8 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:05.027679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab665dd2-ed74-4dd0-8657-a975a2a286a2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:05.181538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ab665dd2-ed74-4dd0-8657-a975a2a286a2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:05.191633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ab665dd2-ed74-4dd0-8657-a975a2a286a2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:05.192023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.239780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Allocated IP 172.25.7.38 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/5da2cc47-e05b-4fbb-91ed-c7e8bab4570c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:05.448046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.526660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ab665dd2-ed74-4dd0-8657-a975a2a286a2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ab665dd2-ed74-4dd0-8657-a975a2a286a2,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:05.536042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.568014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.579333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.581104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.661875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] In _notify_port_updated(), no bound segment for port d990c685-775c-4d96-be73-ed43788669c8 on network d6cd67fd-10b3-492f-943b-c4011b9650e7 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:05.670858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ab665dd2-ed74-4dd0-8657-a975a2a286a2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.692948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.711242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.712744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.725028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.727835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "PUT /v2.0/ports/d990c685-775c-4d96-be73-ed43788669c8 HTTP/1.1" status: 200 len: 1003 time: 1.3180275 Jul 16 01:42:05.756254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015439f3-08c9-4266-bc81-5428858854c4 req-0fcb0b50-2ba8-4607-84c5-3551e500808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.758794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-0fcb0b50-2ba8-4607-84c5-3551e500808a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df0106d4c345f6aaa2c6a430cf3428&device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 1096 time: 1.0424156 Jul 16 01:42:05.918063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:05.935100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event updated for resources: {'Port': ['ID=5da2cc47-e05b-4fbb-91ed-c7e8bab4570c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.937861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:05.947216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:05.960589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb9ea4-2dff-439f-906b-0300fb66b0bc tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=d990c685-775c-4d96-be73-ed43788669c8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.259226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-af00dfd2-4d5c-4a5b-939a-5aa7bd9c33aa None None] Provisioning complete for port d990c685-775c-4d96-be73-ed43788669c8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:06.260341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-af00dfd2-4d5c-4a5b-939a-5aa7bd9c33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.345740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-af00dfd2-4d5c-4a5b-939a-5aa7bd9c33aa None None] Port d990c685-775c-4d96-be73-ed43788669c8 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:06.686047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.718144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28580c-fead-42af-afdb-cb1cf6385af4 req-9dbbd8e4-aaf1-4a7c-91f9-6ef365140209 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.725181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc28580c-fead-42af-afdb-cb1cf6385af4 req-9dbbd8e4-aaf1-4a7c-91f9-6ef365140209 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 1.0509996 Jul 16 01:42:06.734546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015439f3-08c9-4266-bc81-5428858854c4 req-fa9c1ab2-1670-488a-a14e-531bdfd1171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.736031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-fa9c1ab2-1670-488a-a14e-531bdfd1171c service neutron] 10.222.0.13 "GET /v2.0/networks?id=983b6c26-8328-4104-8306-d70a7505b157 HTTP/1.1" status: 200 len: 912 time: 0.9703295 Jul 16 01:42:06.799543 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.911404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-3c77dce8-2620-401f-b5a2-0ca0d4c4758a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6 HTTP/1.1" status: 200 len: 217 time: 0.1161864 Jul 16 01:42:06.996755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab665dd2-ed74-4dd0-8657-a975a2a286a2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:07.043934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015439f3-08c9-4266-bc81-5428858854c4 req-483628ce-42ca-45a4-ab0b-ea89cdc8a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.046457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-483628ce-42ca-45a4-ab0b-ea89cdc8a72e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf1c92d0-b998-4c50-8df8-0dcd18fa1769 HTTP/1.1" status: 200 len: 851 time: 0.1191549 Jul 16 01:42:07.063304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc28580c-fead-42af-afdb-cb1cf6385af4 req-a40629d5-7254-485e-a5fa-71b43ec1ed6a tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371887 Jul 16 01:42:07.064930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port d990c685-775c-4d96-be73-ed43788669c8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:07.065281 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.111365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-1f6435cb-eb0b-46d5-8fa6-ce35a02d3f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=983b6c26-8328-4104-8306-d70a7505b157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428174 Jul 16 01:42:07.141478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ab665dd2-ed74-4dd0-8657-a975a2a286a2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:07.141851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.185270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-b7f272d9-72d8-499b-8403-8e7309670da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.187063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-b7f272d9-72d8-499b-8403-8e7309670da3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1097 time: 0.1714191 Jul 16 01:42:07.237920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeda9b-7ff3-4278-9c24-4937e0865935 req-8493dd57-d0e7-447b-9e38-3d11b0994821 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.239533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5eeda9b-7ff3-4278-9c24-4937e0865935 req-8493dd57-d0e7-447b-9e38-3d11b0994821 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 944 time: 1.1981528 Jul 16 01:42:07.393506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-fb2ad3e1-09f5-4de5-9666-ee9eb139b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.395677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-fb2ad3e1-09f5-4de5-9666-ee9eb139b629 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.1775362 Jul 16 01:42:07.435029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.455730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.479441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-518e9dc3-2c97-4df7-b45f-4d840e493139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.0736969 Jul 16 01:42:07.549865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.565018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-27f675b0-13c4-416e-971d-b589fb6ce6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.567034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for d990c685-775c-4d96-be73-ed43788669c8 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:07.567771 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-27f675b0-13c4-416e-971d-b589fb6ce6bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.0763218 Jul 16 01:42:07.635001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-94083b30-5024-43a5-b111-77b29ef307aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595841 Jul 16 01:42:07.649649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.803297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5eeda9b-7ff3-4278-9c24-4937e0865935 req-09f9456c-1473-4144-ae3d-7bf2d0b148c2 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050049 Jul 16 01:42:07.848295 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-cb7c28c1-a4f6-45da-ba7d-543eff36bf6d service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045231 Jul 16 01:42:07.876304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event updated for resources: {'Port': ['ID=5da2cc47-e05b-4fbb-91ed-c7e8bab4570c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.907320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9949e4-4604-40ec-8afc-2b4ffd9308eb req-6959572a-095c-412c-a720-e146e44c3930 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.909154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f9949e4-4604-40ec-8afc-2b4ffd9308eb req-6959572a-095c-412c-a720-e146e44c3930 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.6020534 Jul 16 01:42:07.961288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e458cc17-8508-4c20-bcb3-769ffc284ca6 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:07.987358 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.996698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-ec814789-99fb-4eec-a978-4235250e7124 service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655593 Jul 16 01:42:08.130217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9816e70c-a83a-4b6d-ad0d-6366e04e48a0 req-fc14762f-74b8-42ce-80d0-af6e61ecfd40 service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758749 Jul 16 01:42:08.152211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f9949e4-4604-40ec-8afc-2b4ffd9308eb req-de0a3f29-2eeb-4849-9d29-70ae775b40dc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300870 Jul 16 01:42:08.153013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.154139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cce9f007-a216-4211-8d30-1587627d5d77 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0238900 Jul 16 01:42:08.244857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.265015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e458cc17-8508-4c20-bcb3-769ffc284ca6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6,segment=NetworkSegment(552fd015-410a-4148-a66f-06aea0866016),segment_id=552fd015-410a-4148-a66f-06aea0866016)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:08.322375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e458cc17-8508-4c20-bcb3-769ffc284ca6', 'network_id': '983b6c26-8328-4104-8306-d70a7505b157', 'port_id': 'e458cc17-8508-4c20-bcb3-769ffc284ca6', 'mac_address': 'fa:16:3e:3e:e7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1c92d0-b998-4c50-8df8-0dcd18fa1769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:08.455113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=d990c685-775c-4d96-be73-ed43788669c8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.461577 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.482042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.485861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-362d07be-c358-4a72-82e2-60d86eaddd2b tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/ports/d990c685-775c-4d96-be73-ed43788669c8 HTTP/1.1" status: 204 len: 168 time: 2.7380118 Jul 16 01:42:08.489901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34184) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.492853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-015439f3-08c9-4266-bc81-5428858854c4 req-6bf0fac9-0e6f-40b7-8534-5bd3871fc067 service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817007 Jul 16 01:42:08.525563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e458cc17-8508-4c20-bcb3-769ffc284ca6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:08.599305 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bcbff6-350c-4a81-973f-713e4f6095cb tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] GET failed (client error): The resource could not be found. Jul 16 01:42:08.600137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e458cc17-8508-4c20-bcb3-769ffc284ca6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6,segment=NetworkSegment(552fd015-410a-4148-a66f-06aea0866016),segment_id=552fd015-410a-4148-a66f-06aea0866016)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:08.613032 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-47bcbff6-350c-4a81-973f-713e4f6095cb tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "GET /v2.0/ports/d990c685-775c-4d96-be73-ed43788669c8 HTTP/1.1" status: 404 len: 333 time: 0.1121900 Jul 16 01:42:08.613032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34194) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.620127 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.629617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-167781113'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:08.795227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358d713-f156-49fe-91ac-a977b3826a4f req-0f6ccbf2-49b5-4d10-a7b0-e83056b89585 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.803033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4358d713-f156-49fe-91ac-a977b3826a4f req-0f6ccbf2-49b5-4d10-a7b0-e83056b89585 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.2565382 Jul 16 01:42:08.803033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.825322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e458cc17-8508-4c20-bcb3-769ffc284ca6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.906790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4358d713-f156-49fe-91ac-a977b3826a4f req-4e2e0e36-c93f-417d-b2d8-0ab7c61ed8f3 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916424 Jul 16 01:42:08.998698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e458cc17-8508-4c20-bcb3-769ffc284ca6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:09.019508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:09.025141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.066435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] device_id is not set on port 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:09.076216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-613d6247-3d26-473c-b62e-20a1b9ff61be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.274732 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-613d6247-3d26-473c-b62e-20a1b9ff61be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.322549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-613d6247-3d26-473c-b62e-20a1b9ff61be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.382889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-613d6247-3d26-473c-b62e-20a1b9ff61be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=510f0f67ab7a4a5aa9656354ce749958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791683 Jul 16 01:42:09.386451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.389267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Allocated IP 2001:db8::2a (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/8c541703-3eb3-4a20-b7a2-ea01dd2d3096) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:09.468171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733eb6f-7492-4500-8e86-505e78b9ccc3 req-6dae1256-583b-45b0-a783-7acf10914223 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.475349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6733eb6f-7492-4500-8e86-505e78b9ccc3 req-6dae1256-583b-45b0-a783-7acf10914223 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 945 time: 0.4591250 Jul 16 01:42:09.547035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d6247-3d26-473c-b62e-20a1b9ff61be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d2495-de59-4784-a350-52c3fd3e52a4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.577243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6733eb6f-7492-4500-8e86-505e78b9ccc3 req-4c0c727e-3b56-4e9c-8ea4-3a4e0d49ce99 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007924 Jul 16 01:42:09.645598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9bd0-759d-4522-9a37-2d0b6a41263e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.663094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9171036-efbe-4ffa-8001-3df4238b34ea req-4ec9b118-2151-443e-bbbd-d794a6e0ec9d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.666332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9171036-efbe-4ffa-8001-3df4238b34ea req-4ec9b118-2151-443e-bbbd-d794a6e0ec9d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2919688 Jul 16 01:42:09.678953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.723888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Transition to ACTIVE for port object 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:09.752772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9bd0-759d-4522-9a37-2d0b6a41263e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.809370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9171036-efbe-4ffa-8001-3df4238b34ea req-054e4d43-adc5-4c8e-86e2-38ea4501885f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168664 Jul 16 01:42:09.821276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.869509 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9bd0-759d-4522-9a37-2d0b6a41263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.875252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9bd0-759d-4522-9a37-2d0b6a41263e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.877699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e1c9bd0-759d-4522-9a37-2d0b6a41263e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f6d2495-de59-4784-a350-52c3fd3e52a4 HTTP/1.1" status: 204 len: 168 time: 0.4723196 Jul 16 01:42:09.900732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c9bd0-759d-4522-9a37-2d0b6a41263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d2495-de59-4784-a350-52c3fd3e52a4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.906190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:09.910241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:09.912400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:09.943189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.943902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.954152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=8c541703-3eb3-4a20-b7a2-ea01dd2d3096,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.001582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-76ec0f9c-ca88-4b12-aae8-18fb8bd3d967 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3887241 Jul 16 01:42:10.004159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.011031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'network_id': 'd6cd67fd-10b3-492f-943b-c4011b9650e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1891084614'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:10.101057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7430d1c2-431d-448d-90dc-70da950e7bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.470744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0cba30b1-0cbe-4553-877a-60d6f66bf7f7 None None] Provisioning for port 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:10.475488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0cba30b1-0cbe-4553-877a-60d6f66bf7f7 None None] Provisioning complete for port 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:10.476718 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0cba30b1-0cbe-4553-877a-60d6f66bf7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.511642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a5d4b-be99-480a-b5b2-4f9dc4656ccd req-ebc5d55d-7c54-4138-b768-b6da2ca9c664 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.514129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a26a5d4b-be99-480a-b5b2-4f9dc4656ccd req-ebc5d55d-7c54-4138-b768-b6da2ca9c664 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.2546055 Jul 16 01:42:10.529270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Made reservation on behalf of d00fd353c60e4e9b92a9009d869d18fd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:10.534856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.543685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0cba30b1-0cbe-4553-877a-60d6f66bf7f7 None None] Port 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:10.581477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] device_id is not set on port 7c88fb96-6e36-4019-a8c1-785447ba3902 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:10.622412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a26a5d4b-be99-480a-b5b2-4f9dc4656ccd req-2f91f59f-3d71-4ae9-b9ce-53752e731fb2 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963938 Jul 16 01:42:10.899860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b488e-3605-45f3-ad3d-fd6cbc2291a3 req-f4aafdc1-37e0-4c9b-b74f-fa7827f35d53 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.906900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b00b488e-3605-45f3-ad3d-fd6cbc2291a3 req-f4aafdc1-37e0-4c9b-b74f-fa7827f35d53 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 945 time: 0.1457093 Jul 16 01:42:10.910127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Allocated IP 2001:db8::308 (d6cd67fd-10b3-492f-943b-c4011b9650e7/60963cbc-9384-41e8-9a28-de8906006042/7c88fb96-6e36-4019-a8c1-785447ba3902) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:10.981742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b00b488e-3605-45f3-ad3d-fd6cbc2291a3 req-499be9eb-8aae-42d9-9d72-7e0cdd31d5f5 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Jul 16 01:42:11.302016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.326749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Transition to ACTIVE for port object 7c88fb96-6e36-4019-a8c1-785447ba3902 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:11.356376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4905a-63b5-47a8-a25c-7d613e4bf3da req-ca5225ec-a610-476e-83ef-405405142724 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.364479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ebc4905a-63b5-47a8-a25c-7d613e4bf3da req-ca5225ec-a610-476e-83ef-405405142724 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2275496 Jul 16 01:42:11.426582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.537858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ebc4905a-63b5-47a8-a25c-7d613e4bf3da req-98b4e107-6048-4f9e-a958-977b73d08525 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640148 Jul 16 01:42:11.540628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:11.544463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:11.558462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:11.564354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.565080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.572746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=7c88fb96-6e36-4019-a8c1-785447ba3902,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.591851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34288) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.597993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:db:7e:5f'}, {'ip_address': '2001:db8::2a', 'mac_address': 'fa:16:3e:63:00:de'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:11.598579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-748fe515-ec95-4856-b82d-436cbbe72999 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5842690 Jul 16 01:42:11.986704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e458cc17-8508-4c20-bcb3-769ffc284ca6 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:12.025295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e0426-3e0b-41da-bd48-7590a6bfae98 req-c5845f81-304f-4684-bde8-0e9cf7af504b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.026962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-849e0426-3e0b-41da-bd48-7590a6bfae98 req-c5845f81-304f-4684-bde8-0e9cf7af504b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.1575804 Jul 16 01:42:12.094521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.135194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-849e0426-3e0b-41da-bd48-7590a6bfae98 req-37236674-ea20-495c-b83c-fec1a90b56b6 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983112 Jul 16 01:42:12.181335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9d76405e-320d-4e95-9df3-3c56f9ca4a82 None None] Provisioning for port 7c88fb96-6e36-4019-a8c1-785447ba3902 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:12.206794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9d76405e-320d-4e95-9df3-3c56f9ca4a82 None None] Provisioning complete for port 7c88fb96-6e36-4019-a8c1-785447ba3902 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:12.207547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d76405e-320d-4e95-9df3-3c56f9ca4a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.261401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e458cc17-8508-4c20-bcb3-769ffc284ca6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:12.286395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e458cc17-8508-4c20-bcb3-769ffc284ca6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:12.291491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.440415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9d76405e-320d-4e95-9df3-3c56f9ca4a82 None None] Port 7c88fb96-6e36-4019-a8c1-785447ba3902 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:12.478560 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ceb40bf4-2b09-4987-bd6c-e8fa40587a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.515030 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.527593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72ca5-f0a8-4698-9f63-be20a161109e req-96ae3ba9-6089-4dec-ba13-d82b56900205 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.530867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84b72ca5-f0a8-4698-9f63-be20a161109e req-96ae3ba9-6089-4dec-ba13-d82b56900205 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 945 time: 0.1968670 Jul 16 01:42:12.614971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.631576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.633709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84b72ca5-f0a8-4698-9f63-be20a161109e req-d22fdb88-8ce4-4f2c-a1e4-4bd65c3448b8 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896428 Jul 16 01:42:12.644370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.709723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458cc17-8508-4c20-bcb3-769ffc284ca6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:12.715371 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed96f3d-1bb6-4d89-ada1-6d70522e9f46" -d '{"events": [{"server_uuid": "b3fb2da0-e3d7-4b9e-be3e-0d32933e989f", "name": "network-vif-plugged", "status": "completed", "tag": "e458cc17-8508-4c20-bcb3-769ffc284ca6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:12.747383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event updated for resources: {'Port': ['ID=7c88fb96-6e36-4019-a8c1-785447ba3902,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.768502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] In _notify_port_updated(), no bound segment for port 7c88fb96-6e36-4019-a8c1-785447ba3902 on network d6cd67fd-10b3-492f-943b-c4011b9650e7 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:12.782829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e458cc17-8508-4c20-bcb3-769ffc284ca6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6,segment=NetworkSegment(552fd015-410a-4148-a66f-06aea0866016),segment_id=552fd015-410a-4148-a66f-06aea0866016)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:12.796692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.796866 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.797000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.797000 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-93d5737e-ba26-4e3a-a7fa-d4b18d4dac05 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "PUT /v2.0/ports/7c88fb96-6e36-4019-a8c1-785447ba3902 HTTP/1.1" status: 200 len: 1066 time: 1.2007182 Jul 16 01:42:12.797198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34318) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.862415 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac8e51-1c25-4322-bd86-003fb0e5b9fb x-openstack-request-id: req-52ac8e51-1c25-4322-bd86-003fb0e5b9fb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:12.864160 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb2da0-e3d7-4b9e-be3e-0d32933e989f", "name": "network-vif-plugged", "status": "completed", "tag": "e458cc17-8508-4c20-bcb3-769ffc284ca6", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:12.865822 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52ac8e51-1c25-4322-bd86-003fb0e5b9fb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:12.867347 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e458cc17-8508-4c20-bcb3-769ffc284ca6', 'code': 200} Jul 16 01:42:12.927271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e458cc17-8508-4c20-bcb3-769ffc284ca6,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.144704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port 7c88fb96-6e36-4019-a8c1-785447ba3902 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:13.145094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.243380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6fdd8-0582-4df1-bcd8-54e94e40f856 req-d5bf7e91-0702-4c94-8586-033d18417f1b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.244998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ec6fdd8-0582-4df1-bcd8-54e94e40f856 req-d5bf7e91-0702-4c94-8586-033d18417f1b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2787576 Jul 16 01:42:13.277752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c09270fd-52e4-4a1a-b0d9-2c69c585d40d None None] Provisioning complete for port 7c88fb96-6e36-4019-a8c1-785447ba3902 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:13.279732 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c09270fd-52e4-4a1a-b0d9-2c69c585d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.340667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84a115-18f6-4f7e-b1f9-d3bebbb721e6 req-26d2c8a4-f3db-486d-a57c-57a203658ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.340667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd84a115-18f6-4f7e-b1f9-d3bebbb721e6 req-26d2c8a4-f3db-486d-a57c-57a203658ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 1098 time: 0.3182669 Jul 16 01:42:13.377568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ec6fdd8-0582-4df1-bcd8-54e94e40f856 req-f803dd31-9fe5-46f3-9054-4c99a63fea1f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237247 Jul 16 01:42:13.390824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c09270fd-52e4-4a1a-b0d9-2c69c585d40d None None] Port 7c88fb96-6e36-4019-a8c1-785447ba3902 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:13.496035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.509758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd84a115-18f6-4f7e-b1f9-d3bebbb721e6 req-47819487-be41-4140-876f-339dce1995fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640062 Jul 16 01:42:13.518494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for 7c88fb96-6e36-4019-a8c1-785447ba3902 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:13.552552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3b57-5643-48a0-bd01-f7d1bf87e09e req-a65a8d19-693c-40bf-b048-339607b5426b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.554243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-501a3b57-5643-48a0-bd01-f7d1bf87e09e req-a65a8d19-693c-40bf-b048-339607b5426b tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.1674817 Jul 16 01:42:13.647560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-501a3b57-5643-48a0-bd01-f7d1bf87e09e req-624fb654-cf80-422a-ba7b-78fc726da31d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Jul 16 01:42:13.685222 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.797707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.924197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=7c88fb96-6e36-4019-a8c1-785447ba3902,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:14.188142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a4ad7-799d-4a49-bebf-66958a2abb10 req-6c84d14c-e9df-46b6-929c-cad4be4fffa1 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.196694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e31a4ad7-799d-4a49-bebf-66958a2abb10 req-6c84d14c-e9df-46b6-929c-cad4be4fffa1 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.2768466 Jul 16 01:42:14.419904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e31a4ad7-799d-4a49-bebf-66958a2abb10 req-aa53daf8-e036-4137-8b4a-d7c929ad0a17 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218843 Jul 16 01:42:14.464169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.466145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb7ff910-a27b-4e0b-94d6-f435d579fc2f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/ports/7c88fb96-6e36-4019-a8c1-785447ba3902 HTTP/1.1" status: 204 len: 168 time: 1.6683998 Jul 16 01:42:14.468833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34362) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.563689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e456950-a6e9-400e-9c92-d7ac52412ccc req-07365a80-d57d-46e7-890f-1fdc044a7fde tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.567066 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae722e6-1b62-42eb-b112-b7eff38b90ba tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] GET failed (client error): The resource could not be found. Jul 16 01:42:14.573800 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1ae722e6-1b62-42eb-b112-b7eff38b90ba tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "GET /v2.0/ports/7c88fb96-6e36-4019-a8c1-785447ba3902 HTTP/1.1" status: 404 len: 333 time: 0.1025896 Jul 16 01:42:14.577561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.577727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e456950-a6e9-400e-9c92-d7ac52412ccc req-07365a80-d57d-46e7-890f-1fdc044a7fde tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.2325437 Jul 16 01:42:14.695713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e456950-a6e9-400e-9c92-d7ac52412ccc req-b44f5691-9649-46df-9174-8de5a23de504 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167333 Jul 16 01:42:14.921550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:14.922370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.971384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e637e-58ec-4180-bbd1-d742ca78c5f5 req-aab447cf-816a-4fbb-90dd-b8feeaa7b856 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.992554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d3e637e-58ec-4180-bbd1-d742ca78c5f5 req-aab447cf-816a-4fbb-90dd-b8feeaa7b856 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2156849 Jul 16 01:42:15.079365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d3e637e-58ec-4180-bbd1-d742ca78c5f5 req-13bea1b9-2a5c-4830-9999-db3e5597d4b5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858531 Jul 16 01:42:15.113223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.128599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for 8c541703-3eb3-4a20-b7a2-ea01dd2d3096 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:15.224073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.324971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.383438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=8c541703-3eb3-4a20-b7a2-ea01dd2d3096,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.445760 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.450170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-44590f0d-55fd-41c5-a65d-683e04315ad3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/ports/8c541703-3eb3-4a20-b7a2-ea01dd2d3096 HTTP/1.1" status: 204 len: 168 time: 0.8704782 Jul 16 01:42:15.452735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.483750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6e4a6-961b-48d5-b62a-824feee20293 req-a4ec916e-5799-40f0-8c57-4ab03f291f4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.489965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44e6e4a6-961b-48d5-b62a-824feee20293 req-a4ec916e-5799-40f0-8c57-4ab03f291f4d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.2232630 Jul 16 01:42:15.523941 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-07992603-d1ad-4be7-8aee-e5c59c14a043 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] GET failed (client error): The resource could not be found. Jul 16 01:42:15.530150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07992603-d1ad-4be7-8aee-e5c59c14a043 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "GET /v2.0/ports/8c541703-3eb3-4a20-b7a2-ea01dd2d3096 HTTP/1.1" status: 404 len: 333 time: 0.0750844 Jul 16 01:42:15.532745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34380) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.565961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.712032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44e6e4a6-961b-48d5-b62a-824feee20293 req-e580c64d-652c-4f74-91bc-3083e7fd3a08 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132888 Jul 16 01:42:15.743844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ff4acee-7279-45d1-be31-39859f45d4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.887460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8089-26e5-454d-ad91-e52af2c0ccd5 req-06c832bb-1b84-47cc-aa32-e7f22e099d24 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.887645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29ce8089-26e5-454d-ad91-e52af2c0ccd5 req-06c832bb-1b84-47cc-aa32-e7f22e099d24 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.1737723 Jul 16 01:42:15.914255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:15.914594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.938940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ff4acee-7279-45d1-be31-39859f45d4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.947543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ff4acee-7279-45d1-be31-39859f45d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.968395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29ce8089-26e5-454d-ad91-e52af2c0ccd5 req-888e7499-744c-4d10-8608-efa2ab5252a3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745966 Jul 16 01:42:16.019003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4acee-7279-45d1-be31-39859f45d4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee0474-838f-4a89-86f0-a4c2f5284649,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.080215 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0ff4acee-7279-45d1-be31-39859f45d4e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6980286b51a146308713e6f246e1c929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129087 Jul 16 01:42:16.087267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34394) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.144009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.211129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for 34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:16.396299 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84ed6cc-941e-4852-b012-c0bd773c9e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.473886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84ed6cc-941e-4852-b012-c0bd773c9e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.494818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9224a-b073-4c51-8baa-e1b67627d7dd req-65f6529b-572d-42ac-a6ea-db84de7bede8 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.501764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46d9224a-b073-4c51-8baa-e1b67627d7dd req-65f6529b-572d-42ac-a6ea-db84de7bede8 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.2368956 Jul 16 01:42:17.025524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46d9224a-b073-4c51-8baa-e1b67627d7dd req-87656527-4412-425e-b6cb-1350da66ce3f tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228989 Jul 16 01:42:17.031918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.041130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ab7cc-456b-4e04-8899-94f6a2f6d910 req-532d4584-cd5e-425e-aedd-1df45f9ef425 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.048261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de2ab7cc-456b-4e04-8899-94f6a2f6d910 req-532d4584-cd5e-425e-aedd-1df45f9ef425 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.6446395 Jul 16 01:42:17.081987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=34b2e9b6-23c7-4ce7-8263-5cb36f0cc697,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.100178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84ed6cc-941e-4852-b012-c0bd773c9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.104368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a84ed6cc-941e-4852-b012-c0bd773c9e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.105615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a84ed6cc-941e-4852-b012-c0bd773c9e5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5ee0474-838f-4a89-86f0-a4c2f5284649 HTTP/1.1" status: 204 len: 168 time: 1.0174010 Jul 16 01:42:17.189725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de2ab7cc-456b-4e04-8899-94f6a2f6d910 req-9545c4c8-ee40-4468-942b-d2eb5e8fda52 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400816 Jul 16 01:42:17.190383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ed6cc-941e-4852-b012-c0bd773c9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee0474-838f-4a89-86f0-a4c2f5284649,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.203378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.210388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-548fb5dc-42a8-4e87-aa50-193078a6a8e3 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/ports/34b2e9b6-23c7-4ce7-8263-5cb36f0cc697 HTTP/1.1" status: 204 len: 168 time: 1.6615453 Jul 16 01:42:17.213866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34406) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.422813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting subnet 60963cbc-9384-41e8-9a28-de8906006042 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:17.454642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.568675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.698482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b229-0018-41b2-a6c1-a2b2e2acc020 req-70e85f1d-9c36-4919-9064-5fd447296c69 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.709419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ae3b229-0018-41b2-a6c1-a2b2e2acc020 req-70e85f1d-9c36-4919-9064-5fd447296c69 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.3557227 Jul 16 01:42:17.762739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.772020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.834448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-c28820e6-0d6d-47e3-b5c3-88d987f1ef50 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.837142 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-c28820e6-0d6d-47e3-b5c3-88d987f1ef50 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 946 time: 0.3881330 Jul 16 01:42:17.837964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.872620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ae3b229-0018-41b2-a6c1-a2b2e2acc020 req-15f83afa-dd9a-4672-a3cc-e87cee13753e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613584 Jul 16 01:42:17.920747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.020407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302cde7-19db-4279-9b80-39ac55850c91 None None] Network d6cd67fd-10b3-492f-943b-c4011b9650e7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:18.047504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port bf930983-af38-47ce-bef2-8839af8fb42d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:18.048594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.075352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.082256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/subnets/60963cbc-9384-41e8-9a28-de8906006042 HTTP/1.1" status: 204 len: 168 time: 0.8668833 Jul 16 01:42:18.086998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.087168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda001-ed46-4b83-8862-717ffb490a0f tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Subnet': ['ID=60963cbc-9384-41e8-9a28-de8906006042,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.302160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] DHCP port deletion for d6cd67fd-10b3-492f-943b-c4011b9650e7 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:18.306780 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.323074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port bf930983-af38-47ce-bef2-8839af8fb42d, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=bf930983-af38-47ce-bef2-8839af8fb42d,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:18.323458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.338619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for bf930983-af38-47ce-bef2-8839af8fb42d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:18.489678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.493392 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.496384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Deleting port 2edfaa19-7a83-4df7-970c-59bef027562d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:18.497367 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.562833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.581920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] For port 2edfaa19-7a83-4df7-970c-59bef027562d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2edfaa19-7a83-4df7-970c-59bef027562d,segment=NetworkSegment(4ec703be-bbb8-4acf-a9af-73b5f8b8873e),segment_id=4ec703be-bbb8-4acf-a9af-73b5f8b8873e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:18.582733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.596944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Calling delete_port for 2edfaa19-7a83-4df7-970c-59bef027562d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:18.604386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.614020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72c939d6f8f54e0e8631ad5f051cfb3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270683 Jul 16 01:42:18.693070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8226e42-5f7d-4689-993c-0f96fd9a29c1 req-7646aa07-ef95-4a7e-b883-6b85200c4cb3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.702844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8226e42-5f7d-4689-993c-0f96fd9a29c1 req-7646aa07-ef95-4a7e-b883-6b85200c4cb3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.6689825 Jul 16 01:42:18.729228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a431ef8c-b9be-4643-8685-311e6f16843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.783764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4af3b82-2889-477c-a410-d63bb17d1a74,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.806326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.806948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.807488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.807994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.808532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.809043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.809522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.810019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.810515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.811022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.811525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.812014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b38424-b8ed-4d81-83e2-6c772780c493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:18.819371 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a431ef8c-b9be-4643-8685-311e6f16843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.831646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361281d1-1e48-467c-a3a0-4372a5632adc req-0dce6dba-741a-4bb4-b1b1-7d4e52d88383 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.833538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-361281d1-1e48-467c-a3a0-4372a5632adc req-0dce6dba-741a-4bb4-b1b1-7d4e52d88383 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3345091 Jul 16 01:42:18.940787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Deleting port 2edfaa19-7a83-4df7-970c-59bef027562d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:18.941071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.972755 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a431ef8c-b9be-4643-8685-311e6f16843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.974923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2edfaa19-7a83-4df7-970c-59bef027562d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:18.978431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a431ef8c-b9be-4643-8685-311e6f16843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.979715 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a431ef8c-b9be-4643-8685-311e6f16843d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4af3b82-2889-477c-a410-d63bb17d1a74 HTTP/1.1" status: 204 len: 168 time: 0.3736246 Jul 16 01:42:18.997680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-361281d1-1e48-467c-a3a0-4372a5632adc req-9265e0f4-f226-40ea-90b1-e8819ef3e211 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336014 Jul 16 01:42:19.009013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431ef8c-b9be-4643-8685-311e6f16843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4af3b82-2889-477c-a410-d63bb17d1a74,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.010229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8226e42-5f7d-4689-993c-0f96fd9a29c1 req-c5d3b355-518f-49c0-b53e-4e441c01f35d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059905 Jul 16 01:42:19.167034 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.169180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] For port 2edfaa19-7a83-4df7-970c-59bef027562d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2edfaa19-7a83-4df7-970c-59bef027562d,segment=NetworkSegment(4ec703be-bbb8-4acf-a9af-73b5f8b8873e),segment_id=4ec703be-bbb8-4acf-a9af-73b5f8b8873e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:19.169736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.175540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.221857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:19.255947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Calling delete_port for 2edfaa19-7a83-4df7-970c-59bef027562d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:19.260474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=bf930983-af38-47ce-bef2-8839af8fb42d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.322720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc7c93a5-a7e7-45f6-8270-926a64a23172 req-711a2a4f-4a00-4f9d-bab3-cc88c271110d tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1cb7ba7-42b6-4213-83f8-aea74507606a HTTP/1.1" status: 200 len: 210 time: 0.0636783 Jul 16 01:42:19.338325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Pushing event deleted for resources: {'Port': ['ID=2edfaa19-7a83-4df7-970c-59bef027562d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.342054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] No DVR routers for this DVR port 2edfaa19-7a83-4df7-970c-59bef027562d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:19.343603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No active binding found for port 2edfaa19-7a83-4df7-970c-59bef027562d {{(pid=93757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:42:19.344876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2edfaa19-7a83-4df7-970c-59bef027562d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:19.374788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.375519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.375519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.376089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.376515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.376917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.377311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.377753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.378149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.378532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.378866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.379271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9267f2a6-1c7c-4773-a20c-9476b73f6d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:19.420252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port bf930983-af38-47ce-bef2-8839af8fb42d on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:19.424022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.426116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce0e06fd-11a4-41d9-9062-1ed30fb9e4c8 req-561469dd-d3fc-48e1-a1ca-f3c3826aac9f tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "DELETE /v2.0/ports/bf930983-af38-47ce-bef2-8839af8fb42d HTTP/1.1" status: 204 len: 173 time: 1.5809457 Jul 16 01:42:19.436407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'name': 'network-vif-deleted', 'tag': 'bf930983-af38-47ce-bef2-8839af8fb42d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:19.448780 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bee753b-7a03-4656-b0cf-e69f9a7d3037" -d '{"events": [{"server_uuid": "b1cb7ba7-42b6-4213-83f8-aea74507606a", "name": "network-vif-deleted", "tag": "bf930983-af38-47ce-bef2-8839af8fb42d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:19.574566 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d3a2b-a329-4651-aebf-db866ec57c8d x-openstack-request-id: req-eb1d3a2b-a329-4651-aebf-db866ec57c8d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:19.574876 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb7ba7-42b6-4213-83f8-aea74507606a", "name": "network-vif-deleted", "tag": "bf930983-af38-47ce-bef2-8839af8fb42d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:19.575129 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb1d3a2b-a329-4651-aebf-db866ec57c8d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:19.575530 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb7ba7-42b6-4213-83f8-aea74507606a', 'name': 'network-vif-deleted', 'tag': 'bf930983-af38-47ce-bef2-8839af8fb42d', 'status': 'completed', 'code': 200} Jul 16 01:42:19.586632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.619330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Port': ['ID=2edfaa19-7a83-4df7-970c-59bef027562d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.621606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] No DVR routers for this DVR port 2edfaa19-7a83-4df7-970c-59bef027562d on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:19.737428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.752249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cd67fd-10b3-492f-943b-c4011b9650e7']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:19.767187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec703be-bbb8-4acf-a9af-73b5f8b8873e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:19.767593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec703be-bbb8-4acf-a9af-73b5f8b8873e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:19.780661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.797763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.806426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:19.806748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:19.810331 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:19.814800 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:19.891346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.902000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.904061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] 10.222.0.42 "DELETE /v2.0/networks/d6cd67fd-10b3-492f-943b-c4011b9650e7 HTTP/1.1" status: 204 len: 168 time: 1.8055327 Jul 16 01:42:19.918015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92429-a9d8-48cf-bbd2-f3d71b6a03f5 tempest-AllowedAddressPairIpV6TestJSON-1033608021 tempest-AllowedAddressPairIpV6TestJSON-1033608021-project] Pushing event deleted for resources: {'Network': ['ID=d6cd67fd-10b3-492f-943b-c4011b9650e7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.341753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34476) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:20.364578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111dd1-0eb3-4bab-88f4-906e1fe15e72 req-2887e37b-e7fc-4e16-9526-891ba2a7f635 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.373964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6111dd1-0eb3-4bab-88f4-906e1fe15e72 req-2887e37b-e7fc-4e16-9526-891ba2a7f635 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.1481605 Jul 16 01:42:20.416214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba32a5-5e1f-4e91-918b-46d19ec1c8a5 req-63e97a79-2ef8-4a79-aad1-75720b94cb04 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.423969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86ba32a5-5e1f-4e91-918b-46d19ec1c8a5 req-63e97a79-2ef8-4a79-aad1-75720b94cb04 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.1512399 Jul 16 01:42:20.474328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6111dd1-0eb3-4bab-88f4-906e1fe15e72 req-24fdb79d-b83e-4144-8b69-06e6406f42d1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985234 Jul 16 01:42:20.516293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86ba32a5-5e1f-4e91-918b-46d19ec1c8a5 req-62f744ce-89e8-416c-9e73-aed5a7a71cf4 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895255 Jul 16 01:42:20.578809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d1b7dadc-8957-4c94-af52-b7e83291e75b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d00fd353c60e4e9b92a9009d869d18fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332923 Jul 16 01:42:20.580241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:20.737926 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2df27e3f-9362-4abc-848c-c0f24f5fbb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.781391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2df27e3f-9362-4abc-848c-c0f24f5fbb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.789269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bf930983-af38-47ce-bef2-8839af8fb42d no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:20.827957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: bf930983-af38-47ce-bef2-8839af8fb42d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:20.828745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device bf930983-af38-47ce-bef2-8839af8fb42d not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:20.844255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-e43e1d42-d864-4037-a8b6-3d1802f4a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.847136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-e43e1d42-d864-4037-a8b6-3d1802f4a774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1097 time: 0.1730239 Jul 16 01:42:21.015850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-d43f5ddb-26b4-4c49-8cf9-8edbaaf616db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.018213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-d43f5ddb-26b4-4c49-8cf9-8edbaaf616db service neutron] 10.222.0.13 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.1641085 Jul 16 01:42:21.090804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-119c4d62-dec4-46ae-b5f5-7d1e715a9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.092101 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2df27e3f-9362-4abc-848c-c0f24f5fbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.093042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-119c4d62-dec4-46ae-b5f5-7d1e715a9a32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df0106d4c345f6aaa2c6a430cf3428&device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 1098 time: 0.1057780 Jul 16 01:42:21.095933 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2df27e3f-9362-4abc-848c-c0f24f5fbb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.115708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2df27e3f-9362-4abc-848c-c0f24f5fbb5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d737ab0-2488-459f-93a7-4bd51bde2ac3 HTTP/1.1" status: 204 len: 168 time: 0.5228376 Jul 16 01:42:21.150878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-a8df98cd-67a4-4667-9664-676e82d4892e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.1252618 Jul 16 01:42:21.219950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-b5a91028-1be1-4191-9790-2e73092fd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.222069 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-b5a91028-1be1-4191-9790-2e73092fd959 service neutron] 10.222.0.13 "GET /v2.0/networks?id=983b6c26-8328-4104-8306-d70a7505b157 HTTP/1.1" status: 200 len: 912 time: 0.1235924 Jul 16 01:42:21.266523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df27e3f-9362-4abc-848c-c0f24f5fbb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d737ab0-2488-459f-93a7-4bd51bde2ac3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.350494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-c979bfa5-bb76-4f26-ada1-b13f0e394bd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6 HTTP/1.1" status: 200 len: 217 time: 0.1195149 Jul 16 01:42:21.351405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-77a3fdbb-d92f-40dd-b596-2913f532a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.353564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-77a3fdbb-d92f-40dd-b596-2913f532a4ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.0987947 Jul 16 01:42:21.430449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-6e7b3313-8426-404f-9cd5-5363cabe667a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689855 Jul 16 01:42:21.466653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-22d061aa-1795-4cce-a16e-e823b3e47a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.466653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-22d061aa-1795-4cce-a16e-e823b3e47a10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf1c92d0-b998-4c50-8df8-0dcd18fa1769 HTTP/1.1" status: 200 len: 851 time: 0.0968244 Jul 16 01:42:21.544584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-fe264c40-70d7-43c9-bea1-b29f930b9cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058886 Jul 16 01:42:21.561892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-8cbe410f-8ed9-413b-a42a-03154ffe0438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=983b6c26-8328-4104-8306-d70a7505b157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888615 Jul 16 01:42:21.562170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fb918-75e5-44c4-a958-8441c4f38b5b req-4ce9706d-724a-4df2-8d55-b69c011dfb30 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.571971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c13fb918-75e5-44c4-a958-8441c4f38b5b req-4ce9706d-724a-4df2-8d55-b69c011dfb30 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.5281632 Jul 16 01:42:21.715551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c13fb918-75e5-44c4-a958-8441c4f38b5b req-ab94d664-443c-4bf7-9946-d92186a297f5 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457989 Jul 16 01:42:21.810757 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-bb8a457f-d6be-42f0-ba7f-4bf4025fcffc service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416749 Jul 16 01:42:21.858501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f354d4f-5b50-4c2c-9564-c64e78c95337 req-30214dda-ff8f-4483-b5fc-f6a74cf64601 service neutron] 10.222.0.13 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051765 Jul 16 01:42:21.934388 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eeb462b5-91a7-4a5a-8f93-79926bfd64a8 req-5a8cdcee-9f0b-4369-b033-1393f83c37cd service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164105 Jul 16 01:42:21.937308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44673b8e-2fc7-42aa-bf45-3a1c116de227 req-de674aa5-5d21-45b0-9aad-4d1e9b9b3307 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.938899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44673b8e-2fc7-42aa-bf45-3a1c116de227 req-de674aa5-5d21-45b0-9aad-4d1e9b9b3307 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.2223773 Jul 16 01:42:22.007075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44673b8e-2fc7-42aa-bf45-3a1c116de227 req-ad29a653-0496-44d9-89fe-fd2a17240cfd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592477 Jul 16 01:42:22.416762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34578) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.605234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2111293248'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:22.634310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:22.640036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.657930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.869697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.883795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.930075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:23.028973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.029574 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Added segment 9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef of type vlan for network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 Jul 16 01:42:23.043192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06031f50-2e05-4ff0-bff1-2c48d16e996c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.093478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.154047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f15ce-8c25-41a5-abd8-a6a2b49707c6 req-c43c11a8-97c3-4f86-9bee-87fc07f83ea0 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.155784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b9f15ce-8c25-41a5-abd8-a6a2b49707c6 req-c43c11a8-97c3-4f86-9bee-87fc07f83ea0 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.2229180 Jul 16 01:42:23.168880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20e60d-1e41-40f1-957b-39572c4eca46 req-53190ff4-d3bb-44ff-b5db-680a20d8652c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.175575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd20e60d-1e41-40f1-957b-39572c4eca46 req-53190ff4-d3bb-44ff-b5db-680a20d8652c tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 946 time: 0.2283411 Jul 16 01:42:23.202737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.208144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.208756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.310655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8924205 Jul 16 01:42:23.314900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34624) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:23.321095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'subnet': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:23.325533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b9f15ce-8c25-41a5-abd8-a6a2b49707c6 req-ea4ff0fe-199e-4f2e-838c-f235e5033be9 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473775 Jul 16 01:42:23.381121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd20e60d-1e41-40f1-957b-39572c4eca46 req-cec2f2da-fc3b-4f39-a9b8-6a80447d33e9 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046037 Jul 16 01:42:23.382570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9458ba-4873-450c-8327-be79b767be10 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Network': ['ID=a02fc0b7-b577-4434-9c16-1c8ecdc09be8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.403381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:23.515062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:23.526679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.586931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8905df-028d-4f72-a15b-90a8e9f319df req-105d721c-3a2a-4cb7-bfff-28e45638aefc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.593153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8905df-028d-4f72-a15b-90a8e9f319df req-105d721c-3a2a-4cb7-bfff-28e45638aefc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.0946696 Jul 16 01:42:23.658103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf8905df-028d-4f72-a15b-90a8e9f319df req-81ea0b0b-1df8-4f10-ae61-1e27b75099df tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623257 Jul 16 01:42:23.752284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.814616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Subnet': ['ID=ccb17603-95e0-4474-b4c9-a0dada5877ef,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.824573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Checking segment: {'id': '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:23.824943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network hostable DHCP agents. Network: a02fc0b7-b577-4434-9c16-1c8ecdc09be8, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:23.843574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:23.854859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a02fc0b7-b577-4434-9c16-1c8ecdc09be8) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:23.863294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.863960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.874428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a718b-0a52-4cca-9e5d-97c04e4a63a4 None None] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:23.886480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-12d03fea-e5cd-4518-8eb6-9e29fb27807b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5696111 Jul 16 01:42:23.888763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34642) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:23.902094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'name': 'tempest-AllowedAddressPairTestJSON-1871058007'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:24.058590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:24.078847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:24.087153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.125578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] device_id is not set on port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:24.240934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'tenant_id': '4ea08f7f23f642878204b7393c8789a7', 'fixed_ips': [{'subnet_id': 'ccb17603-95e0-4474-b4c9-a0dada5877ef'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:24.242788 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.278374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.306855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-595cc7f3-141c-41dc-ac60-329bef0a037e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.309102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-595cc7f3-141c-41dc-ac60-329bef0a037e tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 946 time: 0.1432130 Jul 16 01:42:24.321190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Allocated IP 172.20.0.3 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/9de2bc3d-3b7f-417e-84b2-dfe99501d164) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:24.478097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:24.483010 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729874cf-6c3f-4789-8b38-8917a4402d7a" -d '{"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-unplugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:24.517942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.537403 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.599619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Deleting port 3d145d1a-b671-4c14-890d-7a5d70054da6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:24.610706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.626653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.646067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Transition to ACTIVE for port object 9de2bc3d-3b7f-417e-84b2-dfe99501d164 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:24.664328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.697063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.752046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=9de2bc3d-3b7f-417e-84b2-dfe99501d164,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.769122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:24.771103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:24.774541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:24.783503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Allocated IP 172.20.0.2 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/08c7b19b-b9ae-40a5-a960-790068e3e10d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:24.874600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] For port 3d145d1a-b671-4c14-890d-7a5d70054da6, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=3d145d1a-b671-4c14-890d-7a5d70054da6,segment=NetworkSegment(321410b0-554f-4135-96db-77854646e693),segment_id=321410b0-554f-4135-96db-77854646e693)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.875168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.875809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.878731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.886224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34664) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.903596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Calling delete_port for 3d145d1a-b671-4c14-890d-7a5d70054da6 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:24.906622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fcb6d08-fa12-472d-884c-87d846c0cff6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0132794 Jul 16 01:42:24.909878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34668) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.916219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'name': 'tempest-AllowedAddressPairTestJSON-1200029741', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c9:95:42'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:25.046308 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.062176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Transition to ACTIVE for port object 08c7b19b-b9ae-40a5-a960-790068e3e10d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:25.096265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Transition to ACTIVE for port object 08c7b19b-b9ae-40a5-a960-790068e3e10d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:25.103618 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.107110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcd4fbec-9d51-42c2-9ffa-7acef1f8900e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.122686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:25.123600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d4bab-aa1b-43f9-9460-e8fc8c621a50 req-48d8d345-f7f8-4cc2-a9e5-c9209b959161 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.125430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f31d4bab-aa1b-43f9-9460-e8fc8c621a50 req-48d8d345-f7f8-4cc2-a9e5-c9209b959161 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.5089657 Jul 16 01:42:25.152119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd686a7-f839-4a28-b207-abe67f08036e req-afb6e2ac-8fcb-481d-a6dc-317f7c44e223 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.154042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd686a7-f839-4a28-b207-abe67f08036e req-afb6e2ac-8fcb-481d-a6dc-317f7c44e223 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 946 time: 0.4471393 Jul 16 01:42:25.162082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Pushing event updated for resources: {'Port': ['ID=08c7b19b-b9ae-40a5-a960-790068e3e10d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.185170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:25.186909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:25.195800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:25.291841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Attempting to bind port 08c7b19b-b9ae-40a5-a960-790068e3e10d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:25.291841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Attempting to bind port 08c7b19b-b9ae-40a5-a960-790068e3e10d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:25.291841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Attempting to bind port 08c7b19b-b9ae-40a5-a960-790068e3e10d on network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:25.298377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:25.298534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f31d4bab-aa1b-43f9-9460-e8fc8c621a50 req-27bef6f9-3ebb-4229-8ae6-41b75f18c3d3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636341 Jul 16 01:42:25.298759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Checking segment: {'id': '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:25.299541 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.299826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Bound using segment: {'id': '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:25.300525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Bound port: 08c7b19b-b9ae-40a5-a960-790068e3e10d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:25.300951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.305949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.358064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] device_id is not set on port 632e3e63-569f-4a80-bbbb-486a44b957f0 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:25.382497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd686a7-f839-4a28-b207-abe67f08036e req-8d3ec1e7-d041-4e30-8706-55fc7467a506 tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/security-groups?id=c5f57c95-43b2-42f4-8970-7a9763032f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035501 Jul 16 01:42:25.390363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.392805 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4a6f8-a8ad-422e-86af-f2d33919445c x-openstack-request-id: req-a1a4a6f8-a8ad-422e-86af-f2d33919445c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:25.394034 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-unplugged", "status": "failed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "code": 422}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:25.394294 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1a4a6f8-a8ad-422e-86af-f2d33919445c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:25.394769 n-d-791506-20 neutron-server[93757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'code': 422} returned with failed status Jul 16 01:42:25.396371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] For port 08c7b19b-b9ae-40a5-a960-790068e3e10d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:25.401500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] For port 08c7b19b-b9ae-40a5-a960-790068e3e10d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=08c7b19b-b9ae-40a5-a960-790068e3e10d,segment=NetworkSegment(9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef),segment_id=9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:25.405309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['3d145d1a-b671-4c14-890d-7a5d70054da6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:25.464202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Pushing event deleted for resources: {'Port': ['ID=3d145d1a-b671-4c14-890d-7a5d70054da6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.466891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.505398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcd4fbec-9d51-42c2-9ffa-7acef1f8900e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.528117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcd4fbec-9d51-42c2-9ffa-7acef1f8900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.579038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2abd1a-93cb-4631-98fc-087c15a947e4 None None] Pushing event updated for resources: {'Port': ['ID=08c7b19b-b9ae-40a5-a960-790068e3e10d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.621073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] No DVR routers for this DVR port 3d145d1a-b671-4c14-890d-7a5d70054da6 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:25.628128 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.637670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e37936f-58e1-4b9b-8ae0-9e913a969271 req-519fd79d-452f-4f72-9812-a3a302d7aafa tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.23 "DELETE /v2.0/ports/3d145d1a-b671-4c14-890d-7a5d70054da6 HTTP/1.1" status: 204 len: 173 time: 1.3193603 Jul 16 01:42:25.642868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'name': 'network-vif-deleted', 'tag': '3d145d1a-b671-4c14-890d-7a5d70054da6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:25.646552 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad62d38-c25f-4a33-bdd0-8c57eb2010f7" -d '{"events": [{"server_uuid": "1e787703-9490-4bc3-91da-1bc6adbd4825", "name": "network-vif-deleted", "tag": "3d145d1a-b671-4c14-890d-7a5d70054da6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:25.697990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531d00f-d954-419a-8b68-6d8f453050f6 req-70be5d0b-9cd4-4673-99bf-d1bcc27b0976 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.699635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7531d00f-d954-419a-8b68-6d8f453050f6 req-70be5d0b-9cd4-4673-99bf-d1bcc27b0976 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 0.1447158 Jul 16 01:42:25.783495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7531d00f-d954-419a-8b68-6d8f453050f6 req-a655fa2e-bf23-4d56-b854-3d16f35a1155 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773983 Jul 16 01:42:25.842095 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82afccb7-fed3-4e65-8272-2e8e3e94988b x-openstack-request-id: req-82afccb7-fed3-4e65-8272-2e8e3e94988b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:25.842859 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e787703-9490-4bc3-91da-1bc6adbd4825", "name": "network-vif-deleted", "tag": "3d145d1a-b671-4c14-890d-7a5d70054da6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:25.843276 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82afccb7-fed3-4e65-8272-2e8e3e94988b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:25.845844 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e787703-9490-4bc3-91da-1bc6adbd4825', 'name': 'network-vif-deleted', 'tag': '3d145d1a-b671-4c14-890d-7a5d70054da6', 'status': 'completed', 'code': 200} Jul 16 01:42:26.102623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fe24c-dad6-471c-9b88-9c228f2a4501 req-901e664a-7526-4636-934a-09606003077f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.109427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-252fe24c-dad6-471c-9b88-9c228f2a4501 req-901e664a-7526-4636-934a-09606003077f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 0.1050675 Jul 16 01:42:26.192167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dcd4fbec-9d51-42c2-9ffa-7acef1f8900e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb9f1ebda93e4b51863d87452f652a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3043880 Jul 16 01:42:26.196121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:26.203733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4fbec-9d51-42c2-9ffa-7acef1f8900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e5ca1c-6ba5-4183-89a7-b919012393d2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.208353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-252fe24c-dad6-471c-9b88-9c228f2a4501 req-662ccfe2-43c4-4416-8751-3e6c97b4404c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854700 Jul 16 01:42:26.217871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Allocated IP 172.20.0.10 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/632e3e63-569f-4a80-bbbb-486a44b957f0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:26.281495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64473d0e-bea9-478d-a34d-dd594c19cbc1 req-0a821347-2223-449d-8c91-69aa299e6c4c tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.283635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64473d0e-bea9-478d-a34d-dd594c19cbc1 req-0a821347-2223-449d-8c91-69aa299e6c4c tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.1728129 Jul 16 01:42:26.308912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4afcb4da-b575-4b47-bbe8-420abc5c0e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.338087 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4afcb4da-b575-4b47-bbe8-420abc5c0e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.436118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64473d0e-bea9-478d-a34d-dd594c19cbc1 req-d14a0c6c-86b3-4653-9f31-2c76c942d295 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302149 Jul 16 01:42:26.498276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4afcb4da-b575-4b47-bbe8-420abc5c0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.502372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4afcb4da-b575-4b47-bbe8-420abc5c0e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.533288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4afcb4da-b575-4b47-bbe8-420abc5c0e17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73e5ca1c-6ba5-4183-89a7-b919012393d2 HTTP/1.1" status: 204 len: 168 time: 0.3357685 Jul 16 01:42:26.585630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcb4da-b575-4b47-bbe8-420abc5c0e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e5ca1c-6ba5-4183-89a7-b919012393d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.667863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.713983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Transition to ACTIVE for port object 632e3e63-569f-4a80-bbbb-486a44b957f0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:26.776457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-538088f0-971e-450e-b189-0f1d2872dabe req-2e5dcdb4-7096-42d4-b047-94d2dd43d2dd tempest-ServersTestJSON-247989054 tempest-ServersTestJSON-247989054-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e787703-9490-4bc3-91da-1bc6adbd4825 HTTP/1.1" status: 200 len: 210 time: 0.0878623 Jul 16 01:42:26.818117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.949369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:26.956288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:26.958212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:27.011700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=632e3e63-569f-4a80-bbbb-486a44b957f0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.039129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ac460f9d-a17b-4f65-83a5-ebc2ed83305e req-9165343f-7d8f-4600-a494-81b28e78ca72 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:27.040256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac460f9d-a17b-4f65-83a5-ebc2ed83305e req-9165343f-7d8f-4600-a494-81b28e78ca72 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064080 Jul 16 01:42:27.048970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.049671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.072547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 08c7b19b-b9ae-40a5-a960-790068e3e10d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:27.075553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.085136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2159c9da-524f-4add-a75c-6a3e8aaad67b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1663902 Jul 16 01:42:27.176137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 08c7b19b-b9ae-40a5-a960-790068e3e10d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:27.233916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81075a56-8aca-4ae4-aba9-c4600adddf4b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.242039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81075a56-8aca-4ae4-aba9-c4600adddf4b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.249865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81075a56-8aca-4ae4-aba9-c4600adddf4b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.251140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-81075a56-8aca-4ae4-aba9-c4600adddf4b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1745331 Jul 16 01:42:27.254604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34706) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.289203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.323904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de3bc0c-55a9-4b23-a6a8-7f884b64683b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.370552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5970c2a-43fd-4751-a74a-2e968321e3d5 None None] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:27.456794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port 632e3e63-569f-4a80-bbbb-486a44b957f0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:27.457139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.509990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] Provisioning for port 08c7b19b-b9ae-40a5-a960-790068e3e10d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:27.545103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] Provisioning complete for port 08c7b19b-b9ae-40a5-a960-790068e3e10d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:27.546615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.591176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.607219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e103219-9ea8-4dd2-acff-405c2d6236f0 req-8d80ce06-f15d-4d97-8dd5-49a9a4ddd65b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.609132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for 632e3e63-569f-4a80-bbbb-486a44b957f0 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:27.629940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e103219-9ea8-4dd2-acff-405c2d6236f0 req-8d80ce06-f15d-4d97-8dd5-49a9a4ddd65b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 0.2373517 Jul 16 01:42:27.717100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e103219-9ea8-4dd2-acff-405c2d6236f0 req-f721646c-814a-4945-bcfe-66d8aea67dc5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685978 Jul 16 01:42:27.757746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de3bc0c-55a9-4b23-a6a8-7f884b64683b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.778428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de3bc0c-55a9-4b23-a6a8-7f884b64683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.834126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6de3bc0c-55a9-4b23-a6a8-7f884b64683b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=547132f08b6842d191b132c93919ce43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410807 Jul 16 01:42:27.847504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.861081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.901525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34726) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.915261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.933242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] For port 08c7b19b-b9ae-40a5-a960-790068e3e10d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=08c7b19b-b9ae-40a5-a960-790068e3e10d,segment=NetworkSegment(9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef),segment_id=9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:27.940001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.012345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e423f-adcf-4b35-b612-c9421c9940d9 None None] Pushing event updated for resources: {'Port': ['ID=08c7b19b-b9ae-40a5-a960-790068e3e10d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.012635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=632e3e63-569f-4a80-bbbb-486a44b957f0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.037326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3bc0c-55a9-4b23-a6a8-7f884b64683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ea78e2-ca81-4013-a12e-f2954c1e00ab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.070027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:28.085194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.085574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.085919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.086403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.086743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.087079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.087413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.087743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.088078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.088406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.102861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.103222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:28.116905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f7844-fbb1-4e6f-ac7d-da6086395910 req-3b708696-b276-40be-ad17-4bf66deb500d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.127204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-270f7844-fbb1-4e6f-ac7d-da6086395910 req-3b708696-b276-40be-ad17-4bf66deb500d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.4079676 Jul 16 01:42:28.152944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Deleting subnet c6f083c5-c181-4333-aecd-dc435fae5f8e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:28.183753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.190943 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dff4acf-60db-4fcc-86f2-72f1d0468f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.237339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-270f7844-fbb1-4e6f-ac7d-da6086395910 req-ff889e0d-fb30-4c41-9ba9-08af321648b2 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088085 Jul 16 01:42:28.261946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Could not find standard attr ID for object 632e3e63-569f-4a80-bbbb-486a44b957f0. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:28.291390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dff4acf-60db-4fcc-86f2-72f1d0468f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.292734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Provisioning complete for port 08c7b19b-b9ae-40a5-a960-790068e3e10d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:28.293905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.309810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.395729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dff4acf-60db-4fcc-86f2-72f1d0468f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.399484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dff4acf-60db-4fcc-86f2-72f1d0468f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.410323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6dff4acf-60db-4fcc-86f2-72f1d0468f2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5ea78e2-ca81-4013-a12e-f2954c1e00ab HTTP/1.1" status: 204 len: 168 time: 0.5495749 Jul 16 01:42:28.433754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff4acf-60db-4fcc-86f2-72f1d0468f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ea78e2-ca81-4013-a12e-f2954c1e00ab,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.461057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-576e4e68-3b5c-4bba-9d11-986dd003f3ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5613570 Jul 16 01:42:28.465539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.519031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.519280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Provisioning for port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:28.523477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Provisioning complete for port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:28.523852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.524894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.525374 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-55024491-ef90-4d14-a719-bc9216df5e48 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/ports/632e3e63-569f-4a80-bbbb-486a44b957f0 HTTP/1.1" status: 204 len: 168 time: 1.2696211 Jul 16 01:42:28.584794 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-453c00e5-dddb-438a-85d3-6854411e772b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] GET failed (client error): The resource could not be found. Jul 16 01:42:28.588970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-453c00e5-dddb-438a-85d3-6854411e772b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "GET /v2.0/ports/632e3e63-569f-4a80-bbbb-486a44b957f0 HTTP/1.1" status: 404 len: 333 time: 0.0615499 Jul 16 01:42:28.589167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-69e1d550-ef6a-4e32-8612-5d97c5c2f2ba None None] Port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:28.594015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.604106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.618644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'name': 'tempest-AllowedAddressPairTestJSON-99337917'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.652078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.654074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c6f083c5-c181-4333-aecd-dc435fae5f8e HTTP/1.1" status: 204 len: 168 time: 0.7475030 Jul 16 01:42:28.707198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.723990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4b26db61-16b7-42d9-a6fe-716b11c88739 None None] Provisioning complete for port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:28.724372 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b26db61-16b7-42d9-a6fe-716b11c88739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.727987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f8fd3-2144-4f37-835f-0abe8b4f234d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f083c5-c181-4333-aecd-dc435fae5f8e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.842612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3d145d1a-b671-4c14-890d-7a5d70054da6 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:28.913688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 3d145d1a-b671-4c14-890d-7a5d70054da6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:28.914266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 3d145d1a-b671-4c14-890d-7a5d70054da6 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:28.918871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4b26db61-16b7-42d9-a6fe-716b11c88739 None None] Port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:28.939937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.067648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 08c7b19b-b9ae-40a5-a960-790068e3e10d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:29.072289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-201fdee6-6284-4f17-b032-700f5ab7a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.080376 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-201fdee6-6284-4f17-b032-700f5ab7a722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df0106d4c345f6aaa2c6a430cf3428&device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 1098 time: 0.2514186 Jul 16 01:42:29.151948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-902c75c4-e9c8-44cc-8269-364adc4f16e7 None None] Could not find standard attr ID for object 632e3e63-569f-4a80-bbbb-486a44b957f0. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:29.189767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 08c7b19b-b9ae-40a5-a960-790068e3e10d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:29.190153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.300638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-04b26ab4-bf23-4487-98eb-4b59e54fd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.308021 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-04b26ab4-bf23-4487-98eb-4b59e54fd195 service neutron] 10.222.0.13 "GET /v2.0/networks?id=983b6c26-8328-4104-8306-d70a7505b157 HTTP/1.1" status: 200 len: 912 time: 0.2238297 Jul 16 01:42:29.435288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-d3e6ed40-e40d-4607-b2bb-551d80644b9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6 HTTP/1.1" status: 200 len: 217 time: 0.1163342 Jul 16 01:42:29.550075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-be481bab-4a6b-4e0e-bdf3-40e3acb15832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.552648 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-be481bab-4a6b-4e0e-bdf3-40e3acb15832 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf1c92d0-b998-4c50-8df8-0dcd18fa1769 HTTP/1.1" status: 200 len: 851 time: 0.1136129 Jul 16 01:42:29.614261 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-93359bde-93d7-419b-8b54-27a343a7c3e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=983b6c26-8328-4104-8306-d70a7505b157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545363 Jul 16 01:42:29.740109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.756099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:29.759426 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.764379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da56dc8e-c478-463f-a8b3-77806126e78e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:29.764681 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-42cb9887-8b24-4d02-aeed-bfc085138130 service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454659 Jul 16 01:42:29.775221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721f75b-ced8-40bf-80de-17e58fdcb6df req-9ab0940c-8418-4c69-9d24-166a6d3f0bd3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.780948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8721f75b-ced8-40bf-80de-17e58fdcb6df req-9ab0940c-8418-4c69-9d24-166a6d3f0bd3 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.8966563 Jul 16 01:42:29.810257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321410b0-554f-4135-96db-77854646e693') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:29.810636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321410b0-554f-4135-96db-77854646e693') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:29.837684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8d898-1d54-448c-a212-ea5f890b9828 req-a9818e34-bf62-4cb7-9f1d-d35542d4a8ad tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.844404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82e8d898-1d54-448c-a212-ea5f890b9828 req-a9818e34-bf62-4cb7-9f1d-d35542d4a8ad tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 0.8810365 Jul 16 01:42:29.866828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.893281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] device_id is not set on port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:29.899405 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f7f12ba0-b6d0-48f7-a780-47e50f7d9567 req-74f76edf-091c-4946-9426-b1b84d6554fe service neutron] 10.222.0.13 "GET /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285098 Jul 16 01:42:29.923549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.969775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:29.970191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:29.972046 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:29.975739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8721f75b-ced8-40bf-80de-17e58fdcb6df req-021dcf38-0225-433f-ba51-e43a89355539 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747966 Jul 16 01:42:30.013328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82e8d898-1d54-448c-a212-ea5f890b9828 req-bbd8d596-82e9-4668-9c2c-11a03572ad30 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680179 Jul 16 01:42:30.184624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.224688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.226955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] 10.222.0.42 "DELETE /v2.0/networks/da56dc8e-c478-463f-a8b3-77806126e78e HTTP/1.1" status: 204 len: 168 time: 1.5188107 Jul 16 01:42:30.230730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcb7f0-e76a-41b0-84f5-8a209c06b4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=da56dc8e-c478-463f-a8b3-77806126e78e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.247253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Allocated IP 172.20.0.9 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:30.302447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-db0a0631-dffc-4778-852d-4187bbefb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.305213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-db0a0631-dffc-4778-852d-4187bbefb9f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9&tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee HTTP/1.1" status: 200 len: 1095 time: 0.2415230 Jul 16 01:42:30.319065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:30.451940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34802) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.503690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c73ee58c-b024-4b76-8b65-1bf80399d4a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea1b0a2392ed4e1f9a22637bc8e62989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504813 Jul 16 01:42:30.504519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34806) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.505152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.699858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.710999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f48503-2ce1-48a0-b227-f8918e808afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.749519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Transition to ACTIVE for port object fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:30.771206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f48503-2ce1-48a0-b227-f8918e808afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.915957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.929393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:30.931394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f48503-2ce1-48a0-b227-f8918e808afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.934164 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f48503-2ce1-48a0-b227-f8918e808afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.935346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-19f48503-2ce1-48a0-b227-f8918e808afe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5f57c95-43b2-42f4-8970-7a9763032f1b HTTP/1.1" status: 204 len: 168 time: 0.4267962 Jul 16 01:42:30.983210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f48503-2ce1-48a0-b227-f8918e808afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f57c95-43b2-42f4-8970-7a9763032f1b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.027264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:31.037477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:31.040541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:31.056049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.101630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:31.157443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.158043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.165257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:31.178048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.204632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.208079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-52723f05-8249-4d7d-8120-92db280285b6 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6091254 Jul 16 01:42:31.215118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Transition to ACTIVE for port object 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:31.215305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c9:95:42'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:31.219097 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.304809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] No DVR routers for this DVR port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:31.320813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=9']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.418382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:31.418951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:31.419479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:31.456803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:31.457288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Attempting to bind port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on network cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:31.472543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:31.472997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Checking segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:31.473253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Bound using segment: {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:31.473715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Bound port: 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14844907-89c0-41db-95db-da41d2da5e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:31.474105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.522230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d6bb9d6-c643-4d60-8b3f-fb1a5730036b None None] Provisioning for port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:31.534938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d6bb9d6-c643-4d60-8b3f-fb1a5730036b None None] Provisioning complete for port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:31.535359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb9d6-c643-4d60-8b3f-fb1a5730036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.547677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee9c7-e7a0-4a19-8f3f-ef99b4b3f4fe req-d399a3c2-6d01-4e93-9432-d1fe7af04d13 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.553740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eaee9c7-e7a0-4a19-8f3f-ef99b4b3f4fe req-d399a3c2-6d01-4e93-9432-d1fe7af04d13 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.2390523 Jul 16 01:42:31.588536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bb9d6-c643-4d60-8b3f-fb1a5730036b None None] Port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:31.609020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.686475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42521-6efe-475c-a5ea-be1a968f6a8e req-0f7b6d7d-70f7-455a-bace-2dc2a749b08f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.690320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5b42521-6efe-475c-a5ea-be1a968f6a8e req-0f7b6d7d-70f7-455a-bace-2dc2a749b08f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 943 time: 0.3156130 Jul 16 01:42:31.691512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:31.726117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:31.770195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.795942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eaee9c7-e7a0-4a19-8f3f-ef99b4b3f4fe req-f8399e08-7dfe-47aa-9a09-39b5d36fb5a2 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008293 Jul 16 01:42:31.841068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.842050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.843139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 1092 time: 1.5312269 Jul 16 01:42:31.849514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:31.852808 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9307f894-fb5a-460f-8a82-b94ecf035953" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:31.873570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5b42521-6efe-475c-a5ea-be1a968f6a8e req-4a786c40-c7b8-42d8-ac77-813a2ece8b3f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552396 Jul 16 01:42:31.914178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab747e52-33ff-43c2-ae89-c8b2031cc7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.980691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-3ef58398-6c77-47a5-bfad-ac5036d6a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.982518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-3ef58398-6c77-47a5-bfad-ac5036d6a1c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1096 time: 0.0970161 Jul 16 01:42:32.064829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.071329 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.235632 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cced90-512d-4c42-b8c8-1815e4c31f54 x-openstack-request-id: req-14cced90-512d-4c42-b8c8-1815e4c31f54 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:32.235932 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:32.246548 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14cced90-512d-4c42-b8c8-1815e4c31f54 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:32.247795 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'status': 'completed', 'code': 200} Jul 16 01:42:32.281762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-316b1fd8-1eb1-4dca-a960-327e1e9e954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.288951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-316b1fd8-1eb1-4dca-a960-327e1e9e954b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.2996571 Jul 16 01:42:32.357964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.378575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-b7c2130d-a5de-4808-b6d3-f1597b1ccb4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.0828795 Jul 16 01:42:32.393502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] In _notify_port_updated(), no bound segment for port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba on network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:32.403898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.405317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.413479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-629e0569-081c-4b91-b2b3-db2bc9e6248c tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "PUT /v2.0/ports/fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba HTTP/1.1" status: 200 len: 991 time: 1.2062225 Jul 16 01:42:32.415099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34872) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.547709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-fe7956a7-54dc-4e70-b808-27e77c2715f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.550044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-fe7956a7-54dc-4e70-b808-27e77c2715f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.1648240 Jul 16 01:42:32.630877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-cc1fec4c-41fb-403d-b3f1-2c58c9245a26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740464 Jul 16 01:42:32.636848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-13ff952e-7b17-4d39-9836-5282bbdaa6a1 None None] Provisioning complete for port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:32.638087 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13ff952e-7b17-4d39-9836-5282bbdaa6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.650705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:32.651284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.737723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-13ff952e-7b17-4d39-9836-5282bbdaa6a1 None None] Port fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:32.876380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.883438 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-ae8bfb0c-7141-4e21-a6ac-598849172f7f service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442727 Jul 16 01:42:32.921026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:33.086651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711595d-8484-4495-afd1-cc35ca96496d req-37b782f0-e485-4b2f-beb2-db830f3f3f0e tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.089467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f711595d-8484-4495-afd1-cc35ca96496d req-37b782f0-e485-4b2f-beb2-db830f3f3f0e tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.2796242 Jul 16 01:42:33.153815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5ab2615-6c80-4100-bc78-d88d6b35f537 req-aeb56448-44a9-4071-b7bb-1f7fc016b61e service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614038 Jul 16 01:42:33.219073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f711595d-8484-4495-afd1-cc35ca96496d req-7983579a-81a1-400e-8535-b7299474af9c tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123390 Jul 16 01:42:33.326167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.416848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.482511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-01b52ee2-2749-4eb0-9761-62bd13fece83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.488777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-01b52ee2-2749-4eb0-9761-62bd13fece83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1096 time: 0.2577960 Jul 16 01:42:33.852953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.856015 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b2035b2d-3bcd-4e24-b4d7-cbbb168b8107 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/ports/fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba HTTP/1.1" status: 204 len: 168 time: 1.4389055 Jul 16 01:42:33.860060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34918) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.926241 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-632ed955-5f1c-4a65-a52b-e55930e9b378 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] GET failed (client error): The resource could not be found. Jul 16 01:42:33.927766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-632ed955-5f1c-4a65-a52b-e55930e9b378 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "GET /v2.0/ports/fea0e9f1-a79d-44c1-a84e-b300e8dcb0ba HTTP/1.1" status: 404 len: 333 time: 0.0636885 Jul 16 01:42:33.932967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.939725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'name': 'tempest-AllowedAddressPairTestJSON-2090828217'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:33.994855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-eaad57ab-7dfe-43d6-852c-809082641cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.997141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-eaad57ab-7dfe-43d6-852c-809082641cf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.5022261 Jul 16 01:42:34.097380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-7ee8c166-d384-4723-a234-af0430c4aa7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.0827582 Jul 16 01:42:34.115077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee2a1-4a9d-4a82-a0da-65fbf1e6836a req-37212dab-816f-43e4-aa47-673db545dc50 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.124103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990ee2a1-4a9d-4a82-a0da-65fbf1e6836a req-37212dab-816f-43e4-aa47-673db545dc50 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.5617561 Jul 16 01:42:34.182622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-04f5cc3f-5dc3-4f44-9172-1be42b55ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.184530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-04f5cc3f-5dc3-4f44-9172-1be42b55ba14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.0823162 Jul 16 01:42:34.243121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:34.255511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.304685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-09b92457-cdb5-4b1d-b20e-d976bf003e9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918021 Jul 16 01:42:34.314116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] device_id is not set on port 252a95b7-2e72-43fe-9c42-1275b29847c6 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:34.393759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.438752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.460868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.492902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.519475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.564337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.587370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.589389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-f4206526-0f30-44fa-b25e-5b16f885bef2 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.5911694 Jul 16 01:42:34.608001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Allocated IP 172.20.0.10 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/252a95b7-2e72-43fe-9c42-1275b29847c6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:34.639276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990ee2a1-4a9d-4a82-a0da-65fbf1e6836a req-cbacf47d-ecc6-45ae-b97e-7ab3e1eba3c9 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128222 Jul 16 01:42:35.013050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5098be5-85c5-4b30-87d7-732b27d57cab req-b2235f93-90a7-4b81-bf6b-e1b2391f999b tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3696151 Jul 16 01:42:35.025867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.043860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Transition to ACTIVE for port object 252a95b7-2e72-43fe-9c42-1275b29847c6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:35.123319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.177454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:35.216682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:35.233575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:35.245126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=252a95b7-2e72-43fe-9c42-1275b29847c6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.324701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-33154bcd-5453-4632-9359-554762554a1f tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.326823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-33154bcd-5453-4632-9359-554762554a1f tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 0.6318748 Jul 16 01:42:35.464192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-bb0917ef-60ec-4078-af7b-e4a1c1198fbe service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1100123 Jul 16 01:42:35.482023 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:35.664257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.692861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.800131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-10f181c6-1262-4726-896d-b35574609e64 None None] Provisioning for port 252a95b7-2e72-43fe-9c42-1275b29847c6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:35.807909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.823128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-10f181c6-1262-4726-896d-b35574609e64 None None] Provisioning complete for port 252a95b7-2e72-43fe-9c42-1275b29847c6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:35.823675 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10f181c6-1262-4726-896d-b35574609e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.839999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.875240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.915181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.935923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9b3ca2f-0bf8-4dee-871b-73b9b1a5ab50 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9944263 Jul 16 01:42:35.945506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34958) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.947555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.973280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c9:95:42'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:35.986977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.017994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-10f181c6-1262-4726-896d-b35574609e64 None None] Port 252a95b7-2e72-43fe-9c42-1275b29847c6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:36.019652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.025338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-c3729ef0-923b-43f7-84ed-37135acb6317 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.9926040 Jul 16 01:42:36.158635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Deleting port e458cc17-8508-4c20-bcb3-769ffc284ca6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:36.159143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.164814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7af99-7ec1-42b4-8202-88759451ebe3 req-b93b7e84-fcbf-462a-8ec2-7b8ba8ef56f1 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.166495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ed7af99-7ec1-42b4-8202-88759451ebe3 req-b93b7e84-fcbf-462a-8ec2-7b8ba8ef56f1 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 946 time: 1.1946084 Jul 16 01:42:36.342162 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.454351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-ca2162e5-1f7a-4d93-a5a8-72372b53cfc1 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.457587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-ca2162e5-1f7a-4d93-a5a8-72372b53cfc1 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "GET /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3847208 Jul 16 01:42:36.475713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ed7af99-7ec1-42b4-8202-88759451ebe3 req-f3dca84a-3e0a-4ab5-a163-06361f103659 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfac7610-e368-431b-8520-38dc37f0c466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957067 Jul 16 01:42:36.485698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9307f894-fb5a-460f-8a82-b94ecf035953 req-1a60d675-818a-49bb-8383-3fd396f58943 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9823475 Jul 16 01:42:36.582160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] For port e458cc17-8508-4c20-bcb3-769ffc284ca6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e458cc17-8508-4c20-bcb3-769ffc284ca6,segment=NetworkSegment(552fd015-410a-4148-a66f-06aea0866016),segment_id=552fd015-410a-4148-a66f-06aea0866016)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.582818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.587473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6644006-2a17-4abc-af02-a13254490b7b req-e69ec360-6cc4-49f6-985e-3683225ac7ee tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.597285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6644006-2a17-4abc-af02-a13254490b7b req-e69ec360-6cc4-49f6-985e-3683225ac7ee tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.5680172 Jul 16 01:42:36.737747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Calling delete_port for e458cc17-8508-4c20-bcb3-769ffc284ca6 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:36.995337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-1ea77b71-3cac-45d0-a6ef-36925c84fd90 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "GET /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5164194 Jul 16 01:42:37.040969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6644006-2a17-4abc-af02-a13254490b7b req-fd7fc463-5f20-4cbe-a8fc-ab447616193a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423761 Jul 16 01:42:37.074003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:37.302529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.328244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.347871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.366226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.382462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.392330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.404923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.412090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-034af025-8769-45f6-bdaa-b34025fdfb65 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 5445 time: 0.5860114 Jul 16 01:42:37.471253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.537322 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.645054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ec057bb-a21f-4743-aeb7-13ac294fc19d req-ead42b41-0147-4712-9369-2e21ff7d5b75 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1949470 Jul 16 01:42:37.691264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.828610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.988167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=634b005a-746d-4eac-89fb-5f40d38c0c9c,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:38.098083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] For port 634b005a-746d-4eac-89fb-5f40d38c0c9c, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:38.145606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 634b005a-746d-4eac-89fb-5f40d38c0c9c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:38.159646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] device_id is not set on port 634b005a-746d-4eac-89fb-5f40d38c0c9c yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:38.186341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.235912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.310902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=252a95b7-2e72-43fe-9c42-1275b29847c6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.346847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] In _notify_port_updated(), no bound segment for port 252a95b7-2e72-43fe-9c42-1275b29847c6 on network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:38.350881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 634b005a-746d-4eac-89fb-5f40d38c0c9c not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:38.355161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6982d992-999d-4a6c-90fb-0f9a2df8701a no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:38.364698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.365579 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.372157 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5afebb6-2f27-4f6a-8f54-b5de5118f88a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "PUT /v2.0/ports/252a95b7-2e72-43fe-9c42-1275b29847c6 HTTP/1.1" status: 200 len: 997 time: 2.4150229 Jul 16 01:42:38.372709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35012) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.377825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.470164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b72ec442-c1b5-4ef4-bddc-b9b180e38650 req-bab67dac-52c8-4502-9c19-90516cc9c33d tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3fb2da0-e3d7-4b9e-be3e-0d32933e989f HTTP/1.1" status: 200 len: 210 time: 0.2816253 Jul 16 01:42:38.564069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Pushing event deleted for resources: {'Port': ['ID=e458cc17-8508-4c20-bcb3-769ffc284ca6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.590377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] No DVR routers for this DVR port e458cc17-8508-4c20-bcb3-769ffc284ca6 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:38.594017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.596539 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ca1954e-4326-428d-90d8-7c33239f25a8 req-cec787cf-7deb-4dfa-ad14-c30492ad8777 tempest-TestServerAdvancedOps-1002653666 tempest-TestServerAdvancedOps-1002653666-project] 10.222.0.13 "DELETE /v2.0/ports/e458cc17-8508-4c20-bcb3-769ffc284ca6 HTTP/1.1" status: 204 len: 173 time: 3.2516847 Jul 16 01:42:38.597218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'name': 'network-vif-deleted', 'tag': 'e458cc17-8508-4c20-bcb3-769ffc284ca6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:38.600416 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261876d8-955d-43c4-9531-19d3259aa9cf" -d '{"events": [{"server_uuid": "b3fb2da0-e3d7-4b9e-be3e-0d32933e989f", "name": "network-vif-deleted", "tag": "e458cc17-8508-4c20-bcb3-769ffc284ca6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:38.663709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port 252a95b7-2e72-43fe-9c42-1275b29847c6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:38.664400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.679709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a779f33a-84ac-43e2-b06a-a398abc1d76e None None] Provisioning complete for port 252a95b7-2e72-43fe-9c42-1275b29847c6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:38.681296 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a779f33a-84ac-43e2-b06a-a398abc1d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.718146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.808637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:38.820958 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb9595-fec7-4fb3-855a-6dd23c9ec49d" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:38.864282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] No DVR routers for this DVR port 634b005a-746d-4eac-89fb-5f40d38c0c9c on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:38.890646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:38.914638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.918009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e458cc17-8508-4c20-bcb3-769ffc284ca6 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:38.947291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.950263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35028) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.980317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e458cc17-8508-4c20-bcb3-769ffc284ca6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:38.984989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e458cc17-8508-4c20-bcb3-769ffc284ca6 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:38.985848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8f37a3e3-91b2-44ca-8f80-a31da849489a no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:39.015650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for 252a95b7-2e72-43fe-9c42-1275b29847c6 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:39.036392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a779f33a-84ac-43e2-b06a-a398abc1d76e None None] Port 252a95b7-2e72-43fe-9c42-1275b29847c6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:39.145043 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b54d0-60dc-4e22-b2ed-8e52ec59f745 x-openstack-request-id: req-492b54d0-60dc-4e22-b2ed-8e52ec59f745 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:39.145355 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb2da0-e3d7-4b9e-be3e-0d32933e989f", "name": "network-vif-deleted", "tag": "e458cc17-8508-4c20-bcb3-769ffc284ca6", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:39.145595 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-492b54d0-60dc-4e22-b2ed-8e52ec59f745 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:39.146027 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb2da0-e3d7-4b9e-be3e-0d32933e989f', 'name': 'network-vif-deleted', 'tag': 'e458cc17-8508-4c20-bcb3-769ffc284ca6', 'status': 'completed', 'code': 200} Jul 16 01:42:39.267622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.277638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5239b355-7bbc-40f5-8e23-2f1654ed5fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.411960 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.419615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d58f0749-58ce-40f9-8c9b-b280592fbc62 None None] Provisioning complete for port 634b005a-746d-4eac-89fb-5f40d38c0c9c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:39.420021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d58f0749-58ce-40f9-8c9b-b280592fbc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.497491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.566792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d58f0749-58ce-40f9-8c9b-b280592fbc62 None None] Port 634b005a-746d-4eac-89fb-5f40d38c0c9c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:39.584622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:39.598365 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.599595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device da263354-643f-4767-984b-124ad7cab1b5 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:39.656625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=252a95b7-2e72-43fe-9c42-1275b29847c6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.733721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] In _notify_port_updated(), no bound segment for port 634b005a-746d-4eac-89fb-5f40d38c0c9c on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:39.734630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.735253 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.736638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] 10.222.0.13 "PUT /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 200 len: 1032 time: 2.6934345 Jul 16 01:42:39.737250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8040794-adbb-4702-b022-3b507f46e833 service neutron] Pushing event updated for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.783383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.851353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.876976 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7283ac11-49f6-4386-898e-a5789b799cd4 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/ports/252a95b7-2e72-43fe-9c42-1275b29847c6 HTTP/1.1" status: 204 len: 168 time: 1.3986840 Jul 16 01:42:39.881753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35040) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.895912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.938813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-a4034cc8-47b3-425a-b7d4-d17da7cda4c3 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.940324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-a4034cc8-47b3-425a-b7d4-d17da7cda4c3 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "GET /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1850169 Jul 16 01:42:39.976569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da263354-643f-4767-984b-124ad7cab1b5,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:39.979926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5239b355-7bbc-40f5-8e23-2f1654ed5fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.982446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.983441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 82f47764-ed73-47a2-9d6c-f083ae1e1e59 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:39.994951 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f202213-72a6-4817-9afb-0caf96e8210b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] GET failed (client error): The resource could not be found. Jul 16 01:42:40.007169 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0f202213-72a6-4817-9afb-0caf96e8210b tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "GET /v2.0/ports/252a95b7-2e72-43fe-9c42-1275b29847c6 HTTP/1.1" status: 404 len: 333 time: 0.1187196 Jul 16 01:42:40.010552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5239b355-7bbc-40f5-8e23-2f1654ed5fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.014717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35046) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.056217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'name': 'tempest-AllowedAddressPairTestJSON-493729462'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:40.093127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:40.212961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b6ae41-a289-491d-93fc-745a32a9cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.254853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.260450 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5239b355-7bbc-40f5-8e23-2f1654ed5fed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f20d1bbbc39a445492750978c37726e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3085871 Jul 16 01:42:40.280949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.345971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239b355-7bbc-40f5-8e23-2f1654ed5fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0094bdb-1124-4d4f-a528-9c0b049e52d2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.348463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.387029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d12d-ba85-4cb5-a55f-7cce761e0ca4 req-7a1d134f-bc5e-416c-ad6e-05536dd1edfd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.395385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40b3d12d-ba85-4cb5-a55f-7cce761e0ca4 req-7a1d134f-bc5e-416c-ad6e-05536dd1edfd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 1.8855863 Jul 16 01:42:40.425898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:40.432550 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.433767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 25a0d98a-760b-4af6-99dd-56f59266ced7 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:40.510284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:40.515409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.559953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] device_id is not set on port 1062066a-0684-425a-897a-49d2921a84e7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:40.682082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.701244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40b3d12d-ba85-4cb5-a55f-7cce761e0ca4 req-ac3edd0c-0376-48f0-8a05-ef5c17d16ef8 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045077 Jul 16 01:42:40.738618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.753941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.772783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.813761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.820775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.844374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.855029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.860191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94cec47e-4336-48e8-aef0-401519adef1c req-bf66cb4e-87dc-41e2-aae5-99acd9ffa143 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 4660 time: 1.1055956 Jul 16 01:42:40.863983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Allocated IP 172.20.0.13 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/1062066a-0684-425a-897a-49d2921a84e7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:40.963847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.035661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=25a0d98a-760b-4af6-99dd-56f59266ced7,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:41.043977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.045091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5178ecff-292b-41b8-8eac-e88a258bf3e6 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:41.139002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94cec47e-4336-48e8-aef0-401519adef1c req-c1012542-7326-4340-997c-51e582e226d7 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c9d1eb-2a47-4e08-aed3-529cf8db302f&id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2734935 Jul 16 01:42:41.219785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.278603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Transition to ACTIVE for port object 1062066a-0684-425a-897a-49d2921a84e7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:41.311251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.401540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.409301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4522b7-3012-41d6-a6a9-213771b7a368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.440245 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4522b7-3012-41d6-a6a9-213771b7a368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.503905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:41.523838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4522b7-3012-41d6-a6a9-213771b7a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.527662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e4522b7-3012-41d6-a6a9-213771b7a368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.529302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:41.529738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e4522b7-3012-41d6-a6a9-213771b7a368 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0094bdb-1124-4d4f-a528-9c0b049e52d2 HTTP/1.1" status: 204 len: 168 time: 1.2454486 Jul 16 01:42:41.534741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.543132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:41.580964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-8ac4e3dd-915a-4e44-a4d5-2cddd45916d3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--578957002&fields=id&tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c HTTP/1.1" status: 200 len: 267 time: 0.6204774 Jul 16 01:42:41.687351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:41.696217 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.768858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4522b7-3012-41d6-a6a9-213771b7a368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0094bdb-1124-4d4f-a528-9c0b049e52d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.910625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.913997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.929042 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62a8cce-e659-4345-8070-ec91a2849396 x-openstack-request-id: req-e62a8cce-e659-4345-8070-ec91a2849396 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:41.930206 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:41.931917 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e62a8cce-e659-4345-8070-ec91a2849396 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:41.934912 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a', 'code': 200} Jul 16 01:42:41.944239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.972184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=82f47764-ed73-47a2-9d6c-f083ae1e1e59,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:42.036715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-4d2c522d-59f0-478c-ac1c-12016e31f657 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.039387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-4d2c522d-59f0-478c-ac1c-12016e31f657 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/networks?id=1e45292e-a2cb-413e-ac94-b925ff0690a0 HTTP/1.1" status: 200 len: 815 time: 0.3716016 Jul 16 01:42:42.055639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=1062066a-0684-425a-897a-49d2921a84e7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.102163 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-495af794-fa10-41a3-9860-2767a6ad338f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/quotas/cc2d616cd40548b7ab8c8c5d3f4d671c HTTP/1.1" status: 200 len: 375 time: 0.0443816 Jul 16 01:42:42.103183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c252c4b1-4286-4e6e-a9c5-25b73663ec11 None None] Provisioning for port 1062066a-0684-425a-897a-49d2921a84e7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:42.105206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] For port 82f47764-ed73-47a2-9d6c-f083ae1e1e59, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:42.120167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7309bbbe-f630-4dbd-8e92-787e021caff7 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1024714 Jul 16 01:42:42.125161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35080) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.130215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c252c4b1-4286-4e6e-a9c5-25b73663ec11 None None] Provisioning complete for port 1062066a-0684-425a-897a-49d2921a84e7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:42.132203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c252c4b1-4286-4e6e-a9c5-25b73663ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.147782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'network_id': 'a02fc0b7-b577-4434-9c16-1c8ecdc09be8', 'name': 'tempest-AllowedAddressPairTestJSON-1591238378'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:42.231821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c252c4b1-4286-4e6e-a9c5-25b73663ec11 None None] Port 1062066a-0684-425a-897a-49d2921a84e7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:42.234549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.425629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] device_id is not set on port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:42.436708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-665e4f69-63bd-4f97-b601-b7f8a351c455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.458691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.486713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.541787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.615836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Deleting subnet bf1c92d0-b998-4c50-8df8-0dcd18fa1769 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:42.652030 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.832068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Made reservation on behalf of 4ea08f7f23f642878204b7393c8789a7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:42.855102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.912293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35098) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.917405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.988001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] No DVR routers for this DVR port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:43.012095 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc95fe0b-7d1d-4308-9389-b2db2e11d766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.036057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-c0242e85-0d3b-4547-a60d-1a6c71e8e935 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8504627 Jul 16 01:42:43.063011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] device_id is not set on port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:43.089453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-63722c41-420b-4cf2-aea8-c907c531e65a None None] Provisioning complete for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:43.091012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63722c41-420b-4cf2-aea8-c907c531e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.117861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.179395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-63722c41-420b-4cf2-aea8-c907c531e65a None None] Port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:43.333385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] In _notify_port_updated(), no bound segment for port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 on network c4d4d4f9-6a22-423b-b677-10c36cab1991 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:43.342727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.343772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.345381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-70231797-c38b-4091-9bf8-c8813bb1b2c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 200 len: 1033 time: 3.3508852 Jul 16 01:42:43.348513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.363516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Allocated IP 172.20.0.12 (a02fc0b7-b577-4434-9c16-1c8ecdc09be8/ccb17603-95e0-4474-b4c9-a0dada5877ef/d7990673-a813-4f2f-abb7-3e28bd7cf4f7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:43.488679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc95fe0b-7d1d-4308-9389-b2db2e11d766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.499132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc95fe0b-7d1d-4308-9389-b2db2e11d766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.634229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-dcaaf133-f0f7-4a0f-b963-44d71d5fa495 service neutron] 10.222.0.42 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044926 Jul 16 01:42:43.658414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeae629-64ea-4021-9984-632b09d0ac53 req-cfa02f9a-4795-4ee1-9b5a-79f81e3631f0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.666919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efeae629-64ea-4021-9984-632b09d0ac53 req-cfa02f9a-4795-4ee1-9b5a-79f81e3631f0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.7587283 Jul 16 01:42:43.711033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.748640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.752218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.773735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Transition to ACTIVE for port object d7990673-a813-4f2f-abb7-3e28bd7cf4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:43.835254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.854443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1c92d0-b998-4c50-8df8-0dcd18fa1769,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.856629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.860850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-df50ea43-a129-4f64-b31f-15f4c4f11580 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf1c92d0-b998-4c50-8df8-0dcd18fa1769 HTTP/1.1" status: 204 len: 168 time: 1.6162956 Jul 16 01:42:43.872707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35108) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.936732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=d7990673-a813-4f2f-abb7-3e28bd7cf4f7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.937083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f47764-ed73-47a2-9d6c-f083ae1e1e59'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7'}, {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:43.939736 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e33fa0-d215-4723-aac0-1b595927f756" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "da263354-643f-4767-984b-124ad7cab1b5"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "82f47764-ed73-47a2-9d6c-f083ae1e1e59"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7"}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:43.946937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efeae629-64ea-4021-9984-632b09d0ac53 req-5e7a804e-2b8d-4d7e-9175-550387f5994e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789452 Jul 16 01:42:43.947744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:43.948836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95fe0b-7d1d-4308-9389-b2db2e11d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e6db5-97b1-4efe-aa03-64350348aeb0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.966095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fc95fe0b-7d1d-4308-9389-b2db2e11d766 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dd04071950f4b959c6a36eac9d31a63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0412314 Jul 16 01:42:43.971804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35112) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.977818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:43.983785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:44.021017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 6982d992-999d-4a6c-90fb-0f9a2df8701a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:44.021950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.072748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.074510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.117648 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4661ac29-a80a-4a38-b09c-7c80ddf65567 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9909418 Jul 16 01:42:44.122038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35114) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.131757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c9:95:42'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:8b:b0:29'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:44.361137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.386721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-698f45d2-9390-4c4b-aca7-4d06c876f2fb service neutron] 10.222.0.42 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144251 Jul 16 01:42:44.445894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c766954f-e112-48ca-b867-369749b105dc None None] Provisioning for port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:44.453328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c766954f-e112-48ca-b867-369749b105dc None None] Provisioning complete for port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:44.453709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c766954f-e112-48ca-b867-369749b105dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.711807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port 6982d992-999d-4a6c-90fb-0f9a2df8701a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6982d992-999d-4a6c-90fb-0f9a2df8701a,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:44.712390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.740924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d093c4f-a783-490e-9524-2afa3f5a4718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.828802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 6982d992-999d-4a6c-90fb-0f9a2df8701a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:44.938060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d093c4f-a783-490e-9524-2afa3f5a4718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.989557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-47dbceaf-9cda-4341-9625-e93d223a542d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.007416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c766954f-e112-48ca-b867-369749b105dc None None] Port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:45.032753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-47dbceaf-9cda-4341-9625-e93d223a542d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.053351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-47dbceaf-9cda-4341-9625-e93d223a542d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.074122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-47dbceaf-9cda-4341-9625-e93d223a542d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.093075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-47dbceaf-9cda-4341-9625-e93d223a542d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.105261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-47dbceaf-9cda-4341-9625-e93d223a542d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 3876 time: 0.8406072 Jul 16 01:42:45.229591 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.493317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0363b440-999d-4396-94a2-7cf039e8b9eb req-9e10feed-fa64-444f-8e40-0ea154910b9e tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867264 Jul 16 01:42:45.509411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.557670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983b6c26-8328-4104-8306-d70a7505b157']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:45.589226 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc361843-0c49-487c-9799-b8e5447861aa x-openstack-request-id: req-fc361843-0c49-487c-9799-b8e5447861aa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:45.590112 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "da263354-643f-4767-984b-124ad7cab1b5", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "82f47764-ed73-47a2-9d6c-f083ae1e1e59", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7", "code": 200}, {"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-unplugged", "status": "completed", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:45.590357 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc361843-0c49-487c-9799-b8e5447861aa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:45.590918 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'code': 200} Jul 16 01:42:45.591466 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5', 'code': 200} Jul 16 01:42:45.591649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552fd015-410a-4148-a66f-06aea0866016') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:45.591939 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f47764-ed73-47a2-9d6c-f083ae1e1e59', 'code': 200} Jul 16 01:42:45.592126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552fd015-410a-4148-a66f-06aea0866016') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:45.592302 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7', 'code': 200} Jul 16 01:42:45.592651 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6', 'code': 200} Jul 16 01:42:45.607348 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d093c4f-a783-490e-9524-2afa3f5a4718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.616962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.621720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d093c4f-a783-490e-9524-2afa3f5a4718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.625924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8d093c4f-a783-490e-9524-2afa3f5a4718 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a42e6db5-97b1-4efe-aa03-64350348aeb0 HTTP/1.1" status: 204 len: 168 time: 1.6517656 Jul 16 01:42:45.652800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.681458 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.794636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d093c4f-a783-490e-9524-2afa3f5a4718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e6db5-97b1-4efe-aa03-64350348aeb0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.797534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.901685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:45.902246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:45.919167 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:45.960357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f7e10da-e203-4f6b-8c51-308b9e3bbfa7 req-3d23791e-642b-4e56-895b-9afaac718c0b tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.2262931 Jul 16 01:42:46.129494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=6982d992-999d-4a6c-90fb-0f9a2df8701a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.237639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.265494 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.272096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/983b6c26-8328-4104-8306-d70a7505b157 HTTP/1.1" status: 204 len: 168 time: 2.3409848 Jul 16 01:42:46.275015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.316642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port 6982d992-999d-4a6c-90fb-0f9a2df8701a on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:46.323589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.326500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-7611e371-a915-447a-8e84-1135dd376409 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "DELETE /v2.0/ports/6982d992-999d-4a6c-90fb-0f9a2df8701a HTTP/1.1" status: 204 len: 173 time: 2.8995154 Jul 16 01:42:46.327006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:46.336929 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f7d25-cede-4b62-ac71-53562bb7ccb8" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:46.499083 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a531de-77e2-48f3-8876-fb8a0fc7b57d x-openstack-request-id: req-37a531de-77e2-48f3-8876-fb8a0fc7b57d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:46.504036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602bdc7-53eb-4897-9979-750216d8d9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=983b6c26-8328-4104-8306-d70a7505b157,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.510831 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "6982d992-999d-4a6c-90fb-0f9a2df8701a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:46.511618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37a531de-77e2-48f3-8876-fb8a0fc7b57d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:46.512221 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '6982d992-999d-4a6c-90fb-0f9a2df8701a', 'status': 'completed', 'code': 200} Jul 16 01:42:46.529788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Deleting subnet a635a4af-2625-4158-aeb5-08e927148898 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:46.545125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.554749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.650900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.711658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e58441-0df3-4e27-a80f-6848465fe69c req-5e7d0439-a112-4ee0-8acc-0c65fe7dc458 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.720483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51e58441-0df3-4e27-a80f-6848465fe69c req-5e7d0439-a112-4ee0-8acc-0c65fe7dc458 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.7931070 Jul 16 01:42:46.799976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.922553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51e58441-0df3-4e27-a80f-6848465fe69c req-0b7bb36a-7d5c-4af7-b8f4-1106a830fba8 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932850 Jul 16 01:42:46.935189 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.977831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port da263354-643f-4767-984b-124ad7cab1b5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:46.978172 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.094479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.267234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] In _notify_port_updated(), no bound segment for port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 on network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:47.277350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.279143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.282799 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "PUT /v2.0/ports/d7990673-a813-4f2f-abb7-3e28bd7cf4f7 HTTP/1.1" status: 200 len: 1057 time: 3.1592073 Jul 16 01:42:47.283215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35178) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.431095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port da263354-643f-4767-984b-124ad7cab1b5, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=da263354-643f-4767-984b-124ad7cab1b5,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:47.433576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.482349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bea40-cef7-4647-af2f-18090b4bfbae tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event updated for resources: {'Port': ['ID=d7990673-a813-4f2f-abb7-3e28bd7cf4f7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.485492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a635a4af-2625-4158-aeb5-08e927148898,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.501308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for da263354-643f-4767-984b-124ad7cab1b5 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:47.528907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.533079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ba0cb47b-aa73-4e8c-951a-e908b71274cf None None] Provisioning complete for port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:47.533859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb47b-aa73-4e8c-951a-e908b71274cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.538314 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78ee680a-c822-4002-b1fe-a26ffa80c0b7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a635a4af-2625-4158-aeb5-08e927148898 HTTP/1.1" status: 204 len: 168 time: 1.2488708 Jul 16 01:42:47.650319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ba0cb47b-aa73-4e8c-951a-e908b71274cf None None] Port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:47.652317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.687611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85c8b443-a2c2-4d9c-8da0-bfc603c62fc7 req-e55f24e7-b371-4a1c-8340-d17a5770e0f2 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.3675601 Jul 16 01:42:47.785244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port d7990673-a813-4f2f-abb7-3e28bd7cf4f7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:47.786308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.277443 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.319137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.326977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.400079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for d7990673-a813-4f2f-abb7-3e28bd7cf4f7 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:48.499409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a251-e853-4bad-9c8c-5d3eee414cba req-e71370c2-dbe9-4954-895d-8342d5ee01ba tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.540961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a251-e853-4bad-9c8c-5d3eee414cba req-e71370c2-dbe9-4954-895d-8342d5ee01ba tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.553426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a251-e853-4bad-9c8c-5d3eee414cba req-e71370c2-dbe9-4954-895d-8342d5ee01ba tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.564656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a251-e853-4bad-9c8c-5d3eee414cba req-e71370c2-dbe9-4954-895d-8342d5ee01ba tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.577756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28e0a251-e853-4bad-9c8c-5d3eee414cba req-e71370c2-dbe9-4954-895d-8342d5ee01ba tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 3143 time: 0.9229543 Jul 16 01:42:48.767362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.784185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25027705-8ad6-4f69-b520-652ea92a2e95']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:48.799117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c18ff1-0be9-4e0a-85a3-0d630c56fdf5') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:48.799470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c18ff1-0be9-4e0a-85a3-0d630c56fdf5') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:48.839628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.877652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-c376ee64-c699-4f7a-976e-49c8acb2b66f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.891519 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-c376ee64-c699-4f7a-976e-49c8acb2b66f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.13 "GET /v2.0/networks?id=1e45292e-a2cb-413e-ac94-b925ff0690a0 HTTP/1.1" status: 200 len: 815 time: 0.6601522 Jul 16 01:42:48.993764 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.050305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:49.051169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:49.148137 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:49.168158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.175163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.183151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] 10.222.0.42 "DELETE /v2.0/networks/25027705-8ad6-4f69-b520-652ea92a2e95 HTTP/1.1" status: 204 len: 168 time: 1.5001893 Jul 16 01:42:49.187350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28e0a251-e853-4bad-9c8c-5d3eee414cba req-f27522bb-26bf-47d0-9656-e8867334300c tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6085601 Jul 16 01:42:49.199331 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.266836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0c30a-642a-46b3-afdd-80ad04c5f2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=25027705-8ad6-4f69-b520-652ea92a2e95,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.279164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.290125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=da263354-643f-4767-984b-124ad7cab1b5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.303175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8da9-ad62-4e4b-880d-65578355598d req-9778f9b9-47c1-49be-99dd-1a34f6acce0a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.311401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a1d8da9-ad62-4e4b-880d-65578355598d req-9778f9b9-47c1-49be-99dd-1a34f6acce0a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 0.6504035 Jul 16 01:42:49.313870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-5fcfb5be-0abc-42c2-b2a3-6b225e9dbfc8 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c HTTP/1.1" status: 200 len: 379 time: 0.3973193 Jul 16 01:42:49.403728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Request body: {'port': {'device_id': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'admin_state_up': True, 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'security_groups': ['8ca37f41-b5f1-431a-83d0-e27c990b4a5c']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:49.408265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port da263354-643f-4767-984b-124ad7cab1b5 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:49.411924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.414962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-a5c87f01-ce4f-4c9e-82c4-00a90eeb2b23 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "DELETE /v2.0/ports/da263354-643f-4767-984b-124ad7cab1b5 HTTP/1.1" status: 204 len: 173 time: 3.0503850 Jul 16 01:42:49.427144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:49.432495 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159e921d-fcd7-4ac5-ae50-23d04776d644" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "da263354-643f-4767-984b-124ad7cab1b5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:49.728159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=d7990673-a813-4f2f-abb7-3e28bd7cf4f7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.872045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a1d8da9-ad62-4e4b-880d-65578355598d req-45d62c40-1d4d-4217-b65d-91ca22d56dfb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595350 Jul 16 01:42:49.915964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35224) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.028156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33d74ce3-1b24-4269-8fb9-b97d2f390380 req-e8b0f50b-f9cc-43e9-81a0-827b837c863a tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.3194344 Jul 16 01:42:50.145783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 5178ecff-292b-41b8-8eac-e88a258bf3e6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:50.146309 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.284919 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6caec7-8e7f-4633-9b86-26a425b571ea x-openstack-request-id: req-ef6caec7-8e7f-4633-9b86-26a425b571ea {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:50.285359 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "da263354-643f-4767-984b-124ad7cab1b5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:50.288754 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef6caec7-8e7f-4633-9b86-26a425b571ea {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:50.289372 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': 'da263354-643f-4767-984b-124ad7cab1b5', 'status': 'completed', 'code': 200} Jul 16 01:42:50.404070 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14be2e28-2cf1-41f9-9aa6-f0b4cacae910 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56df0106d4c345f6aaa2c6a430cf3428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868081 Jul 16 01:42:50.409141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35234) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.657372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port 5178ecff-292b-41b8-8eac-e88a258bf3e6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5178ecff-292b-41b8-8eac-e88a258bf3e6,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:50.657372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.680161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 5178ecff-292b-41b8-8eac-e88a258bf3e6 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:50.681365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.689759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a909e12-3a0e-4557-83bd-ad3c7add1b07 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/ports/d7990673-a813-4f2f-abb7-3e28bd7cf4f7 HTTP/1.1" status: 204 len: 168 time: 3.3992634 Jul 16 01:42:50.692171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.702999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Made reservation on behalf of cc2d616cd40548b7ab8c8c5d3f4d671c for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:50.710784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.735861 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2232681-5f8c-4cda-b34c-1af332e99aec tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] GET failed (client error): The resource could not be found. Jul 16 01:42:50.741616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b2232681-5f8c-4cda-b34c-1af332e99aec tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "GET /v2.0/ports/d7990673-a813-4f2f-abb7-3e28bd7cf4f7 HTTP/1.1" status: 404 len: 333 time: 0.0397730 Jul 16 01:42:50.743269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35246) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.780679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a42c4969-cf98-42fc-af8f-0f3f58e034f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.860183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239a2e-967a-48ed-9256-cc79a4b9f2a7 req-4dd8ee7e-2d47-40d3-8570-7d32a371d933 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.867982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239a2e-967a-48ed-9256-cc79a4b9f2a7 req-4dd8ee7e-2d47-40d3-8570-7d32a371d933 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.875192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239a2e-967a-48ed-9256-cc79a4b9f2a7 req-4dd8ee7e-2d47-40d3-8570-7d32a371d933 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.877072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9239a2e-967a-48ed-9256-cc79a4b9f2a7 req-4dd8ee7e-2d47-40d3-8570-7d32a371d933 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 2410 time: 0.2795439 Jul 16 01:42:50.912581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a42c4969-cf98-42fc-af8f-0f3f58e034f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.003001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbb55b-6111-44da-b3ed-93bec571f208 req-1dd16f82-63b1-4551-b843-710e984b3a6c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.004892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8cbb55b-6111-44da-b3ed-93bec571f208 req-1dd16f82-63b1-4551-b843-710e984b3a6c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 946 time: 0.4659662 Jul 16 01:42:51.062032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9239a2e-967a-48ed-9256-cc79a4b9f2a7 req-9a9f7099-e4d3-4de2-abb3-cd6a3946f126 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320753 Jul 16 01:42:51.112225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Allocated IP 172.20.0.6 (1e45292e-a2cb-413e-ac94-b925ff0690a0/db7c434e-51ff-4fea-9910-eb0cd0e4a5c1/f0ce7ac3-b50a-4df7-80fb-dd348fe5181e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:51.172683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8cbb55b-6111-44da-b3ed-93bec571f208 req-338b3c63-f03c-4018-aa8f-fa8107baa7c3 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579742 Jul 16 01:42:51.197819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a42c4969-cf98-42fc-af8f-0f3f58e034f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.203884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a42c4969-cf98-42fc-af8f-0f3f58e034f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.218783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a42c4969-cf98-42fc-af8f-0f3f58e034f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfac7610-e368-431b-8520-38dc37f0c466 HTTP/1.1" status: 204 len: 168 time: 0.7980633 Jul 16 01:42:51.233430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port 1062066a-0684-425a-897a-49d2921a84e7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:51.233757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.309619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c4969-cf98-42fc-af8f-0f3f58e034f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac7610-e368-431b-8520-38dc37f0c466,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.375811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.541343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=5178ecff-292b-41b8-8eac-e88a258bf3e6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.627542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.672549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Transition to ACTIVE for port object f0ce7ac3-b50a-4df7-80fb-dd348fe5181e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:51.750127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.864531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:51.868800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:51.871545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:51.946348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event updated for resources: {'Port': ['ID=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:52.072382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.076749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.140890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-496c5c99-fd55-4c15-b508-55660ec5058f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7708292 Jul 16 01:42:52.184970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Request body: {'port': {'device_id': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:52.191756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7756f350-06f7-44ee-993c-69bc14cf4607 req-52ed1acf-4cf9-47b2-b8c0-f9d29f306486 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.7117107 Jul 16 01:42:52.255855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35286) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.383696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port 5178ecff-292b-41b8-8eac-e88a258bf3e6 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:52.423573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d6667e49-1cbf-4cb8-b0eb-a46a7122c2f5 None None] Provisioning for port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:52.429865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d6667e49-1cbf-4cb8-b0eb-a46a7122c2f5 None None] Provisioning complete for port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:52.430255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6667e49-1cbf-4cb8-b0eb-a46a7122c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.434991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.446522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-2c00070f-5d1b-4dbf-b9eb-0ddc6a5497fb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "DELETE /v2.0/ports/5178ecff-292b-41b8-8eac-e88a258bf3e6 HTTP/1.1" status: 204 len: 173 time: 3.0097733 Jul 16 01:42:52.448312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:52.450784 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dfcd59-8f96-4221-91ba-86abed201d26" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:52.459016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-335bbe1e-009c-4d68-9181-364525ceb13c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9e055954ad948cc869aabe5ce7bd5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014852 Jul 16 01:42:52.462118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35294) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.483586 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.493389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.532138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d6667e49-1cbf-4cb8-b0eb-a46a7122c2f5 None None] Port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:52.581074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for 1062066a-0684-425a-897a-49d2921a84e7 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:52.735224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031dd7-721c-4d19-ae7f-b0615371dd22 req-5689670c-26e7-4851-82e1-30cbe4d45389 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.743063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cd031dd7-721c-4d19-ae7f-b0615371dd22 req-5689670c-26e7-4851-82e1-30cbe4d45389 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 944 time: 1.1983197 Jul 16 01:42:52.867129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ce7ac3-b50a-4df7-80fb-dd348fe5181e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:52.877748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.895947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Transition to ACTIVE for port object f0ce7ac3-b50a-4df7-80fb-dd348fe5181e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:52.902674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.923896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 8f37a3e3-91b2-44ca-8f80-a31da849489a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:52.929376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.954670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929f76f4-6e99-43af-a22d-2a8cb7a68bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.960002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cd031dd7-721c-4d19-ae7f-b0615371dd22 req-301b5d23-52ff-48f0-8e84-42a69181abc1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155316 Jul 16 01:42:53.035356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929f76f4-6e99-43af-a22d-2a8cb7a68bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.042590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Pushing event updated for resources: {'Port': ['ID=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.281627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Attempting to bind port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:53.282322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Attempting to bind port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:53.282609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Attempting to bind port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e on network 1e45292e-a2cb-413e-ac94-b925ff0690a0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:53.306161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e on network 1e45292e-a2cb-413e-ac94-b925ff0690a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:53.306692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Attempting to bind port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e on network 1e45292e-a2cb-413e-ac94-b925ff0690a0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:53.330983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:53.331463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Checking segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:53.331972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Bound using segment: {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:53.333224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Bound port: f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebae01d6-d96d-4f4d-9878-4b418d88831b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:53.333809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.341041 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdbe7ee-8f8d-4ac7-9c56-3274cb9f6cf0 x-openstack-request-id: req-fcdbe7ee-8f8d-4ac7-9c56-3274cb9f6cf0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:53.341629 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "5178ecff-292b-41b8-8eac-e88a258bf3e6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:53.341629 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcdbe7ee-8f8d-4ac7-9c56-3274cb9f6cf0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:53.345710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929f76f4-6e99-43af-a22d-2a8cb7a68bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.351299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929f76f4-6e99-43af-a22d-2a8cb7a68bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.356597 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '5178ecff-292b-41b8-8eac-e88a258bf3e6', 'status': 'completed', 'code': 200} Jul 16 01:42:53.369214 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-929f76f4-6e99-43af-a22d-2a8cb7a68bcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f822fbd9-b756-49f0-874e-125534d7ad37 HTTP/1.1" status: 204 len: 168 time: 0.9058597 Jul 16 01:42:53.429749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f76f4-6e99-43af-a22d-2a8cb7a68bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822fbd9-b756-49f0-874e-125534d7ad37,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.543614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port 8f37a3e3-91b2-44ca-8f80-a31da849489a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8f37a3e3-91b2-44ca-8f80-a31da849489a,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:53.544041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.569298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] For port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:53.576122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] For port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:53.583195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.639405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.640238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.642794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] 10.222.0.13 "PUT /v2.0/ports/f0ce7ac3-b50a-4df7-80fb-dd348fe5181e HTTP/1.1" status: 200 len: 1092 time: 1.4870720 Jul 16 01:42:53.649250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:53.653360 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30688f1f-853e-4bff-8c1e-562c463182ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:53.689916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd1247-fc5d-4c70-9600-c1a7dae0824f service neutron] Pushing event updated for resources: {'Port': ['ID=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.819211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-48bb02a2-62d3-49f7-b6fd-b0b697d70b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.821670 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-48bb02a2-62d3-49f7-b6fd-b0b697d70b81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c&device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 1095 time: 0.1212687 Jul 16 01:42:53.835269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.836009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.836009 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Floating IP 10088be4-1986-4272-9a2f-41b8100737e1 disassociated. External IP: 172.25.7.30, port: 8f37a3e3-91b2-44ca-8f80-a31da849489a. Jul 16 01:42:53.836636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 8f37a3e3-91b2-44ca-8f80-a31da849489a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:53.946382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-7aed4114-9bcd-493c-83dd-9fc248b3850e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e HTTP/1.1" status: 200 len: 217 time: 0.1022661 Jul 16 01:42:54.026568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.124987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=1062066a-0684-425a-897a-49d2921a84e7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.150950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-07a32bdc-2d70-4a9b-abce-f15e94d0ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.154144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-07a32bdc-2d70-4a9b-abce-f15e94d0ac73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7c434e-51ff-4fea-9910-eb0cd0e4a5c1 HTTP/1.1" status: 200 len: 854 time: 0.2000368 Jul 16 01:42:54.312264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-cb626982-6f89-4cac-b8e3-54f4c365581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.313989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-cb626982-6f89-4cac-b8e3-54f4c365581f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e45292e-a2cb-413e-ac94-b925ff0690a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529200 Jul 16 01:42:54.434329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c735a-9cf9-4f8b-b24f-fc8100f27499 req-a3015ad7-7550-4e6c-9c7e-e2d930385c26 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.449848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c735a-9cf9-4f8b-b24f-fc8100f27499 req-a3015ad7-7550-4e6c-9c7e-e2d930385c26 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.452470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b8c735a-9cf9-4f8b-b24f-fc8100f27499 req-a3015ad7-7550-4e6c-9c7e-e2d930385c26 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 1677 time: 1.1234283 Jul 16 01:42:54.464805 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.467156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9071ff98-a608-481e-95a2-5d5302d6e672 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/ports/1062066a-0684-425a-897a-49d2921a84e7 HTTP/1.1" status: 204 len: 168 time: 3.7229173 Jul 16 01:42:54.482444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.507182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.626751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-d765af2a-23f4-4687-a400-54be4691db28 service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000011 Jul 16 01:42:54.804738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c97954bc-4291-4c8c-ab6f-28dccfd5fe4f req-01ae7bf9-b9c6-4553-b856-2cc29fd973e9 service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715724 Jul 16 01:42:54.889377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=8f37a3e3-91b2-44ca-8f80-a31da849489a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.894612 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-829af907-dd6d-47bf-94ab-09d809b1140a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] GET failed (client error): The resource could not be found. Jul 16 01:42:54.901709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35356) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.916567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-829af907-dd6d-47bf-94ab-09d809b1140a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "GET /v2.0/ports/1062066a-0684-425a-897a-49d2921a84e7 HTTP/1.1" status: 404 len: 333 time: 0.4170034 Jul 16 01:42:54.962907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:55.004404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0b8c735a-9cf9-4f8b-b24f-fc8100f27499 req-e7c12473-f395-418b-9b39-293b310005e9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups?id=a98285c5-ccf7-48d3-a860-1a346207af48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192254 Jul 16 01:42:55.039081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4fd42-6e23-4d8f-a2cc-e5d732fd1a52 req-a142055c-3a6d-44e8-87af-d3a3ce36a5f1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.050444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ef4fd42-6e23-4d8f-a2cc-e5d732fd1a52 req-a142055c-3a6d-44e8-87af-d3a3ce36a5f1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 943 time: 1.0438116 Jul 16 01:42:55.126806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Router a605f536-af28-4629-9de5-cc81bddbcb44 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:55.209660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ef4fd42-6e23-4d8f-a2cc-e5d732fd1a52 req-35b1c870-6de3-475a-9a11-e5a608f9523f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571488 Jul 16 01:42:55.212666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:55.268771 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ffd8c7-7c4d-4a13-bb85-b9e10022ef25 x-openstack-request-id: req-70ffd8c7-7c4d-4a13-bb85-b9e10022ef25 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:55.279018 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:55.279475 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70ffd8c7-7c4d-4a13-bb85-b9e10022ef25 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:55.280172 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'status': 'completed', 'code': 200} Jul 16 01:42:55.321827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'network_id': 'cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09', 'port_id': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'mac_address': 'fa:16:3e:1a:22:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccade60-0cd4-417e-be1b-4b56c402aac3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:55.445826 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.467700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:55.503985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:55.511181 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.525979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:55.541832 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] Sync routers for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:55.559980 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:55.561284 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:42:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:55.606246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port 9de2bc3d-3b7f-417e-84b2-dfe99501d164 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:55.606999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.650590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.678516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port 8f37a3e3-91b2-44ca-8f80-a31da849489a on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:55.687422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.690951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-ee5aebf8-62cb-43de-9373-087b123ac747 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "DELETE /v2.0/ports/8f37a3e3-91b2-44ca-8f80-a31da849489a HTTP/1.1" status: 204 len: 173 time: 3.2161312 Jul 16 01:42:55.701839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:55.704689 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06a682b-fb4c-4f69-a3be-e1235315a746" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:55.745871 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:55.780104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['919f3c1c-6775-4532-a7b2-0f333d4b1fe9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:55.871667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.880791 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c8d6b2-d463-4513-b169-03948c99f97d x-openstack-request-id: req-d2c8d6b2-d463-4513-b169-03948c99f97d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:55.881207 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "8f37a3e3-91b2-44ca-8f80-a31da849489a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:55.881762 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2c8d6b2-d463-4513-b169-03948c99f97d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:55.882077 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '8f37a3e3-91b2-44ca-8f80-a31da849489a', 'status': 'completed', 'code': 200} Jul 16 01:42:55.912465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for 9de2bc3d-3b7f-417e-84b2-dfe99501d164 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:56.036476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f82ca-7b7d-4f7d-bcc5-08a9831cc6b2 req-7d06abef-721b-4b26-93a3-b29c959fb40b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.038293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f60f82ca-7b7d-4f7d-bcc5-08a9831cc6b2 req-7d06abef-721b-4b26-93a3-b29c959fb40b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 945 time: 0.3651664 Jul 16 01:42:56.075672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 25a0d98a-760b-4af6-99dd-56f59266ced7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:56.076024 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.081715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30688f1f-853e-4bff-8c1e-562c463182ed req-e10a9391-7a45-4928-95a4-bbeb175e3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.083945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-e10a9391-7a45-4928-95a4-bbeb175e3954 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c&device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 1095 time: 0.7219963 Jul 16 01:42:56.264994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30688f1f-853e-4bff-8c1e-562c463182ed req-76d4bec4-b390-4313-bd39-bb171051b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.266898 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-76d4bec4-b390-4313-bd39-bb171051b197 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e45292e-a2cb-413e-ac94-b925ff0690a0 HTTP/1.1" status: 200 len: 916 time: 0.1648228 Jul 16 01:42:56.323312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-97de1cee-214d-4162-8229-8f88b293634e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e HTTP/1.1" status: 200 len: 217 time: 0.0475826 Jul 16 01:42:56.324085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.354173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=9de2bc3d-3b7f-417e-84b2-dfe99501d164,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.389728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port 25a0d98a-760b-4af6-99dd-56f59266ced7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=25a0d98a-760b-4af6-99dd-56f59266ced7,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:56.390690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.410806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30688f1f-853e-4bff-8c1e-562c463182ed req-cc22dfc0-3e0b-4db8-ad09-15098b0f0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.413089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-cc22dfc0-3e0b-4db8-ad09-15098b0f0c47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7c434e-51ff-4fea-9910-eb0cd0e4a5c1 HTTP/1.1" status: 200 len: 854 time: 0.0602131 Jul 16 01:42:56.420987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 25a0d98a-760b-4af6-99dd-56f59266ced7 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:56.523503 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:56.597965 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] Checking router: a605f536-af28-4629-9de5-cc81bddbcb44 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:56.626112 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:56.626753 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:42:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:56.715985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f60f82ca-7b7d-4f7d-bcc5-08a9831cc6b2 req-08f33177-4a22-401b-b64e-f1aa898a6ab6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708598 Jul 16 01:42:56.733642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.772505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.777533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-15006ceb-64b1-4d22-b929-fcc226ce0e18 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/ports/9de2bc3d-3b7f-417e-84b2-dfe99501d164 HTTP/1.1" status: 204 len: 168 time: 1.8742514 Jul 16 01:42:56.790532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35400) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.825333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-ec0b2dae-982e-4274-9ec5-7ac24204e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.826899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-ec0b2dae-982e-4274-9ec5-7ac24204e9b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1097 time: 0.9038727 Jul 16 01:42:56.926305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30688f1f-853e-4bff-8c1e-562c463182ed req-97a54e34-e100-4395-ba90-e28bd60b4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.936553 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-97a54e34-e100-4395-ba90-e28bd60b4dea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e45292e-a2cb-413e-ac94-b925ff0690a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5143654 Jul 16 01:42:56.946841 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:56.994481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:57.063844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a553486c-16dc-43ef-bdc4-f0bc0a51114a req-aaf72752-7d0c-4931-b2d4-f34a404693ce tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.3383262 Jul 16 01:42:57.077440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=25a0d98a-760b-4af6-99dd-56f59266ced7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.099711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting subnet ccb17603-95e0-4474-b4c9-a0dada5877ef {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:57.149788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.167808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:57.171792 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.174671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:57.223646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port 25a0d98a-760b-4af6-99dd-56f59266ced7 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:57.285111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.303906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.304464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.306755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:57.310917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69503688-b77f-4f14-a954-3efac78129cd req-1a98cfde-aaca-4f22-b68e-cabac4d789a6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.13 "DELETE /v2.0/ports/25a0d98a-760b-4af6-99dd-56f59266ced7 HTTP/1.1" status: 204 len: 173 time: 1.6029525 Jul 16 01:42:57.321850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:57.340648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:57.341469 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.391001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-6de55770-7edb-4e29-bb22-d6a7f241c766 service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364402 Jul 16 01:42:57.395235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.408496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.493796 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:57.525180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:57.621840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-dc104256-ab68-4608-9466-949d87adc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.623462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-dc104256-ab68-4608-9466-949d87adc5d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.6707523 Jul 16 01:42:57.644202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc080e-444e-46e3-bc9d-179ad629959b None None] The sync data for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 is: [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 4, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '0bce5aa9-80b6-4a4a-992f-772a5ddce846', 'name': '', 'network_id': '150ede74-4fb8-4f79-afd0-b35cf3905b36', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'mac_address': 'fa:16:3e:84:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '85f6e030-5302-43f5-b964-26489d88f897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:17Z', 'updated_at': '2021-07-16T01:31:30Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'subnets': [{'id': '85f6e030-5302-43f5-b964-26489d88f897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:57.656382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef71e3e-278e-4222-9ae7-dc191d8ded0b req-cadab59c-2c2b-4d18-a2f3-0b989a07c8d3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.666856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ef71e3e-278e-4222-9ae7-dc191d8ded0b req-cadab59c-2c2b-4d18-a2f3-0b989a07c8d3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 943 time: 0.6891799 Jul 16 01:42:57.719414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.731790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.841764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.844051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:57.845050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.856106 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890dbf0f-867c-4e0c-a059-cf8d881176be" -d '{"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-plugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:57.868941 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.876011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-e6790cfa-7407-4a7b-abe1-346a4692a60e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.2081420 Jul 16 01:42:57.943689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:57.946462 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b953dc7-4a42-4345-be34-03545c3ca342" -d '{"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:58.083445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.086673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ef71e3e-278e-4222-9ae7-dc191d8ded0b req-ec6ebf05-0eb6-4d8f-91f5-f7962701101f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095838 Jul 16 01:42:58.127830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.237786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.240371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/subnets/ccb17603-95e0-4474-b4c9-a0dada5877ef HTTP/1.1" status: 204 len: 168 time: 1.4479666 Jul 16 01:42:58.248488 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da7ea5e-3c2c-4dcb-839a-a106633777ee x-openstack-request-id: req-2da7ea5e-3c2c-4dcb-839a-a106633777ee {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:58.250256 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-plugged", "status": "completed", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:58.250517 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2da7ea5e-3c2c-4dcb-839a-a106633777ee {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:58.252231 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'code': 200} Jul 16 01:42:58.256359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83403895-31d0-4f11-adff-dec5e9aacc44 None None] Network a02fc0b7-b577-4434-9c16-1c8ecdc09be8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:58.287857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35440) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:58.389191 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f536e682-cf1a-4a74-bd17-b22d627d6e0d x-openstack-request-id: req-f536e682-cf1a-4a74-bd17-b22d627d6e0d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:58.390554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b64925-86df-4789-82b8-21f42ef6578a tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb17603-95e0-4474-b4c9-a0dada5877ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.392769 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f62f38-3aed-4e2f-9bda-db84408df740", "name": "network-vif-deleted", "tag": "25a0d98a-760b-4af6-99dd-56f59266ced7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:58.393216 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f536e682-cf1a-4a74-bd17-b22d627d6e0d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:58.394780 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f62f38-3aed-4e2f-9bda-db84408df740', 'name': 'network-vif-deleted', 'tag': '25a0d98a-760b-4af6-99dd-56f59266ced7', 'status': 'completed', 'code': 200} Jul 16 01:42:58.396473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e1b79-6a69-4e6f-a4f6-57421c21ce10 None None] New status for floating IP 10088be4-1986-4272-9a2f-41b8100737e1: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:58.509999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-449ebeaa-6285-4e95-af90-6c474b95a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.517993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-449ebeaa-6285-4e95-af90-6c474b95a140 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.5354650 Jul 16 01:42:58.530481 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30688f1f-853e-4bff-8c1e-562c463182ed req-da97fc5f-9ff6-494f-9d57-e1b9f82614e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1281655 Jul 16 01:42:58.726500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5b9b-c9c3-4805-9cbf-61c3605cc524 req-a90f121f-31d0-46b9-9f82-53108f80ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.728059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d25d5b9b-c9c3-4805-9cbf-61c3605cc524 req-a90f121f-31d0-46b9-9f82-53108f80ed84 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1098 time: 0.2297041 Jul 16 01:42:58.836471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d25d5b9b-c9c3-4805-9cbf-61c3605cc524 req-60be80ef-60c6-4054-8e3d-1813b64b4621 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980928 Jul 16 01:42:58.848004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.862567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-60b6631d-de6f-4317-bf9f-045c3e9fe054 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3294988 Jul 16 01:42:59.052947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6613504-28c8-4b1a-a120-1679ae7b89f5 req-b8886edf-089b-4e88-8b8a-77c0ec2c9f08 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1962540 Jul 16 01:42:59.115517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67374d-94a8-41fd-b4b7-3b5b2b774f73 req-e74b7c42-9b94-4f0f-8978-d9e3bdc73ffe tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.119310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d67374d-94a8-41fd-b4b7-3b5b2b774f73 req-e74b7c42-9b94-4f0f-8978-d9e3bdc73ffe tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.9589195 Jul 16 01:42:59.298076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] DHCP port deletion for a02fc0b7-b577-4434-9c16-1c8ecdc09be8 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:59.328150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d67374d-94a8-41fd-b4b7-3b5b2b774f73 req-8c949050-adc1-4ae1-b630-41c54cad7629 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723423 Jul 16 01:42:59.352933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-97fded20-2f67-4ae6-bb7f-7da6f2937d16 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353237 Jul 16 01:42:59.436056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] Deleting port 08c7b19b-b9ae-40a5-a960-790068e3e10d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:59.437005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.565767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] For port 08c7b19b-b9ae-40a5-a960-790068e3e10d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=08c7b19b-b9ae-40a5-a960-790068e3e10d,segment=NetworkSegment(9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef),segment_id=9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:59.566501 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.589096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] Calling delete_port for 08c7b19b-b9ae-40a5-a960-790068e3e10d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:59.819406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.833092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Deleting port 08c7b19b-b9ae-40a5-a960-790068e3e10d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:59.834018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.901660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] No DVR routers for this DVR port 08c7b19b-b9ae-40a5-a960-790068e3e10d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:59.903347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe63d1-06f8-4ddb-bf37-14614732cce9 None None] Pushing event deleted for resources: {'Port': ['ID=08c7b19b-b9ae-40a5-a960-790068e3e10d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.045726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4c2e350-e5df-41e8-bcdb-977fe41d1455 req-39ed83d0-e831-430d-9fb9-f3d7d2a37070 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712031 Jul 16 01:43:00.055305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] For port 08c7b19b-b9ae-40a5-a960-790068e3e10d, host n-d-791506-20, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:00.056388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.080208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Calling delete_port for 08c7b19b-b9ae-40a5-a960-790068e3e10d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:00.088885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Port 08c7b19b-b9ae-40a5-a960-790068e3e10d was not found and therefore no delete operation was performed {{(pid=93756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:43:00.097905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30a455-87f2-47f3-aebb-6fe67578e577 req-1491d77e-6213-44b0-b38c-c4c91715fd38 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.105319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac30a455-87f2-47f3-aebb-6fe67578e577 req-1491d77e-6213-44b0-b38c-c4c91715fd38 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 943 time: 0.6658382 Jul 16 01:43:00.113083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.166667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Port': ['ID=08c7b19b-b9ae-40a5-a960-790068e3e10d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.169023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] No DVR routers for this DVR port 08c7b19b-b9ae-40a5-a960-790068e3e10d on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:00.246934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac30a455-87f2-47f3-aebb-6fe67578e577 req-90562617-7f00-4b90-9bf4-71f329adc7c8 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382391 Jul 16 01:43:00.347294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.484772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02fc0b7-b577-4434-9c16-1c8ecdc09be8']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:00.518008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-09915ff6-2d49-4e5d-b13d-e1346b9f21c8 req-1ba1314a-2977-40bf-a4bf-e6f2c510c736 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1461711 Jul 16 01:43:00.529435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:00.531245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c958d5f-cbc7-4ec0-b43e-a5937f57b9ef') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:00.559353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.678896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.703595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:00.705516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:00.718126 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:00.822684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.830388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.837976 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] 10.222.0.42 "DELETE /v2.0/networks/a02fc0b7-b577-4434-9c16-1c8ecdc09be8 HTTP/1.1" status: 204 len: 168 time: 2.5406623 Jul 16 01:43:00.862785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24201207-8202-4471-a7fe-171d887cb7de req-77ed9fb1-d6d7-4e75-bd00-953659b5bff4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.867046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24201207-8202-4471-a7fe-171d887cb7de req-77ed9fb1-d6d7-4e75-bd00-953659b5bff4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2743065 Jul 16 01:43:00.913461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd5bc-1515-4b2d-abbd-f02e9408e643 tempest-AllowedAddressPairTestJSON-1044376901 tempest-AllowedAddressPairTestJSON-1044376901-project] Pushing event deleted for resources: {'Network': ['ID=a02fc0b7-b577-4434-9c16-1c8ecdc09be8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.010111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24201207-8202-4471-a7fe-171d887cb7de req-ca70ab7e-86cf-458f-9001-855b834dc034 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291692 Jul 16 01:43:01.031513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:01.117933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 08c7b19b-b9ae-40a5-a960-790068e3e10d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:01.193187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 08c7b19b-b9ae-40a5-a960-790068e3e10d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:01.204642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 08c7b19b-b9ae-40a5-a960-790068e3e10d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:01.308377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:01.310641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.623156 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.757335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:01.762212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:01.774142 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d228b0-4dff-4f48-9765-741894e612c2" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:01.781939 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.829523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.875553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7547c7-e7ba-4bd7-aa2c-efc00c77d728 req-52eeeaae-86de-4f2e-9814-d0ae3cd86a00 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.885071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd7547c7-e7ba-4bd7-aa2c-efc00c77d728 req-52eeeaae-86de-4f2e-9814-d0ae3cd86a00 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 943 time: 0.2814500 Jul 16 01:43:01.918482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.987296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.988857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd7547c7-e7ba-4bd7-aa2c-efc00c77d728 req-90b521c3-26cf-421d-af8e-798133300090 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003788 Jul 16 01:43:02.124575 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656b6b73-2793-4295-b7e3-a4fb4006e345 x-openstack-request-id: req-656b6b73-2793-4295-b7e3-a4fb4006e345 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:02.126064 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:02.126672 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-656b6b73-2793-4295-b7e3-a4fb4006e345 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:02.128174 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:43:02.138576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9ea6699-0712-44dd-a9c6-dd3a3b51e022 req-b5cb676e-1370-42aa-814e-dddc8a5f2454 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1648409 Jul 16 01:43:02.619586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94111c-95b8-44a3-8c17-71a44c797b9f req-a8ecdce3-bbd0-4ac6-89a3-db8908f471f5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.622257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c94111c-95b8-44a3-8c17-71a44c797b9f req-a8ecdce3-bbd0-4ac6-89a3-db8908f471f5 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2712941 Jul 16 01:43:02.636375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26d38c28-ae25-4b48-bced-e572c20f0d5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ea08f7f23f642878204b7393c8789a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031645 Jul 16 01:43:02.649220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.684120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4aa54e77-c2f6-4db8-a8a4-6b9e08868613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.864037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4aa54e77-c2f6-4db8-a8a4-6b9e08868613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.872378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4aa54e77-c2f6-4db8-a8a4-6b9e08868613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.882173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c94111c-95b8-44a3-8c17-71a44c797b9f req-f93e3a71-476d-47ce-b2f2-168f74ec6db3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439578 Jul 16 01:43:02.896779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc973-ba73-4768-b3a2-6c7fd03afb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.924388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc973-ba73-4768-b3a2-6c7fd03afb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.992816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc973-ba73-4768-b3a2-6c7fd03afb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.997417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc973-ba73-4768-b3a2-6c7fd03afb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.999061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1fbfc973-ba73-4768-b3a2-6c7fd03afb85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06031f50-2e05-4ff0-bff1-2c48d16e996c HTTP/1.1" status: 204 len: 168 time: 0.3388469 Jul 16 01:43:03.012075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa54e77-c2f6-4db8-a8a4-6b9e08868613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7788ea8-2b20-4aaf-991d-a2b8ce7896be,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.013809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfc973-ba73-4768-b3a2-6c7fd03afb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06031f50-2e05-4ff0-bff1-2c48d16e996c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.017205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4aa54e77-c2f6-4db8-a8a4-6b9e08868613 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30e219ca68894355a3e05aa0983a425f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0971146 Jul 16 01:43:03.020020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35558) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.155173 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b65ea82c-fba7-4fb5-9133-bab15d8772a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.239857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b65ea82c-fba7-4fb5-9133-bab15d8772a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.693226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a271038-018a-4856-a68b-6dfa063f5f34 req-942434c7-092e-4462-a375-8c460760c78d tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.706751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a271038-018a-4856-a68b-6dfa063f5f34 req-942434c7-092e-4462-a375-8c460760c78d tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 943 time: 0.3383071 Jul 16 01:43:03.754880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10a2d6b0-5661-4fe7-a1ea-101eeba9cde6 req-f3e1733b-0b4e-48a6-8286-8d07aa8728ad tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1219521 Jul 16 01:43:03.797537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b65ea82c-fba7-4fb5-9133-bab15d8772a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.818849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b65ea82c-fba7-4fb5-9133-bab15d8772a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.829929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b65ea82c-fba7-4fb5-9133-bab15d8772a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7788ea8-2b20-4aaf-991d-a2b8ce7896be HTTP/1.1" status: 204 len: 168 time: 0.7988915 Jul 16 01:43:03.850886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ea82c-fba7-4fb5-9133-bab15d8772a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7788ea8-2b20-4aaf-991d-a2b8ce7896be,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.869901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a271038-018a-4856-a68b-6dfa063f5f34 req-e80aae43-3fbf-44e9-8166-3e3a542f4f49 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617157 Jul 16 01:43:04.273627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e4103-5471-439f-a2d5-281418a50c01 req-38fa6903-1818-4fad-bf2b-d8b94262cbf7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.277491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c38e4103-5471-439f-a2d5-281418a50c01 req-38fa6903-1818-4fad-bf2b-d8b94262cbf7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.1547418 Jul 16 01:43:04.403614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c38e4103-5471-439f-a2d5-281418a50c01 req-3d63f944-ac25-429a-8cbf-943caf95b8b2 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139395 Jul 16 01:43:04.910537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b06f87-da47-46c0-a506-4b70283808bb req-f4795a42-3902-4bc3-965c-dfc3d9c49991 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.914345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4b06f87-da47-46c0-a506-4b70283808bb req-f4795a42-3902-4bc3-965c-dfc3d9c49991 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.1283281 Jul 16 01:43:05.021214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4b06f87-da47-46c0-a506-4b70283808bb req-a79b6ce4-368c-4371-8952-42cf4432db32 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971334 Jul 16 01:43:05.063478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.095032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1625-b119-428f-9488-2ac914fed369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.280238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1625-b119-428f-9488-2ac914fed369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.294915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1625-b119-428f-9488-2ac914fed369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.500931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30df6d42-a36e-4a9d-b322-3243e378ab3e req-bad4fc74-1bcd-4427-bc50-3fc5cf3b78eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.2135997 Jul 16 01:43:05.590659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35618) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.609586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f5ee1625-b119-428f-9488-2ac914fed369 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5240318daa8a4857b1c189e62a892b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354700 Jul 16 01:43:05.676163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f3c69cc-f95b-4cfe-83fe-f35cd14e5aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.731906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f3c69cc-f95b-4cfe-83fe-f35cd14e5aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.799948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1625-b119-428f-9488-2ac914fed369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61d5c9-11b8-4136-872e-22ded07fcb40,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.834118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f3c69cc-f95b-4cfe-83fe-f35cd14e5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.838100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f3c69cc-f95b-4cfe-83fe-f35cd14e5aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.844500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f3c69cc-f95b-4cfe-83fe-f35cd14e5aec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f61d5c9-11b8-4136-872e-22ded07fcb40 HTTP/1.1" status: 204 len: 168 time: 0.2526488 Jul 16 01:43:05.854234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c69cc-f95b-4cfe-83fe-f35cd14e5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61d5c9-11b8-4136-872e-22ded07fcb40,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.968802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.078846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8771a9-7a7b-4da6-95a3-dcbaa68a7386 req-55a91b47-a759-4118-9224-06f82180a3cb tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.088213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a8771a9-7a7b-4da6-95a3-dcbaa68a7386 req-55a91b47-a759-4118-9224-06f82180a3cb tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 943 time: 0.5237756 Jul 16 01:43:06.259136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f0ce7ac3-b50a-4df7-80fb-dd348fe5181e details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:06.504302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-84a4d335-2953-4056-8d53-44740f409df3 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.506017 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-84a4d335-2953-4056-8d53-44740f409df3 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5362277 Jul 16 01:43:06.512370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35638) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.520331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-4721610f-6998-4139-86bc-906b8f1f72a7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.522072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4721610f-6998-4139-86bc-906b8f1f72a7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056803 Jul 16 01:43:06.540230 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35640) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.547577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-f13345ce-dac2-4a0a-bfcd-6ced4e10688f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.565569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f13345ce-dac2-4a0a-bfcd-6ced4e10688f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0235312 Jul 16 01:43:06.569998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:06.573259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35644) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.608115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-a64c2084-2c50-4d59-8ee4-5371b0867fe1 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.614122 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a64c2084-2c50-4d59-8ee4-5371b0867fe1 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0391419 Jul 16 01:43:06.615093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35646) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.615635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35648) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.647519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'port_id': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'mac_address': 'fa:16:3e:47:c3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:06.657353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-fe131aaa-d122-4ef6-be4c-9ef084aef0d6 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.671395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488049-efd0-489b-ba10-840084cf29a9 req-5abfb751-52f7-400f-b8b5-f0efea981eeb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.672561 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fe131aaa-d122-4ef6-be4c-9ef084aef0d6 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0405827 Jul 16 01:43:06.684190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35656) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.693184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be488049-efd0-489b-ba10-840084cf29a9 req-5abfb751-52f7-400f-b8b5-f0efea981eeb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.8407786 Jul 16 01:43:06.696675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-c6a5fc43-a1f3-421f-bd8e-1999fb6ce9bd tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.703390 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c6a5fc43-a1f3-421f-bd8e-1999fb6ce9bd tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0170693 Jul 16 01:43:06.704627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35658) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.712901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-8be8f248-8df3-4c03-9151-c4e80cf5cb26 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.720252 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8be8f248-8df3-4c03-9151-c4e80cf5cb26 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0136776 Jul 16 01:43:06.721899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35662) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.729670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-2a170143-1e20-4fac-9476-e70df4522633 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.740831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a170143-1e20-4fac-9476-e70df4522633 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0167177 Jul 16 01:43:06.744202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35664) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.769204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-d4dd789c-597a-41e3-9215-cbb5f61ba129 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.776600 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.777745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d4dd789c-597a-41e3-9215-cbb5f61ba129 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0306194 Jul 16 01:43:06.790359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35666) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.791532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ce7ac3-b50a-4df7-80fb-dd348fe5181e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:06.823098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:06.830712 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.839594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-8c2de0e3-6ee7-4606-840f-1f5333177735 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.861646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c2de0e3-6ee7-4606-840f-1f5333177735 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0687053 Jul 16 01:43:06.863506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42d4c702-aaa9-4541-abb5-22dde62876f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.869235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35670) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.904110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be488049-efd0-489b-ba10-840084cf29a9 req-8a84afc5-e07d-45fa-a2d8-b01745ce4196 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082026 Jul 16 01:43:06.944046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a8771a9-7a7b-4da6-95a3-dcbaa68a7386 req-6888a076-6537-4a26-894f-85646dda97e9 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8541760 Jul 16 01:43:06.948638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-ebb4d89d-03ad-4f02-a660-bdfa44a828c3 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.960399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.969235 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ebb4d89d-03ad-4f02-a660-bdfa44a828c3 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0762165 Jul 16 01:43:06.980367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-eea41aa9-989c-4e3a-a695-3f0410dcf60e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:06.988056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:06.990100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eea41aa9-989c-4e3a-a695-3f0410dcf60e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0267546 Jul 16 01:43:07.006468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.022641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-2d1ce93c-0254-4943-813a-6e680282e419 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.027447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2d1ce93c-0254-4943-813a-6e680282e419 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0277975 Jul 16 01:43:07.033907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.046684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-15f9ac3e-3c02-4be3-8892-47288984d02c tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.061709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-15f9ac3e-3c02-4be3-8892-47288984d02c tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0256274 Jul 16 01:43:07.074759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35680) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.109124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['f0ce7ac3-b50a-4df7-80fb-dd348fe5181e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:07.291971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42d4c702-aaa9-4541-abb5-22dde62876f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.299952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-35ee3906-14c5-43cd-88a7-b741704d51db tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.304919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.306278 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35ee3906-14c5-43cd-88a7-b741704d51db tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0118828 Jul 16 01:43:07.308195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42d4c702-aaa9-4541-abb5-22dde62876f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.312758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-faf76c8a-e8b2-454e-b7f4-5fc5fb9cfd39 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.315137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-faf76c8a-e8b2-454e-b7f4-5fc5fb9cfd39 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0085299 Jul 16 01:43:07.318259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35694) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.333849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-9be14043-c2c6-4318-b169-91a0198396b5 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.339172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9be14043-c2c6-4318-b169-91a0198396b5 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0195730 Jul 16 01:43:07.343831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35696) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.375240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-42d4c702-aaa9-4541-abb5-22dde62876f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc68ad7c09ae46a5a54a9ed895aceceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552803 Jul 16 01:43:07.375240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4c702-aaa9-4541-abb5-22dde62876f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e703eee7-68e1-433b-b486-84c95a75f880,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.393438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35698) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.394660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-759028e5-42da-4681-a9e6-12169eb47191 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.400095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-759028e5-42da-4681-a9e6-12169eb47191 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0132611 Jul 16 01:43:07.402285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.418204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-00583145-7d12-49a8-87c9-04aca3116951 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.422459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00583145-7d12-49a8-87c9-04aca3116951 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081985 Jul 16 01:43:07.444497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.449826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-dde16c46-7bad-41b7-8549-9d3b1515edf7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.454347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dde16c46-7bad-41b7-8549-9d3b1515edf7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0083747 Jul 16 01:43:07.455603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.517216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f60cf2a9-b586-42dd-a121-4a6fe36a1640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.538721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b427547-62f4-4da9-b72f-989de87a1243 req-f1bd8b60-2b22-4168-904f-d1eabbeebc0d tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1924984 Jul 16 01:43:07.560030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f60cf2a9-b586-42dd-a121-4a6fe36a1640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.561343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-2b57965b-4ab2-43ba-b83d-57f0e50e6a46 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.568017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2b57965b-4ab2-43ba-b83d-57f0e50e6a46 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0243938 Jul 16 01:43:07.569337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35716) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.587091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-8cb9b68f-0b79-4684-8d04-d97d295b4951 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.592676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.605200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8cb9b68f-0b79-4684-8d04-d97d295b4951 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0342736 Jul 16 01:43:07.607914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.631147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-b178f46e-1b56-43d1-ac3b-52abe603c98f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.634898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b178f46e-1b56-43d1-ac3b-52abe603c98f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0259647 Jul 16 01:43:07.635806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.653506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-eb6cc664-5aed-4aad-b21b-bd81a46834af tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.659177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eb6cc664-5aed-4aad-b21b-bd81a46834af tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0202661 Jul 16 01:43:07.664699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.695123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-4dc85896-101a-4382-8eb6-a7627af50ce7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.705719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4dc85896-101a-4382-8eb6-a7627af50ce7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0128560 Jul 16 01:43:07.706058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.716913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-fad6ef70-9db9-480e-909b-26a9de864a26 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.720154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f60cf2a9-b586-42dd-a121-4a6fe36a1640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.728988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fad6ef70-9db9-480e-909b-26a9de864a26 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0219085 Jul 16 01:43:07.729931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f60cf2a9-b586-42dd-a121-4a6fe36a1640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.730525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.737537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f60cf2a9-b586-42dd-a121-4a6fe36a1640 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e703eee7-68e1-433b-b486-84c95a75f880 HTTP/1.1" status: 204 len: 168 time: 0.3391316 Jul 16 01:43:07.749914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-7f8735a2-4ca0-4467-9e30-4488745c4e6e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.761145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7f8735a2-4ca0-4467-9e30-4488745c4e6e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0204463 Jul 16 01:43:07.761145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.761497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cf2a9-b586-42dd-a121-4a6fe36a1640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e703eee7-68e1-433b-b486-84c95a75f880,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.772046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd17dba-a6c0-44a3-8e29-cd3bdf23abca req-0db7bd5e-2d70-4bfd-9f5e-79d1174921be tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.772046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dd17dba-a6c0-44a3-8e29-cd3bdf23abca req-0db7bd5e-2d70-4bfd-9f5e-79d1174921be tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3652587 Jul 16 01:43:07.772849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-cf99eb01-a0c7-4f47-addc-ecff57bff87f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.776560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf99eb01-a0c7-4f47-addc-ecff57bff87f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0215273 Jul 16 01:43:07.776766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.798416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-31be128f-6a51-49fa-8d14-ef7c1600fb9a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.802466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-31be128f-6a51-49fa-8d14-ef7c1600fb9a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0223582 Jul 16 01:43:07.816507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35736) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.830199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-e17976e7-dbce-4025-9cb3-77e2dd054d9a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.833680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e17976e7-dbce-4025-9cb3-77e2dd054d9a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0122707 Jul 16 01:43:07.836867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.850795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-68e18ad1-7de9-4ce1-80cf-acede2ad50db tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.851947 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-68e18ad1-7de9-4ce1-80cf-acede2ad50db tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0137715 Jul 16 01:43:07.856173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35740) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.861987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-6950ef6c-1dcd-4cab-ad27-f5ec3577ee22 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.866523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6950ef6c-1dcd-4cab-ad27-f5ec3577ee22 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090122 Jul 16 01:43:07.870117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35742) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.892656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-9f1f2b5c-f036-4a2b-8efe-feb716be84e7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.897832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9f1f2b5c-f036-4a2b-8efe-feb716be84e7 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0262847 Jul 16 01:43:07.900472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35744) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.917182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-ac1fafc2-5685-474e-b56b-8d0a2b6db015 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.919002 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac1fafc2-5685-474e-b56b-8d0a2b6db015 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0171595 Jul 16 01:43:07.922393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.946891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-6e94dd48-6f1e-44a6-9a1d-3f87f984d1a4 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.966623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35748) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.969418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6e94dd48-6f1e-44a6-9a1d-3f87f984d1a4 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0398684 Jul 16 01:43:07.975712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-2d3361e5-f43a-4d10-a431-ffb502d306b3 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:07.981294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d3361e5-f43a-4d10-a431-ffb502d306b3 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0093105 Jul 16 01:43:07.981597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35750) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.008592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dd17dba-a6c0-44a3-8e29-cd3bdf23abca req-51cd5e55-4e14-42c0-81cc-acd4463882d6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192247 Jul 16 01:43:08.012283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-b3ad6652-7eed-40ed-b272-6f2d3776101e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.023199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b3ad6652-7eed-40ed-b272-6f2d3776101e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0352197 Jul 16 01:43:08.024407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35754) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.040259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-9d4be46e-83e2-4faa-9a91-60ffb727c8d0 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.048108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d4be46e-83e2-4faa-9a91-60ffb727c8d0 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0188692 Jul 16 01:43:08.048897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35756) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.066581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-5f82d0d5-89fb-401b-8b80-05d12876bd5f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.068902 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f82d0d5-89fb-401b-8b80-05d12876bd5f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0184226 Jul 16 01:43:08.077707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.094680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-0bd1bf20-b1b5-45ac-b027-bc47be131464 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.103752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35762) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.104245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0bd1bf20-b1b5-45ac-b027-bc47be131464 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0156729 Jul 16 01:43:08.111763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-2480f02d-410b-4a53-beeb-b20c11a66693 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.113260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2480f02d-410b-4a53-beeb-b20c11a66693 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079360 Jul 16 01:43:08.120481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35764) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.143428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-8545cde7-f317-4751-8b07-8824ab19ba9e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.144138 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8545cde7-f317-4751-8b07-8824ab19ba9e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0246170 Jul 16 01:43:08.147811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.152331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-4e15e2c6-f062-4981-b193-e30d143b3346 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.156303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35768) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.157665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e15e2c6-f062-4981-b193-e30d143b3346 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090666 Jul 16 01:43:08.171115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-6240d542-5c86-4e0e-a9e2-ac6885097af2 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.172150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6240d542-5c86-4e0e-a9e2-ac6885097af2 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148273 Jul 16 01:43:08.175129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35770) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.181088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-cc370839-ae9c-4821-8fb3-e9cd08c4dbb6 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.184904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35772) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.185200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cc370839-ae9c-4821-8fb3-e9cd08c4dbb6 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088265 Jul 16 01:43:08.189511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-fee9f7e5-1b54-47ee-8e9c-4caf7ba610f6 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.190523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fee9f7e5-1b54-47ee-8e9c-4caf7ba610f6 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045633 Jul 16 01:43:08.197102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35774) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.204674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-fb4a0ffb-f71c-4bc4-a040-991fb226309e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.212539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35778) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.213535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb4a0ffb-f71c-4bc4-a040-991fb226309e tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0149176 Jul 16 01:43:08.217708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-f896072d-33db-458d-b8a7-ea5f35b350ad tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.221326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f896072d-33db-458d-b8a7-ea5f35b350ad tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048585 Jul 16 01:43:08.221997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.229453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-00d366a8-219a-439f-8bb5-ac80094c40a4 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.236812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.238872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00d366a8-219a-439f-8bb5-ac80094c40a4 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0117116 Jul 16 01:43:08.243044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-ff367d18-8d78-4d87-a611-af659a00adc2 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.244305 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ff367d18-8d78-4d87-a611-af659a00adc2 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060999 Jul 16 01:43:08.246557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35784) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.259324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-6255843f-bbb3-4837-b1e9-8d4eac0134ce tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.260325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6255843f-bbb3-4837-b1e9-8d4eac0134ce tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0125568 Jul 16 01:43:08.263465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35786) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.265900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f0ce7ac3-b50a-4df7-80fb-dd348fe5181e up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:08.269178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-39e04749-257a-43c6-a094-659b70e1d4fb tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.273867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.274769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-39e04749-257a-43c6-a094-659b70e1d4fb tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098791 Jul 16 01:43:08.283131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-567e4d58-c8de-4d2c-8696-cec3f683b592 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.290932 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-567e4d58-c8de-4d2c-8696-cec3f683b592 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0134957 Jul 16 01:43:08.291297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35790) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.300345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-bfd1dd60-6828-4664-b56e-9dd3c4ddb538 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.307531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35792) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.313309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-940c44a0-7bac-472e-abdf-6dc429ab825a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.317174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-940c44a0-7bac-472e-abdf-6dc429ab825a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079825 Jul 16 01:43:08.319099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.321377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bfd1dd60-6828-4664-b56e-9dd3c4ddb538 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0288329 Jul 16 01:43:08.345568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-a86e73e8-397b-4254-bbcd-98c04f0a0136 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:08.347354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a86e73e8-397b-4254-bbcd-98c04f0a0136 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0267355 Jul 16 01:43:08.351418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35796) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.443969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:08.453103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:08.453633 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.680128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.730588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed047-e8d6-4520-8dc9-6987860e0b67 req-55d66625-5de1-46ca-8a7f-2662b6a03d5a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.749856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:08.751546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bbed047-e8d6-4520-8dc9-6987860e0b67 req-55d66625-5de1-46ca-8a7f-2662b6a03d5a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2044859 Jul 16 01:43:08.766333 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae536d57-9081-42a4-b748-38c15f786d6d" -d '{"events": [{"server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "name": "network-vif-plugged", "status": "completed", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:08.821154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:08.829161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.927311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bbed047-e8d6-4520-8dc9-6987860e0b67 req-b2a1bd60-9ffd-4c43-8b97-05719fa30785 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581352 Jul 16 01:43:08.971957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb189a4-e4f3-49fb-b45b-497e0f9854c4 req-033c37b5-52ce-4353-99cf-807144a839e2 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.996296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bb189a4-e4f3-49fb-b45b-497e0f9854c4 req-033c37b5-52ce-4353-99cf-807144a839e2 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 944 time: 0.6284428 Jul 16 01:43:09.105376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.121323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:09.141671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bb189a4-e4f3-49fb-b45b-497e0f9854c4 req-5cc37a07-0c94-4c91-af81-120267259121 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439416 Jul 16 01:43:09.207747 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d4778-f818-47b1-9952-25f8052488a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.228245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35824) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.247600 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a3253-19da-4a5d-8781-371e038ec908 x-openstack-request-id: req-861a3253-19da-4a5d-8781-371e038ec908 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:09.247905 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "name": "network-vif-plugged", "status": "completed", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:09.248198 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-861a3253-19da-4a5d-8781-371e038ec908 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:09.248815 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'code': 200} Jul 16 01:43:09.285271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-350910e6-c3b7-4a77-944f-94217548ca8b req-15d0329f-8b21-4638-b9b3-ffb779825c2a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1216691 Jul 16 01:43:09.297259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-747174f5-a761-45d3-aee5-f8d9324bd365 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.302362 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-747174f5-a761-45d3-aee5-f8d9324bd365 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.9484634 Jul 16 01:43:09.303073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35830) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.307979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-6ec462b6-f058-4a90-b38a-4dd371e3ded1 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.311831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6ec462b6-f058-4a90-b38a-4dd371e3ded1 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075569 Jul 16 01:43:09.312531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35832) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.318142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-6328237d-72d7-4c83-a277-df680da5200b tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.322073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6328237d-72d7-4c83-a277-df680da5200b tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085104 Jul 16 01:43:09.322998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.334170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-963683f2-42fa-43b8-8e6f-ebabf3d2bad9 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.339895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-963683f2-42fa-43b8-8e6f-ebabf3d2bad9 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0143578 Jul 16 01:43:09.344823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35836) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.350151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-6bcce36b-730e-47ff-95fc-a1c7aaa49f14 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.357088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6bcce36b-730e-47ff-95fc-a1c7aaa49f14 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0111001 Jul 16 01:43:09.357861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.375269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-05f46ad6-641e-431b-914b-3d86defcbec8 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.376759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-05f46ad6-641e-431b-914b-3d86defcbec8 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080945 Jul 16 01:43:09.380379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.405275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-cab63a2d-982c-4c47-8807-5835f059abaa tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.413709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cab63a2d-982c-4c47-8807-5835f059abaa tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0317662 Jul 16 01:43:09.414214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.436909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-d2a08e79-7513-453b-8673-e19b2aefecba tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.438368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d2a08e79-7513-453b-8673-e19b2aefecba tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0229163 Jul 16 01:43:09.449049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.460820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-6a6c6b73-dd37-42d5-b27b-b0f38f0bec9f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.469796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6a6c6b73-dd37-42d5-b27b-b0f38f0bec9f tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0179491 Jul 16 01:43:09.474165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.479101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-e5d452fe-8bbe-4df8-a58c-7431ba231b43 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.487383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e5d452fe-8bbe-4df8-a58c-7431ba231b43 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0117235 Jul 16 01:43:09.492723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.516763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-a55a6930-c902-4727-b4ae-db4b5efc1529 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.518276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a55a6930-c902-4727-b4ae-db4b5efc1529 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0209610 Jul 16 01:43:09.523874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35850) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.534310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [None req-685301cd-e859-439c-901a-ddde09b245c8 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.538767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-685301cd-e859-439c-901a-ddde09b245c8 tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096281 Jul 16 01:43:09.539072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.566644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28139fac-c7a3-4301-add0-9cf04c79234b req-175df4fb-2236-4353-b778-4d4ae79645f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.566947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [None req-ac09033d-82d0-4630-8a2a-498fbc5d045a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:09.568943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ac09033d-82d0-4630-8a2a-498fbc5d045a tempest-ExtensionsTestJSON-1155065444 tempest-ExtensionsTestJSON-1155065444-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061762 Jul 16 01:43:09.579534 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-28139fac-c7a3-4301-add0-9cf04c79234b req-175df4fb-2236-4353-b778-4d4ae79645f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 1097 time: 0.1484199 Jul 16 01:43:09.614131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d4778-f818-47b1-9952-25f8052488a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.624405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d4778-f818-47b1-9952-25f8052488a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.650233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876384e-22ad-46c5-8e61-b093b9b4bafc req-772ce669-8dc2-44c7-a158-d0de0023739e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.657707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a876384e-22ad-46c5-8e61-b093b9b4bafc req-772ce669-8dc2-44c7-a158-d0de0023739e tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.1360018 Jul 16 01:43:09.683157 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-28139fac-c7a3-4301-add0-9cf04c79234b req-e3b7cffe-53ce-41b1-b040-b54e20aaafa3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928199 Jul 16 01:43:09.839246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d4778-f818-47b1-9952-25f8052488a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe3046e-7da8-42ab-ad6e-b0b875671230,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:09.845867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-220d4778-f818-47b1-9952-25f8052488a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b3b7ef425de43e1b17889ee3436fe46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025025 Jul 16 01:43:09.850277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35860) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.899828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a876384e-22ad-46c5-8e61-b093b9b4bafc req-6efdcb2b-9999-424e-a54b-f95838c9dc15 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406695 Jul 16 01:43:09.934527 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5e25776-8a56-40cb-9e84-15b88d01f079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.992029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00b925cb-02d5-484e-9423-d62f36060a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.059127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00b925cb-02d5-484e-9423-d62f36060a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.088165 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7eac037-7664-4c7e-884a-11a7ff1986b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.229567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5e25776-8a56-40cb-9e84-15b88d01f079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.241371 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5e25776-8a56-40cb-9e84-15b88d01f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.266518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00b925cb-02d5-484e-9423-d62f36060a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.276993 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00b925cb-02d5-484e-9423-d62f36060a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.285404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-00b925cb-02d5-484e-9423-d62f36060a9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebe3046e-7da8-42ab-ad6e-b0b875671230 HTTP/1.1" status: 204 len: 168 time: 0.4324255 Jul 16 01:43:10.314158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35870) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.324085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a5e25776-8a56-40cb-9e84-15b88d01f079 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63473e4bf5674196a3b660373b88c239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0363228 Jul 16 01:43:10.369012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b925cb-02d5-484e-9423-d62f36060a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe3046e-7da8-42ab-ad6e-b0b875671230,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.421944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e25776-8a56-40cb-9e84-15b88d01f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db18c7-677f-43d2-9ae2-13b099397706,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.465417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955eec-0f8f-4c76-b8cd-2fe646d6283d req-ed2c49c4-befb-459c-8408-fb8a7dabae4f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.480103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9df53f7-c7f1-4a97-9082-f5a8d7c210cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.497769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00955eec-0f8f-4c76-b8cd-2fe646d6283d req-ed2c49c4-befb-459c-8408-fb8a7dabae4f tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3342264 Jul 16 01:43:10.523880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35874) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.591679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9df53f7-c7f1-4a97-9082-f5a8d7c210cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.690059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00955eec-0f8f-4c76-b8cd-2fe646d6283d req-c51de45c-08d9-49d5-92d2-a45d57ecbb37 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877301 Jul 16 01:43:10.768097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9df53f7-c7f1-4a97-9082-f5a8d7c210cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.774877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9df53f7-c7f1-4a97-9082-f5a8d7c210cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.789328 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d9df53f7-c7f1-4a97-9082-f5a8d7c210cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44db18c7-677f-43d2-9ae2-13b099397706 HTTP/1.1" status: 204 len: 168 time: 0.4730771 Jul 16 01:43:10.828339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df53f7-c7f1-4a97-9082-f5a8d7c210cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db18c7-677f-43d2-9ae2-13b099397706,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.854311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27520c-4a4f-491c-9c45-55ea7bfd7089 req-62f6990d-61fe-468e-94a9-750443581ae8 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.877752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d27520c-4a4f-491c-9c45-55ea7bfd7089 req-62f6990d-61fe-468e-94a9-750443581ae8 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.3141644 Jul 16 01:43:10.993199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d27520c-4a4f-491c-9c45-55ea7bfd7089 req-89b00cbe-bad5-4694-a14e-ada194e07235 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136119 Jul 16 01:43:11.206773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14644b73-455b-4599-a5eb-c6e0a0fb42da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.262133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1bc8e29-993c-4042-b3ca-e8904e5ba0ef req-3deb90d8-c02c-4621-8820-3277534929e4 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1337142 Jul 16 01:43:11.555935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14644b73-455b-4599-a5eb-c6e0a0fb42da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.562527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14644b73-455b-4599-a5eb-c6e0a0fb42da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.600264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14644b73-455b-4599-a5eb-c6e0a0fb42da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc31ba3-096e-42e9-95a8-ddb98d8f611a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.634927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.650000 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14644b73-455b-4599-a5eb-c6e0a0fb42da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c04080a4da94419ebba7110e6e467ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1224761 Jul 16 01:43:11.788997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a0dd-abd4-41f9-b3dd-e9b860f2ff60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.833680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a0dd-abd4-41f9-b3dd-e9b860f2ff60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.941044 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a0dd-abd4-41f9-b3dd-e9b860f2ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.944247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a0dd-abd4-41f9-b3dd-e9b860f2ff60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.950684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d1d4a0dd-abd4-41f9-b3dd-e9b860f2ff60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cc31ba3-096e-42e9-95a8-ddb98d8f611a HTTP/1.1" status: 204 len: 168 time: 0.3138318 Jul 16 01:43:11.964891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4a0dd-abd4-41f9-b3dd-e9b860f2ff60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc31ba3-096e-42e9-95a8-ddb98d8f611a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.094355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a25cb-c179-404a-8493-4c27f32ea7b9 req-a7f3002c-5465-409f-be3f-4fb409d65021 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.109205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-487a25cb-c179-404a-8493-4c27f32ea7b9 req-a7f3002c-5465-409f-be3f-4fb409d65021 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.1355329 Jul 16 01:43:12.169184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-487a25cb-c179-404a-8493-4c27f32ea7b9 req-17b8ac64-87f6-4b37-bec7-01d666e3d037 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587063 Jul 16 01:43:12.382684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f6b9d-6470-491d-ad58-7a911a5861c8 req-bd99a66f-d8b9-4261-b0b0-5a9d66970957 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.393337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-761f6b9d-6470-491d-ad58-7a911a5861c8 req-bd99a66f-d8b9-4261-b0b0-5a9d66970957 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.1344802 Jul 16 01:43:12.435075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b4859be-7788-416e-af31-9f76c3baeee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.447470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.484694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-761f6b9d-6470-491d-ad58-7a911a5861c8 req-5e4bd7c3-2c3e-40c8-92a4-634a62eda0e3 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897131 Jul 16 01:43:12.485557 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:12.691821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b37049e-dae8-427e-a062-42d42e500a83 req-357cc675-e971-41a3-9689-84698ed2af62 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.0895398 Jul 16 01:43:12.924261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825fe4-34bc-42b1-ab52-c02d927ec6af req-66138c1e-4671-4533-a5f1-9cf5358ef876 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.927330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27825fe4-34bc-42b1-ab52-c02d927ec6af req-66138c1e-4671-4533-a5f1-9cf5358ef876 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.1778164 Jul 16 01:43:12.937630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.947560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Request body: {'floatingip': {'port_id': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:13.076846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.733563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.759612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7d84f-477d-4849-be5a-cc097a57b4de req-c814b184-0dd9-4316-af09-7c42c561eedb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.771203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a7d84f-477d-4849-be5a-cc097a57b4de req-c814b184-0dd9-4316-af09-7c42c561eedb tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2389197 Jul 16 01:43:14.508884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a7d84f-477d-4849-be5a-cc097a57b4de req-9ee4b429-18ed-494f-8172-af09977067d7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354596 Jul 16 01:43:14.527292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-242d26d3-5dcf-44f0-878c-1161a69ad3f6 req-5edb3dc7-48fd-43f7-aed1-6e836727be78 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1788332 Jul 16 01:43:14.571943 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:43:14.728997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.735284 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.016605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.049355 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Floating IP 73dfe3ee-ab80-4c8f-bd56-e56efb66e46d associated. External IP: 172.25.7.38, port: f0ce7ac3-b50a-4df7-80fb-dd348fe5181e. Jul 16 01:43:15.264766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.373965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.562497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b523eb77-7022-4b7a-82ec-a3ee30307105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.678231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Router ad23e54e-a402-479d-83af-291dfdeae8fe has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:15.813501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b523eb77-7022-4b7a-82ec-a3ee30307105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.822295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2134350722'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:15.828199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b523eb77-7022-4b7a-82ec-a3ee30307105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.916040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523eb77-7022-4b7a-82ec-a3ee30307105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22636f24-7c37-4c4e-9191-2ba34b1f343d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.960447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c51cd259-7459-43fa-95d1-ce25c143dd3f req-8c1a1871-c3a9-4ffb-97ac-edeaf935ca8f tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.0627494 Jul 16 01:43:15.971948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-da47e170-d6d8-445e-acca-2dc216ab94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.973815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-da47e170-d6d8-445e-acca-2dc216ab94e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 1098 time: 0.4292014 Jul 16 01:43:15.984441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Made reservation on behalf of 7a605552b18f4cff88e438b368bf148b for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:16.006419 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.030132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd2833-0c67-454e-a1de-d651090d8859 req-b09cabfd-a4f5-4336-957a-bb0cbf22b81c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.042634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91fd2833-0c67-454e-a1de-d651090d8859 req-b09cabfd-a4f5-4336-957a-bb0cbf22b81c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.7147043 Jul 16 01:43:16.053367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.071500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b523eb77-7022-4b7a-82ec-a3ee30307105 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4d2f5cfc4b443949ac6f37dfbafaa3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480728 Jul 16 01:43:16.079212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36064) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.367761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:16.389908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91fd2833-0c67-454e-a1de-d651090d8859 req-67979803-c25c-4661-9229-8a41d8015a0a tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459699 Jul 16 01:43:16.414167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.426708 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.432561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74122a4a-8bda-44a1-b459-3ea7a33e129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.492518 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] Sync routers for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:16.506902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.509981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:16.519371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac5c7fc-8fea-4d37-91c8-cfc601520666,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.525243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:16.526316 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:43:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.569099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.570358 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Added segment 9c9cba50-2c2f-4d46-a181-bab09e978abc of type vlan for network b0030ace-f178-4055-ab49-b914dfec564e Jul 16 01:43:16.608243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-43bfd408-9c82-45e2-b8c2-2d4b502920c1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "PUT /v2.0/floatingips/73dfe3ee-ab80-4c8f-bd56-e56efb66e46d HTTP/1.1" status: 200 len: 990 time: 3.6689579 Jul 16 01:43:16.609413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:16.613380 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305aa47a-5b44-4f31-ba07-7f8f353cc942" -d '{"events": [{"name": "network-changed", "server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:16.618679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-2aa6b08c-a354-4e55-b3d4-45158f813624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.621741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-2aa6b08c-a354-4e55-b3d4-45158f813624 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 200 len: 914 time: 0.6381726 Jul 16 01:43:16.733140 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:16.745835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74122a4a-8bda-44a1-b459-3ea7a33e129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.784752 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c87ebb-6346-4fb4-8fd8-bf4f0d932ade x-openstack-request-id: req-31c87ebb-6346-4fb4-8fd8-bf4f0d932ade {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:16.784752 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:16.785804 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31c87ebb-6346-4fb4-8fd8-bf4f0d932ade {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:16.788273 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'status': 'completed', 'code': 200} Jul 16 01:43:16.792738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-47ad7b40-200c-4059-adde-fb7a63ec01a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 200 len: 217 time: 0.1359954 Jul 16 01:43:16.998797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-0dcb4011-9e0f-49b6-84a4-e1dee0c1f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.001868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-0dcb4011-9e0f-49b6-84a4-e1dee0c1f86e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 200 len: 853 time: 0.2041278 Jul 16 01:43:17.058116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-d7dec103-d39a-48a7-8916-6c4786356f22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491941 Jul 16 01:43:17.094921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.123817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74122a4a-8bda-44a1-b459-3ea7a33e129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.129970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74122a4a-8bda-44a1-b459-3ea7a33e129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.138019 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-74122a4a-8bda-44a1-b459-3ea7a33e129e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22636f24-7c37-4c4e-9191-2ba34b1f343d HTTP/1.1" status: 204 len: 168 time: 1.0571110 Jul 16 01:43:17.209543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74122a4a-8bda-44a1-b459-3ea7a33e129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22636f24-7c37-4c4e-9191-2ba34b1f343d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.321122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.325522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-6fcbab38-c305-4c2c-991c-da8211a0cf94 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575297 Jul 16 01:43:17.346141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.351813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.386266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-ae2d2279-31b2-4b44-849e-b0b423fd9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.389534 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-ae2d2279-31b2-4b44-849e-b0b423fd9248 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c&device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 1097 time: 0.4416091 Jul 16 01:43:17.586901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee49187f-471e-4d01-9f7e-a611fc8ea647 req-c7e6585b-a4b8-4141-b7b0-1873c9f3a602 service neutron] 10.222.0.23 "GET /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558882 Jul 16 01:43:17.628278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-bbf55aea-a89a-4954-b5b3-1e65728b09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.631953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-bbf55aea-a89a-4954-b5b3-1e65728b09e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e45292e-a2cb-413e-ac94-b925ff0690a0 HTTP/1.1" status: 200 len: 916 time: 0.2150171 Jul 16 01:43:17.675969 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2965348 Jul 16 01:43:17.685447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36098) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.710191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33048312-4bdc-4a0f-8ba1-944ca4a8704c req-bc717cc7-b0c1-4053-92fc-761e5d16c784 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1184180 Jul 16 01:43:17.858385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '73dfe3ee-ab80-4c8f-bd56-e56efb66e46d', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'port_id': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'mac_address': 'fa:16:3e:47:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 1, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:17.886164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Request body: {'subnet': {'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:17.935412 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] Checking router: ad23e54e-a402-479d-83af-291dfdeae8fe for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:17.974306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2a0c-4469-412f-b295-4f0c76810424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event updated for resources: {'Network': ['ID=b0030ace-f178-4055-ab49-b914dfec564e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.975162 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:17.975817 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:43:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:18.006439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b0030ace-f178-4055-ab49-b914dfec564e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:18.089841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-e347ae19-422f-4047-9893-ebb5134b2a48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e HTTP/1.1" status: 200 len: 998 time: 0.4483755 Jul 16 01:43:18.171089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ba99-c71b-4e72-b66e-ea6a52a3c4e9 req-504b0091-ae38-4d2a-88ac-c220925e2c0d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.200402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ef7ba99-c71b-4e72-b66e-ea6a52a3c4e9 req-504b0091-ae38-4d2a-88ac-c220925e2c0d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2909873 Jul 16 01:43:18.310230 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ef7ba99-c71b-4e72-b66e-ea6a52a3c4e9 req-364742ce-05d5-44ff-82ce-51f6a251229c tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088023 Jul 16 01:43:18.392975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.578035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-076c1613-b3ff-4748-8349-08100bb1c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.581451 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-076c1613-b3ff-4748-8349-08100bb1c244 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7c434e-51ff-4fea-9910-eb0cd0e4a5c1 HTTP/1.1" status: 200 len: 854 time: 0.4325395 Jul 16 01:43:18.583199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Made reservation on behalf of 7a605552b18f4cff88e438b368bf148b for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:18.600817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.635889 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:19.161200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-05c3c23f-87bb-430e-86e1-537af7217723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.178979 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-05c3c23f-87bb-430e-86e1-537af7217723 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e45292e-a2cb-413e-ac94-b925ff0690a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5622582 Jul 16 01:43:19.237181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-237f9992-6305-4a8c-b8ec-7a02b44f1344 req-871ca041-4d47-45b5-af9e-287fef9947f6 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1371801 Jul 16 01:43:19.503373 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '73dfe3ee-ab80-4c8f-bd56-e56efb66e46d', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'port_id': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'mac_address': 'fa:16:3e:47:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 1, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.615894 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683af2dd-5096-4923-9a11-8e82bb40feab None None] The sync data for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 is: [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '73dfe3ee-ab80-4c8f-bd56-e56efb66e46d', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'port_id': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'mac_address': 'fa:16:3e:47:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 1, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:19.863067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba782-6357-42f0-b5b4-26d5b5c57f37 req-5713d035-0efc-4bc4-b014-7e6478836166 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.887245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbba782-6357-42f0-b5b4-26d5b5c57f37 req-5713d035-0efc-4bc4-b014-7e6478836166 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.1380937 Jul 16 01:43:19.932237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.999908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbbba782-6357-42f0-b5b4-26d5b5c57f37 req-14e8166b-d56c-4bd8-9eed-c186480ce0ae tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101604 Jul 16 01:43:20.142754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event updated for resources: {'Subnet': ['ID=a59dcd10-2b30-4a93-a5c2-eaacef780c02,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.167079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c67833-586a-4c25-a6bf-210eec4d9efd None None] New status for floating IP 73dfe3ee-ab80-4c8f-bd56-e56efb66e46d: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:20.368855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-5257a4c3-6a0b-4d3b-8780-cb3072a011db service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1801572 Jul 16 01:43:20.369626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Checking segment: {'id': '9c9cba50-2c2f-4d46-a181-bab09e978abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:20.369991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Network hostable DHCP agents. Network: b0030ace-f178-4055-ab49-b914dfec564e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:20.440074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Network b0030ace-f178-4055-ab49-b914dfec564e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:20.465700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b0030ace-f178-4055-ab49-b914dfec564e) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:20.472968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.474516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.590747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d79eb9c7-334a-47a4-a49d-315c66759cfc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7242048 Jul 16 01:43:20.593122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:20.634379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Request body: {'port': {'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-100625164'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:20.669616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0e261-0ec7-4e9c-a500-d2c6feabbff6 None None] Network b0030ace-f178-4055-ab49-b914dfec564e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:20.702077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e8066-f759-4965-be79-b5c589f7588b req-8ff9a19a-da60-4497-b546-6d5106ab9307 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.717762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14e8066-f759-4965-be79-b5c589f7588b req-8ff9a19a-da60-4497-b546-6d5106ab9307 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2856543 Jul 16 01:43:20.873705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a6ff92a-55a5-42f3-9db9-479f7e89f6ed req-18b02c32-7411-4047-a822-b7f5d084ead5 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1463809 Jul 16 01:43:20.941420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Made reservation on behalf of 7a605552b18f4cff88e438b368bf148b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:20.945748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.978172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] device_id is not set on port 7f37b269-d36c-4198-8ade-f9b12ed9798d yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:21.001462 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-305aa47a-5b44-4f31-ba07-7f8f353cc942 req-f815a16e-6321-4734-bcae-61d6671bd84d service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228657 Jul 16 01:43:21.028684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a14e8066-f759-4965-be79-b5c589f7588b req-a3102df8-13c6-4b8a-8f0e-48b4f3233b4b tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830026 Jul 16 01:43:21.214504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b0030ace-f178-4055-ab49-b914dfec564e', 'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e', 'tenant_id': '7a605552b18f4cff88e438b368bf148b', 'fixed_ips': [{'subnet_id': 'a59dcd10-2b30-4a93-a5c2-eaacef780c02'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:21.221829 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.501031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Allocated IP 2001:db8::f9 (b0030ace-f178-4055-ab49-b914dfec564e/a59dcd10-2b30-4a93-a5c2-eaacef780c02/7f37b269-d36c-4198-8ade-f9b12ed9798d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:21.672065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472631c-cdcb-473d-ba71-b5e6ff69f77d req-07d51b88-4d45-497e-af43-a38e8d1b4680 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.674265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2472631c-cdcb-473d-ba71-b5e6ff69f77d req-07d51b88-4d45-497e-af43-a38e8d1b4680 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.1858761 Jul 16 01:43:21.889747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2472631c-cdcb-473d-ba71-b5e6ff69f77d req-136b5567-aa9f-4b97-ad5e-188a2fe17971 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060337 Jul 16 01:43:21.960670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.993820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Transition to ACTIVE for port object 7f37b269-d36c-4198-8ade-f9b12ed9798d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:22.104215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.274969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Allocated IP 2001:db8::2 (b0030ace-f178-4055-ab49-b914dfec564e/a59dcd10-2b30-4a93-a5c2-eaacef780c02/236c171d-cb03-4cfd-9c06-6a20511bc1f7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:22.281278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Network b0030ace-f178-4055-ab49-b914dfec564e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:22.325910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:22.411173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:22.430953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.440239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.481896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event updated for resources: {'Port': ['ID=7f37b269-d36c-4198-8ade-f9b12ed9798d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.530407 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-63e54e7b-6994-45dc-86f8-357e5ae9c952 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.9308441 Jul 16 01:43:22.531498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36220) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.553891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Request body: {'port': {'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1757711476', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.554823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] bootfile-name is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:43:22.555453 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] tftp-server is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:43:22.558230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] server-ip-address is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:43:22.665011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4f256c3-cdc7-4857-b62b-81596b97a829 req-94792bac-4fdb-493c-814e-f57f1b73a8be tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1735525 Jul 16 01:43:22.906033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122b60a-8612-4ff6-82c6-00c56908c2c3 req-b31ae716-1902-4263-9ecf-ba94b6758090 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.942489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b122b60a-8612-4ff6-82c6-00c56908c2c3 req-b31ae716-1902-4263-9ecf-ba94b6758090 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3218405 Jul 16 01:43:22.993318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Made reservation on behalf of 7a605552b18f4cff88e438b368bf148b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:22.999470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.999697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.017982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Transition to ACTIVE for port object 236c171d-cb03-4cfd-9c06-6a20511bc1f7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:23.039243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Transition to ACTIVE for port object 236c171d-cb03-4cfd-9c06-6a20511bc1f7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:23.057883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.064606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] device_id is not set on port ceff612d-3ee2-4ac2-9d31-b4d1bd271c79 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:23.102250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b122b60a-8612-4ff6-82c6-00c56908c2c3 req-8b0f8376-a9f9-4a55-b316-bb3bcd782003 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547482 Jul 16 01:43:23.130876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Network b0030ace-f178-4055-ab49-b914dfec564e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:23.133407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:23.186624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:23.220051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Pushing event updated for resources: {'Port': ['ID=236c171d-cb03-4cfd-9c06-6a20511bc1f7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.282164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.291459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.293386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.295070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.298902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.299751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.300687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.301902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.303439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.306157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.306899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.307410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:23.402542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Attempting to bind port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:23.403302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Attempting to bind port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '9c9cba50-2c2f-4d46-a181-bab09e978abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:23.403862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Attempting to bind port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 on network b0030ace-f178-4055-ab49-b914dfec564e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:23.415773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:23.417107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Checking segment: {'id': '9c9cba50-2c2f-4d46-a181-bab09e978abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:23.418025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.418934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Bound using segment: {'id': '9c9cba50-2c2f-4d46-a181-bab09e978abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:23.419992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Bound port: 236c171d-cb03-4cfd-9c06-6a20511bc1f7, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9cba50-2c2f-4d46-a181-bab09e978abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b0030ace-f178-4055-ab49-b914dfec564e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:23.420910 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.479404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Allocated IP 2001:db8::18f (b0030ace-f178-4055-ab49-b914dfec564e/a59dcd10-2b30-4a93-a5c2-eaacef780c02/ceff612d-3ee2-4ac2-9d31-b4d1bd271c79) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:23.610380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] For port 236c171d-cb03-4cfd-9c06-6a20511bc1f7, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:23.618007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] For port 236c171d-cb03-4cfd-9c06-6a20511bc1f7, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=236c171d-cb03-4cfd-9c06-6a20511bc1f7,segment=NetworkSegment(9c9cba50-2c2f-4d46-a181-bab09e978abc),segment_id=9c9cba50-2c2f-4d46-a181-bab09e978abc)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:23.628479 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.829279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30405da9-b24d-4243-9f7b-b5b65ac93209 None None] Pushing event updated for resources: {'Port': ['ID=236c171d-cb03-4cfd-9c06-6a20511bc1f7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.951339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a170b9-c63a-4fcc-8c67-badb2ec45e79 req-6d191e4e-7f7e-49a9-81c5-082d99897527 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.975398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28a170b9-c63a-4fcc-8c67-badb2ec45e79 req-6d191e4e-7f7e-49a9-81c5-082d99897527 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2261753 Jul 16 01:43:24.034459 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.077531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28a170b9-c63a-4fcc-8c67-badb2ec45e79 req-126621bf-421d-4231-b9d7-7794a6f8191d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002457 Jul 16 01:43:24.079214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Transition to ACTIVE for port object ceff612d-3ee2-4ac2-9d31-b4d1bd271c79 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:24.183325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.200191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4da3b4f2-b2db-428e-9239-cf80b69a3fe4 req-1a647225-3c77-4002-abce-fce876079c25 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1162307 Jul 16 01:43:24.234162 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.393775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Network b0030ace-f178-4055-ab49-b914dfec564e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:24.415505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:24.456971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:24.479674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.479674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.551545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event updated for resources: {'Port': ['ID=ceff612d-3ee2-4ac2-9d31-b4d1bd271c79,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.601193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cd793967-871a-4cbf-8e6a-943d8eb29865 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0679889 Jul 16 01:43:24.601419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.864912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f090e78a-47c9-4966-83e6-b64bebafb16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.873086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c61c8a-e3f2-484e-9d41-22fa6fe22424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.884182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c61c8a-e3f2-484e-9d41-22fa6fe22424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.897129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c61c8a-e3f2-484e-9d41-22fa6fe22424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.900609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-23c61c8a-e3f2-484e-9d41-22fa6fe22424 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2976925 Jul 16 01:43:24.903548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36272) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.939887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16703d24-4346-45c5-a81d-f38faa72e209 req-1ba6ddff-8b00-4e87-8c16-aad7174970a0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.943583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16703d24-4346-45c5-a81d-f38faa72e209 req-1ba6ddff-8b00-4e87-8c16-aad7174970a0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3328404 Jul 16 01:43:25.152176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16703d24-4346-45c5-a81d-f38faa72e209 req-1aed4261-b63a-450c-b28e-04d4cc85604d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018795 Jul 16 01:43:25.293717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 236c171d-cb03-4cfd-9c06-6a20511bc1f7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:25.310624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f090e78a-47c9-4966-83e6-b64bebafb16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.408139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:25.568800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f090e78a-47c9-4966-83e6-b64bebafb16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.685950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090e78a-47c9-4966-83e6-b64bebafb16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5546f874-b598-4d64-bfa6-19c7db4388e0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.713703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43e76687-6043-4303-aafa-0f551e8a3dea req-1f6f5a57-af78-491b-bd57-7a3176762975 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1494014 Jul 16 01:43:25.782428 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f090e78a-47c9-4966-83e6-b64bebafb16b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=926a9075a43646dba2777c8ff4540bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5978522 Jul 16 01:43:25.783353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36292) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.816414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Deleting port ceff612d-3ee2-4ac2-9d31-b4d1bd271c79 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:25.817926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.033506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888afdc-55af-4d37-bed4-1efc73840481 None None] Network b0030ace-f178-4055-ab49-b914dfec564e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:26.040169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba145aa-0f1d-4b69-bc74-8b0e713e1c1a req-25bfae0f-2e17-4353-843e-8de39b033fed tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.052313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ba145aa-0f1d-4b69-bc74-8b0e713e1c1a req-25bfae0f-2e17-4353-843e-8de39b033fed tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3317053 Jul 16 01:43:26.170475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ba145aa-0f1d-4b69-bc74-8b0e713e1c1a req-c6e4d11a-db73-46b6-8a0c-72180e5da839 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166086 Jul 16 01:43:26.220820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.248819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] Provisioning for port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:26.278109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Calling delete_port for ceff612d-3ee2-4ac2-9d31-b4d1bd271c79 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:26.320055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb0ab-cc81-4bad-9a0b-7ddbc9a3e848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.428675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] Provisioning complete for port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:26.429253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.448590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb0ab-cc81-4bad-9a0b-7ddbc9a3e848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.664332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb0ab-cc81-4bad-9a0b-7ddbc9a3e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.673350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb0ab-cc81-4bad-9a0b-7ddbc9a3e848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.678332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dfdeb0ab-cc81-4bad-9a0b-7ddbc9a3e848 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5546f874-b598-4d64-bfa6-19c7db4388e0 HTTP/1.1" status: 204 len: 168 time: 0.8854320 Jul 16 01:43:26.713549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a83b2-34bd-45bf-ba8e-b97e2dea28cc req-0706787d-226a-4a3c-b0bd-792b8069f575 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.723510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e03a83b2-34bd-45bf-ba8e-b97e2dea28cc req-0706787d-226a-4a3c-b0bd-792b8069f575 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2143533 Jul 16 01:43:26.764937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb0ab-cc81-4bad-9a0b-7ddbc9a3e848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5546f874-b598-4d64-bfa6-19c7db4388e0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.813195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.866059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e03a83b2-34bd-45bf-ba8e-b97e2dea28cc req-fd281a30-c8f0-4838-8092-9a750dad5acd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357641 Jul 16 01:43:27.024322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event deleted for resources: {'Port': ['ID=ceff612d-3ee2-4ac2-9d31-b4d1bd271c79,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.177326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.186781 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c45ac179-d248-469b-b934-747405fb4d85 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "DELETE /v2.0/ports/ceff612d-3ee2-4ac2-9d31-b4d1bd271c79 HTTP/1.1" status: 204 len: 168 time: 2.2767649 Jul 16 01:43:27.187757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.198518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Request body: {'port': {'name': 'tempest-new-port-name-248206428', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.199181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] bootfile-name is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:43:27.208201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] tftp-server is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:43:27.213482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.api.validators [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] server-ip-address is not in valid_values {{(pid=93756) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:43:27.488404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.639034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-483d24c4-6adb-4d74-956f-a16154f3aef4 req-adad36fb-e69e-4fd1-9d22-fbba926d5780 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.2217107 Jul 16 01:43:27.648803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] For port 236c171d-cb03-4cfd-9c06-6a20511bc1f7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=236c171d-cb03-4cfd-9c06-6a20511bc1f7,segment=NetworkSegment(9c9cba50-2c2f-4d46-a181-bab09e978abc),segment_id=9c9cba50-2c2f-4d46-a181-bab09e978abc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:27.658767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.825992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01bc28-a1e8-4c67-abc8-c5a37ee8a9d0 None None] Pushing event updated for resources: {'Port': ['ID=236c171d-cb03-4cfd-9c06-6a20511bc1f7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.965438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8913-12df-4d85-95f5-ef78aada3df3 req-5c1693c0-abe2-4c10-a408-bfa3d840dfe4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.987033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc1b8913-12df-4d85-95f5-ef78aada3df3 req-5c1693c0-abe2-4c10-a408-bfa3d840dfe4 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.5638576 Jul 16 01:43:27.995499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.260556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc1b8913-12df-4d85-95f5-ef78aada3df3 req-117963ab-2a3f-4ba8-9e36-bb8def4158bf tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675247 Jul 16 01:43:28.481265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eea0312a-3f8c-480a-98e0-2b02f0c6a214 None None] Provisioning complete for port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:28.481911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea0312a-3f8c-480a-98e0-2b02f0c6a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.817568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eea0312a-3f8c-480a-98e0-2b02f0c6a214 None None] Provisioning for port 7f37b269-d36c-4198-8ade-f9b12ed9798d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:28.833651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eea0312a-3f8c-480a-98e0-2b02f0c6a214 None None] Provisioning complete for port 7f37b269-d36c-4198-8ade-f9b12ed9798d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:28.834039 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eea0312a-3f8c-480a-98e0-2b02f0c6a214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.877598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae4f43-4e66-4b67-9962-4af0c8cf7270 req-2c337e2a-a28e-4cba-ac41-aeed3c454d83 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.881294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8ae4f43-4e66-4b67-9962-4af0c8cf7270 req-2c337e2a-a28e-4cba-ac41-aeed3c454d83 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2729027 Jul 16 01:43:28.991224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eea0312a-3f8c-480a-98e0-2b02f0c6a214 None None] Port 7f37b269-d36c-4198-8ade-f9b12ed9798d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:29.140580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.179418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8ae4f43-4e66-4b67-9962-4af0c8cf7270 req-e490296c-88e2-43a1-afec-218745295e9d tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628703 Jul 16 01:43:29.182206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.185066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 236c171d-cb03-4cfd-9c06-6a20511bc1f7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:29.191676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0fee46f2-21ed-4aa5-adda-a16acfadaf20 None None] Provisioning complete for port 7f37b269-d36c-4198-8ade-f9b12ed9798d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:29.192154 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fee46f2-21ed-4aa5-adda-a16acfadaf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.410079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0fee46f2-21ed-4aa5-adda-a16acfadaf20 None None] Port 7f37b269-d36c-4198-8ade-f9b12ed9798d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:29.506394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:29.507217 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.567242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event updated for resources: {'Port': ['ID=7f37b269-d36c-4198-8ade-f9b12ed9798d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.606350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] In _notify_port_updated(), no bound segment for port 7f37b269-d36c-4198-8ade-f9b12ed9798d on network b0030ace-f178-4055-ab49-b914dfec564e {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:43:29.616783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.617893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.619508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "PUT /v2.0/ports/7f37b269-d36c-4198-8ade-f9b12ed9798d HTTP/1.1" status: 200 len: 1128 time: 2.4303143 Jul 16 01:43:29.626232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.635609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.639664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.640344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.640940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.641504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.642007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.642538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.644299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.645643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.646833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.647431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.653185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b6cbbf83-27e5-41dd-8a06-6a7f88da7f72 None None] Could not find standard attr ID for object ceff612d-3ee2-4ac2-9d31-b4d1bd271c79. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:29.654034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae908c4-a9f2-466c-ae3a-82befc887fe4 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:29.699261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a3b8496-2f6b-478a-a10f-292da0d4d2e9 req-10e1d282-4031-47e4-8ab8-7020054beff9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f62f38-3aed-4e2f-9bda-db84408df740 HTTP/1.1" status: 200 len: 210 time: 0.1338124 Jul 16 01:43:29.823795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f470eae-9db6-4fa7-907f-2cc110465a3e tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.834414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.835519 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f470eae-9db6-4fa7-907f-2cc110465a3e tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "GET /v2.0/ports/7f37b269-d36c-4198-8ade-f9b12ed9798d HTTP/1.1" status: 200 len: 1128 time: 0.2067673 Jul 16 01:43:30.572680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad3ea4ce-258c-4de1-b21c-cb8fcb6dad88 None None] Provisioning complete for port 7f37b269-d36c-4198-8ade-f9b12ed9798d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:30.573894 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea4ce-258c-4de1-b21c-cb8fcb6dad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.624936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ea4ce-258c-4de1-b21c-cb8fcb6dad88 None None] Port 7f37b269-d36c-4198-8ade-f9b12ed9798d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:30.714859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Deleting port 7f37b269-d36c-4198-8ade-f9b12ed9798d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:30.715482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.728877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3120-0719-40c4-a720-14fff52d6da6 req-7c1cd50f-61fe-4b75-9ec9-826ec0627bb7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.736881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-590c3120-0719-40c4-a720-14fff52d6da6 req-7c1cd50f-61fe-4b75-9ec9-826ec0627bb7 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.6627979 Jul 16 01:43:30.811645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-590c3120-0719-40c4-a720-14fff52d6da6 req-2b8c995f-f3b0-4403-960c-dd182a9e5045 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736763 Jul 16 01:43:30.952327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.999261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Calling delete_port for 7f37b269-d36c-4198-8ade-f9b12ed9798d owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:31.029267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36420) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.086586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36422) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.147486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.195919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.302898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.306858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f868d3-4e63-452f-b342-b14d46183199 req-503ccb47-c684-4997-b335-45c1cfbd84e6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.307068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.308384 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/security-groups/a98285c5-ccf7-48d3-a860-1a346207af48 HTTP/1.1" status: 204 len: 168 time: 0.2751069 Jul 16 01:43:31.317415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98f868d3-4e63-452f-b342-b14d46183199 req-503ccb47-c684-4997-b335-45c1cfbd84e6 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2265518 Jul 16 01:43:31.323875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36428) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.360443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98285c5-ccf7-48d3-a860-1a346207af48,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.369348 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-e41553e1-899c-4875-9c02-5dcb992c5791 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] show failed (client error): The resource could not be found. Jul 16 01:43:31.370970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e41553e1-899c-4875-9c02-5dcb992c5791 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "GET /v2.0/security-groups/a98285c5-ccf7-48d3-a860-1a346207af48 HTTP/1.1" status: 404 len: 347 time: 0.0460422 Jul 16 01:43:31.375367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36432) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.393539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.394277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.395520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.396564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.397199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.397821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.398704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.399143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.399494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.399922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.400450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.401005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e45df3-ec6e-42ac-9330-8eff082cd8ef tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.453068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98f868d3-4e63-452f-b342-b14d46183199 req-a33ce901-f78d-42b9-b0a6-1ec6bb5d0b53 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328135 Jul 16 01:43:31.466174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.564438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event deleted for resources: {'Port': ['ID=7f37b269-d36c-4198-8ade-f9b12ed9798d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.601189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8d118042-6629-4d92-a686-d05a74de90ab tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1988737931'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:31.602336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8d118042-6629-4d92-a686-d05a74de90ab tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Unknown quota resources ['metering_label']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:31.612748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.619599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-41e44d6f-56a5-46c9-9568-0e75cca641dd tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "DELETE /v2.0/ports/7f37b269-d36c-4198-8ade-f9b12ed9798d HTTP/1.1" status: 204 len: 168 time: 1.7834430 Jul 16 01:43:31.622244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.733625 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Deleting subnet a59dcd10-2b30-4a93-a5c2-eaacef780c02 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:31.777618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.932342 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.945207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d118042-6629-4d92-a686-d05a74de90ab tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.953291 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d118042-6629-4d92-a686-d05a74de90ab tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8646541 Jul 16 01:43:31.954424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36450) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.964301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e492e9bb-3890-489a-bb32-32ea6deef359 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5882e0c1-61f3-4863-abc5-24b03302f918'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:31.965123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e492e9bb-3890-489a-bb32-32ea6deef359 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:31.978949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.991820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port ee900409-9c3f-429d-baa7-0e3ea0fad6d1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:31.992557 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.027195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027031-5c28-4c0c-a462-8dd3503e6871 req-1138a988-7d27-43a8-ab96-bb28bc0b67ea tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.028802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d027031-5c28-4c0c-a462-8dd3503e6871 req-1138a988-7d27-43a8-ab96-bb28bc0b67ea tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3045094 Jul 16 01:43:32.055200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a79c7-0ff8-4585-bb0c-bfd62de2404b req-8d4cd0b1-4e53-4d4f-bf1d-2b13a928bdd5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.056851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-076a79c7-0ff8-4585-bb0c-bfd62de2404b req-8d4cd0b1-4e53-4d4f-bf1d-2b13a928bdd5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 946 time: 0.2231929 Jul 16 01:43:32.102069 n-d-791506-20 neutron-server[93755]: WARNING neutron.services.metering.metering_plugin [None req-e492e9bb-3890-489a-bb32-32ea6deef359 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:43:32.203635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d027031-5c28-4c0c-a462-8dd3503e6871 req-6501de1b-7ca9-43a7-8b2c-ad0065476fb0 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611490 Jul 16 01:43:32.205989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.220828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01fe5083-251a-4d7b-9498-f1866acb7315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.250561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-076a79c7-0ff8-4585-bb0c-bfd62de2404b req-1f8fa35b-8454-47c1-a759-47bca734fe4f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701865 Jul 16 01:43:32.267307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e492e9bb-3890-489a-bb32-32ea6deef359 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.268994 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e492e9bb-3890-489a-bb32-32ea6deef359 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3110664 Jul 16 01:43:32.273115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.280946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-054c4c94-0c2a-4688-9c4e-58cf317af067 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5882e0c1-61f3-4863-abc5-24b03302f918'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:32.281729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-054c4c94-0c2a-4688-9c4e-58cf317af067 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:32.307518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.308247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.335652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for ee900409-9c3f-429d-baa7-0e3ea0fad6d1 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:32.402605 n-d-791506-20 neutron-server[93756]: WARNING neutron.services.metering.metering_plugin [None req-054c4c94-0c2a-4688-9c4e-58cf317af067 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:43:32.485976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.576689 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-054c4c94-0c2a-4688-9c4e-58cf317af067 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.580809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-054c4c94-0c2a-4688-9c4e-58cf317af067 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3062942 Jul 16 01:43:32.581431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.597232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01fe5083-251a-4d7b-9498-f1866acb7315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.603578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01fe5083-251a-4d7b-9498-f1866acb7315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.608110 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.614842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "DELETE /v2.0/subnets/a59dcd10-2b30-4a93-a5c2-eaacef780c02 HTTP/1.1" status: 204 len: 168 time: 0.9869225 Jul 16 01:43:32.617640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a3844-9139-47d8-9386-9182fe7be866 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event deleted for resources: {'Subnet': ['ID=a59dcd10-2b30-4a93-a5c2-eaacef780c02,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.621204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36470) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.635454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22c15d-6f04-4787-8598-ac944d655d78 None None] Network b0030ace-f178-4055-ab49-b914dfec564e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:32.643628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.658981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01fe5083-251a-4d7b-9498-f1866acb7315 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3853fba8d5ed45b999a87fb9cc448867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785066 Jul 16 01:43:32.667825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.675094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-39961451-0bd0-474a-aa03-5c88ebe35400 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=7378fc4c-dbbb-40c0-a2d8-12a02e7e892f HTTP/1.1" status: 200 len: 464 time: 0.0713711 Jul 16 01:43:32.684763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.694848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=ee900409-9c3f-429d-baa7-0e3ea0fad6d1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.699385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe5083-251a-4d7b-9498-f1866acb7315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed271f40-06bc-42e3-88a3-e13fca1edd65,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.883052 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.896714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0e8f2-3934-4e07-a60b-8a3a34b46ca6 req-e42f7039-e4d7-4bb2-92dd-11bb796abf39 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.907397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a0e8f2-3934-4e07-a60b-8a3a34b46ca6 req-e42f7039-e4d7-4bb2-92dd-11bb796abf39 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.4354820 Jul 16 01:43:32.963956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-706e21d7-25c2-4a6d-88de-d40de7653de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.980504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca466e9e-c371-4c45-a949-452c693749ec tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.982072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ca466e9e-c371-4c45-a949-452c693749ec tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/7378fc4c-dbbb-40c0-a2d8-12a02e7e892f HTTP/1.1" status: 204 len: 168 time: 0.2954984 Jul 16 01:43:32.984863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.007749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] DHCP port deletion for b0030ace-f178-4055-ab49-b914dfec564e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:33.010882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.014658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.015907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c5eb76e-98b1-45c2-8070-60ead402b8eb tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/floatingips/10088be4-1986-4272-9a2f-41b8100737e1 HTTP/1.1" status: 204 len: 168 time: 1.6392303 Jul 16 01:43:33.020697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.037544 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-03e4c3e9-9ee1-435c-b7ab-4ca08ac4a639 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=7378fc4c-dbbb-40c0-a2d8-12a02e7e892f HTTP/1.1" status: 200 len: 221 time: 0.0515041 Jul 16 01:43:33.043881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36484) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.056186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ab066c16-ebd0-459f-ab93-1702103ae710 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2042766719', 'description': 'label created by tempest'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:33.057105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ab066c16-ebd0-459f-ab93-1702103ae710 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Unknown quota resources ['metering_label']. {{(pid=93755) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:33.058098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a0e8f2-3934-4e07-a60b-8a3a34b46ca6 req-3b41ddf9-dd51-4ef8-a669-2bc41f9a9552 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489685 Jul 16 01:43:33.103147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] Deleting port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:33.103601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.153210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-706e21d7-25c2-4a6d-88de-d40de7653de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.212644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Deleting port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:33.213091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.242620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] For port 236c171d-cb03-4cfd-9c06-6a20511bc1f7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=236c171d-cb03-4cfd-9c06-6a20511bc1f7,segment=NetworkSegment(9c9cba50-2c2f-4d46-a181-bab09e978abc),segment_id=9c9cba50-2c2f-4d46-a181-bab09e978abc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:33.243152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.305596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] Calling delete_port for 236c171d-cb03-4cfd-9c06-6a20511bc1f7 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:33.363810 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-706e21d7-25c2-4a6d-88de-d40de7653de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.368823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-706e21d7-25c2-4a6d-88de-d40de7653de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.372500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-706e21d7-25c2-4a6d-88de-d40de7653de9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed271f40-06bc-42e3-88a3-e13fca1edd65 HTTP/1.1" status: 204 len: 168 time: 0.6875699 Jul 16 01:43:33.390360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab066c16-ebd0-459f-ab93-1702103ae710 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.399742 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ab066c16-ebd0-459f-ab93-1702103ae710 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3477063 Jul 16 01:43:33.409721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36496) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.474961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e21d7-25c2-4a6d-88de-d40de7653de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed271f40-06bc-42e3-88a3-e13fca1edd65,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.503105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] For port 236c171d-cb03-4cfd-9c06-6a20511bc1f7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=236c171d-cb03-4cfd-9c06-6a20511bc1f7,segment=NetworkSegment(9c9cba50-2c2f-4d46-a181-bab09e978abc),segment_id=9c9cba50-2c2f-4d46-a181-bab09e978abc)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:33.503568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.527459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Calling delete_port for 236c171d-cb03-4cfd-9c06-6a20511bc1f7 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:33.531234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36500) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.532217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35e9ecca-0b5f-42ed-8ff7-fdd631c8e2b6 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=cdf4cb8b-2a0e-4c7a-9eb8-8cea76748bf5 HTTP/1.1" status: 200 len: 468 time: 0.1166787 Jul 16 01:43:33.536255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.587897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 82f47764-ed73-47a2-9d6c-f083ae1e1e59 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:33.588855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.597483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] Pushing event deleted for resources: {'Port': ['ID=236c171d-cb03-4cfd-9c06-6a20511bc1f7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.600531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab77491-8a42-4c2c-a232-cfebaae9cffd None None] No DVR routers for this DVR port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:33.700893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c777bc-e312-463d-bafe-d5339941c27e req-f6ffd935-72fa-4aa3-9ab8-85962f486613 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.703121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8c777bc-e312-463d-bafe-d5339941c27e req-f6ffd935-72fa-4aa3-9ab8-85962f486613 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.3217056 Jul 16 01:43:33.761025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.779060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 82f47764-ed73-47a2-9d6c-f083ae1e1e59 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:33.906013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8c777bc-e312-463d-bafe-d5339941c27e req-607042a7-56f2-4f35-9d42-7953ebf31aba tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561496 Jul 16 01:43:33.909282 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba56f365-ebf7-4fa1-9287-481037682508 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.911761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ba56f365-ebf7-4fa1-9287-481037682508 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/cdf4cb8b-2a0e-4c7a-9eb8-8cea76748bf5 HTTP/1.1" status: 204 len: 168 time: 0.3770988 Jul 16 01:43:33.916014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.929746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.933450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9e5af77a-cc83-4ba3-9325-26b75259be4d tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=cdf4cb8b-2a0e-4c7a-9eb8-8cea76748bf5 HTTP/1.1" status: 200 len: 216 time: 0.0160077 Jul 16 01:43:33.941133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.983355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] No DVR routers for this DVR port 236c171d-cb03-4cfd-9c06-6a20511bc1f7 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:33.986345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event deleted for resources: {'Port': ['ID=236c171d-cb03-4cfd-9c06-6a20511bc1f7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.997903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ffb92ce1-c20e-4a2e-9484-65d304c1a33d tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0549479 Jul 16 01:43:34.004717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36510) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.042378 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1451b2ad-af99-4525-9751-a207a6b78849 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0352354 Jul 16 01:43:34.050302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36514) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.061761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36516) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.101817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.129814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.160070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-513ebc97-765b-4a0c-9fef-a94ddff7d8f9 req-2c077c63-5334-464c-a904-0f130d3d5b5e tempest-DeleteServersTestJSON-1790202329 tempest-DeleteServersTestJSON-1790202329-project] (93756) timed out ('10.222.0.13', 52398) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:43:34.167734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0030ace-f178-4055-ab49-b914dfec564e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.188834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc9cbd96-1cba-4bf9-9da9-6ffd3f03c84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.193671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9cba50-2c2f-4d46-a181-bab09e978abc') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.194266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9cba50-2c2f-4d46-a181-bab09e978abc') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.198224 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-25624618-a3cf-44ff-ba0a-d0a48f3c1473 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/5882e0c1-61f3-4863-abc5-24b03302f918 HTTP/1.1" status: 200 len: 473 time: 0.1460378 Jul 16 01:43:34.205171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.227901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.234185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=82f47764-ed73-47a2-9d6c-f083ae1e1e59,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.245485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a67b9d96-d437-4746-aa30-a699c88dc166 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/26fdd41b-2632-46b8-9799-1f0e5eb1cf6a HTTP/1.1" status: 200 len: 461 time: 0.0259514 Jul 16 01:43:34.246211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.265349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.284805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:34.286214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:34.291459 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:34.384124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.390567 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d38e4c6-bf5e-4282-8256-00a842fcf5b9 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/ports/82f47764-ed73-47a2-9d6c-f083ae1e1e59 HTTP/1.1" status: 204 len: 168 time: 1.3650393 Jul 16 01:43:34.392005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36526) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.460727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d943-d097-43e6-a28e-32f5bdb54c2d tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.461851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d9e0d943-d097-43e6-a28e-32f5bdb54c2d tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/26fdd41b-2632-46b8-9799-1f0e5eb1cf6a HTTP/1.1" status: 204 len: 168 time: 0.2143221 Jul 16 01:43:34.466117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36528) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.524843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.542974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.546149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] 10.222.0.42 "DELETE /v2.0/networks/b0030ace-f178-4055-ab49-b914dfec564e HTTP/1.1" status: 204 len: 168 time: 1.9219680 Jul 16 01:43:34.565172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b3887-a09d-4ba3-a929-283b89d690fc tempest-ExtraDHCPOptionsIpV6TestJSON-560343996 tempest-ExtraDHCPOptionsIpV6TestJSON-560343996-project] Pushing event deleted for resources: {'Network': ['ID=b0030ace-f178-4055-ab49-b914dfec564e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.089339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 236c171d-cb03-4cfd-9c06-6a20511bc1f7 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:35.115903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 236c171d-cb03-4cfd-9c06-6a20511bc1f7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:35.116468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 236c171d-cb03-4cfd-9c06-6a20511bc1f7 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:35.161651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36538) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:35.202484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:35.349866 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.364675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc9cbd96-1cba-4bf9-9da9-6ffd3f03c84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.407777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:35.412526 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d730febe-e9ba-4ada-a82d-2802ebbf5c6c" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-unplugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:35.435480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc9cbd96-1cba-4bf9-9da9-6ffd3f03c84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.438904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:35.445904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.487085 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7a2b36-94f4-4e2d-8ad7-52cdef8c644e x-openstack-request-id: req-5d7a2b36-94f4-4e2d-8ad7-52cdef8c644e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:35.487387 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-unplugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:35.487546 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d7a2b36-94f4-4e2d-8ad7-52cdef8c644e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:35.488583 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:43:35.496678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-865a024d-3f6d-44d1-9d5a-21b96a8104bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a605552b18f4cff88e438b368bf148b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267200 Jul 16 01:43:35.497240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:35.506611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc9cbd96-1cba-4bf9-9da9-6ffd3f03c84a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c028f0bd960245db9689c36ccb9bb7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4245913 Jul 16 01:43:35.511936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:35.514959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c4c-cf7d-47de-9621-08fe2659b4f4 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.520470 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-30ab9c4c-cf7d-47de-9621-08fe2659b4f4 tempest-MeteringTestJSON-2143211448 tempest-MeteringTestJSON-2143211448-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/5882e0c1-61f3-4863-abc5-24b03302f918 HTTP/1.1" status: 204 len: 168 time: 1.0506947 Jul 16 01:43:35.529422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 634b005a-746d-4eac-89fb-5f40d38c0c9c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:35.529786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.536113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cbd96-1cba-4bf9-9da9-6ffd3f03c84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5af7a-2c14-4664-afd2-3d89ab9e5848,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.544393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.646389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b69c348-c34a-40a7-b1bd-78ef86bf3a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.661154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f86ce3c-ca93-41c3-9847-f3495d82bfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.699671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b69c348-c34a-40a7-b1bd-78ef86bf3a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.728127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f86ce3c-ca93-41c3-9847-f3495d82bfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.729269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.775645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 634b005a-746d-4eac-89fb-5f40d38c0c9c owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:35.854394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b69c348-c34a-40a7-b1bd-78ef86bf3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.859752 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3b69c348-c34a-40a7-b1bd-78ef86bf3a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.863153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3b69c348-c34a-40a7-b1bd-78ef86bf3a34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ac5c7fc-8fea-4d37-91c8-cfc601520666 HTTP/1.1" status: 204 len: 168 time: 0.3636134 Jul 16 01:43:35.883739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69c348-c34a-40a7-b1bd-78ef86bf3a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac5c7fc-8fea-4d37-91c8-cfc601520666,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.886739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f86ce3c-ca93-41c3-9847-f3495d82bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.889787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f86ce3c-ca93-41c3-9847-f3495d82bfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.895530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2f86ce3c-ca93-41c3-9847-f3495d82bfd2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8a5af7a-2c14-4664-afd2-3d89ab9e5848 HTTP/1.1" status: 204 len: 168 time: 0.3757691 Jul 16 01:43:35.904465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ce3c-ca93-41c3-9847-f3495d82bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5af7a-2c14-4664-afd2-3d89ab9e5848,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.059177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:36.087279 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.141686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=634b005a-746d-4eac-89fb-5f40d38c0c9c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.313814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.313814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-673ee443-7d53-49be-9eb5-8bd5278ae009 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/ports/634b005a-746d-4eac-89fb-5f40d38c0c9c HTTP/1.1" status: 204 len: 168 time: 1.9185252 Jul 16 01:43:36.318595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:36.478514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting subnet df2db61e-6e4e-4f19-9a26-61fa021934b7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:36.488711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.613396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.854007 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e19d25c-bc11-496a-a454-e468e13bbcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.931215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.067377 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.117351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Subnet': ['ID=df2db61e-6e4e-4f19-9a26-61fa021934b7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.133183 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.139500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c1dc61d6-a279-4f34-9a18-04ed00b5a949 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/subnets/df2db61e-6e4e-4f19-9a26-61fa021934b7 HTTP/1.1" status: 204 len: 168 time: 0.8157148 Jul 16 01:43:37.141573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36594) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.149124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea118e-bca9-4561-a223-3cb2e9766794 None None] Network fdbd9d4d-0a83-44c3-a872-44727c363f86 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:37.311713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e19d25c-bc11-496a-a454-e468e13bbcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.323443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e19d25c-bc11-496a-a454-e468e13bbcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.327872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:37.390780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting subnet faf8a261-2c3e-4fe4-a394-70ebf15a82f4 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:37.400112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.472254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.618134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e19d25c-bc11-496a-a454-e468e13bbcbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30483755f522429fb7bc712de7523560&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5579970 Jul 16 01:43:37.620646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19d25c-bc11-496a-a454-e468e13bbcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b510dac5-4797-4bda-8248-1997816da935,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.626499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36624) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.687290 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.864877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:37.883400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.915907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:37.947190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f10927-f1e8-4296-9aa3-1286f848c967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.954806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.965758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/subnets/faf8a261-2c3e-4fe4-a394-70ebf15a82f4 HTTP/1.1" status: 204 len: 168 time: 0.8241477 Jul 16 01:43:37.970189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.016809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8620dda-30f4-4ffe-a8cb-df49e477ab43 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Subnet': ['ID=faf8a261-2c3e-4fe4-a394-70ebf15a82f4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.185981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.188966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96802397-d0f2-48be-9752-3056bccc3dca None None] Network c4d4d4f9-6a22-423b-b677-10c36cab1991 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:38.227355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f10927-f1e8-4296-9aa3-1286f848c967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.293163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36644) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.303929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.313762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.316579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f10927-f1e8-4296-9aa3-1286f848c967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.319479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f10927-f1e8-4296-9aa3-1286f848c967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.324495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f0f10927-f1e8-4296-9aa3-1286f848c967 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b510dac5-4797-4bda-8248-1997816da935 HTTP/1.1" status: 204 len: 168 time: 0.6957252 Jul 16 01:43:38.340050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f10927-f1e8-4296-9aa3-1286f848c967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b510dac5-4797-4bda-8248-1997816da935,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.397297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:38.453830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 43f42630-a1ca-4f64-8001-49ed95a2b6ae {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:38.454187 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.472133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:38.488319 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.550392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port 43f42630-a1ca-4f64-8001-49ed95a2b6ae, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=43f42630-a1ca-4f64-8001-49ed95a2b6ae,segment=NetworkSegment(476e64f9-2d17-4948-ae89-91743860ff51),segment_id=476e64f9-2d17-4948-ae89-91743860ff51)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:38.557774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.577156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 43f42630-a1ca-4f64-8001-49ed95a2b6ae owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:38.650518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.702707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:38.796470 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.860997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=43f42630-a1ca-4f64-8001-49ed95a2b6ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.868586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port 43f42630-a1ca-4f64-8001-49ed95a2b6ae on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:38.912342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d9071d16-3a7f-426d-80c1-869d4456f9fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:38.913346 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-d9071d16-3a7f-426d-80c1-869d4456f9fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:43:38.918799 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-d9071d16-3a7f-426d-80c1-869d4456f9fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:38.925221 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d9071d16-3a7f-426d-80c1-869d4456f9fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6301167 Jul 16 01:43:38.931885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36664) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.954650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] DHCP port deletion for c4d4d4f9-6a22-423b-b677-10c36cab1991 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:38.957939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294503742'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:38.961974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c41c1b-5988-4080-85c2-22a87a59c99e None None] DHCP port deletion for fdbd9d4d-0a83-44c3-a872-44727c363f86 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:39.070455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.120732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.230748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.262448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbd9d4d-0a83-44c3-a872-44727c363f86']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.264120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 43f42630-a1ca-4f64-8001-49ed95a2b6ae no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:39.301557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476e64f9-2d17-4948-ae89-91743860ff51') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.304150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476e64f9-2d17-4948-ae89-91743860ff51') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.377081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 43f42630-a1ca-4f64-8001-49ed95a2b6ae {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:39.377506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.380190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 43f42630-a1ca-4f64-8001-49ed95a2b6ae not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:39.383140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6634a6c3-d4ef-4728-a892-cc8f022dfa83 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:39.443893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.463998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:39.464939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:39.470139 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:39.599334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.637919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.645943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.656032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.666923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/networks/fdbd9d4d-0a83-44c3-a872-44727c363f86 HTTP/1.1" status: 204 len: 168 time: 1.6899078 Jul 16 01:43:39.666923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6a92b-bded-4320-a381-e255d9016fa0 tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Network': ['ID=fdbd9d4d-0a83-44c3-a872-44727c363f86,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.666923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.757049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d9d54-1ceb-4e2d-8ef5-08b0d4023368,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.840264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36684) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.860411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] Deleting port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:39.861406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.875963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.900839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62233574-c4df-4594-a3b4-ab383ba1d066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.009389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Deleting port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:40.010063 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.104821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.112542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.204289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0755ce-be88-4cc0-99f3-feaf01c8f3d3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.241571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] For port 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6634a6c3-d4ef-4728-a892-cc8f022dfa83,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.243567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.247330 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a700a5ab-9044-4e04-9a47-eb5e30c12731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.270437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.284550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] For port 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6634a6c3-d4ef-4728-a892-cc8f022dfa83,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.285097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Calling delete_port for 6634a6c3-d4ef-4728-a892-cc8f022dfa83 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:40.285568 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.424649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] Calling delete_port for 6634a6c3-d4ef-4728-a892-cc8f022dfa83 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:40.501325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6634a6c3-d4ef-4728-a892-cc8f022dfa83, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6634a6c3-d4ef-4728-a892-cc8f022dfa83,segment=NetworkSegment(5566076b-b5d0-4a01-bc3a-ef0a61f38140),segment_id=5566076b-b5d0-4a01-bc3a-ef0a61f38140)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.521589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.522474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62233574-c4df-4594-a3b4-ab383ba1d066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.546939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62233574-c4df-4594-a3b4-ab383ba1d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.549181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Port': ['ID=6634a6c3-d4ef-4728-a892-cc8f022dfa83,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.576698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] No DVR routers for this DVR port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:40.628134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.635316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cd406b01-e734-4d7b-b429-9f65062ad361 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6941068 Jul 16 01:43:40.638017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36696) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.646348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '9c0755ce-be88-4cc0-99f3-feaf01c8f3d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:40.647186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.736324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event deleted for resources: {'Port': ['ID=6634a6c3-d4ef-4728-a892-cc8f022dfa83,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.781657 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-62233574-c4df-4594-a3b4-ab383ba1d066 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0384de9e0d541ae84e4b94db00d0179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9371707 Jul 16 01:43:40.793955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.808134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233574-c4df-4594-a3b4-ab383ba1d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4abbfb-3e5b-494b-b103-9fb7669637a8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.924344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.002078 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.010688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] No DVR routers for this DVR port 6634a6c3-d4ef-4728-a892-cc8f022dfa83 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:41.021976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8abfc-f6bd-4236-8613-d05593faf8c2 None None] Pushing event deleted for resources: {'Port': ['ID=6634a6c3-d4ef-4728-a892-cc8f022dfa83,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.025883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d4d4f9-6a22-423b-b677-10c36cab1991']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:41.049343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5566076b-b5d0-4a01-bc3a-ef0a61f38140') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:41.049928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5566076b-b5d0-4a01-bc3a-ef0a61f38140') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:41.099712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.132854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.141071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:41.141779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.212883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:41.246587 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:41.265020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.267542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.297279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.301385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] 10.222.0.42 "DELETE /v2.0/networks/c4d4d4f9-6a22-423b-b677-10c36cab1991 HTTP/1.1" status: 204 len: 168 time: 1.6338735 Jul 16 01:43:41.372770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceac91-b712-49c0-a395-2d557c34dd5a tempest-TaggedBootDevicesTest_v242-1626378876 tempest-TaggedBootDevicesTest_v242-1626378876-project] Pushing event deleted for resources: {'Network': ['ID=c4d4d4f9-6a22-423b-b677-10c36cab1991,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.423770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:41.433870 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.528613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7420314-0074-460e-8953-d4f71bf5e492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.690697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.729230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.732144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7420314-0074-460e-8953-d4f71bf5e492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.735028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.823785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:41.846089 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ffdbf-b0cf-415e-bdb7-15272e4043ce" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:41.877090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:41.888566 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.919305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2ed8d9-b948-4c8e-942f-a0b53cbb1a79,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.968157 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.968794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=10']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.991134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36730) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:41.997213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-74d2b3a2-83ff-4db4-a7e3-03f299ccac2c tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '9c0755ce-be88-4cc0-99f3-feaf01c8f3d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:42.004744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e39c40a6-a008-4080-ac1f-5a70b6eb48be tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3651705 Jul 16 01:43:42.078198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7420314-0074-460e-8953-d4f71bf5e492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.084809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7420314-0074-460e-8953-d4f71bf5e492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.090919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a7420314-0074-460e-8953-d4f71bf5e492 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e4abbfb-3e5b-494b-b103-9fb7669637a8 HTTP/1.1" status: 204 len: 168 time: 1.2747386 Jul 16 01:43:42.096271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74d2b3a2-83ff-4db4-a7e3-03f299ccac2c tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.139978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7420314-0074-460e-8953-d4f71bf5e492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4abbfb-3e5b-494b-b103-9fb7669637a8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.345210 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-74d2b3a2-83ff-4db4-a7e3-03f299ccac2c tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:42.350223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.372059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-74d2b3a2-83ff-4db4-a7e3-03f299ccac2c tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3777697 Jul 16 01:43:42.443670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ee535a67-e65f-4e52-babb-50cb21ee1646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.473954 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d93194-8352-476e-bd9b-7215ae765fe1 x-openstack-request-id: req-a7d93194-8352-476e-bd9b-7215ae765fe1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:42.474425 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:42.474831 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7d93194-8352-476e-bd9b-7215ae765fe1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:42.488622 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:43:42.555357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.593727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92745a69-a98f-40df-9b7a-5e0d009cc5ea tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.705176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92745a69-a98f-40df-9b7a-5e0d009cc5ea tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.914519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92745a69-a98f-40df-9b7a-5e0d009cc5ea tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.921222 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92745a69-a98f-40df-9b7a-5e0d009cc5ea tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.935417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36760) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.950074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-92745a69-a98f-40df-9b7a-5e0d009cc5ea tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/9c0755ce-be88-4cc0-99f3-feaf01c8f3d3 HTTP/1.1" status: 204 len: 168 time: 0.5979741 Jul 16 01:43:42.979460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745a69-a98f-40df-9b7a-5e0d009cc5ea tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0755ce-be88-4cc0-99f3-feaf01c8f3d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:43.278071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3be25846-15e6-43ba-bdc3-c439367c78ff tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3397555 Jul 16 01:43:43.281743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36774) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.309347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396139826'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:43.389753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.741831 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.757093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.778150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.884271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.891321 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6038179 Jul 16 01:43:43.892681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36784) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.902888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e930bebd-79d7-4e13-b2d7-9f8a0fb1bc89 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '51e21deb-f48e-401f-bd47-5b2bb420f718', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:43.916290 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-e930bebd-79d7-4e13-b2d7-9f8a0fb1bc89 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:43:43.917162 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-e930bebd-79d7-4e13-b2d7-9f8a0fb1bc89 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:43.918623 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e930bebd-79d7-4e13-b2d7-9f8a0fb1bc89 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0249131 Jul 16 01:43:43.920838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f111eb7-5c95-4bc7-8ac8-15f014ebf644 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e21deb-f48e-401f-bd47-5b2bb420f718,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:43.923441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36786) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.089157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36794) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.166005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e687f97b-3479-413f-b3f5-82a07c4fbb78 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.267312 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e687f97b-3479-413f-b3f5-82a07c4fbb78 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.381972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e687f97b-3479-413f-b3f5-82a07c4fbb78 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.388901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e687f97b-3479-413f-b3f5-82a07c4fbb78 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.393130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e687f97b-3479-413f-b3f5-82a07c4fbb78 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/51e21deb-f48e-401f-bd47-5b2bb420f718 HTTP/1.1" status: 204 len: 168 time: 0.4660206 Jul 16 01:43:44.393731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36804) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.410925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687f97b-3479-413f-b3f5-82a07c4fbb78 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e21deb-f48e-401f-bd47-5b2bb420f718,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.591933 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cbdbfdc8-0cdb-41f3-a885-d67b94f8e01e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1946011 Jul 16 01:43:44.609692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.627544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36810) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.641640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903003258'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:44.795653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f538-7973-4fc6-89e2-da60ea3fd5f6 req-2d8606db-528c-4322-af6c-54702e270ebd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.799365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87b8f538-7973-4fc6-89e2-da60ea3fd5f6 req-2d8606db-528c-4322-af6c-54702e270ebd tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.2518258 Jul 16 01:43:44.807047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:44.807047 n-d-791506-20 neutron-server[93755]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:43:44.807047 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id': '8cc7a24f63494e7aa78ebd99cda7803d', 'id': 'cfa144e9-1f0a-49f6-a68f-ee9417983c82', 'expiration': datetime.datetime(2021, 7, 16, 1, 45, 44, 783443)}] Jul 16 01:43:44.807047 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:44.807991 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:44.826190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.949028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87b8f538-7973-4fc6-89e2-da60ea3fd5f6 req-9da2bb92-70d6-4a78-a11e-354800bab529 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389410 Jul 16 01:43:45.203391 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.215585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.228721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.261864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.264632 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6264319 Jul 16 01:43:45.268705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.282244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5c9ce614-4486-4947-b11e-1b231834c17f tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '35e0b182-2e01-42ba-bf4a-2e2e36183a1c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:45.287592 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-5c9ce614-4486-4947-b11e-1b231834c17f tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:43:45.289803 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-5c9ce614-4486-4947-b11e-1b231834c17f tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:45.293903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5c9ce614-4486-4947-b11e-1b231834c17f tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0197210 Jul 16 01:43:45.299439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.312936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.340643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c180cd8-87c4-4f1b-aa42-c5d689a5c0fe tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0b182-2e01-42ba-bf4a-2e2e36183a1c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.498251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d48b1cff-c14a-46a9-9905-2ead12198532 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.511415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.518756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.569236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d48b1cff-c14a-46a9-9905-2ead12198532 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.607401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d291962c-94a6-446a-bbcd-234e5833f636,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.617975 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-90daa76b-31cc-43c8-bdf6-507aaf1abb48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cc7a24f63494e7aa78ebd99cda7803d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5263441 Jul 16 01:43:45.625049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.688061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d48b1cff-c14a-46a9-9905-2ead12198532 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.692560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d48b1cff-c14a-46a9-9905-2ead12198532 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.693868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d48b1cff-c14a-46a9-9905-2ead12198532 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/35e0b182-2e01-42ba-bf4a-2e2e36183a1c HTTP/1.1" status: 204 len: 168 time: 0.3907337 Jul 16 01:43:45.701768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36830) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.716363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b1cff-c14a-46a9-9905-2ead12198532 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0b182-2e01-42ba-bf4a-2e2e36183a1c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.875661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4df956c9-4af2-4ce9-aeb2-92c79b377c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.912189 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26da40de-1d05-4e9f-862f-a02a271e419b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2057588 Jul 16 01:43:45.919484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.927127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974022879'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:45.966372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4df956c9-4af2-4ce9-aeb2-92c79b377c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.988032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.151247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4df956c9-4af2-4ce9-aeb2-92c79b377c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.155523 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4df956c9-4af2-4ce9-aeb2-92c79b377c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.167756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4df956c9-4af2-4ce9-aeb2-92c79b377c8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d291962c-94a6-446a-bbcd-234e5833f636 HTTP/1.1" status: 204 len: 168 time: 0.5393286 Jul 16 01:43:46.215762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df956c9-4af2-4ce9-aeb2-92c79b377c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291962c-94a6-446a-bbcd-234e5833f636,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.467116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d88d86-f575-4807-b16f-1174948fc10c req-37b02696-b7c7-4398-bac4-2b03b813c7a1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.468769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9d88d86-f575-4807-b16f-1174948fc10c req-37b02696-b7c7-4398-bac4-2b03b813c7a1 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.4132831 Jul 16 01:43:46.641726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.659294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36856) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.673501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.799212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.805812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8802705 Jul 16 01:43:46.806859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36860) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.813820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5b22652e-0741-420f-9e83-33040db8817d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '324d83e7-6eaa-4fb7-8da9-e03254e0cbd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:46.822952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9648a-97a2-4b73-bde4-a31b3bf1be63 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324d83e7-6eaa-4fb7-8da9-e03254e0cbd8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.830534 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-5b22652e-0741-420f-9e83-33040db8817d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:43:46.830534 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-5b22652e-0741-420f-9e83-33040db8817d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:46.837771 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5b22652e-0741-420f-9e83-33040db8817d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241907 Jul 16 01:43:46.837771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36862) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.842980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-37a92fcd-4f8c-4082-aacc-ca019b4831ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '324d83e7-6eaa-4fb7-8da9-e03254e0cbd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:46.843629 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-37a92fcd-4f8c-4082-aacc-ca019b4831ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:43:46.844119 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-37a92fcd-4f8c-4082-aacc-ca019b4831ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:46.850025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-37a92fcd-4f8c-4082-aacc-ca019b4831ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071101 Jul 16 01:43:46.850337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36864) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.864142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dd647e52-9869-4ef6-971d-befba5890195 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '324d83e7-6eaa-4fb7-8da9-e03254e0cbd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:46.864941 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-dd647e52-9869-4ef6-971d-befba5890195 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:43:46.865449 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-dd647e52-9869-4ef6-971d-befba5890195 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:46.870649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd647e52-9869-4ef6-971d-befba5890195 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151982 Jul 16 01:43:46.870909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f9df1-5add-4977-9032-af2d819ce93e req-b2e94151-b80b-496d-93ca-830d62484400 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.877926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad3f9df1-5add-4977-9032-af2d819ce93e req-b2e94151-b80b-496d-93ca-830d62484400 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 946 time: 0.4058218 Jul 16 01:43:46.882120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36866) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.892293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c4083bf9-24ef-45c0-9917-aada13dd1283 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '324d83e7-6eaa-4fb7-8da9-e03254e0cbd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:46.904011 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-c4083bf9-24ef-45c0-9917-aada13dd1283 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:43:46.904732 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-c4083bf9-24ef-45c0-9917-aada13dd1283 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:46.910883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c4083bf9-24ef-45c0-9917-aada13dd1283 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0227633 Jul 16 01:43:46.911195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.911422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36870) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.996593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8643b929-d8c1-48b5-af8c-fea313f9d8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.073015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77793d70-5841-4bd7-b5d4-f561aaf1046b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.106280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Deleting port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:47.107235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.117017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77793d70-5841-4bd7-b5d4-f561aaf1046b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.196794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77793d70-5841-4bd7-b5d4-f561aaf1046b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.204463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77793d70-5841-4bd7-b5d4-f561aaf1046b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.211101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-77793d70-5841-4bd7-b5d4-f561aaf1046b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/324d83e7-6eaa-4fb7-8da9-e03254e0cbd8 HTTP/1.1" status: 204 len: 168 time: 0.2973554 Jul 16 01:43:47.217529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36874) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.234663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad3f9df1-5add-4977-9032-af2d819ce93e req-b1b1f3b4-66c4-4adb-a71f-4a5d31271657 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/security-groups?id=918d7888-f66e-414f-a720-b11d3fd76a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554692 Jul 16 01:43:47.311852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1707547558'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.321398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77793d70-5841-4bd7-b5d4-f561aaf1046b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d83e7-6eaa-4fb7-8da9-e03254e0cbd8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.396316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-773fb3a5-ced6-4592-9dbb-b508154a456b tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1741397 Jul 16 01:43:47.403639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36880) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.425400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765177565'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.644752 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8643b929-d8c1-48b5-af8c-fea313f9d8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.647330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8643b929-d8c1-48b5-af8c-fea313f9d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.674106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:47.674106 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:43:47.674106 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': '01677ea66957461183fac346b1168524', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 43, 47, 461206)}] Jul 16 01:43:47.674106 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:47.675611 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:47.677090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Made reservation on behalf of 1304fccb5c744082b66b1a8b2082c35d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:47.681987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.694916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.709790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643b929-d8c1-48b5-af8c-fea313f9d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60826348-0c07-4a11-bcbb-9ff8b81ea6ad,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.760158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] For port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,segment=NetworkSegment(14844907-89c0-41db-95db-da41d2da5e6f),segment_id=14844907-89c0-41db-95db-da41d2da5e6f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:47.760707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.814984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8643b929-d8c1-48b5-af8c-fea313f9d8e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dca8c9b00c848549d20e68ff1e7a6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9055114 Jul 16 01:43:47.818488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Calling delete_port for 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:47.820926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36884) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.956836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.994406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42502eed-f7c0-4dfa-8b84-391b53e50417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.995481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.050901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:48.062122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440412ee-148e-4cae-939f-5d0842fac7d2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.069319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.069847 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Added segment e915ba43-707c-4e08-9f3e-f75d6d6f0f1c of type vlan for network 3acfa039-0fb8-40f0-b66b-869149e86f63 Jul 16 01:43:48.148405 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.176553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42502eed-f7c0-4dfa-8b84-391b53e50417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.255959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.258361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.273009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.273822 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.298662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.461510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.497965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42502eed-f7c0-4dfa-8b84-391b53e50417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.501075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42502eed-f7c0-4dfa-8b84-391b53e50417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.502596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42502eed-f7c0-4dfa-8b84-391b53e50417 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60826348-0c07-4a11-bcbb-9ff8b81ea6ad HTTP/1.1" status: 204 len: 168 time: 0.6806638 Jul 16 01:43:48.538956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Pushing event deleted for resources: {'Port': ['ID=919f3c1c-6775-4532-a7b2-0f333d4b1fe9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.603237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Pushing event updated for resources: {'Network': ['ID=3acfa039-0fb8-40f0-b66b-869149e86f63,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.620300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 3acfa039-0fb8-40f0-b66b-869149e86f63 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:48.625921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ed500612-32d2-491b-b2c8-8af7b2cca8b9 tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9629922 Jul 16 01:43:48.702080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42502eed-f7c0-4dfa-8b84-391b53e50417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60826348-0c07-4a11-bcbb-9ff8b81ea6ad,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.934528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.963275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.997239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad6f6c48-fb02-48b9-96bc-0f86765ed351 req-12d1068c-e4df-4728-9a41-2ac8b2133adc tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 210 time: 0.2564180 Jul 16 01:43:49.007657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] No DVR routers for this DVR port 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:49.025235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.037566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9d88d86-f575-4807-b16f-1174948fc10c req-4d3fc4f9-605e-43d8-aa0c-69e6b5b9d1c3 tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.23 "DELETE /v2.0/ports/919f3c1c-6775-4532-a7b2-0f333d4b1fe9 HTTP/1.1" status: 204 len: 173 time: 2.5501716 Jul 16 01:43:49.049165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.054401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-deleted', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:49.059616 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6477780 Jul 16 01:43:49.078955 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c06139-00f8-41d8-9e96-ecd730f42426" -d '{"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-deleted", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:49.082534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36906) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.102742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-49d7325e-3220-4c43-b259-11db67d1c7fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.119053 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-49d7325e-3220-4c43-b259-11db67d1c7fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:43:49.124451 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-49d7325e-3220-4c43-b259-11db67d1c7fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.138851 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-49d7325e-3220-4c43-b259-11db67d1c7fb tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0522346 Jul 16 01:43:49.151942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029244c-2b17-4bdd-9ed6-e52c5500b433 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a986b07c-5936-4043-95ed-f0a9e0b4cd47,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.153114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.178787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e09a7a5e-e345-4124-b9f4-bad4d7082e84 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.259815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:49.294297 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-e09a7a5e-e345-4124-b9f4-bad4d7082e84 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.299350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.304321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e09a7a5e-e345-4124-b9f4-bad4d7082e84 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1470625 Jul 16 01:43:49.309929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8205f2be-1832-4420-b139-e8378ecd9e88 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.310727 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-8205f2be-1832-4420-b139-e8378ecd9e88 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:43:49.311272 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-8205f2be-1832-4420-b139-e8378ecd9e88 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.315468 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8205f2be-1832-4420-b139-e8378ecd9e88 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108526 Jul 16 01:43:49.317295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.329071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-99ad3bc0-6ab3-49c7-b647-c3928ba384e5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.367477 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba18bad-0857-4c97-aeb8-ad5cfc5e82f9 x-openstack-request-id: req-3ba18bad-0857-4c97-aeb8-ad5cfc5e82f9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:49.367792 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2bb3e-4806-40a6-9116-6fa0f94293b9", "name": "network-vif-deleted", "tag": "919f3c1c-6775-4532-a7b2-0f333d4b1fe9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:49.368059 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ba18bad-0857-4c97-aeb8-ad5cfc5e82f9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:49.373258 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2bb3e-4806-40a6-9116-6fa0f94293b9', 'name': 'network-vif-deleted', 'tag': '919f3c1c-6775-4532-a7b2-0f333d4b1fe9', 'status': 'completed', 'code': 200} Jul 16 01:43:49.390209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:49.399186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 919f3c1c-6775-4532-a7b2-0f333d4b1fe9 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:49.492969 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-99ad3bc0-6ab3-49c7-b647-c3928ba384e5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.494147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99ad3bc0-6ab3-49c7-b647-c3928ba384e5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1757472 Jul 16 01:43:49.509227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.544407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:49.559560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8991788c-f043-4e33-a0a2-71084c0ee069 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.559560 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-8991788c-f043-4e33-a0a2-71084c0ee069 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:43:49.559560 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8991788c-f043-4e33-a0a2-71084c0ee069 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.559560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8991788c-f043-4e33-a0a2-71084c0ee069 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0371923 Jul 16 01:43:49.583579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36926) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.583579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-21dfabff-7161-4f77-b994-e1d274c5d143 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.705701 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-21dfabff-7161-4f77-b994-e1d274c5d143 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Project 01677ea66957461183fac346b1168524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:49.772357 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-21dfabff-7161-4f77-b994-e1d274c5d143 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.783849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.790586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6b6b4206-4165-4c44-b6cd-86220ff692f5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.790844 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-21dfabff-7161-4f77-b994-e1d274c5d143 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2341330 Jul 16 01:43:49.791162 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-6b6b4206-4165-4c44-b6cd-86220ff692f5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:43:49.791639 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-6b6b4206-4165-4c44-b6cd-86220ff692f5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.793752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b6b4206-4165-4c44-b6cd-86220ff692f5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088201 Jul 16 01:43:49.797491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.809123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-92d48eb7-0169-40a6-a32e-bf2119a93ae4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.855017 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-92d48eb7-0169-40a6-a32e-bf2119a93ae4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Project 01677ea66957461183fac346b1168524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:49.890547 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-92d48eb7-0169-40a6-a32e-bf2119a93ae4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:49.892660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-92d48eb7-0169-40a6-a32e-bf2119a93ae4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0926840 Jul 16 01:43:49.897589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.915036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-41957f81-0346-486d-8851-7b6e431c7f58 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'a986b07c-5936-4043-95ed-f0a9e0b4cd47', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.004070 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-41957f81-0346-486d-8851-7b6e431c7f58 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Project 01677ea66957461183fac346b1168524 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:50.046394 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-41957f81-0346-486d-8851-7b6e431c7f58 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:50.049029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-41957f81-0346-486d-8851-7b6e431c7f58 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1494362 Jul 16 01:43:50.054070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.206019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e5883ea-05d8-404b-8d64-264af6154a83 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.360265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e5883ea-05d8-404b-8d64-264af6154a83 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.443337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36954) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.462670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Request body: {'port': {'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63', 'binding:host_id': 'n-h1-791506-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1951255869'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.539217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Made reservation on behalf of 9e4d35460e2e4d41b0c0e446a5916d35 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:50.544312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.573711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e5883ea-05d8-404b-8d64-264af6154a83 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.576922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e5883ea-05d8-404b-8d64-264af6154a83 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.578092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2e5883ea-05d8-404b-8d64-264af6154a83 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/a986b07c-5936-4043-95ed-f0a9e0b4cd47 HTTP/1.1" status: 204 len: 168 time: 0.5221999 Jul 16 01:43:50.596030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.610280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.743493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5883ea-05d8-404b-8d64-264af6154a83 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a986b07c-5936-4043-95ed-f0a9e0b4cd47,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.916687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-80f4bee4-9234-451f-a7d1-4c4cae82ff31 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2540658 Jul 16 01:43:50.920147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.930368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064812508'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:51.002762 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.019451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.029583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 155bc229-391a-4f74-a2a7-7c24ab851865 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:51.065053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.305053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.316235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.387164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a535e13-f18a-4d63-9dae-ddbfe7ffcbde,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.465343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ba60e2b-d110-4f07-b23b-d85efaa09874 req-09d77046-9de7-4247-89d0-db24ed3e40be tempest-ServersNegativeTestJSON-337855053 tempest-ServersNegativeTestJSON-337855053-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5c2bb3e-4806-40a6-9116-6fa0f94293b9 HTTP/1.1" status: 200 len: 210 time: 0.7608607 Jul 16 01:43:51.510669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.517189 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5950291 Jul 16 01:43:51.518733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86472c1f-0d1f-4494-a5a3-2436f53e6a76 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3300acf0-c75c-4fbf-8f91-a79cd56b63e3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.534785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36978) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:51.543485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a81a33a2-8ded-4087-b2e1-c50d4a13e7d1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '3300acf0-c75c-4fbf-8f91-a79cd56b63e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:51.638568 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-a81a33a2-8ded-4087-b2e1-c50d4a13e7d1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The resource could not be found. Jul 16 01:43:51.642395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a81a33a2-8ded-4087-b2e1-c50d4a13e7d1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1049011 Jul 16 01:43:51.651138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:51.665275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-08522ccb-2d56-46b6-8c17-fa7f78a2f4ba tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': '3300acf0-c75c-4fbf-8f91-a79cd56b63e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4ea05afd-c785-4177-a227-5b5f293b062b'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:51.781695 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-08522ccb-2d56-46b6-8c17-fa7f78a2f4ba tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The resource could not be found. Jul 16 01:43:51.786088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-08522ccb-2d56-46b6-8c17-fa7f78a2f4ba tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1322024 Jul 16 01:43:51.791803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:51.859261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 155bc229-391a-4f74-a2a7-7c24ab851865 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:51.899125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.949356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Transition to ACTIVE for port object 155bc229-391a-4f74-a2a7-7c24ab851865 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:51.969405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55fc830-6c1a-4e82-b340-80d531555622 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.972144 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.045540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55fc830-6c1a-4e82-b340-80d531555622 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.135022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=155bc229-391a-4f74-a2a7-7c24ab851865,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.186917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55fc830-6c1a-4e82-b340-80d531555622 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.189905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f55fc830-6c1a-4e82-b340-80d531555622 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.199387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f55fc830-6c1a-4e82-b340-80d531555622 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/3300acf0-c75c-4fbf-8f91-a79cd56b63e3 HTTP/1.1" status: 204 len: 168 time: 0.4016585 Jul 16 01:43:52.200348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36994) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.215892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fc830-6c1a-4e82-b340-80d531555622 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3300acf0-c75c-4fbf-8f91-a79cd56b63e3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.261582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Checking segment: {'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:52.262115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Network hostable DHCP agents. Network: 3acfa039-0fb8-40f0-b66b-869149e86f63, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:52.349998 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a2fb16b3-a733-48d2-85e9-554401d20ce7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325843 Jul 16 01:43:52.350945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37002) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.358516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-35a1f008-1224-4c11-86e3-2520781fd382 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'dc0072de-c52b-48c7-b8a6-ab4eeca80c38', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:52.364204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Network 3acfa039-0fb8-40f0-b66b-869149e86f63 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:52.394985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 3acfa039-0fb8-40f0-b66b-869149e86f63) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:52.399915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:52.411774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c128a7-47b5-43b6-b26a-38d675bf97a9 None None] Network 3acfa039-0fb8-40f0-b66b-869149e86f63 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:52.458121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:52.458728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:52.459293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:52.461780 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-35a1f008-1224-4c11-86e3-2520781fd382 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The resource could not be found. Jul 16 01:43:52.465713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35a1f008-1224-4c11-86e3-2520781fd382 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1120977 Jul 16 01:43:52.469706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37006) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.475814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:52.478749 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:52.479542 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 2 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:52.491549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618254325'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:52.527926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:52.528520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:52.528705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:52.562792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:52.565447 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:52.568289 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 3 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:52.605657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.623288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:52.624075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:52.624261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:52.645195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:52.650264 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:52.651084 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 4 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:52.708745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:52.720023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:52.728512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:52.748066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:52.753846 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:52.755900 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 5 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:52.766703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.878807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.888359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.953248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Deleting subnet 6ccade60-0cd4-417e-be1b-4b56c402aac3 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:52.954952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb64618-d386-40c4-a95c-93ff734aa0df,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.959410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.995855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.000116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b7d61c47-c34c-4aac-956e-5dff2f7632f2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5270023 Jul 16 01:43:53.001263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.015881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637402008'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:53.023472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.077680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.085742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:53.086462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:53.087343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:53.108920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:53.109450 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:53.115188 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 6 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:53.167466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.173494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:53.174134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:53.174676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:53.232198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:53.233035 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:53.240622 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 7 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:53.276318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.280114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:53.280934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:53.281575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:53.291988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.299058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:53.305194 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:53.305194 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 8 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:53.345177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:53.345915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:53.346530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:53.354243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.388549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:53.390954 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:53.439113 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 9 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:53.454437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccade60-0cd4-417e-be1b-4b56c402aac3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.487805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.495139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9dcccb4b-f0fa-4992-996d-5159fdab2e39 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6ccade60-0cd4-417e-be1b-4b56c402aac3 HTTP/1.1" status: 204 len: 168 time: 0.7157311 Jul 16 01:43:53.504669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.532744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:53.533467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:53.534171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:53.573588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:53.574377 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:53.579003 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 10 to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 Jul 16 01:43:53.750649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:53.751212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:53.751975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:53.768505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 155bc229-391a-4f74-a2a7-7c24ab851865 on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:53.769934 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 155bc229-391a-4f74-a2a7-7c24ab851865 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:53.770775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.780299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.042869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.046464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097bf213-dda3-4ca1-b042-d2552dfd3043,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.061273 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.066263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] For port 155bc229-391a-4f74-a2a7-7c24ab851865, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:54.066263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempted to set empty binding levels {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:43:54.067753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6f00f301-436a-466a-aabc-060e2db89ed0 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0651138 Jul 16 01:43:54.068717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37046) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.070826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.074582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9355e109-4776-481f-bffa-f9713fd110d4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'bdb64618-d386-40c4-a95c-93ff734aa0df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '097bf213-dda3-4ca1-b042-d2552dfd3043'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:54.079946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.123012 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-9355e109-4776-481f-bffa-f9713fd110d4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:54.127588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9355e109-4776-481f-bffa-f9713fd110d4 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0571935 Jul 16 01:43:54.128917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.146354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14844907-89c0-41db-95db-da41d2da5e6f') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.146966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14844907-89c0-41db-95db-da41d2da5e6f') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.185386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.186629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.193194 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.242521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=155bc229-391a-4f74-a2a7-7c24ab851865,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.268323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13c08bd2-5acd-41c2-afb5-27aab79b68a5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.272851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.277505 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3086ceaf-8461-43c1-8aa3-6fb96a342a28 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.8306932 Jul 16 01:43:54.281797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37054) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.294178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:54.294621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:54.298773 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:54.332039 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13c08bd2-5acd-41c2-afb5-27aab79b68a5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.420192 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13c08bd2-5acd-41c2-afb5-27aab79b68a5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.433389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13c08bd2-5acd-41c2-afb5-27aab79b68a5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.438777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-13c08bd2-5acd-41c2-afb5-27aab79b68a5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/097bf213-dda3-4ca1-b042-d2552dfd3043 HTTP/1.1" status: 204 len: 168 time: 0.3064010 Jul 16 01:43:54.443607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.458872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c08bd2-5acd-41c2-afb5-27aab79b68a5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097bf213-dda3-4ca1-b042-d2552dfd3043,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.508029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.584696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e39b61b1-d077-4e76-be0b-a2e1cbabc334 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1372674 Jul 16 01:43:54.586020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37068) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.620460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.637167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] 10.222.0.42 "DELETE /v2.0/networks/cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09 HTTP/1.1" status: 204 len: 168 time: 1.1298864 Jul 16 01:43:54.690135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24e40-83a9-43b1-9830-f7f2dd5f229a admin admin] Pushing event deleted for resources: {'Network': ['ID=cab1dc8c-4305-4fd5-a6a8-bbef7cc50c09,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.752022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997752fd-27df-4722-8b6d-659d94f101f1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.788616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Deleting port 155bc229-391a-4f74-a2a7-7c24ab851865 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:54.789165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.801875 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997752fd-27df-4722-8b6d-659d94f101f1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.008581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997752fd-27df-4722-8b6d-659d94f101f1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.012790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997752fd-27df-4722-8b6d-659d94f101f1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.019728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-997752fd-27df-4722-8b6d-659d94f101f1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/bdb64618-d386-40c4-a95c-93ff734aa0df HTTP/1.1" status: 204 len: 168 time: 0.4314773 Jul 16 01:43:55.020468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] For port 155bc229-391a-4f74-a2a7-7c24ab851865, host n-h1-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:55.021463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.022150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.078008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Calling delete_port for 155bc229-391a-4f74-a2a7-7c24ab851865 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:55.128597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997752fd-27df-4722-8b6d-659d94f101f1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb64618-d386-40c4-a95c-93ff734aa0df,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.406562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1c838b1b-f1a9-4595-b546-bb655fb793ed tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3509293 Jul 16 01:43:55.410599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.432635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--810166'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:55.478183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.529613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.556375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event deleted for resources: {'Port': ['ID=155bc229-391a-4f74-a2a7-7c24ab851865,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.561786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.566615 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1aa02d96-609d-4272-9996-c0da529d2a95 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "DELETE /v2.0/ports/155bc229-391a-4f74-a2a7-7c24ab851865 HTTP/1.1" status: 204 len: 168 time: 1.2835565 Jul 16 01:43:55.570295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37094) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.622575 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbe4bf7-f8ff-42ef-9b56-73e6a18d6d76 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:43:55.629146 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-afbe4bf7-f8ff-42ef-9b56-73e6a18d6d76 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "GET /v2.0/ports/155bc229-391a-4f74-a2a7-7c24ab851865 HTTP/1.1" status: 404 len: 333 time: 0.0523727 Jul 16 01:43:55.630548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.636236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Request body: {'port': {'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1796755738'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:55.658795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:55.658795 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:43:55.658795 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': '9e4d35460e2e4d41b0c0e446a5916d35', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 43, 55, 641158)}] Jul 16 01:43:55.658795 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:55.660232 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:55.672887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37098) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.793074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.801604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.808854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37100) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.819829 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b953bd1-04d9-4d9e-96f0-2481d0fc7a7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80f75ebceecb4d638f5c01fd07d0b4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448963 Jul 16 01:43:55.907207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.914170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37102) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.915074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5011480 Jul 16 01:43:55.922161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14dce2-8371-4a87-8103-35b2c403d3ad tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8abb91a-7075-4042-9210-f683e4b20bc1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.922488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b900a2d6-de76-4485-8845-624aac734ad5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'f8abb91a-7075-4042-9210-f683e4b20bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:56.008541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69922c1c-5536-41ad-b802-ab792cffa1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.052541 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-b900a2d6-de76-4485-8845-624aac734ad5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:56.054199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b900a2d6-de76-4485-8845-624aac734ad5 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1386306 Jul 16 01:43:56.059313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.069842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4013f82c-2c31-44fe-b690-17deef01dcf1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group_rule': {'security_group_id': 'f8abb91a-7075-4042-9210-f683e4b20bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:56.128579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69922c1c-5536-41ad-b802-ab792cffa1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.236172 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-4013f82c-2c31-44fe-b690-17deef01dcf1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:56.241569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4013f82c-2c31-44fe-b690-17deef01dcf1 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1762455 Jul 16 01:43:56.241569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Made reservation on behalf of 9e4d35460e2e4d41b0c0e446a5916d35 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:56.245600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.247298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.324841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.355155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69922c1c-5536-41ad-b802-ab792cffa1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.359536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69922c1c-5536-41ad-b802-ab792cffa1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.364956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-69922c1c-5536-41ad-b802-ab792cffa1b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/918d7888-f66e-414f-a720-b11d3fd76a92 HTTP/1.1" status: 204 len: 168 time: 0.5497410 Jul 16 01:43:56.387995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922c1c-5536-41ad-b802-ab792cffa1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d7888-f66e-414f-a720-b11d3fd76a92,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.425041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 403e8a5d-ed79-4970-b35c-7faaaae5453b yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:56.501936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a4e354d-5971-4353-afbc-0c945fa234b2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.594023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a4e354d-5971-4353-afbc-0c945fa234b2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.752240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a4e354d-5971-4353-afbc-0c945fa234b2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.758511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a4e354d-5971-4353-afbc-0c945fa234b2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.766394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a4e354d-5971-4353-afbc-0c945fa234b2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/f8abb91a-7075-4042-9210-f683e4b20bc1 HTTP/1.1" status: 204 len: 168 time: 0.5112913 Jul 16 01:43:56.803494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.804786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e354d-5971-4353-afbc-0c945fa234b2 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8abb91a-7075-4042-9210-f683e4b20bc1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.120050 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e2a6d3c4-950a-4ec8-8c0b-d8254bfb687a tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3072751 Jul 16 01:43:57.120394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.125077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.137800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'tempest-secgroup--62367182'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:57.234974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.254009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.261888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-700f6516-199f-402a-b90a-086b8837a15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.329598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=403e8a5d-ed79-4970-b35c-7faaaae5453b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.376707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Network 3acfa039-0fb8-40f0-b66b-869149e86f63 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:57.390012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:57.394246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:57.405269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.406416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.645086 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.659488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.663029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fc4851c3-41c5-438a-9e4f-c22e5dffab1f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0321190 Jul 16 01:43:57.665886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.721068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:57.732112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2b0871-9cf2-4f9a-b36b-e4a46e6219b0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.918644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.999561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-700f6516-199f-402a-b90a-086b8837a15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.020823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-700f6516-199f-402a-b90a-086b8837a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.046478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.052038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a7c3ec9c-6d66-4e0e-905f-3c1cfb4ba31e tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9303737 Jul 16 01:43:58.079337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.097375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4594967f-67d5-43a5-9599-d6759410b31d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:58.098253 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-4594967f-67d5-43a5-9599-d6759410b31d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:43:58.099976 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-4594967f-67d5-43a5-9599-d6759410b31d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:58.112228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4594967f-67d5-43a5-9599-d6759410b31d tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "PUT /v2.0/security-groups/1d2b0871-9cf2-4f9a-b36b-e4a46e6219b0 HTTP/1.1" status: 409 len: 330 time: 0.0289466 Jul 16 01:43:58.133815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37158) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.282827 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-700f6516-199f-402a-b90a-086b8837a15e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d2b87503a8c44ba8a1b51bf661179fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9256234 Jul 16 01:43:58.286113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37166) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.316904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f6516-199f-402a-b90a-086b8837a15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632d3fc-9f83-411d-96bd-32de33c96d8b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.453355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aed76440-991e-4725-a44e-2be96a5109e7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.473448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-51d389b3-5a76-4593-b494-a9f296f15bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.476099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-51d389b3-5a76-4593-b494-a9f296f15bb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1099 time: 0.4074192 Jul 16 01:43:58.499717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aed76440-991e-4725-a44e-2be96a5109e7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.570286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02757146-87e3-4891-9c40-8d1ff9bb1183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.646634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02757146-87e3-4891-9c40-8d1ff9bb1183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.665141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aed76440-991e-4725-a44e-2be96a5109e7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.720476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aed76440-991e-4725-a44e-2be96a5109e7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.729663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aed76440-991e-4725-a44e-2be96a5109e7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/1d2b0871-9cf2-4f9a-b36b-e4a46e6219b0 HTTP/1.1" status: 204 len: 168 time: 0.5882692 Jul 16 01:43:58.731973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.745420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 403e8a5d-ed79-4970-b35c-7faaaae5453b yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:58.801957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.835924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed76440-991e-4725-a44e-2be96a5109e7 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2b0871-9cf2-4f9a-b36b-e4a46e6219b0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.904455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Transition to ACTIVE for port object 403e8a5d-ed79-4970-b35c-7faaaae5453b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:58.907267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-47d0b602-11aa-4eeb-9d00-e646cf0abc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.911759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-47d0b602-11aa-4eeb-9d00-e646cf0abc2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.3946309 Jul 16 01:43:58.919867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.091900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5cdcc8fa-2eed-4acf-ad5e-c7c4774fb0b6 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2845192 Jul 16 01:43:59.093945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.156639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-8362606f-931e-4581-983b-93f35a05a48b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 1000 time: 0.2386575 Jul 16 01:43:59.164755 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-8e90b94c-9bfc-46ce-8cac-16fd20a9753c tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] delete failed (client error): The resource could not be found. Jul 16 01:43:59.180396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e90b94c-9bfc-46ce-8cac-16fd20a9753c tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "DELETE /v2.0/security-groups/ce2d1d69-369a-47c9-9d23-a4a190c94d84 HTTP/1.1" status: 404 len: 347 time: 0.0796494 Jul 16 01:43:59.180396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37194) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.186790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02757146-87e3-4891-9c40-8d1ff9bb1183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.192927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02757146-87e3-4891-9c40-8d1ff9bb1183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.195476 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-02757146-87e3-4891-9c40-8d1ff9bb1183 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8632d3fc-9f83-411d-96bd-32de33c96d8b HTTP/1.1" status: 204 len: 168 time: 0.9028642 Jul 16 01:43:59.237868 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-1c2f6b51-5594-4672-bf09-fe820bde9a10 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] show failed (client error): The resource could not be found. Jul 16 01:43:59.245907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1c2f6b51-5594-4672-bf09-fe820bde9a10 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-groups/4384382e-415a-41af-b324-ea9de76cd5d8 HTTP/1.1" status: 404 len: 347 time: 0.0667286 Jul 16 01:43:59.249230 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37198) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.251223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02757146-87e3-4891-9c40-8d1ff9bb1183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632d3fc-9f83-411d-96bd-32de33c96d8b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.322791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=403e8a5d-ed79-4970-b35c-7faaaae5453b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.369989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-4e887bfc-2d0f-4327-8a09-4014b8eda38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.377878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-4e887bfc-2d0f-4327-8a09-4014b8eda38c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.2088099 Jul 16 01:43:59.388774 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-332772b1-8687-4f6f-8227-3828d2354292 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] show failed (client error): The resource could not be found. Jul 16 01:43:59.390693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-332772b1-8687-4f6f-8227-3828d2354292 tempest-NegativeSecGroupIPv6Test-2134506462 tempest-NegativeSecGroupIPv6Test-2134506462-project] 10.222.0.42 "GET /v2.0/security-group-rules/caa9eb37-c2c3-4b66-b546-3b3ce79784b2 HTTP/1.1" status: 404 len: 356 time: 0.1078138 Jul 16 01:43:59.440363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:59.440917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:59.441511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:59.515853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:59.516416 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:59.518757 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 2 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:43:59.556920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:59.557506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:59.558056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:59.588509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:59.588837 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:59.589410 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 3 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:43:59.622089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:59.622483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:59.622907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:59.633250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-9af75bcd-98f9-4c5f-9c6b-8615c17f5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.635654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-9af75bcd-98f9-4c5f-9c6b-8615c17f5875 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2489963 Jul 16 01:43:59.636875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:59.637266 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:43:59.637901 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 4 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:43:59.777494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-c808297b-996f-4b7b-8fd9-d4f9f1e0f19e service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323185 Jul 16 01:43:59.960292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:59.960877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:59.961242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:59.994734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:59.995807 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.089145 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 5 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:44:00.155214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:00.156159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:00.156754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:00.171237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7295a839-1627-49f1-8b3d-cf9a8c1e85fa req-641826a7-beb0-4a17-b416-4d69c7bc2c22 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847084 Jul 16 01:44:00.175909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:00.177243 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.178006 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 6 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:44:00.225490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:00.226786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:00.227829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:00.241361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:00.242169 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.243507 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 7 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:44:00.265113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:00.265865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:00.266514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:00.285698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37222) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.299664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:00.300657 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.302316 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 8 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:44:00.341395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:00.342457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:00.343328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:00.360780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:00.364214 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.368478 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 9 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:44:00.399702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37228) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.441084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:00.441511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:00.441966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:00.451496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a252f20-491d-4e16-9294-8f6e992803dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.484409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:00.484823 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.485366 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 10 to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b Jul 16 01:44:00.520993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:00.521371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:00.521672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:00.539345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:00.540087 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 403e8a5d-ed79-4970-b35c-7faaaae5453b on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:00.545134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.796487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] For port 403e8a5d-ed79-4970-b35c-7faaaae5453b, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:00.797507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempted to set empty binding levels {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:44:00.799296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a252f20-491d-4e16-9294-8f6e992803dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.805298 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.807110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a252f20-491d-4e16-9294-8f6e992803dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.897193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] In _notify_port_updated(), no bound segment for port 403e8a5d-ed79-4970-b35c-7faaaae5453b on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:44:00.899063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.900256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.906279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "PUT /v2.0/ports/403e8a5d-ed79-4970-b35c-7faaaae5453b HTTP/1.1" status: 200 len: 976 time: 3.1921148 Jul 16 01:44:00.907182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.975519 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a252f20-491d-4e16-9294-8f6e992803dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a61a01b3da04a598adf0c9707d2edef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738971 Jul 16 01:44:00.984054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37246) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.008285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a252f20-491d-4e16-9294-8f6e992803dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4e96e-1d7b-48d2-83cb-bb25a9302657,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.009863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.105599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21416abe-20c6-466c-8e00-8f0b0d48feb1 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=403e8a5d-ed79-4970-b35c-7faaaae5453b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.144880 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c773452-e128-4e09-903d-0635163dd71d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01677ea66957461183fac346b1168524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568957 Jul 16 01:44:01.145624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37252) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.228311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe5c294f-f13f-410d-bf97-de4a9d141fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.247394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.248303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.250753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.251851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.253020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.254075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.255157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.256629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.257734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.258870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.260566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.261611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.262698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.263742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.264921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.265944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.266975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.268024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.279792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.280288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-59751936-92b3-401a-a030-fd11481eebab tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16267 time: 0.3663177 Jul 16 01:44:01.304136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe5c294f-f13f-410d-bf97-de4a9d141fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.347733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb5f5-0989-4700-89f7-cf5f6333f670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.434012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb5f5-0989-4700-89f7-cf5f6333f670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.495250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.568856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe5c294f-f13f-410d-bf97-de4a9d141fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.572207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe5c294f-f13f-410d-bf97-de4a9d141fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.574191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fe5c294f-f13f-410d-bf97-de4a9d141fd9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aea4e96e-1d7b-48d2-83cb-bb25a9302657 HTTP/1.1" status: 204 len: 168 time: 0.5851486 Jul 16 01:44:01.595424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c294f-f13f-410d-bf97-de4a9d141fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4e96e-1d7b-48d2-83cb-bb25a9302657,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.619781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Deleting port 403e8a5d-ed79-4970-b35c-7faaaae5453b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:01.619781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.670952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb5f5-0989-4700-89f7-cf5f6333f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.682313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb5f5-0989-4700-89f7-cf5f6333f670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.691643 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d1ddb5f5-0989-4700-89f7-cf5f6333f670 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd3d9d54-1ceb-4e2d-8ef5-08b0d4023368 HTTP/1.1" status: 204 len: 168 time: 0.5435829 Jul 16 01:44:01.771719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb5f5-0989-4700-89f7-cf5f6333f670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d9d54-1ceb-4e2d-8ef5-08b0d4023368,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.796944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] For port 403e8a5d-ed79-4970-b35c-7faaaae5453b, host n-h1-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:01.797942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.814225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Calling delete_port for 403e8a5d-ed79-4970-b35c-7faaaae5453b owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:01.947287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.010406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event deleted for resources: {'Port': ['ID=403e8a5d-ed79-4970-b35c-7faaaae5453b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.022472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.025167 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8414c852-3f77-4313-af27-c33d022c06f6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "DELETE /v2.0/ports/403e8a5d-ed79-4970-b35c-7faaaae5453b HTTP/1.1" status: 204 len: 168 time: 0.7389023 Jul 16 01:44:02.030244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37274) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.176198 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-960c6438-7d19-456e-9c84-cc2ade9b3426 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:02.183975 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-960c6438-7d19-456e-9c84-cc2ade9b3426 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "GET /v2.0/ports/403e8a5d-ed79-4970-b35c-7faaaae5453b HTTP/1.1" status: 404 len: 333 time: 0.1471531 Jul 16 01:44:02.183975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.185008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37278) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.191767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-600790529', 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:02.327073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:44:02.327073 n-d-791506-20 neutron-server[93755]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:44:02.327073 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id': '0c938b77fe1b406d85213492bde63c7e', 'id': '42ea3426-18f7-4ee9-a2c9-9fcdd39ee407', 'expiration': datetime.datetime(2021, 7, 16, 1, 46, 2, 296946)}] Jul 16 01:44:02.327073 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:02.330211 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:02.339359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.352615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Made reservation on behalf of 9e4d35460e2e4d41b0c0e446a5916d35 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:02.356962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.406094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 94e73bfd-cb3b-4f27-bdaf-2c97c737d397 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:02.837440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.903518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.071728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.078735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Deleting port 0bce5aa9-80b6-4a4a-992f-772a5ddce846 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:03.079260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.153736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Network 3acfa039-0fb8-40f0-b66b-869149e86f63 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:03.178806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:03.196193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:03.197766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.198744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.227667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=94e73bfd-cb3b-4f27-bdaf-2c97c737d397,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.246009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.246676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] For port 0bce5aa9-80b6-4a4a-992f-772a5ddce846, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0bce5aa9-80b6-4a4a-992f-772a5ddce846,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:03.247611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.262339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1eb5e107-ce71-4f8e-998b-10d71a3c242f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0752511 Jul 16 01:44:03.266608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.269580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.309179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Calling delete_port for 0bce5aa9-80b6-4a4a-992f-772a5ddce846 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:03.378610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcff89a-cb02-4b85-9bfb-36de4bff5fd5 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.383136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-adcff89a-cb02-4b85-9bfb-36de4bff5fd5 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "GET /v2.0/ports/94e73bfd-cb3b-4f27-bdaf-2c97c737d397 HTTP/1.1" status: 200 len: 954 time: 0.1157336 Jul 16 01:44:03.383957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.414601 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c938b77fe1b406d85213492bde63c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9160373 Jul 16 01:44:03.418273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37318) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.462722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cf39b-238a-46a8-9f24-4e1859233e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1421408a-5f90-4d12-980e-3acc23eb4f0f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.585773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b6b326f-0ae2-45c6-8e5f-b7cccfc4cc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.640591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b6b326f-0ae2-45c6-8e5f-b7cccfc4cc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.727921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b6b326f-0ae2-45c6-8e5f-b7cccfc4cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.736542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b6b326f-0ae2-45c6-8e5f-b7cccfc4cc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.736542 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5b6b326f-0ae2-45c6-8e5f-b7cccfc4cc4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1421408a-5f90-4d12-980e-3acc23eb4f0f HTTP/1.1" status: 204 len: 168 time: 0.3058193 Jul 16 01:44:03.747942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b326f-0ae2-45c6-8e5f-b7cccfc4cc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421408a-5f90-4d12-980e-3acc23eb4f0f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.834502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.884797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37334) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.888933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bce5aa9-80b6-4a4a-992f-772a5ddce846,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.895724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Deleting port 94e73bfd-cb3b-4f27-bdaf-2c97c737d397 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:03.896139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.102310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.196113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Calling delete_port for 94e73bfd-cb3b-4f27-bdaf-2c97c737d397 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:04.379626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.438837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1854586308'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:04.473060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Made reservation on behalf of 3f2e011a445d47c6a26466086a16669c for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:04.480635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.527305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.530564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.605775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event deleted for resources: {'Port': ['ID=94e73bfd-cb3b-4f27-bdaf-2c97c737d397,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.724283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.726943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-19f01222-b118-4b68-9c32-e02a967b4419 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "DELETE /v2.0/ports/94e73bfd-cb3b-4f27-bdaf-2c97c737d397 HTTP/1.1" status: 204 len: 168 time: 1.3400309 Jul 16 01:44:04.730835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37360) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.742268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.748231 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.804522 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fe6139-8321-4c33-a87c-61c80f8a0ac5 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:04.807276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90fe6139-8321-4c33-a87c-61c80f8a0ac5 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "GET /v2.0/ports/94e73bfd-cb3b-4f27-bdaf-2c97c737d397 HTTP/1.1" status: 404 len: 333 time: 0.0746980 Jul 16 01:44:04.811392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.823713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:04.844392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Request body: {'port': {'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-59936701'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:04.881064 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.883048 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Added segment 91747479-cfd3-48b9-a333-dd6f7d21b40f of type vlan for network afa5a4f7-7b65-4d3a-bd30-0d4600bb679b Jul 16 01:44:04.886422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed67e4dc-a1d0-4fad-bd69-c7c91677e059,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.943425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Made reservation on behalf of 9e4d35460e2e4d41b0c0e446a5916d35 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:04.948381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.990993 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.031215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 594ac1c3-ccdc-4463-b333-1dbad823dc3e yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:05.087221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.094391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.095266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.122897 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2360823 Jul 16 01:44:05.136765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37370) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.155936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-98122498-786d-4d15-bd45-84440d4c417e tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-1070271786') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:05.251296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184a59-dcb1-4b16-9d6b-9136a14d66d3 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Pushing event updated for resources: {'Network': ['ID=afa5a4f7-7b65-4d3a-bd30-0d4600bb679b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.263510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network afa5a4f7-7b65-4d3a-bd30-0d4600bb679b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:05.285532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Router a605f536-af28-4629-9de5-cc81bddbcb44 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:05.442629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-98122498-786d-4d15-bd45-84440d4c417e tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "PUT /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-1070271786 HTTP/1.1" status: 201 len: 201 time: 0.3050001 Jul 16 01:44:05.444967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.453758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-c243c1d2-e80b-4187-8a81-59d8471c73e9 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-1070271786') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:05.593789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c243c1d2-e80b-4187-8a81-59d8471c73e9 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-1070271786 HTTP/1.1" status: 204 len: 168 time: 0.1464467 Jul 16 01:44:05.596478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37384) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.601688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-bd1b8456-202b-48dc-b648-87e484248566 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:05.617027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.715806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.764415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Network 3acfa039-0fb8-40f0-b66b-869149e86f63 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:05.767303 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bd1b8456-202b-48dc-b648-87e484248566 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags HTTP/1.1" status: 200 len: 238 time: 0.1684995 Jul 16 01:44:05.767655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37390) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.775125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-2c910c47-1e7a-4b93-b821-008cd6d5f887 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', {'tags': ['tempest-TagsTest-Tag-899763035', 'tempest-TagsTest-Tag-1631802002', 'tempest-TagsTest-Tag-723900406']}) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:05.775692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:05.781175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:05.784631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.785311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.871805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.0575888 Jul 16 01:44:05.879586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37396) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.890280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:05.898382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfa94b-6ccb-4cc3-b5ac-2e491455ad68 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=594ac1c3-ccdc-4463-b333-1dbad823dc3e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.941969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:05.948363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6fe62527-fe17-48d7-a63a-f178d4db43a7 admin admin] 10.222.0.42 "PUT /v2.0/routers/a605f536-af28-4629-9de5-cc81bddbcb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9320304 Jul 16 01:44:05.960239 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] Sync routers for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:05.960753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37402) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.967184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.976007 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:05.977219 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.025051 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2c910c47-1e7a-4b93-b821-008cd6d5f887 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "PUT /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags HTTP/1.1" status: 200 len: 307 time: 0.2547772 Jul 16 01:44:06.025801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37406) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.036233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-adc3e085-6ced-44ce-870e-9de4da697263 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-899763035') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.155931 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:06.227581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-895178793-network', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:06.315792 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-adc3e085-6ced-44ce-870e-9de4da697263 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "DELETE /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-899763035 HTTP/1.1" status: 204 len: 168 time: 0.2883284 Jul 16 01:44:06.316488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37412) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.333259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-17ac947c-0f02-49db-bd0d-08c3cb5c937e tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-899763035') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.397171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Made reservation on behalf of dbeeed7df34e4bfdb47bf92f4fe7376f for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:06.400475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.415696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.440833 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:44:03Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.498558 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] Checking router: a605f536-af28-4629-9de5-cc81bddbcb44 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:06.517586 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] Routers {'a605f536-af28-4629-9de5-cc81bddbcb44'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:06.520642 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a605f536-af28-4629-9de5-cc81bddbcb44'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.575776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.592229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.648069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:06.698836 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-17ac947c-0f02-49db-bd0d-08c3cb5c937e tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] show failed (client error): The resource could not be found. Jul 16 01:44:06.703988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-17ac947c-0f02-49db-bd0d-08c3cb5c937e tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-899763035 HTTP/1.1" status: 404 len: 325 time: 0.3792715 Jul 16 01:44:06.703988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe4a07d-f286-41b7-9dbf-fba502b11018,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.707108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37418) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.734936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-d3a4f006-23b5-4642-8ab9-b80ebce5add1 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-1631802002') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.740474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.741318 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Added segment 59286cda-54ac-45bc-ab98-bbf7f64fec06 of type vlan for network e8d0569f-ec02-4010-87de-d0349c74d857 Jul 16 01:44:06.834983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.853490 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] Set router a605f536-af28-4629-9de5-cc81bddbcb44 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:06.897313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.019963 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d3a4f006-23b5-4642-8ab9-b80ebce5add1 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-1631802002 HTTP/1.1" status: 204 len: 168 time: 0.2918444 Jul 16 01:44:07.024151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37424) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.032630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-e46ba3ba-c53f-447f-9602-ee724350f626 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-723900406') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.044795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.074937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.076732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:07.077918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.114894 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1532288 Jul 16 01:44:07.116476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37428) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.137043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Request body: {'subnet': {'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-subnet', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:07.209110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8da6d-dee6-4f9e-94b6-b3b00fa3f789 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d0569f-ec02-4010-87de-d0349c74d857,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.223688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network e8d0569f-ec02-4010-87de-d0349c74d857 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:07.234802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Made reservation on behalf of dbeeed7df34e4bfdb47bf92f4fe7376f for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:07.239336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.286931 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e46ba3ba-c53f-447f-9602-ee724350f626 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-723900406 HTTP/1.1" status: 204 len: 168 time: 0.2586980 Jul 16 01:44:07.294197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37432) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.301475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-9ea5a49c-1f37-4ba1-ba83-a2cc314ff324 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.362593 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:44:03Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.419279 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c237c7-d58f-482f-b174-ccb7b16bf6b7 None None] The sync data for ids ['a605f536-af28-4629-9de5-cc81bddbcb44'] in n-d-791506-20 is: [{'id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'name': 'tempest-TaggedBootDevicesTest_v242-1742567003-router', 'tenant_id': '9d1405978b1d4042b83171da70b42dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:44:03Z', 'revision_number': 5, 'project_id': '9d1405978b1d4042b83171da70b42dae', 'gw_port': {'id': 'e3f0c829-b997-4d4c-b9e2-db3286bbaf47', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a605f536-af28-4629-9de5-cc81bddbcb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:07.438673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.552245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9ea5a49c-1f37-4ba1-ba83-a2cc314ff324 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "DELETE /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags HTTP/1.1" status: 204 len: 168 time: 0.2560894 Jul 16 01:44:07.555496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.562531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-a72a4259-4da4-47d0-93f2-39a8d41709ec tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-1631802002') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.574071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.681380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] device_id is not set on port 594ac1c3-ccdc-4463-b333-1dbad823dc3e yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:07.689676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.701363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.719402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Transition to ACTIVE for port object 594ac1c3-ccdc-4463-b333-1dbad823dc3e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:07.728527 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.801551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=594ac1c3-ccdc-4463-b333-1dbad823dc3e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.814620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Deleting port e3f0c829-b997-4d4c-b9e2-db3286bbaf47 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:07.815852 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.917870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:07.918556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:07.919301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:07.936328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.937512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:07.938751 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:07.962418 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 2 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.106515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] For port e3f0c829-b997-4d4c-b9e2-db3286bbaf47, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:08.107195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.120890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.121225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.122312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.132557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.132902 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.136807 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 3 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.160824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Calling delete_port for e3f0c829-b997-4d4c-b9e2-db3286bbaf47 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:08.162783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.163126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.163474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.171602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.172036 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.173942 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 4 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.255163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.255495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.256189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.266236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.266848 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.270343 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 5 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.326702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.327628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.328471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.341314 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-a72a4259-4da4-47d0-93f2-39a8d41709ec tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] show failed (client error): The resource could not be found. Jul 16 01:44:08.342348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a72a4259-4da4-47d0-93f2-39a8d41709ec tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-1631802002 HTTP/1.1" status: 404 len: 326 time: 0.7865627 Jul 16 01:44:08.345519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24193765-5933-48dd-8905-099df4ef40c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.352293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37448) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.361045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.362172 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.363177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-78026587-3c40-4c4a-8049-3a3eca3d677b tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b', 'tempest-TagsTest-Tag-723900406') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.398003 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 6 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.422042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf68478-e747-41ed-9140-7558e39b85d7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.440869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:08.441998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Network hostable DHCP agents. Network: e8d0569f-ec02-4010-87de-d0349c74d857, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:08.497961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.498265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.498733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.509574 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-78026587-3c40-4c4a-8049-3a3eca3d677b tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] show failed (client error): The resource could not be found. Jul 16 01:44:08.515826 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78026587-3c40-4c4a-8049-3a3eca3d677b tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "GET /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags/tempest-TagsTest-Tag-723900406 HTTP/1.1" status: 404 len: 325 time: 0.1518295 Jul 16 01:44:08.515826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Network e8d0569f-ec02-4010-87de-d0349c74d857 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:08.517681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37450) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.522529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.523145 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.523977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-1e79b13a-1ab5-4dac-a415-2f4e5e14b296 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'afa5a4f7-7b65-4d3a-bd30-0d4600bb679b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.528433 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 7 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.556542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.556867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.557299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.564615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, e8d0569f-ec02-4010-87de-d0349c74d857) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:08.567936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.571368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.571368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.579714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.580051 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.580383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa67585-e913-4116-9d8a-3f9eb3824774 None None] Network e8d0569f-ec02-4010-87de-d0349c74d857 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:08.585123 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 8 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.623512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f0c829-b997-4d4c-b9e2-db3286bbaf47,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.660166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.660775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.663295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.693545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.694006 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.699725 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 9 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.720490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1e79b13a-1ab5-4dac-a415-2f4e5e14b296 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "DELETE /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b/tags HTTP/1.1" status: 204 len: 168 time: 0.2016807 Jul 16 01:44:08.728149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37452) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.745888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.746764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.747116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.751362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24193765-5933-48dd-8905-099df4ef40c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.762855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24193765-5933-48dd-8905-099df4ef40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.774245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.774245 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.774684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.798196 n-d-791506-20 neutron-server[93756]: INFO neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempt 10 to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e Jul 16 01:44:08.832729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-e8d0569f-ec02-4010-87de-d0349c74d857', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:08.833986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.917942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.921015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.921560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.921681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempting to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.945423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b2d0abad-5943-498e-b483-d2a7c2fe5c9b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8155746 Jul 16 01:44:08.948403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.962738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:08.979681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193765-5933-48dd-8905-099df4ef40c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122ad2c-d98e-4f61-82bb-f94b9a4cea15,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.988637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-24193765-5933-48dd-8905-099df4ef40c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f98296f7d2f045a8961c94d5050bafa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0483668 Jul 16 01:44:08.994085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.994293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:08.995023 n-d-791506-20 neutron-server[93756]: ERROR neutron.plugins.ml2.managers [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Failed to bind port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3acfa039-0fb8-40f0-b66b-869149e86f63'}] Jul 16 01:44:08.995228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.999782 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.010282 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.139312 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.139865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a605f536-af28-4629-9de5-cc81bddbcb44 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:09.146965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.148140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-367bff2a-2dd2-42f0-8169-4b64635478fc admin admin] 10.222.0.42 "DELETE /v2.0/routers/a605f536-af28-4629-9de5-cc81bddbcb44 HTTP/1.1" status: 204 len: 168 time: 3.1786740 Jul 16 01:44:09.163331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:09.233273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Allocated IP 172.20.0.2 (e8d0569f-ec02-4010-87de-d0349c74d857/acf68478-e747-41ed-9140-7558e39b85d7/2a0ffca8-bb35-421f-84b1-7ea36a142aff) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:09.249180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e2c4-c7e5-422c-ae7d-52470c17a91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.277255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0bce5aa9-80b6-4a4a-992f-772a5ddce846 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:09.342808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 0bce5aa9-80b6-4a4a-992f-772a5ddce846 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:09.343421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0bce5aa9-80b6-4a4a-992f-772a5ddce846 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:09.360361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e2c4-c7e5-422c-ae7d-52470c17a91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.369169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] For port 594ac1c3-ccdc-4463-b333-1dbad823dc3e, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:09.369573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attempted to set empty binding levels {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:44:09.379893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.383838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.396671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Deleting subnet 85f6e030-5302-43f5-b964-26489d88f897 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:09.450190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.463352 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.481844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.510683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa5a4f7-7b65-4d3a-bd30-0d4600bb679b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.544674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e2c4-c7e5-422c-ae7d-52470c17a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.547319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91747479-cfd3-48b9-a333-dd6f7d21b40f') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.547645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91747479-cfd3-48b9-a333-dd6f7d21b40f') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.549458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e2c4-c7e5-422c-ae7d-52470c17a91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.554418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6cc3e2c4-c7e5-422c-ae7d-52470c17a91b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8122ad2c-d98e-4f61-82bb-f94b9a4cea15 HTTP/1.1" status: 204 len: 168 time: 0.5533354 Jul 16 01:44:09.577565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] In _notify_port_updated(), no bound segment for port 594ac1c3-ccdc-4463-b333-1dbad823dc3e on network 3acfa039-0fb8-40f0-b66b-869149e86f63 {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:44:09.578523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:09.579138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.581487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "PUT /v2.0/ports/594ac1c3-ccdc-4463-b333-1dbad823dc3e HTTP/1.1" status: 200 len: 974 time: 3.6999271 Jul 16 01:44:09.588833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.590270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:09.635930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3e2c4-c7e5-422c-ae7d-52470c17a91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122ad2c-d98e-4f61-82bb-f94b9a4cea15,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.679369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6fac3-baa8-4b72-ad89-b03a71c581e6 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event updated for resources: {'Port': ['ID=594ac1c3-ccdc-4463-b333-1dbad823dc3e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.681834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.687928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.799071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.821330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Transition to ACTIVE for port object 2a0ffca8-bb35-421f-84b1-7ea36a142aff will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:09.840938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Transition to ACTIVE for port object 2a0ffca8-bb35-421f-84b1-7ea36a142aff will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:09.861037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.871578 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.875927 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.968399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Network e8d0569f-ec02-4010-87de-d0349c74d857 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:09.972789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:09.990174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:10.000719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:10.001029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Deleting port 594ac1c3-ccdc-4463-b333-1dbad823dc3e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:10.001902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.014136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:10.038978 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:10.182194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffca8-bb35-421f-84b1-7ea36a142aff,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.195910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] For port 594ac1c3-ccdc-4463-b333-1dbad823dc3e, host n-h1-791506-20, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:10.196477 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.199307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Attempting to bind port 2a0ffca8-bb35-421f-84b1-7ea36a142aff on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:10.199912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Attempting to bind port 2a0ffca8-bb35-421f-84b1-7ea36a142aff by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:10.200535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Attempting to bind port 2a0ffca8-bb35-421f-84b1-7ea36a142aff on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:10.205809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22746351-5c44-4229-931a-ce844557f162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.210235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:10.210943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:10.211566 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.212149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Bound using segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:10.212945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Bound port: 2a0ffca8-bb35-421f-84b1-7ea36a142aff, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:10.213902 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.219638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Calling delete_port for 594ac1c3-ccdc-4463-b333-1dbad823dc3e owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:10.324326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] For port 2a0ffca8-bb35-421f-84b1-7ea36a142aff, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:10.332598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.380011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37486) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.396474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.403565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/85f6e030-5302-43f5-b964-26489d88f897 HTTP/1.1" status: 204 len: 168 time: 1.2391434 Jul 16 01:44:10.404399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf9aa4-6531-4482-868e-148f11fd4dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f6e030-5302-43f5-b964-26489d88f897,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.405497 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d1078-bcb3-46c3-b947-e87c7aff7ba9 None None] Network 150ede74-4fb8-4f79-afd0-b35cf3905b36 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:10.407402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.425531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.463269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.490579 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-8ec2cc23-0dbe-44ab-bfc5-d59d8cbd23fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5384881 Jul 16 01:44:10.492222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.498261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1798d720-2dc5-4398-84ae-8b67dbc971c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.526044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] For port 2a0ffca8-bb35-421f-84b1-7ea36a142aff, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2a0ffca8-bb35-421f-84b1-7ea36a142aff,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:10.532176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Pushing event deleted for resources: {'Network': ['ID=afa5a4f7-7b65-4d3a-bd30-0d4600bb679b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.547673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.550268 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61799fed-1b81-4e49-b1f9-8201323f1ce4 tempest-TagsTest-1250483548 tempest-TagsTest-1250483548-project] 10.222.0.42 "DELETE /v2.0/networks/afa5a4f7-7b65-4d3a-bd30-0d4600bb679b HTTP/1.1" status: 204 len: 168 time: 1.8205330 Jul 16 01:44:10.590940 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.599084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "DELETE /v2.0/ports/594ac1c3-ccdc-4463-b333-1dbad823dc3e HTTP/1.1" status: 204 len: 168 time: 1.0069141 Jul 16 01:44:10.607939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37494) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.613362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.628801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7125f2f-c971-4be5-b0cf-eeef87f19005 tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] Pushing event deleted for resources: {'Port': ['ID=594ac1c3-ccdc-4463-b333-1dbad823dc3e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.643705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.750320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Deleting port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:10.750952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.792631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b76df8-defc-46d7-9345-7e074233f831 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffca8-bb35-421f-84b1-7ea36a142aff,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.879332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] For port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:10.879743 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.908647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Calling delete_port for 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:10.929208 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e0566d-fea6-423a-8637-01bd5f23599f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:10.932480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-53e0566d-fea6-423a-8637-01bd5f23599f tempest-PortsAdminExtendedAttrsTestJSON-687485866 tempest-PortsAdminExtendedAttrsTestJSON-687485866-project-admin] 10.222.0.42 "GET /v2.0/ports/594ac1c3-ccdc-4463-b333-1dbad823dc3e HTTP/1.1" status: 404 len: 333 time: 0.1831725 Jul 16 01:44:10.937971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37496) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.945880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] DHCP port deletion for 150ede74-4fb8-4f79-afd0-b35cf3905b36 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:11.110672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] Deleting port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:11.116498 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.224251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.241033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:11.275476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Pushing event deleted for resources: {'Port': ['ID=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.292531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:11.293111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:11.293804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3f0c829-b997-4d4c-b9e2-db3286bbaf47 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:11.303051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] No DVR routers for this DVR port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:11.354710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e3f0c829-b997-4d4c-b9e2-db3286bbaf47 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:11.356037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3f0c829-b997-4d4c-b9e2-db3286bbaf47 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:11.428544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:11.441431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] For port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,segment=NetworkSegment(23f834ec-7e86-4ea6-bc41-78bc9f7966ef),segment_id=23f834ec-7e86-4ea6-bc41-78bc9f7966ef)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:11.443201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.453727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.473218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-b5b406f7-631d-4d70-9131-840cf848ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.474951 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-b5b406f7-631d-4d70-9131-840cf848ec43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c&device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 1097 time: 0.8583381 Jul 16 01:44:11.481616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] Calling delete_port for 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:11.505182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.529725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150ede74-4fb8-4f79-afd0-b35cf3905b36']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.549159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f834ec-7e86-4ea6-bc41-78bc9f7966ef') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.552835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f834ec-7e86-4ea6-bc41-78bc9f7966ef') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.570359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.605517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.621462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:11.622083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.651285 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.679981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] No DVR routers for this DVR port 7b40108d-70ba-4663-9c8e-1fc85a5a19d8 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:11.724944 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:11.733342 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.745883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708460d-a069-4902-8ee2-4695203ba04c None None] Pushing event deleted for resources: {'Port': ['ID=7b40108d-70ba-4663-9c8e-1fc85a5a19d8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.757698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.762747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] 10.222.0.42 "DELETE /v2.0/networks/150ede74-4fb8-4f79-afd0-b35cf3905b36 HTTP/1.1" status: 204 len: 168 time: 1.3538907 Jul 16 01:44:11.783887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92358da6-0b05-44ea-b733-8fc70d7e2bad admin admin] Pushing event deleted for resources: {'Network': ['ID=150ede74-4fb8-4f79-afd0-b35cf3905b36,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.786631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.867512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acfa039-0fb8-40f0-b66b-869149e86f63']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.981095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd0fd4e7-b0bd-4e75-a2e3-e93d83ccbf35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f2e011a445d47c6a26466086a16669c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502186 Jul 16 01:44:11.990091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.024237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:12.024984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e915ba43-707c-4e08-9f3e-f75d6d6f0f1c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:12.031852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1798d720-2dc5-4398-84ae-8b67dbc971c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.044193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-116fcabb-7d50-4728-9c7f-c08528a73cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.047349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-116fcabb-7d50-4728-9c7f-c08528a73cd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e45292e-a2cb-413e-ac94-b925ff0690a0 HTTP/1.1" status: 200 len: 916 time: 0.5484054 Jul 16 01:44:12.048543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.057115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1798d720-2dc5-4398-84ae-8b67dbc971c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.064364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.122521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e55243-f13c-4fb7-855c-b227b33946d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.148478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e55243-f13c-4fb7-855c-b227b33946d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.152502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2a08a863-6b09-4b7c-ae90-3677c989a383 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d1405978b1d4042b83171da70b42dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020584 Jul 16 01:44:12.158222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.237100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.259683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49d4cdc3-ebce-42ad-a8b3-564e13c24d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.274239 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1798d720-2dc5-4398-84ae-8b67dbc971c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e83d20ed700e47febc815f68eec5760e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8149159 Jul 16 01:44:12.276155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:12.276870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.286439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37536) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:12.287317 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:12.292768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d720-2dc5-4398-84ae-8b67dbc971c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44271c49-8f29-45da-936d-de8ddbcacd20,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.300630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49d4cdc3-ebce-42ad-a8b3-564e13c24d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.397629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.431708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-445fa2c3-b485-41a7-b928-44df92cfba72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.446810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.456961 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e55243-f13c-4fb7-855c-b227b33946d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.462146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73e55243-f13c-4fb7-855c-b227b33946d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.465139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-73e55243-f13c-4fb7-855c-b227b33946d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed67e4dc-a1d0-4fad-bd69-c7c91677e059 HTTP/1.1" status: 204 len: 168 time: 0.4708829 Jul 16 01:44:12.472501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49d4cdc3-ebce-42ad-a8b3-564e13c24d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.490510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49d4cdc3-ebce-42ad-a8b3-564e13c24d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.492925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-49d4cdc3-ebce-42ad-a8b3-564e13c24d57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12c9d1eb-2a47-4e08-aed3-529cf8db302f HTTP/1.1" status: 204 len: 168 time: 0.3333962 Jul 16 01:44:12.505563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e55243-f13c-4fb7-855c-b227b33946d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed67e4dc-a1d0-4fad-bd69-c7c91677e059,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.505787 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-7670a5eb-e84e-440c-8679-bb255b2c2935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e HTTP/1.1" status: 200 len: 1000 time: 0.4499147 Jul 16 01:44:12.553106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4cdc3-ebce-42ad-a8b3-564e13c24d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c9d1eb-2a47-4e08-aed3-529cf8db302f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.612884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7a020-2527-4caa-8ae4-a79fe65b1e6d None None] Network e8d0569f-ec02-4010-87de-d0349c74d857 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:12.668315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.774548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-4b8b35e6-2fe1-400a-bf97-335ad770ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.776792 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-4b8b35e6-2fe1-400a-bf97-335ad770ffa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db7c434e-51ff-4fea-9910-eb0cd0e4a5c1 HTTP/1.1" status: 200 len: 854 time: 0.1763790 Jul 16 01:44:12.781345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.782495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f86a9-0b30-4622-8c32-18f34f3937fa req-8e957c60-514c-4a1f-983c-5532c3fe5a11 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.797748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-537f86a9-0b30-4622-8c32-18f34f3937fa req-8e957c60-514c-4a1f-983c-5532c3fe5a11 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.2073014 Jul 16 01:44:12.823764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5fc1dab6-263e-4879-916d-9d35d00f7e13 None None] Provisioning for port 2a0ffca8-bb35-421f-84b1-7ea36a142aff completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:12.863865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.867183 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] 10.222.0.42 "DELETE /v2.0/networks/3acfa039-0fb8-40f0-b66b-869149e86f63 HTTP/1.1" status: 204 len: 168 time: 1.9209590 Jul 16 01:44:12.912239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-537f86a9-0b30-4622-8c32-18f34f3937fa req-36edfc82-4227-4dc9-87b1-c1c80208fa3d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119490 Jul 16 01:44:13.085324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79064e1-860e-4b90-b56d-09c24aa4876f tempest-PortsAdminExtendedAttrsTestJSON-1388807479 tempest-PortsAdminExtendedAttrsTestJSON-1388807479-project] Pushing event deleted for resources: {'Network': ['ID=3acfa039-0fb8-40f0-b66b-869149e86f63,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.095665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6921e53f-916a-434a-be04-88420024669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.205923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2a0ffca8-bb35-421f-84b1-7ea36a142aff up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:13.237706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6921e53f-916a-434a-be04-88420024669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.295911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Allocated IP 172.25.7.162 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/2487d12a-c215-49e9-bb00-c8fb0344be69) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:13.321039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2a0ffca8-bb35-421f-84b1-7ea36a142aff completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:13.323888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2a0ffca8-bb35-421f-84b1-7ea36a142aff triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:13.324249 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.369804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-a7c020bd-dd85-4e10-bf85-a9d8d529c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.371495 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-a7c020bd-dd85-4e10-bf85-a9d8d529c618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e45292e-a2cb-413e-ac94-b925ff0690a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5835905 Jul 16 01:44:13.395509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-4aa08572-a907-46e6-89df-58baf339b89a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:44:13.396581 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-4aa08572-a907-46e6-89df-58baf339b89a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174463 Jul 16 01:44:13.447355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-24c2baf7-40a8-4955-9475-2ae8e13db84d None None] Provisioning complete for port 2a0ffca8-bb35-421f-84b1-7ea36a142aff triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:13.448298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24c2baf7-40a8-4955-9475-2ae8e13db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.538102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6921e53f-916a-434a-be04-88420024669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.540938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6921e53f-916a-434a-be04-88420024669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.545654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6921e53f-916a-434a-be04-88420024669f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44271c49-8f29-45da-936d-de8ddbcacd20 HTTP/1.1" status: 204 len: 168 time: 1.2396011 Jul 16 01:44:13.565668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.590716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921e53f-916a-434a-be04-88420024669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44271c49-8f29-45da-936d-de8ddbcacd20,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.609501 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24c2baf7-40a8-4955-9475-2ae8e13db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.637725 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.659788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-a026a7f3-6ee7-40b3-87f4-b637c03fabfe service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532670 Jul 16 01:44:13.675471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2a0ffca8-bb35-421f-84b1-7ea36a142aff, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2a0ffca8-bb35-421f-84b1-7ea36a142aff,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:13.698421 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.788255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.835907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.864724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffca8-bb35-421f-84b1-7ea36a142aff,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.894807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.903497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-24c2baf7-40a8-4955-9475-2ae8e13db84d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:13.904786 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-24c2baf7-40a8-4955-9475-2ae8e13db84d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:13.913820 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61e4a074-f4d4-4b5c-989c-7f6521c1de59 req-30169a7a-7302-476e-b1f3-de7ba2948867 service neutron] 10.222.0.13 "GET /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467966 Jul 16 01:44:13.957867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2487d12a-c215-49e9-bb00-c8fb0344be69,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.988283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:13.991781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:13.997124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:14.387182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-078577fb-e63e-4a85-b173-dfc65e7cc635 req-a29f7e75-467e-42dd-919b-7eaa4a977091 service neutron] (93755) timed out ('10.222.0.23', 65174) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:44:14.434370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.484594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a31cf79-10b7-495b-ae96-9bcd517280a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1304fccb5c744082b66b1a8b2082c35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909914 Jul 16 01:44:14.490371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37610) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.726680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3cd48dbb-fd6f-4d1d-8578-4158bdf75c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.774691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3cd48dbb-fd6f-4d1d-8578-4158bdf75c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.821747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9d42c-cae9-430d-a406-82fa1766531f req-20cb2794-e01d-4e64-b94b-0c7ee052f864 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.829068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06e9d42c-cae9-430d-a406-82fa1766531f req-20cb2794-e01d-4e64-b94b-0c7ee052f864 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.2052801 Jul 16 01:44:14.956302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.962738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06e9d42c-cae9-430d-a406-82fa1766531f req-394aab7c-6e3d-49f3-b136-953aef206467 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238477 Jul 16 01:44:14.997343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3cd48dbb-fd6f-4d1d-8578-4158bdf75c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.003492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3cd48dbb-fd6f-4d1d-8578-4158bdf75c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.009105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3cd48dbb-fd6f-4d1d-8578-4158bdf75c4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/440412ee-148e-4cae-939f-5d0842fac7d2 HTTP/1.1" status: 204 len: 168 time: 0.5168228 Jul 16 01:44:15.023691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd48dbb-fd6f-4d1d-8578-4158bdf75c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440412ee-148e-4cae-939f-5d0842fac7d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.072612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37626) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.123310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2a0ffca8-bb35-421f-84b1-7ea36a142aff up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:15.209118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2a0ffca8-bb35-421f-84b1-7ea36a142aff triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:15.210231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.216990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:15.292004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.369487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:15.401101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:15.426824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:15.439020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.440992 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-28e6bb6a-20ca-4f29-9928-c288e95450f7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4914973 Jul 16 01:44:15.444618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.477152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:15.478360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:15.614435 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.688773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-911888783-network', 'tenant_id': '94753c0c5ba54369af720ab9f6a2b77c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:15.707196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:15.764068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Made reservation on behalf of 94753c0c5ba54369af720ab9f6a2b77c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:15.766896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.779073 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.984659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37650) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.986984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:15.990949 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e4cb7-1172-4ebc-8ffd-89e2413b7e1c" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-unplugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:16.070388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:16.083061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.120874 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-22d16124-6f06-4770-9b2d-1e27e7bc386e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e4d35460e2e4d41b0c0e446a5916d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339769 Jul 16 01:44:16.129125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.162127 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d9b39-e12d-4014-b72e-2b889ba2c5e3 x-openstack-request-id: req-0c8d9b39-e12d-4014-b72e-2b889ba2c5e3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:16.162725 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-unplugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:16.163017 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c8d9b39-e12d-4014-b72e-2b889ba2c5e3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:16.163638 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:44:16.242994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:16.288573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:14Z', 'revision_number': 3, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:16.315114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e209574-29b0-40b4-8ad0-f20438c58361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.327878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:16.328327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Updating router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 port 2487d12a-c215-49e9-bb00-c8fb0344be69 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:16.339804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.371964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.405364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.463123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e209574-29b0-40b4-8ad0-f20438c58361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.522075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:16.567101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1991f4-67b0-4f78-a7b2-883d024e3cbc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:16.589742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.590098 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Added segment b5043db1-425b-4e8e-bd35-4ff98352e9c9 of type vlan for network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 Jul 16 01:44:16.711378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00832635-5bbf-40a1-b5b8-0cc94d572e35 req-9116b9df-e03b-4c39-9cc6-169c9d1226fb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.722763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00832635-5bbf-40a1-b5b8-0cc94d572e35 req-9116b9df-e03b-4c39-9cc6-169c9d1226fb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.4093225 Jul 16 01:44:16.727323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.748760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.751670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e209574-29b0-40b4-8ad0-f20438c58361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.758580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e209574-29b0-40b4-8ad0-f20438c58361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.763710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7e209574-29b0-40b4-8ad0-f20438c58361 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a535e13-f18a-4d63-9dae-ddbfe7ffcbde HTTP/1.1" status: 204 len: 168 time: 0.6233749 Jul 16 01:44:16.824228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e209574-29b0-40b4-8ad0-f20438c58361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a535e13-f18a-4d63-9dae-ddbfe7ffcbde,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:16.842579 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.890831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Transition to ACTIVE for port object 2487d12a-c215-49e9-bb00-c8fb0344be69 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:16.900848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.902028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.902492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.902671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.931267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00832635-5bbf-40a1-b5b8-0cc94d572e35 req-a7e9aff8-e6ae-42d6-a16b-ef7cb18b0a1c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2074776 Jul 16 01:44:17.005616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9302795 Jul 16 01:44:17.010408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37690) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.015948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Request body: {'subnet': {'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-911888783-subnet', 'tenant_id': '94753c0c5ba54369af720ab9f6a2b77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:17.051196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Made reservation on behalf of 94753c0c5ba54369af720ab9f6a2b77c for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:17.058658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.071850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbff1f-b6fe-4a73-bb28-8e3363f65912 None None] Pushing event updated for resources: {'Port': ['ID=2487d12a-c215-49e9-bb00-c8fb0344be69,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.083090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Attempting to bind port 2487d12a-c215-49e9-bb00-c8fb0344be69 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:17.083473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Attempting to bind port 2487d12a-c215-49e9-bb00-c8fb0344be69 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:17.087406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Attempting to bind port 2487d12a-c215-49e9-bb00-c8fb0344be69 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:17.106211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:17.106600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:17.107028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.107436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:17.107955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Bound port: 2487d12a-c215-49e9-bb00-c8fb0344be69, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:17.108348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.233617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfb43-2b1f-4aac-9de5-177ff8ff926d admin admin] Pushing event updated for resources: {'Network': ['ID=7d2e6179-db1f-4b28-80e7-3cbd62f791f2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.249258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:17.310820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] For port 2487d12a-c215-49e9-bb00-c8fb0344be69, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:17.358959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] For port 2487d12a-c215-49e9-bb00-c8fb0344be69, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2487d12a-c215-49e9-bb00-c8fb0344be69,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:17.379332 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.417048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Allocated IP 172.20.0.1 (e8d0569f-ec02-4010-87de-d0349c74d857/acf68478-e747-41ed-9140-7558e39b85d7/d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:17.465905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.582402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:17.583627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:17.607676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f563a3e-ea02-41df-8a52-d78f2faa9f3e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.633011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Checking segment: {'id': 'b5043db1-425b-4e8e-bd35-4ff98352e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:17.634086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Network hostable DHCP agents. Network: 7d2e6179-db1f-4b28-80e7-3cbd62f791f2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:17.665012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbff1f-b6fe-4a73-bb28-8e3363f65912 None None] Pushing event updated for resources: {'Port': ['ID=2487d12a-c215-49e9-bb00-c8fb0344be69,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.671655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:17.692705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 7d2e6179-db1f-4b28-80e7-3cbd62f791f2) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:17.701304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:17.705484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.708359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe127704-50ca-431a-a751-257499763526 None None] Network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:17.753216 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-206cc957-522c-479b-813d-ad18a1a55608 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7405293 Jul 16 01:44:17.838884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.870870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Transition to ACTIVE for port object d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:17.942573 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.012898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.030751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Network e8d0569f-ec02-4010-87de-d0349c74d857 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:18.033757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:18.038667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:18.126051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.135206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02509db2-dd92-483e-bc91-faa608282475 None None] Network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:18.175727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:18.441757 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.644720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:18.660968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb600e-b6d2-4268-b013-6b705ace5046 req-e5afad45-cea1-4ce8-b8d3-134294a75d33 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:18.678270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-badb600e-b6d2-4268-b013-6b705ace5046 req-e5afad45-cea1-4ce8-b8d3-134294a75d33 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.3199010 Jul 16 01:44:18.703796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-82875665-bca2-4cd8-9a10-dcefeb9137d0 None None] Provisioning for port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:18.755180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-82875665-bca2-4cd8-9a10-dcefeb9137d0 None None] Provisioning complete for port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:18.755602 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82875665-bca2-4cd8-9a10-dcefeb9137d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.759602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.818770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-badb600e-b6d2-4268-b013-6b705ace5046 req-920476b9-92a3-43a3-b8c0-298fa009dd32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380544 Jul 16 01:44:19.278733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8992cd6b-2e34-41bb-9786-74f58c91e60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.307917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-82875665-bca2-4cd8-9a10-dcefeb9137d0 None None] Port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:19.388345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:19.592181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:19.619879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:14Z', 'revision_number': 3, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.694401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'mac_address': 'fa:16:3e:37:aa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:19.724995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87414a04-2539-45ac-8a0d-457c5538f1fc None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:14Z', 'revision_number': 3, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:19.825481 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.860526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:19.898818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:19.906213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.022525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:20.109158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.350565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-679abd9c-4c13-4302-999f-8fa84022b81b tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.358335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-679abd9c-4c13-4302-999f-8fa84022b81b tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/networks?id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2 HTTP/1.1" status: 200 len: 813 time: 1.2347953 Jul 16 01:44:20.423019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8992cd6b-2e34-41bb-9786-74f58c91e60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.434121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8992cd6b-2e34-41bb-9786-74f58c91e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.468533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.539503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992cd6b-2e34-41bb-9786-74f58c91e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd5dbf-4c40-4cf9-9b3d-a73bf8dc2c88,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.553679 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8992cd6b-2e34-41bb-9786-74f58c91e60c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46c458330fef4e4dbf7f63ec4471e197&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9027214 Jul 16 01:44:20.554261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.613473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-c4b29b42-0a3b-4951-9b1d-0d674c4373d2 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/quotas/94753c0c5ba54369af720ab9f6a2b77c HTTP/1.1" status: 200 len: 375 time: 0.2123744 Jul 16 01:44:20.616302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.644689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db115-ec3f-4584-acbf-d91cc64df18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.677479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db115-ec3f-4584-acbf-d91cc64df18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.761504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db115-ec3f-4584-acbf-d91cc64df18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.764715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db115-ec3f-4584-acbf-d91cc64df18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.766297 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0e6db115-ec3f-4584-acbf-d91cc64df18c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3efd5dbf-4c40-4cf9-9b3d-a73bf8dc2c88 HTTP/1.1" status: 204 len: 168 time: 0.2110391 Jul 16 01:44:20.793234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6db115-ec3f-4584-acbf-d91cc64df18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd5dbf-4c40-4cf9-9b3d-a73bf8dc2c88,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.912140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-3dc95df0-03b7-4bc7-a389-c7d5da1a9b4f tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94753c0c5ba54369af720ab9f6a2b77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2888186 Jul 16 01:44:21.003961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.272808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2487d12a-c215-49e9-bb00-c8fb0344be69 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:21.422662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:21.464165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37810) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.498038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-c13f259f-9336-4c2e-bee2-c083c204b029 service neutron] 10.222.0.42 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639282 Jul 16 01:44:21.604317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.666014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c655b-8024-449b-9672-54014fe6785c req-ac9a8ca1-7a04-4d34-ac8f-c745f1bc1681 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:21.674481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2487d12a-c215-49e9-bb00-c8fb0344be69 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:21.678518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-182c655b-8024-449b-9672-54014fe6785c req-ac9a8ca1-7a04-4d34-ac8f-c745f1bc1681 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 946 time: 1.3165350 Jul 16 01:44:21.698283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2487d12a-c215-49e9-bb00-c8fb0344be69 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:21.700717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.703016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:21.707258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.766617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1718507820', 'router:external': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:21.850626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Made reservation on behalf of 22751dae4cce4b218979876c7392da06 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:21.866352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-d14f51f3-373a-40e4-834d-6d7193234e6f service neutron] 10.222.0.42 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564839 Jul 16 01:44:21.883200 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.957077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.043665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-182c655b-8024-449b-9672-54014fe6785c req-0540891c-17b8-4a99-b552-033819c91478 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3637285 Jul 16 01:44:22.287137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Network e8d0569f-ec02-4010-87de-d0349c74d857 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:22.291554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:22.344301 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.444548 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.460553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.533915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:22.606872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.607272 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Added segment d4b5fc02-2e2f-403c-a224-8cdbd6fd6bbd of type vlan for network 1de47abb-846d-4322-aee0-43f8619205c6 Jul 16 01:44:22.713201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.778251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:22.784643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.794412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:22.813789 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71a60a-20a9-49b0-9b1d-e16d248b7598" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:22.864106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.867654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:22.869447 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.949953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49c8d1c9-bbd7-4091-9964-48833d275043 req-08eba0ae-6a63-428f-85a5-a0b343fbae3f tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 210 time: 0.1596377 Jul 16 01:44:22.982259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2487d12a-c215-49e9-bb00-c8fb0344be69, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2487d12a-c215-49e9-bb00-c8fb0344be69,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:22.996968 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1306f0a-7f1c-4360-9f8e-856567fd1a5e x-openstack-request-id: req-a1306f0a-7f1c-4360-9f8e-856567fd1a5e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:22.998066 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-plugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:23.004030 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1306f0a-7f1c-4360-9f8e-856567fd1a5e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:23.004030 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:44:23.035371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:23.038598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.055966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7734cd-f4da-44a6-b143-c8803900c2e5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:23.151454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6859088 Jul 16 01:44:23.152406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37850) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.153193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d5257-19bb-48f5-beaf-3c6393575120 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Network': ['ID=1de47abb-846d-4322-aee0-43f8619205c6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:23.172214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'subnet': {'network_id': '1de47abb-846d-4322-aee0-43f8619205c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:23.194704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1de47abb-846d-4322-aee0-43f8619205c6 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:23.219232 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.230826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Made reservation on behalf of 22751dae4cce4b218979876c7392da06 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:23.237931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.340288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0724c67f-cf07-449f-9f13-89ae3502ac55 None None] Provisioning complete for port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:23.342092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0724c67f-cf07-449f-9f13-89ae3502ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.464094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:23.501256 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:23.548093 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:23.554375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:23.569329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-56e942f0-1756-42e7-8192-fb8bb87a0c95 admin admin] 10.222.0.42 "PUT /v2.0/routers/9aab3ca3-f7d6-4dac-bc15-477f7e740ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1205695 Jul 16 01:44:23.698336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2487d12a-c215-49e9-bb00-c8fb0344be69,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:23.759638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.761250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.762936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.764171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.764644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.766074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.766674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.768029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.769758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.770133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.772104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.773516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:23.875038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0724c67f-cf07-449f-9f13-89ae3502ac55 None None] Port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:23.914062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=13']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.010497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14441-094e-4158-9612-e73f3c440e85 req-d8ed14d2-89c7-4233-8c94-65216e45350b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:24.023873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77b14441-094e-4158-9612-e73f3c440e85 req-d8ed14d2-89c7-4233-8c94-65216e45350b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.3265145 Jul 16 01:44:24.182907 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:24.311318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bb8c3ab-0b7f-4e91-ae5f-848187db71ce req-c075240c-06c4-48ee-b164-9e4cba896a72 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 210 time: 0.1293888 Jul 16 01:44:24.368104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77b14441-094e-4158-9612-e73f3c440e85 req-b7479b70-7793-4344-982e-9ef9ed8045cf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3343918 Jul 16 01:44:24.575167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:24.575909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.669033 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 2, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.897004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0a31a88-3614-41a2-8b98-5d34bc7008c1,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.908850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Checking segment: {'id': 'd4b5fc02-2e2f-403c-a224-8cdbd6fd6bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1de47abb-846d-4322-aee0-43f8619205c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:24.910000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network hostable DHCP agents. Network: 1de47abb-846d-4322-aee0-43f8619205c6, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:24.952629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 1de47abb-846d-4322-aee0-43f8619205c6 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:24.969943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 1de47abb-846d-4322-aee0-43f8619205c6) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:24.980136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ddb240-2c2b-4360-8941-e4d11d867844 None None] Network 1de47abb-846d-4322-aee0-43f8619205c6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:25.009085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:25.016032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.056758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce6f1ffc-143d-4351-96ca-32f7c7a17614 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8914244 Jul 16 01:44:25.058824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37892) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.082503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1505563122', 'network_id': '1de47abb-846d-4322-aee0-43f8619205c6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:25.134052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Made reservation on behalf of 22751dae4cce4b218979876c7392da06 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:25.137791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.188323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] device_id is not set on port 0da05d19-dcdf-4859-89f8-6f2809b9d822 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:25.272272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2487d12a-c215-49e9-bb00-c8fb0344be69 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:25.287742 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:25.288285 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Updating router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:25.464303 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.702669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2487d12a-c215-49e9-bb00-c8fb0344be69 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:25.708378 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.778440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f245ba-8a3c-40f9-bfe8-973897e51282 None None] Network 1de47abb-846d-4322-aee0-43f8619205c6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:25.802441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-635d0bb9-89d0-4362-9d29-c193551a8322 req-5f46b79f-5db5-4a42-b7c2-82f65b22a8fd tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 210 time: 0.0783882 Jul 16 01:44:26.075795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Allocated IP 172.20.0.5 (1de47abb-846d-4322-aee0-43f8619205c6/b0a31a88-3614-41a2-8b98-5d34bc7008c1/0da05d19-dcdf-4859-89f8-6f2809b9d822) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:26.312351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e31808-4e3a-4b6a-be51-cf322334a5ef req-cb018692-6c27-4bbe-be2e-0f1bee6f3cf7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.318189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37930) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.324515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34e31808-4e3a-4b6a-be51-cf322334a5ef req-cb018692-6c27-4bbe-be2e-0f1bee6f3cf7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.3061614 Jul 16 01:44:26.335695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138476658', 'description': 'tempest-description--1245730250'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:26.364890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-fceb5304-c360-4695-af31-ec7278136af0 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.367381 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-fceb5304-c360-4695-af31-ec7278136af0 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.13 "GET /v2.0/networks?id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2 HTTP/1.1" status: 200 len: 813 time: 0.8279290 Jul 16 01:44:26.399746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Request body: {'port': {'device_id': '6bc420bb-ee79-400e-898d-3899ed4db664', 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2', 'admin_state_up': True, 'tenant_id': '94753c0c5ba54369af720ab9f6a2b77c'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:26.403221 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.427651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Transition to ACTIVE for port object d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:26.441258 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.503992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34e31808-4e3a-4b6a-be51-cf322334a5ef req-9ae65f29-b930-43ea-931b-6c5e5edaab21 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1647339 Jul 16 01:44:26.522167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.535924 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:26.648478 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Pushing event updated for resources: {'Port': ['ID=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:26.674468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.675847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.675847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.684113 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.684572 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.684913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.685243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.685585 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.685882 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.686827 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.686827 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.687212 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:26.742913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Attempting to bind port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:26.743510 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Attempting to bind port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:26.743908 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Attempting to bind port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:26.757994 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:26.759451 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:26.760786 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.761236 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Bound using segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:26.763896 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Bound port: d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:26.764357 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.858585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.942627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.969144 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] For port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:26.974158 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] For port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:26.981081 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.146950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Port': ['ID=0da05d19-dcdf-4859-89f8-6f2809b9d822,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.192857 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d81ee-348f-4001-b14f-d3288e95e813 None None] Pushing event updated for resources: {'Port': ['ID=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.211699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37940) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:27.215757 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:27.224585 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:27.286967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e21b553f-d9b0-4c2e-bea7-5bd60420b7cf req-1cfbc948-99f2-4193-a8b1-6670a7ef89a7 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 210 time: 0.1148686 Jul 16 01:44:27.317672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 1de47abb-846d-4322-aee0-43f8619205c6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:27.378222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:27.388043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:27.491905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.493055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.589339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:27.612068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.622873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.759538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559f553c-65c2-4822-a9e1-192cca4d5efa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.796730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-082843ec-bc77-4b4e-afe0-f53b92fb5c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.842273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Made reservation on behalf of 94753c0c5ba54369af720ab9f6a2b77c for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:27.846671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.881233 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-906bcb92-4967-41f2-ab09-96e63d84629f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8109763 Jul 16 01:44:27.885811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.890099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3df161d9-49c7-45db-bd06-448a1a147882 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5679295 Jul 16 01:44:27.890099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:27.890529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:27.910561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'security_group_rule': {'security_group_id': '559f553c-65c2-4822-a9e1-192cca4d5efa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:28.027008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:44:28.027008 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:44:28.027008 n-d-791506-20 neutron-server[93756]: [parameters: {'project_id_1': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 44, 27, 956921)}] Jul 16 01:44:28.027008 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:28.027492 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:28.093970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c26c87-c356-4c51-ab20-0ec215d0f849 req-55a8c411-3ec8-4eb5-ac12-6dc80cd125ab tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.097968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0c26c87-c356-4c51-ab20-0ec215d0f849 req-55a8c411-3ec8-4eb5-ac12-6dc80cd125ab tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.1384478 Jul 16 01:44:28.238696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0c26c87-c356-4c51-ab20-0ec215d0f849 req-7238aa0d-1d22-4ba0-8154-6ec08ba905ee tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273401 Jul 16 01:44:28.272325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Allocated IP 172.20.0.14 (7d2e6179-db1f-4b28-80e7-3cbd62f791f2/0f563a3e-ea02-41df-8a52-d78f2faa9f3e/3e09a66b-0311-44ca-9741-39f1e91aa9a2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:28.284709 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-08536322-9368-4e16-b214-050679f78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:26Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:28.310761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Deleting port 0da05d19-dcdf-4859-89f8-6f2809b9d822 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:28.311010 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.324522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08536322-9368-4e16-b214-050679f78ff9 None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:26Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:28.629169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-082843ec-bc77-4b4e-afe0-f53b92fb5c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.640945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.668172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-082843ec-bc77-4b4e-afe0-f53b92fb5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.668501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b7a1461-e31d-49b0-84d3-e6328ccc5214 req-eefef19c-6a58-418d-b0dd-fb73d90ed0e6 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 210 time: 0.0791285 Jul 16 01:44:28.716153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.726568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Calling delete_port for 0da05d19-dcdf-4859-89f8-6f2809b9d822 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:28.854897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.862151 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.896109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf50c4-56ba-4099-b55a-ccbe636831c4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.907143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.923265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.924938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0c9704e0-d248-4816-9535-70cd2fb2e79e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0334074 Jul 16 01:44:28.930608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:28.944125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'security_group_rule': {'security_group_id': '559f553c-65c2-4822-a9e1-192cca4d5efa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:28.987925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.039007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-082843ec-bc77-4b4e-afe0-f53b92fb5c66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bd02334dcbe4c4f81c4ad1aec977326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8210680 Jul 16 01:44:29.044286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37960) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:29.053647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082843ec-bc77-4b4e-afe0-f53b92fb5c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a935ee2-88d4-4f0d-bd1e-6ce3925eb520,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.171014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.178947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.226751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2edc0d-bce9-41d6-86f5-7e654f1cb46a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.253894 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.255456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ca1dd1c4-0f5c-4614-8659-4b6af243160f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3234584 Jul 16 01:44:29.259527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.261440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37968) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:29.266434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:29.322106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.362934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:29.515847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:29.529501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:29.530800 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.664974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:29.703082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.727264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.728845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:29.733391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Pushing event updated for resources: {'Port': ['ID=3e09a66b-0311-44ca-9741-39f1e91aa9a2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.737087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf06f782-2700-4212-87c4-c91ff9589513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.739276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:29.792235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:29.816892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.900296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.956323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.975370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62241fd-d36b-48df-90e7-128fbf4dc810 req-81bd4f8f-6f54-4eed-b161-6c377fc39a19 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:29.990518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b62241fd-d36b-48df-90e7-128fbf4dc810 req-81bd4f8f-6f54-4eed-b161-6c377fc39a19 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.4214747 Jul 16 01:44:30.047556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf06f782-2700-4212-87c4-c91ff9589513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.120044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b62241fd-d36b-48df-90e7-128fbf4dc810 req-d10aa10e-9064-4646-add4-53872463708e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216328 Jul 16 01:44:30.191028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Allocated IP 172.25.7.44 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/8a573e12-4031-4eda-b5b0-77701157554f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:30.299974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da05d19-dcdf-4859-89f8-6f2809b9d822,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:30.312115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.317871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.381953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.416492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524bf20-9c99-4be6-a700-37cd3641743f req-f9bf20d5-d2dc-486d-b86f-1ec0fa5c73e3 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.416492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5524bf20-9c99-4be6-a700-37cd3641743f req-f9bf20d5-d2dc-486d-b86f-1ec0fa5c73e3 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 932 time: 0.3730562 Jul 16 01:44:30.421178 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-80b05a41-155a-4e0f-ad3d-6b614bba912d tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0282223 Jul 16 01:44:30.463573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Request body: {'port': {'device_id': '6bc420bb-ee79-400e-898d-3899ed4db664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:30.473281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf06f782-2700-4212-87c4-c91ff9589513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.478565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf06f782-2700-4212-87c4-c91ff9589513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.482957 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bf06f782-2700-4212-87c4-c91ff9589513 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a935ee2-88d4-4f0d-bd1e-6ce3925eb520 HTTP/1.1" status: 204 len: 168 time: 1.4318254 Jul 16 01:44:30.491499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.543321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06f782-2700-4212-87c4-c91ff9589513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a935ee2-88d4-4f0d-bd1e-6ce3925eb520,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:30.601386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.608251 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3e350ad2-d6b1-4f7b-bb34-7928093cfd1e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/ports/0da05d19-dcdf-4859-89f8-6f2809b9d822 HTTP/1.1" status: 204 len: 168 time: 2.7046804 Jul 16 01:44:30.628790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:30.635964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1de47abb-846d-4322-aee0-43f8619205c6', 'external_fixed_ips': [{'subnet_id': 'b0a31a88-3614-41a2-8b98-5d34bc7008c1', 'ip_address': '172.20.0.5'}]}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:30.645474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:30.670049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:30.675446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'Port': ['ID=8a573e12-4031-4eda-b5b0-77701157554f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:30.685863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.702641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5524bf20-9c99-4be6-a700-37cd3641743f req-73103d84-75dd-47d3-9805-0e5929a873a4 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703207 Jul 16 01:44:30.703497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:30.756562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.760585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.761009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.761359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.761706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.762046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.762379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.762716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.763049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.763519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.763864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.764190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:30.817657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.821567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.965935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.124815 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.273719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:31.289678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38002) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:31.323885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.386435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:31.387179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.392620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.610909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e09a66b-0311-44ca-9741-39f1e91aa9a2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:31.634051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.651068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.780722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.785620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a94903-40cb-4562-afad-27c95e0c97c2 req-4b6f7d3a-bf73-436a-b456-c8fa9bca7327 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:31.792773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a94903-40cb-4562-afad-27c95e0c97c2 req-4b6f7d3a-bf73-436a-b456-c8fa9bca7327 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.2499387 Jul 16 01:44:31.794569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.804536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Transition to ACTIVE for port object 3e09a66b-0311-44ca-9741-39f1e91aa9a2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:31.861535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4979aa37-88e6-4e9f-ac7a-9f88df2ba6ec,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.877867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.934144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a94903-40cb-4562-afad-27c95e0c97c2 req-4b74f6bd-bf26-491e-8902-2b194b2a633c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367617 Jul 16 01:44:32.008896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.009535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.010054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.010569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.011095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.013131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.024248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.024902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.025419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.025963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.026484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.026999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.064299 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.065298 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-53288976-d5c6-49d6-8253-7a797a932ae9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=205427e6fbaf4c9595fc8d382ee6ec1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7742021 Jul 16 01:44:32.067339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38008) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.106203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.182902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Pushing event updated for resources: {'Port': ['ID=3e09a66b-0311-44ca-9741-39f1e91aa9a2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.331722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'Port': ['ID=8a573e12-4031-4eda-b5b0-77701157554f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.352091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Attempting to bind port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:32.352454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Attempting to bind port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5043db1-425b-4e8e-bd35-4ff98352e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:32.352822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Attempting to bind port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 on network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:32.362610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 on network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:32.362940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Attempting to bind port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 on network 7d2e6179-db1f-4b28-80e7-3cbd62f791f2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:32.376317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:32.376317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Checking segment: {'id': 'b5043db1-425b-4e8e-bd35-4ff98352e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:32.377475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Bound using segment: {'id': 'b5043db1-425b-4e8e-bd35-4ff98352e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:32.377951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Bound port: 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5043db1-425b-4e8e-bd35-4ff98352e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:32.378328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.422853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c5a7e1b-fc54-4cac-8491-567554ae1728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.453325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.464581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c5a7e1b-fc54-4cac-8491-567554ae1728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.476308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.505486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] For port 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:32.525790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] For port 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2,segment=NetworkSegment(b5043db1-425b-4e8e-bd35-4ff98352e9c9),segment_id=b5043db1-425b-4e8e-bd35-4ff98352e9c9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:32.539934 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.623323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.624218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.626384 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] 10.222.0.13 "PUT /v2.0/ports/3e09a66b-0311-44ca-9741-39f1e91aa9a2 HTTP/1.1" status: 200 len: 1093 time: 2.1700811 Jul 16 01:44:32.627041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc420bb-ee79-400e-898d-3899ed4db664', 'tag': '3e09a66b-0311-44ca-9741-39f1e91aa9a2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:32.627977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d612bcd-285e-43cf-b7dd-206c50cc630f req-e961bc02-048e-4116-b8f5-74eb4c623e00 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.632191 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a5709f-7042-4c6f-aba9-f7abcfc75b22" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc420bb-ee79-400e-898d-3899ed4db664", "tag": "3e09a66b-0311-44ca-9741-39f1e91aa9a2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:32.637895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d612bcd-285e-43cf-b7dd-206c50cc630f req-e961bc02-048e-4116-b8f5-74eb4c623e00 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 944 time: 0.5581198 Jul 16 01:44:32.641103 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.656576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c5a7e1b-fc54-4cac-8491-567554ae1728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.662712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c5a7e1b-fc54-4cac-8491-567554ae1728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.668612 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0c5a7e1b-fc54-4cac-8491-567554ae1728 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4979aa37-88e6-4e9f-ac7a-9f88df2ba6ec HTTP/1.1" status: 204 len: 168 time: 0.5980611 Jul 16 01:44:32.688336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a7e1b-fc54-4cac-8491-567554ae1728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4979aa37-88e6-4e9f-ac7a-9f88df2ba6ec,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.710707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c0af-95de-47bb-ad00-c27f6ad1cbad service neutron] Pushing event updated for resources: {'Port': ['ID=3e09a66b-0311-44ca-9741-39f1e91aa9a2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.786396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.791807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-740f5922-2a4a-402c-b378-27440a3314e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5285637 Jul 16 01:44:32.842975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-26be77b7-5cb5-4749-b3e1-628e377d9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.846024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-26be77b7-5cb5-4749-b3e1-628e377d9c08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94753c0c5ba54369af720ab9f6a2b77c&device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 1096 time: 0.1304243 Jul 16 01:44:32.889096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d612bcd-285e-43cf-b7dd-206c50cc630f req-f3ef8f4c-3506-4f16-853d-fc3efe117666 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497633 Jul 16 01:44:32.952181 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-af5a2409-0deb-4f1e-88b7-4dd6acec1394 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2 HTTP/1.1" status: 200 len: 217 time: 0.0825212 Jul 16 01:44:33.005058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Allocated IP 172.20.0.5 (1de47abb-846d-4322-aee0-43f8619205c6/b0a31a88-3614-41a2-8b98-5d34bc7008c1/c7b04dd9-2a61-4d7f-bccc-c2ea872176e3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:33.051080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-62d41c1f-9466-4b51-a1af-19ea2cb9b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.052747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-62d41c1f-9466-4b51-a1af-19ea2cb9b872 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f563a3e-ea02-41df-8a52-d78f2faa9f3e HTTP/1.1" status: 200 len: 853 time: 0.0995531 Jul 16 01:44:33.151327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-4f18c445-8a2a-4baf-8ad9-c648d20b29cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926557 Jul 16 01:44:33.327633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.436257 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e83aee-33b4-4b05-b6c6-4ccd0fe2f6c7 x-openstack-request-id: req-77e83aee-33b4-4b05-b6c6-4ccd0fe2f6c7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:33.436710 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc420bb-ee79-400e-898d-3899ed4db664", "tag": "3e09a66b-0311-44ca-9741-39f1e91aa9a2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:33.437099 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77e83aee-33b4-4b05-b6c6-4ccd0fe2f6c7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:33.437691 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc420bb-ee79-400e-898d-3899ed4db664', 'tag': '3e09a66b-0311-44ca-9741-39f1e91aa9a2', 'status': 'completed', 'code': 200} Jul 16 01:44:33.561930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-5f205bf1-b21a-499d-8c37-ae4d29a6cedb service neutron] 10.222.0.13 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043515 Jul 16 01:44:33.669458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.728779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 1de47abb-846d-4322-aee0-43f8619205c6 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:33.738751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:33.749892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:33.850551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272752f-39c7-4f90-b952-be4b787efc19 req-c1d9f781-9364-4c6a-8ef3-5df4d019c051 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.858285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7272752f-39c7-4f90-b952-be4b787efc19 req-c1d9f781-9364-4c6a-8ef3-5df4d019c051 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.5011480 Jul 16 01:44:33.884469 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1e9f07f-ddc6-463d-8ede-b535fc7d366a req-c1e0e38a-6065-470b-82f4-084d3690cf96 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150673 Jul 16 01:44:33.993354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-e92831b1-72aa-41c0-a62b-302a31b2b9a9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1138476658&fields=id&tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 267 time: 0.1773036 Jul 16 01:44:34.012063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b04dd9-2a61-4d7f-bccc-c2ea872176e3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.029510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7272752f-39c7-4f90-b952-be4b787efc19 req-1d3aad1b-a710-482a-bef0-697c2d918143 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702332 Jul 16 01:44:34.150157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-183e2671-b2b1-4001-9d80-8a30d5d2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.153380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-183e2671-b2b1-4001-9d80-8a30d5d2b521 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94753c0c5ba54369af720ab9f6a2b77c&device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 1096 time: 0.1810162 Jul 16 01:44:34.457259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-f99b32f7-8dca-4266-9dd7-c1adec81a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.460853 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-f99b32f7-8dca-4266-9dd7-c1adec81a785 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2 HTTP/1.1" status: 200 len: 914 time: 0.3004858 Jul 16 01:44:34.584510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-5809898b-e09e-4c2b-b55c-9376252fc4ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2 HTTP/1.1" status: 200 len: 217 time: 0.1057918 Jul 16 01:44:34.639028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-12622719-f0e5-4059-87a3-74969b3586e0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.646854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-12622719-f0e5-4059-87a3-74969b3586e0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 816 time: 0.6307714 Jul 16 01:44:34.672228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81878d7-d1f7-4cc2-8555-425bc1e51783 req-18c6332d-27ec-4513-9553-49a78e94e772 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.674568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a81878d7-d1f7-4cc2-8555-425bc1e51783 req-18c6332d-27ec-4513-9553-49a78e94e772 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 944 time: 0.3873971 Jul 16 01:44:34.735222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-06e3f4c3-0741-4bbe-9ef9-ccf636a944cb tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/quotas/dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 375 time: 0.0874202 Jul 16 01:44:34.745119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-1079d98a-6542-4954-935f-5b5a029c2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.749969 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-1079d98a-6542-4954-935f-5b5a029c2f4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f563a3e-ea02-41df-8a52-d78f2faa9f3e HTTP/1.1" status: 200 len: 853 time: 0.1570051 Jul 16 01:44:34.819191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-2bea7a8c-9094-4554-af92-583c60e28690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618780 Jul 16 01:44:34.940154 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-34f37ab2-acfd-4e42-b59f-9c62488b7b63 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138742 Jul 16 01:44:35.077892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44a5709f-7042-4c6f-aba9-f7abcfc75b22 req-2766f9ee-8b84-41b0-b916-ddd36623d1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318762 Jul 16 01:44:35.649047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.743278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a81878d7-d1f7-4cc2-8555-425bc1e51783 req-046d82df-dd5a-4808-b480-f4d64c8bb916 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0271196 Jul 16 01:44:35.810787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-eda6223a-218c-4d88-a9af-2d80e95d0298 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0724716 Jul 16 01:44:35.821885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-9d09b1b4-ea95-43fb-8673-ce25b499ee42 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:44:35.831447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-9d09b1b4-ea95-43fb-8673-ce25b499ee42 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177503 Jul 16 01:44:36.311777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.412783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-1a923ada-8611-47d3-9feb-d7b513f410a7 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803006 Jul 16 01:44:36.628128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd10b1-3543-4da0-89a2-44ec8266711a req-402abf06-06fc-4efd-b43e-1ecc10c6ede9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.634940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2acd10b1-3543-4da0-89a2-44ec8266711a req-402abf06-06fc-4efd-b43e-1ecc10c6ede9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.2800376 Jul 16 01:44:36.668220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3e09a66b-0311-44ca-9741-39f1e91aa9a2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:36.675571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-4e4cdea3-3fd1-4c31-8e7c-306aa3c91a24 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438052 Jul 16 01:44:36.808885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2acd10b1-3543-4da0-89a2-44ec8266711a req-065a65a8-f7e8-452a-b9bc-ec77e56ea606 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727467 Jul 16 01:44:36.820363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Router 80f42141-4c8a-4a8d-8185-84a67679b872 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:37.078628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2,segment=NetworkSegment(b5043db1-425b-4e8e-bd35-4ff98352e9c9),segment_id=b5043db1-425b-4e8e-bd35-4ff98352e9c9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:37.114572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '3e09a66b-0311-44ca-9741-39f1e91aa9a2', 'network_id': '7d2e6179-db1f-4b28-80e7-3cbd62f791f2', 'port_id': '3e09a66b-0311-44ca-9741-39f1e91aa9a2', 'mac_address': 'fa:16:3e:f8:87:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f563a3e-ea02-41df-8a52-d78f2faa9f3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:37.122491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:37.214531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Sync routers for ids ['80f42141-4c8a-4a8d-8185-84a67679b872'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:37.310971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.317543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.320531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1a3131e-d6cc-41c4-9b89-ea3aecbbf2c6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6890776 Jul 16 01:44:37.321162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.382975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e09a66b-0311-44ca-9741-39f1e91aa9a2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:37.430526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5da151-a2cd-46e3-9733-c5a4b1d7973c req-b2d0ac9c-bbd0-42ac-ac61-71b130d1a7e0 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:37.436317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2,segment=NetworkSegment(b5043db1-425b-4e8e-bd35-4ff98352e9c9),segment_id=b5043db1-425b-4e8e-bd35-4ff98352e9c9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:37.444124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f5da151-a2cd-46e3-9733-c5a4b1d7973c req-b2d0ac9c-bbd0-42ac-ac61-71b130d1a7e0 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 944 time: 0.3230340 Jul 16 01:44:37.447357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Routers {'80f42141-4c8a-4a8d-8185-84a67679b872'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:37.450780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['80f42141-4c8a-4a8d-8185-84a67679b872'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:37.466231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.632616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f5da151-a2cd-46e3-9733-c5a4b1d7973c req-384ae995-696e-47a6-af2c-05e5a4b9f284 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862669 Jul 16 01:44:37.831907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c4178c5-5d74-4e45-ba77-a6697d738a76 req-a9d66c87-b9a7-4596-936a-fb57fbcfa46a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 210 time: 0.1692176 Jul 16 01:44:37.843321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.425585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.528142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9364a1-9ff5-49f8-972d-a2bc6bed137a req-68659396-f196-4137-8ceb-5dfd2458a42d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.532860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a9364a1-9ff5-49f8-972d-a2bc6bed137a req-68659396-f196-4137-8ceb-5dfd2458a42d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.2966988 Jul 16 01:44:38.752659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3e09a66b-0311-44ca-9741-39f1e91aa9a2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:38.754633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Deleting port c7b04dd9-2a61-4d7f-bccc-c2ea872176e3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:38.754633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.754980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a9364a1-9ff5-49f8-972d-a2bc6bed137a req-6edcc178-5dfd-4023-9558-e4a2552d908d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124036 Jul 16 01:44:38.755151 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.919145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3e09a66b-0311-44ca-9741-39f1e91aa9a2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.132613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Set router 80f42141-4c8a-4a8d-8185-84a67679b872 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:39.206317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.258879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Calling delete_port for c7b04dd9-2a61-4d7f-bccc-c2ea872176e3 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:39.349989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a0ac0d9-6397-48fd-9385-1fe3e061a4db req-85dcbcf7-a6dd-4001-8c77-fe98165a5bda tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 210 time: 0.1969206 Jul 16 01:44:39.519757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed512c-23cb-48a9-ad33-649e39595d39 req-8c52c816-8c7d-4e03-9830-39250c24c1cd tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.529653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfed512c-23cb-48a9-ad33-649e39595d39 req-8c52c816-8c7d-4e03-9830-39250c24c1cd tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 945 time: 0.2106547 Jul 16 01:44:39.590661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfed512c-23cb-48a9-ad33-649e39595d39 req-9cb36435-b46b-4fb9-a046-ba280b8021d2 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Jul 16 01:44:39.723706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f42141-4c8a-4a8d-8185-84a67679b872', 'name': '', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1de47abb-846d-4322-aee0-43f8619205c6', 'external_fixed_ips': [{'subnet_id': 'b0a31a88-3614-41a2-8b98-5d34bc7008c1', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c7b04dd9-2a61-4d7f-bccc-c2ea872176e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:34Z', 'revision_number': 3, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port': {'id': 'c7b04dd9-2a61-4d7f-bccc-c2ea872176e3', 'name': '', 'network_id': '1de47abb-846d-4322-aee0-43f8619205c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f42141-4c8a-4a8d-8185-84a67679b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b0a31a88-3614-41a2-8b98-5d34bc7008c1', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:32Z', 'updated_at': '2021-07-16T01:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0a31a88-3614-41a2-8b98-5d34bc7008c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.764786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Checking router: 80f42141-4c8a-4a8d-8185-84a67679b872 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:39.765535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Updating router 80f42141-4c8a-4a8d-8185-84a67679b872 port c7b04dd9-2a61-4d7f-bccc-c2ea872176e3 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:39.881673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.019206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.146441 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.238944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7b04dd9-2a61-4d7f-bccc-c2ea872176e3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.264203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70793b-91cb-475b-bf25-2ac1a3992270 req-879c8265-9213-460e-b300-fbec73b66d9f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.273517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b70793b-91cb-475b-bf25-2ac1a3992270 req-879c8265-9213-460e-b300-fbec73b66d9f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.1686196 Jul 16 01:44:40.388207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b70793b-91cb-475b-bf25-2ac1a3992270 req-98b56a34-0b52-4ec9-9f03-f8a2ba8e0909 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136408 Jul 16 01:44:40.449129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6a93bbd-1ca1-4d7c-9c2c-01abfae35b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.562822 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.563745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5badbe6b-3c3a-4173-9099-5f43f35ec82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.713061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3e09a66b-0311-44ca-9741-39f1e91aa9a2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:40.842443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5badbe6b-3c3a-4173-9099-5f43f35ec82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.848971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5badbe6b-3c3a-4173-9099-5f43f35ec82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.973393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:40.986144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5badbe6b-3c3a-4173-9099-5f43f35ec82f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e4363c6a48b4c798749837f9c854faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9621830 Jul 16 01:44:40.987569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38224) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.989045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badbe6b-3c3a-4173-9099-5f43f35ec82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558e291b-303a-40bb-b692-c19505983478,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.012888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:41.014212 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.258901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:41.259574 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:41.279798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b475d57-41aa-486f-a762-6074eaa47bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.331537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b475d57-41aa-486f-a762-6074eaa47bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.469425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8dfcba18-ca1c-4f17-b444-fa2f8054776e req-ed8beec5-1a58-490a-b9ed-cb2d031dc86a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 210 time: 0.3031840 Jul 16 01:44:41.505095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b475d57-41aa-486f-a762-6074eaa47bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.512215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b475d57-41aa-486f-a762-6074eaa47bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.520608 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.533123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1b475d57-41aa-486f-a762-6074eaa47bf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/558e291b-303a-40bb-b692-c19505983478 HTTP/1.1" status: 204 len: 168 time: 0.5063517 Jul 16 01:44:41.626011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc420bb-ee79-400e-898d-3899ed4db664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e09a66b-0311-44ca-9741-39f1e91aa9a2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:41.639848 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b7ed27-29b8-4be5-9a9d-ffa205c7ac28" -d '{"events": [{"server_uuid": "6bc420bb-ee79-400e-898d-3899ed4db664", "name": "network-vif-plugged", "status": "completed", "tag": "3e09a66b-0311-44ca-9741-39f1e91aa9a2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:41.696179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2,segment=NetworkSegment(b5043db1-425b-4e8e-bd35-4ff98352e9c9),segment_id=b5043db1-425b-4e8e-bd35-4ff98352e9c9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:41.701814 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.733335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b475d57-41aa-486f-a762-6074eaa47bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558e291b-303a-40bb-b692-c19505983478,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.874632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Port c7b04dd9-2a61-4d7f-bccc-c2ea872176e3 not found while updating agent binding for router 80f42141-4c8a-4a8d-8185-84a67679b872. {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:44:41.930977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3524b-fdeb-4acb-a0bc-fd21cc3d92d3 req-44ba00cf-e0ac-4d94-9ded-51635e08bd94 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.941753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Routers {'80f42141-4c8a-4a8d-8185-84a67679b872'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:41.941992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39d3524b-fdeb-4acb-a0bc-fd21cc3d92d3 req-44ba00cf-e0ac-4d94-9ded-51635e08bd94 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 945 time: 0.4976785 Jul 16 01:44:41.946281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['80f42141-4c8a-4a8d-8185-84a67679b872'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.075599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] Set router 80f42141-4c8a-4a8d-8185-84a67679b872 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:42.107356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39d3524b-fdeb-4acb-a0bc-fd21cc3d92d3 req-721d320f-cbe4-4411-a7df-5a700e77e606 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644707 Jul 16 01:44:42.141916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-eee14df6-453b-4f3f-96ec-41f3a392718d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.143782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-eee14df6-453b-4f3f-96ec-41f3a392718d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 816 time: 0.9332173 Jul 16 01:44:42.172495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f42141-4c8a-4a8d-8185-84a67679b872', 'name': '', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:39Z', 'revision_number': 5, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.269339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d00289-9e9f-403d-adf6-4c8fffd53c1f None None] The sync data for ids ['80f42141-4c8a-4a8d-8185-84a67679b872'] in n-d-791506-20 is: [{'id': '80f42141-4c8a-4a8d-8185-84a67679b872', 'name': '', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:39Z', 'revision_number': 5, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:42.284817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=3e09a66b-0311-44ca-9741-39f1e91aa9a2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.378845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.391473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.421818 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78fecd36-00d2-4363-849a-ef6f794c5d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.452559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.523130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38242) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.558496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf608-38d1-4d46-90f5-2d61a2bf5b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.574270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.575207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80f42141-4c8a-4a8d-8185-84a67679b872 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:42.585185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.592670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-13dcb905-005d-4f57-96fc-438bba1033ef tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 380 time: 0.3943849 Jul 16 01:44:42.593543 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0f58cc5c-f5f4-4507-b5c2-6cd1ac845102 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/routers/80f42141-4c8a-4a8d-8185-84a67679b872 HTTP/1.1" status: 204 len: 168 time: 5.2731216 Jul 16 01:44:42.593733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38246) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.640405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'port': {'device_id': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'admin_state_up': True, 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'security_groups': ['559f553c-65c2-4822-a9e1-192cca4d5efa']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:42.640628 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ca1a8f-5da8-4d39-9d59-009ad5de1761 x-openstack-request-id: req-a0ca1a8f-5da8-4d39-9d59-009ad5de1761 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:42.640915 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc420bb-ee79-400e-898d-3899ed4db664", "name": "network-vif-plugged", "status": "completed", "tag": "3e09a66b-0311-44ca-9741-39f1e91aa9a2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:42.642411 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0ca1a8f-5da8-4d39-9d59-009ad5de1761 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:42.642983 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc420bb-ee79-400e-898d-3899ed4db664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e09a66b-0311-44ca-9741-39f1e91aa9a2', 'code': 200} Jul 16 01:44:42.864534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c178-5c48-4a1b-918f-44da54662eb6 req-696409b6-f4e0-4bc3-9c98-77fde3e82031 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.896944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82f1c178-5c48-4a1b-918f-44da54662eb6 req-696409b6-f4e0-4bc3-9c98-77fde3e82031 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.7816148 Jul 16 01:44:42.956216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Deleting subnet b0a31a88-3614-41a2-8b98-5d34bc7008c1 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:42.964396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.011565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.054564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.074649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82f1c178-5c48-4a1b-918f-44da54662eb6 req-f1f5dbf2-dfe3-43f6-a43f-b93952e9cb60 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424496 Jul 16 01:44:43.148980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.215543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-793a96a8-c10c-4d1d-8387-612c7fc9d97b req-710486d2-89d5-47ed-86b8-0006c3023099 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 210 time: 0.1711438 Jul 16 01:44:43.335169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a31a88-3614-41a2-8b98-5d34bc7008c1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.375048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.375048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-21aa749b-db2b-4e38-abd4-c53ca0b64ea7 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/b0a31a88-3614-41a2-8b98-5d34bc7008c1 HTTP/1.1" status: 204 len: 168 time: 0.7766650 Jul 16 01:44:43.386024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.578323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf608-38d1-4d46-90f5-2d61a2bf5b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.585437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03381-671b-4cc2-9f67-475048f3db11 req-63d34411-8fd1-4d0b-8b2e-026323159d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.587254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ac03381-671b-4cc2-9f67-475048f3db11 req-63d34411-8fd1-4d0b-8b2e-026323159d51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 1098 time: 0.8335960 Jul 16 01:44:43.592466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ffdf608-38d1-4d46-90f5-2d61a2bf5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.644113 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7ffdf608-38d1-4d46-90f5-2d61a2bf5b30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bda76496c0f1416da2e5a1ecc9e15fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1195378 Jul 16 01:44:43.651302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38258) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.727362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Made reservation on behalf of dbeeed7df34e4bfdb47bf92f4fe7376f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:43.739189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.743265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.757756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdf608-38d1-4d46-90f5-2d61a2bf5b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347baa81-b94a-46ff-b0dd-47bdfbb43807,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.772316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.797236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6ac03381-671b-4cc2-9f67-475048f3db11 req-3e9b74be-1c56-447c-817c-b50e1d2f19e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725399 Jul 16 01:44:43.824098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9222b-6a34-455c-ad8c-0c4864cc6a69 req-5c825b7e-4fc4-460f-a9c5-b8f65671e5c6 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.846878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72e9222b-6a34-455c-ad8c-0c4864cc6a69 req-5c825b7e-4fc4-460f-a9c5-b8f65671e5c6 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.3905962 Jul 16 01:44:43.854167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16010178-05bc-4be5-8e4c-5e946f471da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.912911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.936710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de47abb-846d-4322-aee0-43f8619205c6']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.953346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5fc02-2e2f-403c-a224-8cdbd6fd6bbd') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.954213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5fc02-2e2f-403c-a224-8cdbd6fd6bbd') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.977726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16010178-05bc-4be5-8e4c-5e946f471da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.024328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.047764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.057052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16010178-05bc-4be5-8e4c-5e946f471da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.059409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72e9222b-6a34-455c-ad8c-0c4864cc6a69 req-3734f682-206c-4986-bc5e-dbc8a5b82307 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011106 Jul 16 01:44:44.065969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16010178-05bc-4be5-8e4c-5e946f471da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.075653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-16010178-05bc-4be5-8e4c-5e946f471da7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/347baa81-b94a-46ff-b0dd-47bdfbb43807 HTTP/1.1" status: 204 len: 168 time: 0.4193356 Jul 16 01:44:44.112700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:44.113638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:44.115972 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:44.313414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Allocated IP 172.20.0.10 (e8d0569f-ec02-4010-87de-d0349c74d857/acf68478-e747-41ed-9140-7558e39b85d7/349012b9-0693-4ed8-8423-d1b4797742b2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:44.429828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16010178-05bc-4be5-8e4c-5e946f471da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347baa81-b94a-46ff-b0dd-47bdfbb43807,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.460740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.484564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1de47abb-846d-4322-aee0-43f8619205c6 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:44:44.566498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.587881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/networks/1de47abb-846d-4322-aee0-43f8619205c6 HTTP/1.1" status: 204 len: 168 time: 1.1786349 Jul 16 01:44:44.590380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed27af-17cd-46fb-a9c9-83247dd2c41d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event deleted for resources: {'Network': ['ID=1de47abb-846d-4322-aee0-43f8619205c6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.838505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.865229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Transition to ACTIVE for port object 349012b9-0693-4ed8-8423-d1b4797742b2 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:45.060391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.272212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.272699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.379100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Network e8d0569f-ec02-4010-87de-d0349c74d857 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:45.394509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:45.410637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:45.444154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561099-48c1-47c4-a6e2-c4b3b19ad19d req-ca0e0d40-840f-4595-be42-ac6f3461db19 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.456260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01561099-48c1-47c4-a6e2-c4b3b19ad19d req-ca0e0d40-840f-4595-be42-ac6f3461db19 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 932 time: 0.5291181 Jul 16 01:44:45.586937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38298) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.592359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'name': 'tempest-router--992063278', 'project_id': 'b5e74be5e88d45eb989459b9e58cfd3e'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:45.608747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b64a6-c045-4aba-a11f-341abbe5f80d req-69d79a96-47eb-4d7f-b420-b4e837deab76 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.620494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d2b64a6-c045-4aba-a11f-341abbe5f80d req-69d79a96-47eb-4d7f-b420-b4e837deab76 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 1.1840644 Jul 16 01:44:45.670781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.674611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.708145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.709247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.737050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01561099-48c1-47c4-a6e2-c4b3b19ad19d req-ca1ed464-3e26-4434-953d-ed2389cca80b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777643 Jul 16 01:44:45.744756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-bd748753-0065-47c3-a844-51090b86c95c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1464133 Jul 16 01:44:45.779071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-aaa42a07-d5da-4cc9-88d1-54a5ce35172a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:44:45.779875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-aaa42a07-d5da-4cc9-88d1-54a5ce35172a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182731 Jul 16 01:44:45.835851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d2b64a6-c045-4aba-a11f-341abbe5f80d req-a0f97ebd-4d90-48c0-aec8-ff29e40b4c2f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2099819 Jul 16 01:44:45.839823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.846100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.882604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.884604 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9db666f-5f28-40bb-be71-3eb1cac0963f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2964385 Jul 16 01:44:45.887428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38308) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.941723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-806590e2-b90b-4450-93b8-dd65fe3b03d3 None None] Provisioning for port 349012b9-0693-4ed8-8423-d1b4797742b2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:45.946305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-806590e2-b90b-4450-93b8-dd65fe3b03d3 None None] Provisioning complete for port 349012b9-0693-4ed8-8423-d1b4797742b2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:45.946774 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-806590e2-b90b-4450-93b8-dd65fe3b03d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.098739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-806590e2-b90b-4450-93b8-dd65fe3b03d3 None None] Port 349012b9-0693-4ed8-8423-d1b4797742b2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:46.168954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Request body: {'port': {'device_id': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:46.178749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.419975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d311a-95be-4f37-aee1-d34f235cf166 req-7956099c-e3b8-45ae-a030-ff0d713298bd tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.423857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-342d311a-95be-4f37-aee1-d34f235cf166 req-7956099c-e3b8-45ae-a030-ff0d713298bd tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.2993848 Jul 16 01:44:46.425819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.450642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.453029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.521033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.524147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c08808b1-0f6b-4ccb-8929-79087f26c895 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:46.554859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.567058 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2fa58845-691b-41c7-ba60-e1d212e5c068 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c08808b1-0f6b-4ccb-8929-79087f26c895 HTTP/1.1" status: 204 len: 168 time: 0.6781423 Jul 16 01:44:46.607473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-342d311a-95be-4f37-aee1-d34f235cf166 req-693b6ca4-bf6e-4e4e-9f78-1b4821af1922 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742754 Jul 16 01:44:46.957982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38336) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.230202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74656ae3-001e-438e-9a51-9b21d51c4cea req-7b685fc1-15dd-4509-a219-dfa442ab0db7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.238491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74656ae3-001e-438e-9a51-9b21d51c4cea req-7b685fc1-15dd-4509-a219-dfa442ab0db7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 932 time: 0.2192953 Jul 16 01:44:47.242463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:47.256775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.281741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Transition to ACTIVE for port object 349012b9-0693-4ed8-8423-d1b4797742b2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:47.293278 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.332646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74656ae3-001e-438e-9a51-9b21d51c4cea req-6c31805d-eca3-4826-bb4e-081536f2d8a4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927758 Jul 16 01:44:47.416208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-252368711', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:47.486444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.488721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.603599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.744740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.744924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502dbb8-8466-470c-8554-a10ba9ffb04e req-3b7c60bc-0bae-4121-9e98-e8dba227c9c0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.755684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a502dbb8-8466-470c-8554-a10ba9ffb04e req-3b7c60bc-0bae-4121-9e98-e8dba227c9c0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.3083854 Jul 16 01:44:47.765844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:47.766335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:47.767577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:47.781045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Port 349012b9-0693-4ed8-8423-d1b4797742b2 on network e8d0569f-ec02-4010-87de-d0349c74d857 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:47.781382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:47.846421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a502dbb8-8466-470c-8554-a10ba9ffb04e req-791f012d-35d9-42d6-b27b-3b079f80ac34 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895083 Jul 16 01:44:47.847168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:47.847519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:47.847962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Bound using segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:47.848568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Bound port: 349012b9-0693-4ed8-8423-d1b4797742b2, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:47.849020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.029493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:48.034732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:48.039919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.099354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.100117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.104720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] 10.222.0.23 "PUT /v2.0/ports/349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 1093 time: 2.3018095 Jul 16 01:44:48.106366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:48.120085 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca3b08-299d-4e03-9921-4fb18af4534a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:48.259127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.316268 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.361929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-d7bbd659-da6d-40fc-8dcb-fd05a31d1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.363475 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-d7bbd659-da6d-40fc-8dcb-fd05a31d1562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94753c0c5ba54369af720ab9f6a2b77c&device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 1098 time: 0.1846271 Jul 16 01:44:48.449348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038473e8-edf4-4a6e-af8a-6165f6d32ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.583256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-80df3cb0-4e35-4abb-8861-5f3961fddf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.584900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-80df3cb0-4e35-4abb-8861-5f3961fddf0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2 HTTP/1.1" status: 200 len: 914 time: 0.2050095 Jul 16 01:44:48.679707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613d8c-b9b9-45e5-beef-01b4bd672fb4 req-c7a9d6e5-38f6-41d7-8e48-669702536e93 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.690722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91613d8c-b9b9-45e5-beef-01b4bd672fb4 req-c7a9d6e5-38f6-41d7-8e48-669702536e93 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.4296310 Jul 16 01:44:48.697354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-055d02e2-6734-441a-a574-e9276e63b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.703539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-055d02e2-6734-441a-a574-e9276e63b57f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1096 time: 0.5258260 Jul 16 01:44:48.772878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-cee1ec26-0170-46f0-9a60-71d16992e60d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2 HTTP/1.1" status: 200 len: 217 time: 0.1543038 Jul 16 01:44:48.845603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-73b946dc-a039-44c3-83a5-9abad09832c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 217 time: 0.1230230 Jul 16 01:44:48.866106 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f42df2-07de-49d3-acb9-4e8f4a6d3140 x-openstack-request-id: req-97f42df2-07de-49d3-acb9-4e8f4a6d3140 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:48.870522 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:48.871012 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97f42df2-07de-49d3-acb9-4e8f4a6d3140 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:48.871837 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'status': 'completed', 'code': 200} Jul 16 01:44:48.884670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.929841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.935815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-cadb7ddb-dd11-4c4b-92a5-21bc4c6bd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.937436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-cadb7ddb-dd11-4c4b-92a5-21bc4c6bd86e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.0884864 Jul 16 01:44:48.942502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-f83ef1c1-57e7-49e1-975b-acf5d5f912f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.946178 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-f83ef1c1-57e7-49e1-975b-acf5d5f912f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f563a3e-ea02-41df-8a52-d78f2faa9f3e HTTP/1.1" status: 200 len: 853 time: 0.1592746 Jul 16 01:44:48.992397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-5f2e32d4-6d3a-4608-8838-ac57f275dc74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d2e6179-db1f-4b28-80e7-3cbd62f791f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390375 Jul 16 01:44:49.189499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91613d8c-b9b9-45e5-beef-01b4bd672fb4 req-40f62ebf-39b1-4100-bee4-56484282ad54 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975207 Jul 16 01:44:49.197977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-3e445ab8-13b7-4fbf-8c20-bd6acc55abba service neutron] 10.222.0.13 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986148 Jul 16 01:44:49.332525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e4aa-5279-4697-8bdd-42f6b4f67b62 req-9317248d-17f4-4cce-ae8c-251423be4cf9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.343080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83d3e4aa-5279-4697-8bdd-42f6b4f67b62 req-9317248d-17f4-4cce-ae8c-251423be4cf9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.2979255 Jul 16 01:44:49.364888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-13d24f01-1dbb-4c05-a68d-7c547f940952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.366897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-13d24f01-1dbb-4c05-a68d-7c547f940952 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4225793 Jul 16 01:44:49.456835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83d3e4aa-5279-4697-8bdd-42f6b4f67b62 req-398ca411-ced1-43b8-ae28-142bd4250620 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119754 Jul 16 01:44:49.681320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-201a07c9-d1f5-46a2-bd7d-0b009b728bc7 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063784 Jul 16 01:44:49.772489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Allocated IP 172.25.7.61 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/b610548c-c8eb-4c16-b484-48fd89ba00be) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:49.833271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b4f4ef69-8934-4ffb-b630-f04408bce9df req-26f161d3-7cb9-42e7-b152-4d7cbb4148d3 service neutron] 10.222.0.13 "GET /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006982 Jul 16 01:44:49.962873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddfe8155-fa57-458f-9d94-eb684e0f4035 req-79420187-c4e5-443a-b9f3-ffa283aa79c9 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732897 Jul 16 01:44:49.972136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9426-03f4-4add-adf2-3032e423177c req-395b27b0-8bc4-4ce4-b993-5990a3182063 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.983826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73ff9426-03f4-4add-adf2-3032e423177c req-395b27b0-8bc4-4ce4-b993-5990a3182063 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.1803675 Jul 16 01:44:50.090899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73ff9426-03f4-4add-adf2-3032e423177c req-e94e8426-96b5-4201-bbc3-fe362c3789bd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040349 Jul 16 01:44:50.105316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.226212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.278708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-5838b39d-08c3-4369-9a5d-683e0aad86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.280988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-5838b39d-08c3-4369-9a5d-683e0aad86f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1096 time: 0.1554363 Jul 16 01:44:50.429105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:50.447370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:50.461683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:50.476025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-16476648-2bd9-4943-ae0c-080a001d4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.477822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-16476648-2bd9-4943-ae0c-080a001d4462 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.1901410 Jul 16 01:44:50.553239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-8abfc7a5-9449-4d9f-9ddc-47bec31d927f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 217 time: 0.0589209 Jul 16 01:44:50.559063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event updated for resources: {'Port': ['ID=b610548c-c8eb-4c16-b484-48fd89ba00be,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.751082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:50.826587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-1a5e5852-aa0b-4cc1-9b8e-8c52e158c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.851028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-1a5e5852-aa0b-4cc1-9b8e-8c52e158c5ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.2753122 Jul 16 01:44:51.045656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c7f80-122d-45b4-9866-dce9077dac8c req-fe7eed69-c077-4178-910f-66f07d6f9456 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.074210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a08c7f80-122d-45b4-9866-dce9077dac8c req-fe7eed69-c077-4178-910f-66f07d6f9456 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.5197463 Jul 16 01:44:51.192566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f645dbcd-728f-42d0-a768-c200a5e76c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.267578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.675779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.937937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f645dbcd-728f-42d0-a768-c200a5e76c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.965704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a08c7f80-122d-45b4-9866-dce9077dac8c req-7a7b045f-eb56-42da-8884-2fde7446a8a6 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8905427 Jul 16 01:44:51.968239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-b46a8f98-fa58-482b-9fcd-05c6d011191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.971268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-b46a8f98-fa58-482b-9fcd-05c6d011191f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1130986 Jul 16 01:44:51.972529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f645dbcd-728f-42d0-a768-c200a5e76c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.084177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f645dbcd-728f-42d0-a768-c200a5e76c1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6e854ed2d9f4d768199488ce93447e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3311162 Jul 16 01:44:52.085029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645dbcd-728f-42d0-a768-c200a5e76c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485eab59-14b9-4492-b236-7d2e728fbe04,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.092735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38470) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.293432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951866-d86d-4b59-9995-256d777e5455 req-5f040082-f8bd-42cb-b6a3-c0e84b2f7aaf tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.294083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f951866-d86d-4b59-9995-256d777e5455 req-5f040082-f8bd-42cb-b6a3-c0e84b2f7aaf tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 1.2153978 Jul 16 01:44:52.414048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-c3dfc594-54aa-4cf4-8be7-eab27ca55620 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329927 Jul 16 01:44:52.430285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78d3e2b3-dce2-4bf0-9bcf-bde9b1375d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.593349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78d3e2b3-dce2-4bf0-9bcf-bde9b1375d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.614849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f951866-d86d-4b59-9995-256d777e5455 req-2020eb4a-05c4-4dd5-b3df-aa394e9db614 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302017 Jul 16 01:44:52.669407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb1d41-18ee-450e-b648-5920e8b81961 req-dcbf8b4a-5d09-4b42-8806-40656621cd81 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.679384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Router a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:52.682482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dbb1d41-18ee-450e-b648-5920e8b81961 req-dcbf8b4a-5d09-4b42-8806-40656621cd81 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.3869054 Jul 16 01:44:52.738147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6ca3b08-299d-4e03-9921-4fb18af4534a req-a46f8aea-22e5-4be9-b54f-0327cb191427 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089149 Jul 16 01:44:52.805356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dbb1d41-18ee-450e-b648-5920e8b81961 req-cd20aff0-cb68-44ef-a8eb-3d9eeb7b11bb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208494 Jul 16 01:44:52.825174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78d3e2b3-dce2-4bf0-9bcf-bde9b1375d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.830623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78d3e2b3-dce2-4bf0-9bcf-bde9b1375d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.836232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-78d3e2b3-dce2-4bf0-9bcf-bde9b1375d95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/485eab59-14b9-4492-b236-7d2e728fbe04 HTTP/1.1" status: 204 len: 168 time: 0.7384210 Jul 16 01:44:52.873955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3e2b3-dce2-4bf0-9bcf-bde9b1375d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485eab59-14b9-4492-b236-7d2e728fbe04,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.014660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:53.038704 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] Sync routers for ids ['a4dc3dee-8e5a-46ac-a4bd-b869b13fde34'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:53.045363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.049988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d4117c80-0f03-4a8c-8c6f-357bba48ef0b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0887196 Jul 16 01:44:53.054315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.087102 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] Routers {'a4dc3dee-8e5a-46ac-a4bd-b869b13fde34'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:53.090155 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a4dc3dee-8e5a-46ac-a4bd-b869b13fde34'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.209639 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.229747 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] Routers {'a4dc3dee-8e5a-46ac-a4bd-b869b13fde34'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:53.231914 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a4dc3dee-8e5a-46ac-a4bd-b869b13fde34'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.293519 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.294934 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d329c6-d639-4f2e-a35b-ebfa49d5eae8 None None] The sync data for ids ['a4dc3dee-8e5a-46ac-a4bd-b869b13fde34'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:53.323493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de5237-8770-4571-aa05-f6e720bbe935 req-06f71c6b-ce9b-4cce-b22e-9c2d0571ed57 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.325093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7de5237-8770-4571-aa05-f6e720bbe935 req-06f71c6b-ce9b-4cce-b22e-9c2d0571ed57 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.1421032 Jul 16 01:44:53.329360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-25992526-3b02-49f0-aa33-09c09dfc439b tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 HTTP/1.1" status: 200 len: 919 time: 0.2733634 Jul 16 01:44:53.332573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38522) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.384205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3b93a03f-ccbc-4ddf-965c-217ffba3d106 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 HTTP/1.1" status: 200 len: 205 time: 0.0497837 Jul 16 01:44:53.387084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38524) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.403788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7de5237-8770-4571-aa05-f6e720bbe935 req-126e327a-e1b1-4978-989f-e46b19bc8bd8 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712688 Jul 16 01:44:53.458918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:53.510708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.550865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e856b5a-d545-4e9a-8bc9-010f1dfab4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.602879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.667359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:53.684299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '349012b9-0693-4ed8-8423-d1b4797742b2', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2', 'mac_address': 'fa:16:3e:0f:8f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:53.751111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.759485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.761436 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e856b5a-d545-4e9a-8bc9-010f1dfab4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.774158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e856b5a-d545-4e9a-8bc9-010f1dfab4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.788994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:53.836113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:53.842029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.877356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9e856b5a-d545-4e9a-8bc9-010f1dfab4cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a32ec178293436987e7677cb1f836f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638220 Jul 16 01:44:53.878998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856b5a-d545-4e9a-8bc9-010f1dfab4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6611ce-0326-43a8-8078-93853918e851,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.881836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.926171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Deleting port b610548c-c8eb-4c16-b484-48fd89ba00be {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:53.926527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.953247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.085887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['349012b9-0693-4ed8-8423-d1b4797742b2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:54.124461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58617f-c8b6-4e0e-acfa-0821e9dda31d req-7cc95175-5838-40a4-807e-b42f6c2e3e64 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.135982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.143076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f58617f-c8b6-4e0e-acfa-0821e9dda31d req-7cc95175-5838-40a4-807e-b42f6c2e3e64 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.2186062 Jul 16 01:44:54.157286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Calling delete_port for b610548c-c8eb-4c16-b484-48fd89ba00be owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:54.237266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f58617f-c8b6-4e0e-acfa-0821e9dda31d req-3e2d4b4e-5b98-4e1a-a8d9-7472a60d41ca tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922081 Jul 16 01:44:54.360887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.408006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87f17730-8c99-4639-9140-8115414f64e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.410059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event deleted for resources: {'Port': ['ID=b610548c-c8eb-4c16-b484-48fd89ba00be,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.496250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87f17730-8c99-4639-9140-8115414f64e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.529246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.620478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d0ee2-f19b-43e4-a90d-e604f33ee66d req-ca26798f-0543-4d28-912c-199e6d50207c tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.622281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b1d0ee2-f19b-43e4-a90d-e604f33ee66d req-ca26798f-0543-4d28-912c-199e6d50207c tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.1122744 Jul 16 01:44:54.642173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf699-a28a-4297-83c8-d5573dfe8a69 req-d7377d9b-8b9e-429b-b9b2-9694f1659bc5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.642978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.645162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f48cf699-a28a-4297-83c8-d5573dfe8a69 req-d7377d9b-8b9e-429b-b9b2-9694f1659bc5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 947 time: 0.2021501 Jul 16 01:44:54.646081 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.702389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.702871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Fanout notify agent at l3_agent the message router_deleted on router a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:54.711127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.712802 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-336a217a-c176-4acd-a990-24e81f117e50 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 HTTP/1.1" status: 204 len: 168 time: 1.3242185 Jul 16 01:44:54.713300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87f17730-8c99-4639-9140-8115414f64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.716978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.718106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87f17730-8c99-4639-9140-8115414f64e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.719240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87f17730-8c99-4639-9140-8115414f64e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f6611ce-0326-43a8-8078-93853918e851 HTTP/1.1" status: 204 len: 168 time: 0.8345387 Jul 16 01:44:54.728910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2144695797', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.733587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f17730-8c99-4639-9140-8115414f64e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6611ce-0326-43a8-8078-93853918e851,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.740128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b1d0ee2-f19b-43e4-a90d-e604f33ee66d req-d12642b4-ab46-45a8-b441-13eba7196234 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931678 Jul 16 01:44:54.781216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f48cf699-a28a-4297-83c8-d5573dfe8a69 req-a0a8c077-1fe6-481f-905a-52200f51ac91 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134660 Jul 16 01:44:54.803471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.805270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.931424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.291379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.406856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a71e-9c31-4fbf-a7f9-357525d041d4 req-9d8ef501-8ea1-4606-bb32-ff770cd405e6 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.415343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1415a71e-9c31-4fbf-a7f9-357525d041d4 req-9d8ef501-8ea1-4606-bb32-ff770cd405e6 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.4812109 Jul 16 01:44:55.473007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:55.592143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 349012b9-0693-4ed8-8423-d1b4797742b2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:55.603258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 349012b9-0693-4ed8-8423-d1b4797742b2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:55.603688 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.651558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1415a71e-9c31-4fbf-a7f9-357525d041d4 req-e189c277-fb3a-4735-8d12-dd8eed3d2b36 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352276 Jul 16 01:44:55.773217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-05458b75-5c37-43de-8b81-8ba6cb72688c tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.775844 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-05458b75-5c37-43de-8b81-8ba6cb72688c tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.1120119 Jul 16 01:44:55.799761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a491b5-4415-4c64-ac14-0a29930c7021 req-6439709d-d5e2-4452-aa33-9baf80396e63 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.812596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78a491b5-4415-4c64-ac14-0a29930c7021 req-6439709d-d5e2-4452-aa33-9baf80396e63 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.3748019 Jul 16 01:44:55.821146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.885372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:55.892601 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec198cd-7622-4517-999e-122a73fde588" -d '{"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-plugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:55.919799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:55.926879 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.927858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:55.959498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Deleting port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:55.960261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.028778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.091753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78a491b5-4415-4c64-ac14-0a29930c7021 req-c59f9dad-99af-4f85-aee5-5dbf3241400c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694967 Jul 16 01:44:56.177716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.187153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] For port 3e09a66b-0311-44ca-9741-39f1e91aa9a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=3e09a66b-0311-44ca-9741-39f1e91aa9a2,segment=NetworkSegment(b5043db1-425b-4e8e-bd35-4ff98352e9c9),segment_id=b5043db1-425b-4e8e-bd35-4ff98352e9c9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:56.187543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.219793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:56.225601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.225821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Calling delete_port for 3e09a66b-0311-44ca-9741-39f1e91aa9a2 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:56.396052 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39983e-1156-412a-a77d-108d241f0070 x-openstack-request-id: req-8a39983e-1156-412a-a77d-108d241f0070 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:56.397764 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-plugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:56.398533 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a39983e-1156-412a-a77d-108d241f0070 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:56.400024 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'code': 200} Jul 16 01:44:56.401365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=14']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.477568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.514014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea46d5-8033-4021-ba04-e2d820823625 req-ea78e8e5-a5fb-4900-9f2f-1c1b657a34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.517417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3ea46d5-8033-4021-ba04-e2d820823625 req-ea78e8e5-a5fb-4900-9f2f-1c1b657a34c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1098 time: 0.1805272 Jul 16 01:44:56.519834 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.530393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eb21-b4eb-4c08-9842-9835d2bd97c0 req-88747ad2-3bea-4ecd-8702-badd325ce8a0 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.544741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb92eb21-b4eb-4c08-9842-9835d2bd97c0 req-88747ad2-3bea-4ecd-8702-badd325ce8a0 tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc420bb-ee79-400e-898d-3899ed4db664 HTTP/1.1" status: 200 len: 946 time: 0.2869167 Jul 16 01:44:56.670432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.707573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['3e09a66b-0311-44ca-9741-39f1e91aa9a2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:56.732915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Pushing event deleted for resources: {'Port': ['ID=3e09a66b-0311-44ca-9741-39f1e91aa9a2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.740760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3ea46d5-8033-4021-ba04-e2d820823625 req-3a4d6390-b698-414c-8029-77e16bace1ba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905479 Jul 16 01:44:56.869917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb92eb21-b4eb-4c08-9842-9835d2bd97c0 req-cf28cdf7-5577-4e26-82c4-14e402a0b9ef tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a1991f4-67b0-4f78-a7b2-883d024e3cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241892 Jul 16 01:44:56.898837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] No DVR routers for this DVR port 3e09a66b-0311-44ca-9741-39f1e91aa9a2 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:56.907057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.910746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca9f64d2-a506-4676-ab97-3e21e599887b req-28b8f446-7e69-40ce-bd2f-b514cdeeec7e tempest-InstanceActionsTestJSON-193877374 tempest-InstanceActionsTestJSON-193877374-project] 10.222.0.13 "DELETE /v2.0/ports/3e09a66b-0311-44ca-9741-39f1e91aa9a2 HTTP/1.1" status: 204 len: 173 time: 1.1275387 Jul 16 01:44:56.911904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc420bb-ee79-400e-898d-3899ed4db664', 'name': 'network-vif-deleted', 'tag': '3e09a66b-0311-44ca-9741-39f1e91aa9a2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:56.924173 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50552e15-425e-4a2e-9628-b57205ea2194" -d '{"events": [{"server_uuid": "6bc420bb-ee79-400e-898d-3899ed4db664", "name": "network-vif-deleted", "tag": "3e09a66b-0311-44ca-9741-39f1e91aa9a2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:57.005757 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c5a85-1ddd-4606-98a1-8ba9c3115de3 x-openstack-request-id: req-0d5c5a85-1ddd-4606-98a1-8ba9c3115de3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:57.006060 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc420bb-ee79-400e-898d-3899ed4db664", "name": "network-vif-deleted", "tag": "3e09a66b-0311-44ca-9741-39f1e91aa9a2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:57.006350 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d5c5a85-1ddd-4606-98a1-8ba9c3115de3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:57.008329 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc420bb-ee79-400e-898d-3899ed4db664', 'name': 'network-vif-deleted', 'tag': '3e09a66b-0311-44ca-9741-39f1e91aa9a2', 'status': 'completed', 'code': 200} Jul 16 01:44:57.090182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Allocated IP 172.25.7.22 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/a130a235-fe96-47f4-b6e3-9ee278b528c6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:57.269591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.428751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.504716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:57.545673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906e80-5063-4d6c-aef7-fb661617d64d req-ee0b6b55-9bbb-415c-bea7-c095b87b23a5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.555938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8906e80-5063-4d6c-aef7-fb661617d64d req-ee0b6b55-9bbb-415c-bea7-c095b87b23a5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2577436 Jul 16 01:44:57.573931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:57.578023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:57.589091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Port': ['ID=a130a235-fe96-47f4-b6e3-9ee278b528c6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.720766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f54295-af82-42ae-bb10-5cccfcdb3dbc req-7d0c09af-8570-415a-8c1f-61fa10856119 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.722929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28f54295-af82-42ae-bb10-5cccfcdb3dbc req-7d0c09af-8570-415a-8c1f-61fa10856119 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.3864434 Jul 16 01:44:57.872208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8906e80-5063-4d6c-aef7-fb661617d64d req-4965c046-75d3-47e5-8026-e4afd0c201c6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3152318 Jul 16 01:44:57.877039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28f54295-af82-42ae-bb10-5cccfcdb3dbc req-8dee262c-7cc3-4f53-9cb8-4bd54e8f5166 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062121 Jul 16 01:44:58.206836 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.219869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32527d7f-01e9-44fb-a68a-b8b233628de2 req-4246a717-dcbc-4e2b-a2c2-491572121a68 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.221474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32527d7f-01e9-44fb-a68a-b8b233628de2 req-4246a717-dcbc-4e2b-a2c2-491572121a68 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1317918 Jul 16 01:44:58.262329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.314190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38742) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.401348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:58.404741 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbca6d0-5760-4b79-8d73-8a8184beda9b" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-unplugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:58.405917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Deleting subnet 0f563a3e-ea02-41df-8a52-d78f2faa9f3e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:58.415943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.430993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32527d7f-01e9-44fb-a68a-b8b233628de2 req-aee667ed-b9df-43a3-93dd-c94d0ffb8a1f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753635 Jul 16 01:44:58.526450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.557527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-cae5b706-397a-41fe-84d0-456f1835aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.559170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-cae5b706-397a-41fe-84d0-456f1835aff6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.2559257 Jul 16 01:44:58.600090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.643051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:58.681442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.686277 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e59c24b-3d16-48a0-b6df-8696e5580335 x-openstack-request-id: req-4e59c24b-3d16-48a0-b6df-8696e5580335 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:58.686571 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-unplugged", "status": "completed", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:58.686815 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e59c24b-3d16-48a0-b6df-8696e5580335 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:58.687376 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'code': 200} Jul 16 01:44:58.698967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3e09a66b-0311-44ca-9741-39f1e91aa9a2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:58.722601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.723188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 3e09a66b-0311-44ca-9741-39f1e91aa9a2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:58.723957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 3e09a66b-0311-44ca-9741-39f1e91aa9a2 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:58.751796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.791240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f563a3e-ea02-41df-8a52-d78f2faa9f3e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.793894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.796083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-549d84d8-3615-4613-950a-06def7e17436 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0f563a3e-ea02-41df-8a52-d78f2faa9f3e HTTP/1.1" status: 204 len: 168 time: 0.4808836 Jul 16 01:44:58.802915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38750) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.894930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.911129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.049274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.090014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2e6179-db1f-4b28-80e7-3cbd62f791f2']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:59.110741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5043db1-425b-4e8e-bd35-4ff98352e9c9') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:59.111097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5043db1-425b-4e8e-bd35-4ff98352e9c9') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:59.131390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.156719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Allocated IP 172.25.7.127 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/a004dfd7-c011-41bd-8894-d0ae4cbaadb0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:59.162750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.177103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:59.177694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:59.179834 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:59.291710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-3c79df33-5890-410c-bf46-6e8c3406aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.293231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-3c79df33-5890-410c-bf46-6e8c3406aab8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.7278996 Jul 16 01:44:59.305014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.317024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.321456 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7d2e6179-db1f-4b28-80e7-3cbd62f791f2 HTTP/1.1" status: 204 len: 168 time: 0.5139623 Jul 16 01:44:59.337275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85d156-1da4-42f3-9ff2-00303e568b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2e6179-db1f-4b28-80e7-3cbd62f791f2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.381833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.389378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c7835-c2e4-4488-875d-e6b879bf5c13 req-4919eefc-e55c-4d8a-acba-a326bf191dff tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.401731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c41c7835-c2e4-4488-875d-e6b879bf5c13 req-4919eefc-e55c-4d8a-acba-a326bf191dff tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.7422576 Jul 16 01:44:59.439928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.494371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:59.501924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:59.511560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:59.546283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-7b29c8f2-357a-4c2e-bb9c-768a6b2dfb62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.1907706 Jul 16 01:44:59.551905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Port': ['ID=a004dfd7-c011-41bd-8894-d0ae4cbaadb0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.564235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c41c7835-c2e4-4488-875d-e6b879bf5c13 req-d9ec9574-82ae-4061-9e0b-d5d9b7261d82 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611536 Jul 16 01:44:59.632031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18751a3b-4156-4535-a6b1-9a68cf8eefb2 req-921a4384-dfb8-470d-abbe-747aa9ea76cb tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.648312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18751a3b-4156-4535-a6b1-9a68cf8eefb2 req-921a4384-dfb8-470d-abbe-747aa9ea76cb tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.4241056 Jul 16 01:44:59.651887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.665184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'floatingip': {'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:59.698783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.706054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38766) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.720650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-d7e39c06-29fc-4c1c-8b9a-33017bc894ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.723060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-d7e39c06-29fc-4c1c-8b9a-33017bc894ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1552570 Jul 16 01:44:59.727906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.779823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Router 4d5d36c8-b64a-436f-b93f-21739fb99cfb is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:59.835572 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78d94788-1663-4085-91fd-d0d7d8d22747 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94753c0c5ba54369af720ab9f6a2b77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279273 Jul 16 01:44:59.838037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38772) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.850612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.964886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b8201d6-40f6-4cde-8bed-414e20dfa313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.017271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b8201d6-40f6-4cde-8bed-414e20dfa313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.137044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-b95992e4-dab7-44bc-9401-962ea7ff6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.138742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-b95992e4-dab7-44bc-9401-962ea7ff6ced service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4070206 Jul 16 01:45:00.140145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b8201d6-40f6-4cde-8bed-414e20dfa313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.143007 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b8201d6-40f6-4cde-8bed-414e20dfa313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.147296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0b8201d6-40f6-4cde-8bed-414e20dfa313 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a1991f4-67b0-4f78-a7b2-883d024e3cbc HTTP/1.1" status: 204 len: 168 time: 0.3045573 Jul 16 01:45:00.162201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8201d6-40f6-4cde-8bed-414e20dfa313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1991f4-67b0-4f78-a7b2-883d024e3cbc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.183647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.190377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7353fa-0a42-4cbf-89e3-d3cbf8582bec req-f06746f4-2fde-4b30-9c37-8d5a7c1acaf1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.192067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa7353fa-0a42-4cbf-89e3-d3cbf8582bec req-f06746f4-2fde-4b30-9c37-8d5a7c1acaf1 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.3803086 Jul 16 01:45:00.193070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.204462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:00.218694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Sync routers for ids ['4d5d36c8-b64a-436f-b93f-21739fb99cfb'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:00.246064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Routers {'4d5d36c8-b64a-436f-b93f-21739fb99cfb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:00.246977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4d5d36c8-b64a-436f-b93f-21739fb99cfb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:00.263053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Port': ['ID=a004dfd7-c011-41bd-8894-d0ae4cbaadb0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.295271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.299879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3549617-4792-495c-9f94-f5909799100d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5791769 Jul 16 01:45:00.307978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.346091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.434563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.441962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c96e373-ea38-45d9-ac31-8bd4986984bb tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1718578 Jul 16 01:45:00.442544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa7353fa-0a42-4cbf-89e3-d3cbf8582bec req-40cd6b93-6238-4df3-88c6-bc7eea523a48 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348683 Jul 16 01:45:00.442707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38778) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.448592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-243051081'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:00.537940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Made reservation on behalf of f9c80ab7bd174bb29e564c3cc1697ad2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:00.541556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.564925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-44ae8904-db7c-4bd1-9e9d-848f7ac14a6e tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.566632 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-44ae8904-db7c-4bd1-9e9d-848f7ac14a6e tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 945 time: 0.2387118 Jul 16 01:45:00.595053 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.773331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Set router 4d5d36c8-b64a-436f-b93f-21739fb99cfb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:00.793649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Deleting port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:00.793981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.839400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-8d6ea0e2-d19c-4062-8ba2-04a427a05633 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605210 Jul 16 01:45:00.863961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.958624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.963818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] For port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:00.963818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.080961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:01.112026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5d36c8-b64a-436f-b93f-21739fb99cfb', 'name': 'tempest-snat-router-2144695797', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.22'}], 'enable_snat': False}, 'gw_port_id': 'a130a235-fe96-47f4-b6e3-9ee278b528c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:54Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 3, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port': {'id': 'a130a235-fe96-47f4-b6e3-9ee278b528c6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ae:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5d36c8-b64a-436f-b93f-21739fb99cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:56Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:01.119076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-31d3d21c-09fe-4eee-8040-753202c4a85e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/4d5d36c8-b64a-436f-b93f-21739fb99cfb HTTP/1.1" status: 200 len: 908 time: 0.8038917 Jul 16 01:45:01.128347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.130113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:45:01.140064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2144695797', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': True}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:01.145551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff5699-7330-45ca-93ee-a84f9159a56a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.173543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Checking router: 4d5d36c8-b64a-436f-b93f-21739fb99cfb for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:01.174114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Updating router 4d5d36c8-b64a-436f-b93f-21739fb99cfb port a130a235-fe96-47f4-b6e3-9ee278b528c6 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:01.182583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.182953 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Added segment ca425c71-ceed-414f-9016-6ceb637432c2 of type vlan for network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 Jul 16 01:45:01.241150 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.241950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.258758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce50179b-ad0c-45b3-9e8c-bbc07f74c619 req-92fd1369-5227-4472-b118-9c0d70755fc9 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606517 Jul 16 01:45:01.259344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.309807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.445103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.452040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930bed7-d8b6-48d1-a8aa-b569f5a577f3 req-2a8dd8c9-0ca6-48f2-ad64-84ade8b3fd55 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.459921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8930bed7-d8b6-48d1-a8aa-b569f5a577f3 req-2a8dd8c9-0ca6-48f2-ad64-84ade8b3fd55 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.5646710 Jul 16 01:45:01.470186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.470849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.485812 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.489563 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.534453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0942917 Jul 16 01:45:01.539502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.540099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.540644 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Floating IP 73dfe3ee-ab80-4c8f-bd56-e56efb66e46d disassociated. External IP: 172.25.7.38, port: f0ce7ac3-b50a-4df7-80fb-dd348fe5181e. Jul 16 01:45:01.541166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Calling delete_port for f0ce7ac3-b50a-4df7-80fb-dd348fe5181e owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:01.543034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38818) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.551155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Request body: {'subnet': {'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:01.564304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.630305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdb5a0-2f5b-4306-8f48-3d3288ff168c tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Network': ['ID=4099e5b6-3135-4ef9-a1cf-e48a2078a680,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.665127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:01.671134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.791690 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Floating IP 11ef7202-d366-4208-b4ad-dc05a623a705 associated. External IP: 172.25.7.44, port: 349012b9-0693-4ed8-8423-d1b4797742b2. Jul 16 01:45:01.834902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Made reservation on behalf of f9c80ab7bd174bb29e564c3cc1697ad2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:01.850576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.861498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-382229680-network', 'tenant_id': '22a9e5f09fbf4744b170776666f62b92'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:01.895695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Made reservation on behalf of 22a9e5f09fbf4744b170776666f62b92 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:01.897991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.942317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.943879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.041021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Transition to ACTIVE for port object a130a235-fe96-47f4-b6e3-9ee278b528c6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:02.046296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.049674 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.088001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event deleted for resources: {'Port': ['ID=f0ce7ac3-b50a-4df7-80fb-dd348fe5181e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.176976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069f8db-d1e2-4291-80b6-ae5056e83c33 None None] Pushing event updated for resources: {'Port': ['ID=a130a235-fe96-47f4-b6e3-9ee278b528c6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.188401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Attempting to bind port a130a235-fe96-47f4-b6e3-9ee278b528c6 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:02.188991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Attempting to bind port a130a235-fe96-47f4-b6e3-9ee278b528c6 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:02.189523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Attempting to bind port a130a235-fe96-47f4-b6e3-9ee278b528c6 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:02.198011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:02.198690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:02.200138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.200907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:02.201867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Bound port: a130a235-fe96-47f4-b6e3-9ee278b528c6, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:02.202666 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.212574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-3bc50051-be16-4533-80b9-83402ae3ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.214658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-3bc50051-be16-4533-80b9-83402ae3ffef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.8044999 Jul 16 01:45:02.238803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8930bed7-d8b6-48d1-a8aa-b569f5a577f3 req-ef898c83-cd2b-434c-8be9-2e05ec12a49f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7778580 Jul 16 01:45:02.279935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] For port a130a235-fe96-47f4-b6e3-9ee278b528c6, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:02.299438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] For port a130a235-fe96-47f4-b6e3-9ee278b528c6, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a130a235-fe96-47f4-b6e3-9ee278b528c6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:02.308187 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.321232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.401681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069f8db-d1e2-4291-80b6-ae5056e83c33 None None] Pushing event updated for resources: {'Port': ['ID=a130a235-fe96-47f4-b6e3-9ee278b528c6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.443111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.443484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Routers {'4d5d36c8-b64a-436f-b93f-21739fb99cfb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:02.444281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4d5d36c8-b64a-436f-b93f-21739fb99cfb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:02.453877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Router ad23e54e-a402-479d-83af-291dfdeae8fe has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:02.462186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.494363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9696e8f-da36-4794-b70d-c26872b80022,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.503436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-53cd1f6f-c911-407e-af79-ccb9b6d8c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.505576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.506261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-53cd1f6f-c911-407e-af79-ccb9b6d8c9ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.2622128 Jul 16 01:45:02.518953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:02.553348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a13c3-7f66-4212-b784-7f1f96eb8eb2 req-d0e7bfc7-0896-4dcf-964b-7a3b0aaffeef tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.561513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d7a13c3-7f66-4212-b784-7f1f96eb8eb2 req-d0e7bfc7-0896-4dcf-964b-7a3b0aaffeef tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 867 time: 0.7666125 Jul 16 01:45:02.660728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] Set router 4d5d36c8-b64a-436f-b93f-21739fb99cfb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:02.709026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.709420 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Added segment 82637908-1023-408a-8eb6-25bfd2282195 of type vlan for network 679ee717-32d5-4569-bc81-80a75aadc126 Jul 16 01:45:02.775132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-c3e2554f-3fe4-416f-8878-8d431a9876f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.2531512 Jul 16 01:45:02.791265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d7a13c3-7f66-4212-b784-7f1f96eb8eb2 req-8ba61d4b-ae5b-455d-aabe-f7ee84f157ab tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca37f41-b5f1-431a-83d0-e27c990b4a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286749 Jul 16 01:45:02.810855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Subnet': ['ID=43e2e4e5-b337-4a0d-980d-ca7780f85406,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.858744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Checking segment: {'id': 'ca425c71-ceed-414f-9016-6ceb637432c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:02.859193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network hostable DHCP agents. Network: 4099e5b6-3135-4ef9-a1cf-e48a2078a680, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:02.863506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:02.879879 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] Sync routers for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:02.894955 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:02.895916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:02.902841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.955631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] No DVR routers for this DVR port f0ce7ac3-b50a-4df7-80fb-dd348fe5181e on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:02.959492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.961994 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1536a90b-8c22-4de1-86bf-f08220927f00 req-3eba4d60-f9d3-4c69-8013-00fd97442558 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.13 "DELETE /v2.0/ports/f0ce7ac3-b50a-4df7-80fb-dd348fe5181e HTTP/1.1" status: 204 len: 173 time: 2.3755717 Jul 16 01:45:02.968275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'name': 'network-vif-deleted', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:02.972032 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3cb884-04b1-4d68-8e63-e3bd97147895" -d '{"events": [{"server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "name": "network-vif-deleted", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:02.997283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:03.004716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5d36c8-b64a-436f-b93f-21739fb99cfb', 'name': 'tempest-snat-router-2144695797', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.22'}], 'enable_snat': False}, 'gw_port_id': 'a130a235-fe96-47f4-b6e3-9ee278b528c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:54Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 3, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port': {'id': 'a130a235-fe96-47f4-b6e3-9ee278b528c6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ae:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5d36c8-b64a-436f-b93f-21739fb99cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:56Z', 'updated_at': '2021-07-16T01:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:03.069645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 4099e5b6-3135-4ef9-a1cf-e48a2078a680) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:03.081591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.081979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.088041 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd5bd9-ad13-4326-9314-070c324ec7bd x-openstack-request-id: req-29bd5bd9-ad13-4326-9314-070c324ec7bd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:03.088331 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b98c5e2-6030-412f-9f0a-b255a969b624", "name": "network-vif-deleted", "tag": "f0ce7ac3-b50a-4df7-80fb-dd348fe5181e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:03.088684 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29bd5bd9-ad13-4326-9314-070c324ec7bd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:03.089080 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b98c5e2-6030-412f-9f0a-b255a969b624', 'name': 'network-vif-deleted', 'tag': 'f0ce7ac3-b50a-4df7-80fb-dd348fe5181e', 'status': 'completed', 'code': 200} Jul 16 01:45:03.102248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.103421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.104367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.109495 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:03.114888 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-56a998a4-da05-459c-b65a-37bb6462fb39 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5674584 Jul 16 01:45:03.115135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3862288-98b7-4101-86e8-66d81628ae08 None None] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:03.118554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.121594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c10b8f-e3fc-45f4-ad36-de7d240b2da7 None None] The sync data for ids ['4d5d36c8-b64a-436f-b93f-21739fb99cfb'] in n-d-791506-20 is: [{'id': '4d5d36c8-b64a-436f-b93f-21739fb99cfb', 'name': 'tempest-snat-router-2144695797', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.22'}], 'enable_snat': False}, 'gw_port_id': 'a130a235-fe96-47f4-b6e3-9ee278b528c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:54Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 3, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port': {'id': 'a130a235-fe96-47f4-b6e3-9ee278b528c6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ae:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5d36c8-b64a-436f-b93f-21739fb99cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:56Z', 'updated_at': '2021-07-16T01:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:03.124490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-750363054', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.193417 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6275930 Jul 16 01:45:03.201470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38842) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.220388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Request body: {'subnet': {'network_id': '679ee717-32d5-4569-bc81-80a75aadc126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-382229680-subnet', 'tenant_id': '22a9e5f09fbf4744b170776666f62b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.249517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.251286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.298471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f5f12-6eb5-4e57-9122-a0441db93a6f admin admin] Pushing event updated for resources: {'Network': ['ID=679ee717-32d5-4569-bc81-80a75aadc126,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.313851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 679ee717-32d5-4569-bc81-80a75aadc126 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:03.340486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Made reservation on behalf of 22a9e5f09fbf4744b170776666f62b92 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:03.340486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.531698 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:03.602435 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:03.674732 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] Checking router: ad23e54e-a402-479d-83af-291dfdeae8fe for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:03.678815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-4099e5b6-3135-4ef9-a1cf-e48a2078a680', 'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680', 'tenant_id': 'f9c80ab7bd174bb29e564c3cc1697ad2', 'fixed_ips': [{'subnet_id': '43e2e4e5-b337-4a0d-980d-ca7780f85406'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:03.680012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.701596 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:03.702343 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:03.777772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.838337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-8f1370db-4311-447a-b9d3-7161fd35e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.840590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-8f1370db-4311-447a-b9d3-7161fd35e10a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 1.0460649 Jul 16 01:45:03.864221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.007386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:04.020125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Allocated IP 172.20.0.2 (4099e5b6-3135-4ef9-a1cf-e48a2078a680/43e2e4e5-b337-4a0d-980d-ca7780f85406/6413eef1-0caf-4b5a-a763-195cd4895c71) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:04.192412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a63b8258-55a0-4c5f-bcb9-05d81dcef683 req-e671043d-1c5a-490d-886d-50c14f2d02d8 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.1598794 Jul 16 01:45:04.295747 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:04.423190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.434492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Transition to ACTIVE for port object 6413eef1-0caf-4b5a-a763-195cd4895c71 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:04.455551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Transition to ACTIVE for port object 6413eef1-0caf-4b5a-a763-195cd4895c71 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:04.474144 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.489853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758cc87-d28c-4d36-bdac-59b8b96b2d02 req-ef427303-237e-41ec-90d8-f603d896ee13 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.491836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8758cc87-d28c-4d36-bdac-59b8b96b2d02 req-ef427303-237e-41ec-90d8-f603d896ee13 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.9393332 Jul 16 01:45:04.500763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-aea6cbf9-fa44-4ce4-8be6-267b8c4387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.501748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:04.504650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:04.515216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-aea6cbf9-fa44-4ce4-8be6-267b8c4387b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6673093 Jul 16 01:45:04.540272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:04.644986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Pushing event updated for resources: {'Port': ['ID=6413eef1-0caf-4b5a-a763-195cd4895c71,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.657193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Attempting to bind port 6413eef1-0caf-4b5a-a763-195cd4895c71 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:04.658264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Attempting to bind port 6413eef1-0caf-4b5a-a763-195cd4895c71 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ca425c71-ceed-414f-9016-6ceb637432c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:04.658651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Attempting to bind port 6413eef1-0caf-4b5a-a763-195cd4895c71 on network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:04.670469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:04.670856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Checking segment: {'id': 'ca425c71-ceed-414f-9016-6ceb637432c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:04.671253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.673530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Bound using segment: {'id': 'ca425c71-ceed-414f-9016-6ceb637432c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:04.674071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Bound port: 6413eef1-0caf-4b5a-a763-195cd4895c71, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca425c71-ceed-414f-9016-6ceb637432c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:04.674468 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.747249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2cae4ba-de4b-4617-ae0a-a55abb9d67b8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.758448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Checking segment: {'id': '82637908-1023-408a-8eb6-25bfd2282195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:04.758856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Network hostable DHCP agents. Network: 679ee717-32d5-4569-bc81-80a75aadc126, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:04.767201 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:04.793826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] For port 6413eef1-0caf-4b5a-a763-195cd4895c71, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:04.798422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] For port 6413eef1-0caf-4b5a-a763-195cd4895c71, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6413eef1-0caf-4b5a-a763-195cd4895c71,segment=NetworkSegment(ca425c71-ceed-414f-9016-6ceb637432c2),segment_id=ca425c71-ceed-414f-9016-6ceb637432c2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:04.801724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f0ce7ac3-b50a-4df7-80fb-dd348fe5181e no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:04.816407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73299bb2-e529-473c-9d1f-9548f9a2f5b3 None None] The sync data for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 is: [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ab665dd2-ed74-4dd0-8657-a975a2a286a2', 'name': '', 'network_id': '1e45292e-a2cb-413e-ac94-b925ff0690a0', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'mac_address': 'fa:16:3e:51:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:53Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'subnets': [{'id': 'db7c434e-51ff-4fea-9910-eb0cd0e4a5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:04.840604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: f0ce7ac3-b50a-4df7-80fb-dd348fe5181e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:04.841029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f0ce7ac3-b50a-4df7-80fb-dd348fe5181e not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:04.842983 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.896933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Network 679ee717-32d5-4569-bc81-80a75aadc126 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:04.918123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.931197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 679ee717-32d5-4569-bc81-80a75aadc126) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:04.940371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.941050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.942420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03282ae3-9675-41e0-8246-233221702449 None None] Network 679ee717-32d5-4569-bc81-80a75aadc126 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:04.959736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8758cc87-d28c-4d36-bdac-59b8b96b2d02 req-902df2e3-b6f8-4162-9d26-8e47245e1fca tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4373152 Jul 16 01:45:04.993429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6112ba0-1736-469a-b6e3-ca455a824cbf None None] Pushing event updated for resources: {'Port': ['ID=6413eef1-0caf-4b5a-a763-195cd4895c71,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.009404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.020762 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-34f8d779-a8a9-4dba-b623-f6465301a70c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8129518 Jul 16 01:45:05.086199 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.122606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:05.139765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.146347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:05.160771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-773629cf-efe2-4c13-a749-5757ae731f4a service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280768 Jul 16 01:45:05.197724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:05.198619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:05.475042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a130a235-fe96-47f4-b6e3-9ee278b528c6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:05.544704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.568506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.803738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb994364-5e08-4e67-8639-4c36af9f4b9e req-c3f4c4d6-9cd2-48a6-ab77-515712667521 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.0574358 Jul 16 01:45:05.825858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d472f-cab7-41f7-b6f0-39ef59c0616a None None] New status for floating IP 73dfe3ee-ab80-4c8f-bd56-e56efb66e46d: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:05.865564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0c6dade5-a084-4e9b-bb82-00134ba25cad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "PUT /v2.0/floatingips/11ef7202-d366-4208-b4ad-dc05a623a705 HTTP/1.1" status: 200 len: 991 time: 6.2085221 Jul 16 01:45:05.869265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:05.871765 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a9e699-3bd4-4574-84ab-2410f1b27bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:05.900109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Allocated IP 172.25.7.194 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d22a4358-ab74-40c3-80db-a9e5cdc78377) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:05.938114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de5e9fe9-f4d2-4ceb-8490-00837e257585 req-ce23c90e-cfcf-4abe-abe4-a8aca2d393f7 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942828 Jul 16 01:45:05.979137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342030-0a70-40dc-873b-d10f2464f899 req-8571d680-7a24-4660-a919-b711d290b90a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.981662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e342030-0a70-40dc-873b-d10f2464f899 req-8571d680-7a24-4660-a919-b711d290b90a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2705505 Jul 16 01:45:06.071825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e342030-0a70-40dc-873b-d10f2464f899 req-1768f2cd-1194-4508-8ad1-93f7e17d62bd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837684 Jul 16 01:45:06.137547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b36e1-6cd2-409c-9909-b5f163340d4e None None] Network 679ee717-32d5-4569-bc81-80a75aadc126 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:06.178140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a130a235-fe96-47f4-b6e3-9ee278b528c6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:06.191561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:06.227751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a130a235-fe96-47f4-b6e3-9ee278b528c6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:06.228776 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.247798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.384976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.437344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:06.445495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:06.450123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:06.496394 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb362cd-e5d1-4902-bcb1-0fbe3c642c71 x-openstack-request-id: req-1eb362cd-e5d1-4902-bcb1-0fbe3c642c71 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:06.496863 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:06.497246 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1eb362cd-e5d1-4902-bcb1-0fbe3c642c71 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:06.497863 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'status': 'completed', 'code': 200} Jul 16 01:45:06.513705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Port': ['ID=d22a4358-ab74-40c3-80db-a9e5cdc78377,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.846436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Allocated IP 172.25.7.136 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:06.927027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-0a70c1b4-4ff1-423a-9935-958a2e327914 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.940516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-0a70c1b4-4ff1-423a-9935-958a2e327914 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/networks?id=679ee717-32d5-4569-bc81-80a75aadc126 HTTP/1.1" status: 200 len: 813 time: 0.5897989 Jul 16 01:45:06.986610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-0606debb-a498-40bd-93d7-a05fc6721dc4 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/quotas/22a9e5f09fbf4744b170776666f62b92 HTTP/1.1" status: 200 len: 375 time: 0.0448661 Jul 16 01:45:07.049868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.069403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-97fcb02f-2bf6-4690-825a-b5a78a0b5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.071297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-97fcb02f-2bf6-4690-825a-b5a78a0b5d41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1098 time: 0.5625672 Jul 16 01:45:07.081001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-f9674757-0e5a-4b96-9fb3-c32b4c7eebf1 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=22a9e5f09fbf4744b170776666f62b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934775 Jul 16 01:45:07.104296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a130a235-fe96-47f4-b6e3-9ee278b528c6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a130a235-fe96-47f4-b6e3-9ee278b528c6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:07.115071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.119789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.180297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426bd7-052b-416c-aeec-455de8f28c8c req-44cf1751-d43f-45b4-8fd2-ce1f5c081094 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.187453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52426bd7-052b-416c-aeec-455de8f28c8c req-44cf1751-d43f-45b4-8fd2-ce1f5c081094 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.5206792 Jul 16 01:45:07.212720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a130a235-fe96-47f4-b6e3-9ee278b528c6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.246607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '11ef7202-d366-4208-b4ad-dc05a623a705', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'mac_address': 'fa:16:3e:0f:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 1, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.311579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56103ab3-555a-41df-b7c4-5a2c93b05cd9 None None] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:07.317926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:07.358722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6413eef1-0caf-4b5a-a763-195cd4895c71 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:07.379438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:07.381256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.405927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52426bd7-052b-416c-aeec-455de8f28c8c req-968cbb66-01e3-4d23-8f37-16de583f3a7d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2173598 Jul 16 01:45:07.524907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.528927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-01820491-3403-4bca-a8bc-73fa2e206229 service neutron] 10.222.0.42 "GET /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253204 Jul 16 01:45:07.532986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-9a4231eb-0dd2-47cb-997f-a7ae0e4634bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.534997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-9a4231eb-0dd2-47cb-997f-a7ae0e4634bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.4483242 Jul 16 01:45:07.655683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-41cecf42-501c-4eb7-8db3-7da411aefb13 service neutron] 10.222.0.42 "GET /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196773 Jul 16 01:45:07.700515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:07.705104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.727394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ea4b200-fe2a-4d84-83d9-a3833018f658 req-dc977ff7-d8d2-4410-a65c-03213daf807e tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.0857000 Jul 16 01:45:07.811884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-dde5511f-ca63-4022-b4cb-9ae2bada4463 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 999 time: 0.1681821 Jul 16 01:45:07.868891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5fba1479-388d-403e-8609-df07da562148 None None] Provisioning for port 6413eef1-0caf-4b5a-a763-195cd4895c71 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:07.935115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-02ab22fd-f71b-45c6-9884-0690fe7bae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.937138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-02ab22fd-f71b-45c6-9884-0690fe7bae46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1170256 Jul 16 01:45:07.973612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.141686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6413eef1-0caf-4b5a-a763-195cd4895c71 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:08.167384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6413eef1-0caf-4b5a-a763-195cd4895c71 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:08.167911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.180253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Router c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:08.276951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0d671ee-96d0-48a4-a543-126aa2027457 req-b29301b5-b6f6-423d-9908-a2cd95359e4e tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 210 time: 0.3028736 Jul 16 01:45:08.380134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.403755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-23e188dc-7c35-4e66-8a8e-b4d099126fa4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.415635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-23e188dc-7c35-4e66-8a8e-b4d099126fa4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.3285861 Jul 16 01:45:08.419201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '11ef7202-d366-4208-b4ad-dc05a623a705', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'mac_address': 'fa:16:3e:0f:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 1, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.423561 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.491636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:08.514487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] Sync routers for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:08.527161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.528565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-521690f5-c565-4559-b9ac-4a6ee926afa9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4081137 Jul 16 01:45:08.531242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.534341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d60ad25-74dd-45c0-adc7-29d5076a4618 None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '11ef7202-d366-4208-b4ad-dc05a623a705', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'mac_address': 'fa:16:3e:0f:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 1, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:08.587573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:08.593224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.626941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68494af4-2f66-422d-b69c-d6bf8f170f51 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/quotas/e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 375 time: 0.2070851 Jul 16 01:45:08.682371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:08.734648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.744035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Port': ['ID=233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.789975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6413eef1-0caf-4b5a-a763-195cd4895c71, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6413eef1-0caf-4b5a-a763-195cd4895c71,segment=NetworkSegment(ca425c71-ceed-414f-9016-6ceb637432c2),segment_id=ca425c71-ceed-414f-9016-6ceb637432c2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:08.804675 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.816514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:08.834893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:08.920987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-660319e6-93c8-47a9-8794-3b800c99f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.931019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-660319e6-93c8-47a9-8794-3b800c99f1c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9769661 Jul 16 01:45:08.958559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:08.959908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.126154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.126911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb99b02d-eb24-4a22-90a3-a8448894b8ff None None] The sync data for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:09.177753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-629455b5-d3c9-4163-a610-85e42d91ffac None None] Provisioning complete for port 6413eef1-0caf-4b5a-a763-195cd4895c71 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:09.181663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9c7ee0-d3c8-48dd-82be-cf76f16b87f5 None None] New status for floating IP 11ef7202-d366-4208-b4ad-dc05a623a705: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:09.182491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-629455b5-d3c9-4163-a610-85e42d91ffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.198279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6413eef1-0caf-4b5a-a763-195cd4895c71,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.326767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a130a235-fe96-47f4-b6e3-9ee278b528c6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:09.351886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cffb1d6-cc2a-44b1-a575-aec51ae89815 req-eaad017c-3dd1-437e-9f80-f2068d9f75fe tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.2629037 Jul 16 01:45:09.543267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-6593d266-823c-430e-ad67-0ab737167290 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9139783 Jul 16 01:45:09.555324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-28b72fd4-193a-4fa7-9188-e107f2662a73 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:09.564671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-28b72fd4-193a-4fa7-9188-e107f2662a73 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188458 Jul 16 01:45:09.582447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a130a235-fe96-47f4-b6e3-9ee278b528c6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:09.583228 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.792715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-30e4b03f-4ce1-405f-a985-62d71ae49748 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515326 Jul 16 01:45:09.903493 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.101335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52b84fe0-5101-4e12-9c35-cd9264f1fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.279135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Allocated IP 172.20.0.1 (4099e5b6-3135-4ef9-a1cf-e48a2078a680/43e2e4e5-b337-4a0d-980d-ca7780f85406/11d74256-f166-430b-866b-4dc1bdeb0dd5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:10.401279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2dd8c9ad-bdf1-4916-b8d2-50cc6185c994 req-1b6a604a-3d10-4485-98d2-a8852545a547 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 210 time: 0.1176097 Jul 16 01:45:10.475523 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.493019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Transition to ACTIVE for port object 11d74256-f166-430b-866b-4dc1bdeb0dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:10.554130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.657434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.705564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:10.709437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-b3d6f103-d501-481d-a78c-09c2ef215126 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1318233 Jul 16 01:45:10.720770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:10.730464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:10.773356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Port': ['ID=11d74256-f166-430b-866b-4dc1bdeb0dd5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.862737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-373e4b40-ffc1-4864-b1bb-89a28e4e56ec tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.864655 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-373e4b40-ffc1-4864-b1bb-89a28e4e56ec tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.13 "GET /v2.0/networks?id=679ee717-32d5-4569-bc81-80a75aadc126 HTTP/1.1" status: 200 len: 813 time: 0.3312995 Jul 16 01:45:10.866627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.987985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3be956d9-8b54-4e68-a7f9-afb692434b23 req-4a141cd2-a8b0-403c-9a4e-b42ae68884dd tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.2859778 Jul 16 01:45:10.992160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Request body: {'port': {'device_id': '81402492-06b4-400e-93c9-80698b72e0b3', 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126', 'admin_state_up': True, 'tenant_id': '22a9e5f09fbf4744b170776666f62b92'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:11.014660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26a9e699-3bd4-4574-84ab-2410f1b27bc2 req-d85f999a-3be6-46f8-a644-563a2bdc5311 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296612 Jul 16 01:45:11.278325 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.340978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-31ae1f78-9807-4eea-941d-306761787f34 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161669 Jul 16 01:45:11.352013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6413eef1-0caf-4b5a-a763-195cd4895c71 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:11.385649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Made reservation on behalf of 22a9e5f09fbf4744b170776666f62b92 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:11.396190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.513311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b034f875-066d-4ea0-80f8-6edb85c0d9cc None None] Provisioning for port 11d74256-f166-430b-866b-4dc1bdeb0dd5 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:11.539841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b034f875-066d-4ea0-80f8-6edb85c0d9cc None None] Provisioning complete for port 11d74256-f166-430b-866b-4dc1bdeb0dd5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:11.540216 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b034f875-066d-4ea0-80f8-6edb85c0d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.613447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6413eef1-0caf-4b5a-a763-195cd4895c71 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:11.614029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.637317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.773081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b034f875-066d-4ea0-80f8-6edb85c0d9cc None None] Port 11d74256-f166-430b-866b-4dc1bdeb0dd5 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:11.814837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Allocated IP 172.20.0.4 (679ee717-32d5-4569-bc81-80a75aadc126/e2cae4ba-de4b-4617-ae0a-a55abb9d67b8/29314ef0-d6ed-471e-a948-0762df4976b1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:11.871783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48ae79bb-bc80-4152-a9f3-c86b489f0438 req-7bc881a7-2880-450f-b450-1ae0a9dc9ebb tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 210 time: 0.1133900 Jul 16 01:45:11.889534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e56d7ee-cb2d-4f2f-a889-6df9a7e39fbd req-3d189f85-4f84-4601-9b3e-847c03fc1072 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 210 time: 0.1299617 Jul 16 01:45:12.090539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Router c1db6dcf-8dfc-4740-b059-13deaf67c53b is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:12.420168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-673d9e60-faaa-409a-9414-4c8e2bba7c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.466576 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.475976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:12.488309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Sync routers for ids ['c1db6dcf-8dfc-4740-b059-13deaf67c53b'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:12.510526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Routers {'c1db6dcf-8dfc-4740-b059-13deaf67c53b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:12.511349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1db6dcf-8dfc-4740-b059-13deaf67c53b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:12.538824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b953b6f-8b64-4871-ac7c-928976ae2f8d req-023ecf05-fe24-4550-9727-96cc6093dd13 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b98c5e2-6030-412f-9f0a-b255a969b624 HTTP/1.1" status: 200 len: 210 time: 0.0928490 Jul 16 01:45:12.556365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.561548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa707387-0c88-4512-9924-c97a40f09036 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.4286180 Jul 16 01:45:12.562999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38970) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:12.725685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.760100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-31f12592-6d59-4063-b436-cc20b0a0032b tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/c1db6dcf-8dfc-4740-b059-13deaf67c53b HTTP/1.1" status: 200 len: 908 time: 0.1955433 Jul 16 01:45:12.770352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.065156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Set router c1db6dcf-8dfc-4740-b059-13deaf67c53b gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:13.127767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.208677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.406493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adaea0e9-2c86-40b1-b666-b7c704c9e620 req-f9aa48f1-ff7f-40b1-8f4f-b515099c7ea3 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 210 time: 0.0566807 Jul 16 01:45:13.436159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.458911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Network 679ee717-32d5-4569-bc81-80a75aadc126 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:13.460246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.466763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Pushing event updated for resources: {'Port': ['ID=29314ef0-d6ed-471e-a948-0762df4976b1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:13.484627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1db6dcf-8dfc-4740-b059-13deaf67c53b', 'name': 'tempest-snat-router-2144695797', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:01Z', 'updated_at': '2021-07-16T01:45:09Z', 'revision_number': 3, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port': {'id': '233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1db6dcf-8dfc-4740-b059-13deaf67c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:05Z', 'updated_at': '2021-07-16T01:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.508622 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.520273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Checking router: c1db6dcf-8dfc-4740-b059-13deaf67c53b for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:13.521941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Updating router c1db6dcf-8dfc-4740-b059-13deaf67c53b port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:13.524686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.527060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:13.537303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:13.546830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc7338-139d-45bf-9c61-c9fa52312843 req-f0c432f3-67b8-4a7e-aee7-1c5ba53d9179 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.559794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bbc7338-139d-45bf-9c61-c9fa52312843 req-f0c432f3-67b8-4a7e-aee7-1c5ba53d9179 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 931 time: 0.2604001 Jul 16 01:45:13.655492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.724601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Port': ['ID=11d74256-f166-430b-866b-4dc1bdeb0dd5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:13.724863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.733306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bbc7338-139d-45bf-9c61-c9fa52312843 req-8b6dba99-34db-4149-87b5-34bed4e20c35 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733868 Jul 16 01:45:13.790063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Deleting port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:13.790909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.867547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.881983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.932570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-166d56d9-3aac-4f6a-ba8d-28b37bd253a2 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9502392 Jul 16 01:45:13.937885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38986) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.958527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Request body: {'port': {'device_id': '81402492-06b4-400e-93c9-80698b72e0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:14.031054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:14.049380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:14.108292 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.202489 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.222178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Transition to ACTIVE for port object 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:14.222849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b07835c-d006-40f6-996a-32cd5d7fcb7f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.225654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Calling delete_port for 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:14.232478 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.244033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-c549a837-9372-4936-b7af-dc1f52d25f0a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.245999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-c549a837-9372-4936-b7af-dc1f52d25f0a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.4345026 Jul 16 01:45:14.261684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'port': {'device_id': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'admin_state_up': True, 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:14.293831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Attempting to bind port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:14.294320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Attempting to bind port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:14.294613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Attempting to bind port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:14.309164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:14.309513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:14.309929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.310547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:14.311026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Bound port: 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:14.311455 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.360169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.385578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458804a-c733-40f9-8bce-65a32ae5a981 None None] Pushing event updated for resources: {'Port': ['ID=233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.432662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b07835c-d006-40f6-996a-32cd5d7fcb7f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.434738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-14442f79-c09e-4f5f-beee-dd62e92a0e13 None None] Provisioning complete for port 11d74256-f166-430b-866b-4dc1bdeb0dd5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:14.435171 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14442f79-c09e-4f5f-beee-dd62e92a0e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.484471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] For port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:14.487199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-14442f79-c09e-4f5f-beee-dd62e92a0e13 None None] Port 11d74256-f166-430b-866b-4dc1bdeb0dd5 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:14.520703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] For port 233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:14.527088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.652826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458804a-c733-40f9-8bce-65a32ae5a981 None None] Pushing event updated for resources: {'Port': ['ID=233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.690963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Routers {'c1db6dcf-8dfc-4740-b059-13deaf67c53b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:14.692358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1db6dcf-8dfc-4740-b059-13deaf67c53b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:14.706917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Router c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:14.772534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1638f400-8d56-444d-b222-b40e0df35893 req-c090d058-6e35-440e-abeb-d8e3acaed5cf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 210 time: 0.1370392 Jul 16 01:45:14.804805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:14.817028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.896457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] Set router c1db6dcf-8dfc-4740-b059-13deaf67c53b gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:14.991732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1db6dcf-8dfc-4740-b059-13deaf67c53b', 'name': 'tempest-snat-router-2144695797', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:01Z', 'updated_at': '2021-07-16T01:45:13Z', 'revision_number': 4, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.029906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a2796-679e-4091-9dbb-ac7b4543c742 None None] The sync data for ids ['c1db6dcf-8dfc-4740-b059-13deaf67c53b'] in n-d-791506-20 is: [{'id': 'c1db6dcf-8dfc-4740-b059-13deaf67c53b', 'name': 'tempest-snat-router-2144695797', 'tenant_id': '22751dae4cce4b218979876c7392da06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:01Z', 'updated_at': '2021-07-16T01:45:13Z', 'revision_number': 4, 'project_id': '22751dae4cce4b218979876c7392da06', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:15.139152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b07835c-d006-40f6-996a-32cd5d7fcb7f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.143809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b07835c-d006-40f6-996a-32cd5d7fcb7f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.144106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b07835c-d006-40f6-996a-32cd5d7fcb7f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "DELETE /v2.0/security-groups/8ca37f41-b5f1-431a-83d0-e27c990b4a5c HTTP/1.1" status: 204 len: 168 time: 1.2046363 Jul 16 01:45:15.160290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39014) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.202880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07835c-d006-40f6-996a-32cd5d7fcb7f tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca37f41-b5f1-431a-83d0-e27c990b4a5c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.227211 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-71d771f6-fe7a-41e3-b95f-9763741bdf05 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] show failed (client error): The resource could not be found. Jul 16 01:45:15.228770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-71d771f6-fe7a-41e3-b95f-9763741bdf05 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "GET /v2.0/security-groups/8ca37f41-b5f1-431a-83d0-e27c990b4a5c HTTP/1.1" status: 404 len: 347 time: 0.0654206 Jul 16 01:45:15.237666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.273261 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.298176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.312540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29314ef0-d6ed-471e-a948-0762df4976b1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:15.317713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:15.332298 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] Sync routers for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:15.351190 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:15.352073 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.388842 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ccd0f03e-e05a-4fa7-b98f-31912676e0bf tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "PUT /v2.0/routers/c7a19c74-6c8f-4424-b85a-2c5ae3b63d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8559294 Jul 16 01:45:15.393313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.396355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39018) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.401794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Request body: {'port': {'network_id': '4099e5b6-3135-4ef9-a1cf-e48a2078a680', 'name': 'tempest-FloatingIPAdminTestJSON-754280828'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:15.425027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event deleted for resources: {'Port': ['ID=233d3c10-c5f5-4bd3-a5c0-070ed1fdb5d4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.473712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Transition to ACTIVE for port object 29314ef0-d6ed-471e-a948-0762df4976b1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:15.491370 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.508733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:15.510604 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.510863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Allocated IP 172.20.0.3 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/5fd802f2-830a-4662-9b7f-08ce31e50237) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:15.551066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbfda4-6d0c-4a97-92b7-d281a740c4db req-f9191a72-4033-41c3-836b-5eb8003dd421 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.552883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80fbfda4-6d0c-4a97-92b7-d281a740c4db req-f9191a72-4033-41c3-836b-5eb8003dd421 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 931 time: 0.5547755 Jul 16 01:45:15.584617 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.586491 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25629ec4-2a8f-4bb9-90e7-3aa99166bb6c None None] The sync data for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:15.607103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.621715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.669663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Pushing event updated for resources: {'Port': ['ID=29314ef0-d6ed-471e-a948-0762df4976b1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.722217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Deleting port 5da2cc47-e05b-4fbb-91ed-c7e8bab4570c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:15.722563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.767752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Made reservation on behalf of f9c80ab7bd174bb29e564c3cc1697ad2 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:15.771625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.791116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80fbfda4-6d0c-4a97-92b7-d281a740c4db req-e5704dfe-e8e9-410b-896a-52e066bc4d95 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202950 Jul 16 01:45:15.817483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] device_id is not set on port b6fcaef3-178c-4924-9f42-fc3b64b05bb1 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:15.845779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.874110 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.101479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5db5241b-85cd-4ff5-bb1a-6b8f84f8c359 req-99b26091-62d5-4e84-9402-f80a09c74b09 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 210 time: 0.0643408 Jul 16 01:45:16.125115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.129111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1db6dcf-8dfc-4740-b059-13deaf67c53b {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:16.175076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Attempting to bind port 29314ef0-d6ed-471e-a948-0762df4976b1 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:16.175616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Attempting to bind port 29314ef0-d6ed-471e-a948-0762df4976b1 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '82637908-1023-408a-8eb6-25bfd2282195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:16.175903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Attempting to bind port 29314ef0-d6ed-471e-a948-0762df4976b1 on network 679ee717-32d5-4569-bc81-80a75aadc126 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:16.184703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Allocated IP 172.20.0.6 (4099e5b6-3135-4ef9-a1cf-e48a2078a680/43e2e4e5-b337-4a0d-980d-ca7780f85406/b6fcaef3-178c-4924-9f42-fc3b64b05bb1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:16.198499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.217552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Transition to ACTIVE for port object 5fd802f2-830a-4662-9b7f-08ce31e50237 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:16.264176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.266153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fbc21fc0-809a-493c-b167-cf61638f3246 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c1db6dcf-8dfc-4740-b059-13deaf67c53b HTTP/1.1" status: 204 len: 168 time: 3.4937925 Jul 16 01:45:16.268619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.271444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.288347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Port 29314ef0-d6ed-471e-a948-0762df4976b1 on network 679ee717-32d5-4569-bc81-80a75aadc126 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:16.288954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Attempting to bind port 29314ef0-d6ed-471e-a948-0762df4976b1 on network 679ee717-32d5-4569-bc81-80a75aadc126 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:16.318087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:16.318847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Checking segment: {'id': '82637908-1023-408a-8eb6-25bfd2282195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:16.319676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Bound using segment: {'id': '82637908-1023-408a-8eb6-25bfd2282195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:16.320348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Bound port: 29314ef0-d6ed-471e-a948-0762df4976b1, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82637908-1023-408a-8eb6-25bfd2282195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:16.321021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.332356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.333271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.390166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Calling delete_port for 5da2cc47-e05b-4fbb-91ed-c7e8bab4570c owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:16.399970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:16.412996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:16.422571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:16.720140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] For port 29314ef0-d6ed-471e-a948-0762df4976b1, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:16.736387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] For port 29314ef0-d6ed-471e-a948-0762df4976b1, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=29314ef0-d6ed-471e-a948-0762df4976b1,segment=NetworkSegment(82637908-1023-408a-8eb6-25bfd2282195),segment_id=82637908-1023-408a-8eb6-25bfd2282195)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:16.853557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f57494aa-78f9-47ff-8b72-f7873365da45 None None] Provisioning for port 5fd802f2-830a-4662-9b7f-08ce31e50237 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:16.860999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f57494aa-78f9-47ff-8b72-f7873365da45 None None] Provisioning complete for port 5fd802f2-830a-4662-9b7f-08ce31e50237 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:16.861649 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f57494aa-78f9-47ff-8b72-f7873365da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.923030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f57494aa-78f9-47ff-8b72-f7873365da45 None None] Port 5fd802f2-830a-4662-9b7f-08ce31e50237 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:16.944651 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.965019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Transition to ACTIVE for port object b6fcaef3-178c-4924-9f42-fc3b64b05bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:16.999355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.017848 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.020258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.031797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=5fd802f2-830a-4662-9b7f-08ce31e50237,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.068750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.094257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.100892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Pushing event deleted for resources: {'Port': ['ID=5da2cc47-e05b-4fbb-91ed-c7e8bab4570c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.106310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.138659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.139590 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.165915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-68716c80-60d4-46d9-a902-e1c96d5d8b32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9083691 Jul 16 01:45:17.172174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.191729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Request body: {'port': {'device_id': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:17.289252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.289882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.291971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] 10.222.0.13 "PUT /v2.0/ports/29314ef0-d6ed-471e-a948-0762df4976b1 HTTP/1.1" status: 200 len: 1092 time: 3.3397758 Jul 16 01:45:17.294809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81402492-06b4-400e-93c9-80698b72e0b3', 'tag': '29314ef0-d6ed-471e-a948-0762df4976b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:17.312810 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c262a-d83d-43c4-b160-a02262438f98" -d '{"events": [{"name": "network-changed", "server_uuid": "81402492-06b4-400e-93c9-80698b72e0b3", "tag": "29314ef0-d6ed-471e-a948-0762df4976b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:17.427486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.428175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.455283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.458354 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.459586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b35f0b0-ef9f-4b3c-8221-084825ba2042 tempest-ServersTestBootFromVolume-885942570 tempest-ServersTestBootFromVolume-885942570-project] 10.222.0.42 "DELETE /v2.0/floatingips/73dfe3ee-ab80-4c8f-bd56-e56efb66e46d HTTP/1.1" status: 204 len: 168 time: 2.2205656 Jul 16 01:45:17.464166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:17.471134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7e4d8-c2d2-48d9-ae24-ca514281a93b service neutron] Pushing event updated for resources: {'Port': ['ID=29314ef0-d6ed-471e-a948-0762df4976b1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.486063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0884299 Jul 16 01:45:17.522299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3e1a8-eadc-4aa5-9a07-b56c597b7ac1 req-cb941421-ce2e-4f5f-b46d-b6fcd71d1047 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.524604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eac3e1a8-eadc-4aa5-9a07-b56c597b7ac1 req-cb941421-ce2e-4f5f-b46d-b6fcd71d1047 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 943 time: 0.4588420 Jul 16 01:45:17.525381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:17.563054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8d2f368f-a430-4fe3-ad7d-ad3ee58e543d None None] Provisioning for port b6fcaef3-178c-4924-9f42-fc3b64b05bb1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:17.568056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8d2f368f-a430-4fe3-ad7d-ad3ee58e543d None None] Provisioning complete for port b6fcaef3-178c-4924-9f42-fc3b64b05bb1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:17.568974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8d2f368f-a430-4fe3-ad7d-ad3ee58e543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.570414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.612571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb1b99-9439-476b-9c73-0c92588cc0f0 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event updated for resources: {'Port': ['ID=b6fcaef3-178c-4924-9f42-fc3b64b05bb1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.625596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f368f-a430-4fe3-ad7d-ad3ee58e543d None None] Port b6fcaef3-178c-4924-9f42-fc3b64b05bb1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:17.658611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-75011c57-d499-42e8-b913-7f077f96a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.660223 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-75011c57-d499-42e8-b913-7f077f96a742 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22a9e5f09fbf4744b170776666f62b92&device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 1095 time: 0.2867112 Jul 16 01:45:17.721991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eac3e1a8-eadc-4aa5-9a07-b56c597b7ac1 req-04c0d294-a205-4de6-ab8c-73a51d030952 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599524 Jul 16 01:45:17.730809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'project_id': 'f9c80ab7bd174bb29e564c3cc1697ad2', 'port_id': 'b6fcaef3-178c-4924-9f42-fc3b64b05bb1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:17.751071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.778870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7ac93-4a42-4c4a-9f90-fe6889d79f7e req-dbd81c71-2aad-4104-999f-44d695335f57 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.780614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3be7ac93-4a42-4c4a-9f90-fe6889d79f7e req-dbd81c71-2aad-4104-999f-44d695335f57 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 931 time: 0.4455631 Jul 16 01:45:17.832928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.876673 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf93daf-daae-4abe-9959-6803be6d9e5b x-openstack-request-id: req-6bf93daf-daae-4abe-9959-6803be6d9e5b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:17.876976 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81402492-06b4-400e-93c9-80698b72e0b3", "tag": "29314ef0-d6ed-471e-a948-0762df4976b1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:17.877257 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bf93daf-daae-4abe-9959-6803be6d9e5b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:17.877655 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81402492-06b4-400e-93c9-80698b72e0b3', 'tag': '29314ef0-d6ed-471e-a948-0762df4976b1', 'status': 'completed', 'code': 200} Jul 16 01:45:17.879210 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-2232a18f-4a93-42fe-904c-a217dcc19b8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29314ef0-d6ed-471e-a948-0762df4976b1 HTTP/1.1" status: 200 len: 217 time: 0.1837037 Jul 16 01:45:18.020470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3be7ac93-4a42-4c4a-9f90-fe6889d79f7e req-8c0d7820-e6d4-48d8-bf40-5e087dabfd61 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245815 Jul 16 01:45:18.021924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-9336a5df-e5e8-430f-a1bf-4a43cb0cb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.022981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-9336a5df-e5e8-430f-a1bf-4a43cb0cb00c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2cae4ba-de4b-4617-ae0a-a55abb9d67b8 HTTP/1.1" status: 200 len: 853 time: 0.1373844 Jul 16 01:45:18.104254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-c08d693d-0085-4e94-9b27-4b5ae0bd1a96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=679ee717-32d5-4569-bc81-80a75aadc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708370 Jul 16 01:45:18.157728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Deleting port a130a235-fe96-47f4-b6e3-9ee278b528c6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:18.158624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.241747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-ed9619c9-96ad-4ff2-8af4-74550eb1f8a1 service neutron] 10.222.0.13 "GET /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293786 Jul 16 01:45:18.320521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.338849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] For port a130a235-fe96-47f4-b6e3-9ee278b528c6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a130a235-fe96-47f4-b6e3-9ee278b528c6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:18.339117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.368198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.368198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Calling delete_port for a130a235-fe96-47f4-b6e3-9ee278b528c6 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:18.371025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.431465 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d16999ed-f240-4239-a2bb-0aff659b6ffd req-ee2d2b60-68f5-44cc-a8a9-bf3600c60880 service neutron] 10.222.0.13 "GET /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806483 Jul 16 01:45:18.518468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd802f2-830a-4662-9b7f-08ce31e50237 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:18.535834 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.598088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Transition to ACTIVE for port object 5fd802f2-830a-4662-9b7f-08ce31e50237 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:18.607606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.718932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Allocated IP 172.25.7.244 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/bcb9e410-9b24-4014-a17d-65053d7c5256) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:18.759568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5fd802f2-830a-4662-9b7f-08ce31e50237,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.963888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-8dc2cf0b-2077-4a7f-94e5-b538499a8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.965481 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-8dc2cf0b-2077-4a7f-94e5-b538499a8d1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22a9e5f09fbf4744b170776666f62b92&device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 1095 time: 0.1169827 Jul 16 01:45:19.045616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Attempting to bind port 5fd802f2-830a-4662-9b7f-08ce31e50237 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:19.045852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Attempting to bind port 5fd802f2-830a-4662-9b7f-08ce31e50237 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:19.046226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Attempting to bind port 5fd802f2-830a-4662-9b7f-08ce31e50237 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:19.068282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Port 5fd802f2-830a-4662-9b7f-08ce31e50237 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:19.068282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Attempting to bind port 5fd802f2-830a-4662-9b7f-08ce31e50237 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:19.076965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.090444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.102403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:19.102744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:19.103191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:19.103573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Bound port: 5fd802f2-830a-4662-9b7f-08ce31e50237, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:19.103930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.124838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-b699927a-c336-4bb3-96c6-850b980ee890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.126363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-b699927a-c336-4bb3-96c6-850b980ee890 service neutron] 10.222.0.13 "GET /v2.0/networks?id=679ee717-32d5-4569-bc81-80a75aadc126 HTTP/1.1" status: 200 len: 914 time: 0.1506851 Jul 16 01:45:19.150641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event deleted for resources: {'Port': ['ID=a130a235-fe96-47f4-b6e3-9ee278b528c6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.187945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-29b27b7a-785d-4390-9ac5-0326eba3729e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29314ef0-d6ed-471e-a948-0762df4976b1 HTTP/1.1" status: 200 len: 217 time: 0.0371549 Jul 16 01:45:19.250014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-66c77b22-d30f-499a-9940-a10c4f5537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.251535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-66c77b22-d30f-499a-9940-a10c4f5537b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2cae4ba-de4b-4617-ae0a-a55abb9d67b8 HTTP/1.1" status: 200 len: 853 time: 0.0551622 Jul 16 01:45:19.256750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Deleting port ab665dd2-ed74-4dd0-8657-a975a2a286a2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:19.257346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.292204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] For port 5fd802f2-830a-4662-9b7f-08ce31e50237, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:19.296883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] For port 5fd802f2-830a-4662-9b7f-08ce31e50237, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5fd802f2-830a-4662-9b7f-08ce31e50237,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:19.300491 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-7e8152ab-bff8-4e5c-89fc-240da3ef2e61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=679ee717-32d5-4569-bc81-80a75aadc126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409944 Jul 16 01:45:19.346358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc22b4-6a43-4c99-8543-302bd4dc1da1 req-fced1313-21d7-4db7-85e5-14903364efe0 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.348400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5dc22b4-6a43-4c99-8543-302bd4dc1da1 req-fced1313-21d7-4db7-85e5-14903364efe0 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 943 time: 0.4312019 Jul 16 01:45:19.355468 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.445393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] For port ab665dd2-ed74-4dd0-8657-a975a2a286a2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ab665dd2-ed74-4dd0-8657-a975a2a286a2,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:19.446273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.466851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Calling delete_port for ab665dd2-ed74-4dd0-8657-a975a2a286a2 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:19.473182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.474118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.475631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] 10.222.0.23 "PUT /v2.0/ports/5fd802f2-830a-4662-9b7f-08ce31e50237 HTTP/1.1" status: 200 len: 1092 time: 2.3005290 Jul 16 01:45:19.482680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-61081dd4-bf1f-456b-81a4-e8095703bde6 service neutron] 10.222.0.13 "GET /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753559 Jul 16 01:45:19.489574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'tag': '5fd802f2-830a-4662-9b7f-08ce31e50237'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:19.493459 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbf8db7-b1af-4889-804c-ebf50500e74e" -d '{"events": [{"name": "network-changed", "server_uuid": "a940686a-ed5c-456d-93f2-4a7f324e1fee", "tag": "5fd802f2-830a-4662-9b7f-08ce31e50237"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:19.572932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5dc22b4-6a43-4c99-8543-302bd4dc1da1 req-64cbe4f2-1997-4dd3-98a7-01cb8c9faa20 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015626 Jul 16 01:45:19.614637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.700147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc292d-46af-41ae-b986-b382cf453c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5fd802f2-830a-4662-9b7f-08ce31e50237,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.704166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.708783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2e3c262a-d83d-43c4-b160-a02262438f98 req-e8dcd73f-c4b2-4ace-88cb-3d179868fce8 service neutron] 10.222.0.13 "GET /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907520 Jul 16 01:45:19.741339 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb9b45-8d2a-46dc-bc42-ae6d9870c62e x-openstack-request-id: req-dffb9b45-8d2a-46dc-bc42-ae6d9870c62e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:19.741746 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a940686a-ed5c-456d-93f2-4a7f324e1fee", "tag": "5fd802f2-830a-4662-9b7f-08ce31e50237", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:19.742097 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dffb9b45-8d2a-46dc-bc42-ae6d9870c62e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:19.742593 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'tag': '5fd802f2-830a-4662-9b7f-08ce31e50237', 'status': 'completed', 'code': 200} Jul 16 01:45:19.807106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.819041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.825679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:19.827847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.845546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:19.848509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:19.864049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab665dd2-ed74-4dd0-8657-a975a2a286a2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.880329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb9e410-9b24-4014-a17d-65053d7c5256,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.943420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0253f4-4901-4478-aa5b-b134d038cf62 req-2da4be18-3828-4c26-a7e3-38195a5c0981 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.950614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e0253f4-4901-4478-aa5b-b134d038cf62 req-2da4be18-3828-4c26-a7e3-38195a5c0981 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 943 time: 0.5712082 Jul 16 01:45:19.963574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.964246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5d36c8-b64a-436f-b93f-21739fb99cfb {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:19.974933 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.982187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e5e4d4e8-03f9-45fc-b355-f693072d6926 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "DELETE /v2.0/routers/4d5d36c8-b64a-436f-b93f-21739fb99cfb HTTP/1.1" status: 204 len: 168 time: 3.7085564 Jul 16 01:45:19.989838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39074) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:19.992185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-4dbf4ba0-62c7-422f-b8f5-49dbdd739eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.993989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-4dbf4ba0-62c7-422f-b8f5-49dbdd739eaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 1095 time: 0.4532111 Jul 16 01:45:20.001547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1013396071', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:20.117000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.125347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-ae14c736-765a-404a-98bc-4c4bcaf493a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd802f2-830a-4662-9b7f-08ce31e50237 HTTP/1.1" status: 200 len: 217 time: 0.1134465 Jul 16 01:45:20.198789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e0253f4-4901-4478-aa5b-b134d038cf62 req-001a6b4d-6b8f-4ac0-96fe-5e575f5cf967 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446671 Jul 16 01:45:20.199762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.204760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.321891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-ab6433d8-72d2-426c-8a69-3c4090045a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.323425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-ab6433d8-72d2-426c-8a69-3c4090045a06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1836109 Jul 16 01:45:20.423454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Router ad23e54e-a402-479d-83af-291dfdeae8fe has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:20.438655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.556959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:20.563588 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-88b4fe58-e185-4f08-a5a1-c4bd60050433 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad23e54e-a402-479d-83af-291dfdeae8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0979156 Jul 16 01:45:20.567859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:20.584161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] Sync routers for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:20.603937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:20.604700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.703904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.721811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-ca292d9d-13aa-4ab1-95f5-45725a01829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.723385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-ca292d9d-13aa-4ab1-95f5-45725a01829f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3901644 Jul 16 01:45:20.788757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 29314ef0-d6ed-471e-a948-0762df4976b1 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:20.821419 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.857800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:20.981703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.064166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 29314ef0-d6ed-471e-a948-0762df4976b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=29314ef0-d6ed-471e-a948-0762df4976b1,segment=NetworkSegment(82637908-1023-408a-8eb6-25bfd2282195),segment_id=82637908-1023-408a-8eb6-25bfd2282195)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:21.075983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Deleting port 358f0842-6e53-489b-848a-906038bc7234 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:21.076490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.087016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '29314ef0-d6ed-471e-a948-0762df4976b1', 'network_id': '679ee717-32d5-4569-bc81-80a75aadc126', 'port_id': '29314ef0-d6ed-471e-a948-0762df4976b1', 'mac_address': 'fa:16:3e:2d:25:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cae4ba-de4b-4617-ae0a-a55abb9d67b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:21.165292 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.201713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29314ef0-d6ed-471e-a948-0762df4976b1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:21.215798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] For port 358f0842-6e53-489b-848a-906038bc7234, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=358f0842-6e53-489b-848a-906038bc7234,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:21.216465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.233190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Calling delete_port for 358f0842-6e53-489b-848a-906038bc7234 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:21.248434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 29314ef0-d6ed-471e-a948-0762df4976b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=29314ef0-d6ed-471e-a948-0762df4976b1,segment=NetworkSegment(82637908-1023-408a-8eb6-25bfd2282195),segment_id=82637908-1023-408a-8eb6-25bfd2282195)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:21.254323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '358f0842-6e53-489b-848a-906038bc7234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:45:19Z', 'revision_number': 5, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port': {'id': '358f0842-6e53-489b-848a-906038bc7234', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:48Z', 'updated_at': '2021-07-16T01:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.258092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.302069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] Checking router: ad23e54e-a402-479d-83af-291dfdeae8fe for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:21.327811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a130a235-fe96-47f4-b6e3-9ee278b528c6 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:21.365418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a130a235-fe96-47f4-b6e3-9ee278b528c6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:21.365418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a130a235-fe96-47f4-b6e3-9ee278b528c6 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:21.370388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] Routers {'ad23e54e-a402-479d-83af-291dfdeae8fe'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:21.371136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ad23e54e-a402-479d-83af-291dfdeae8fe'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.495143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=29314ef0-d6ed-471e-a948-0762df4976b1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:21.495553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.529812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] Set router ad23e54e-a402-479d-83af-291dfdeae8fe gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:21.534943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=358f0842-6e53-489b-848a-906038bc7234,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:21.610645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['29314ef0-d6ed-471e-a948-0762df4976b1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:21.616202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:45:20Z', 'revision_number': 6, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.617262 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.622031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-1e8d918a-1620-4612-952f-0e75b370c5f6 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327595 Jul 16 01:45:21.699639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aa354-f650-442e-9f1c-4cab553796cd req-44e194a4-4459-459d-97fd-be98e75ae614 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.706086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef8aa354-f650-442e-9f1c-4cab553796cd req-44e194a4-4459-459d-97fd-be98e75ae614 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 944 time: 0.5180976 Jul 16 01:45:21.741858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.743935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.748833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.808274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a4fa1-9a0d-44b8-8cd9-50f09e096824 None None] The sync data for ids ['ad23e54e-a402-479d-83af-291dfdeae8fe'] in n-d-791506-20 is: [{'id': 'ad23e54e-a402-479d-83af-291dfdeae8fe', 'name': 'tempest-ServersTestBootFromVolume-753720544-router', 'tenant_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:45:20Z', 'revision_number': 6, 'project_id': 'cc2d616cd40548b7ab8c8c5d3f4d671c', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:21.813576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.814604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad23e54e-a402-479d-83af-291dfdeae8fe {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:21.823901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.826047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ca31d8f0-c5f1-4e9a-b645-e1b4a5c8a9b1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ad23e54e-a402-479d-83af-291dfdeae8fe HTTP/1.1" status: 204 len: 168 time: 1.2569993 Jul 16 01:45:21.828705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39090) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.853488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba50750-69c1-4d7b-9ee8-23713e57a9b5 req-9ee3da21-bd23-4328-a973-856eababc22e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.862103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ba50750-69c1-4d7b-9ee8-23713e57a9b5 req-9ee3da21-bd23-4328-a973-856eababc22e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 943 time: 0.3776057 Jul 16 01:45:21.907357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Deleting subnet db7c434e-51ff-4fea-9910-eb0cd0e4a5c1 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:21.912057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.939301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef8aa354-f650-442e-9f1c-4cab553796cd req-b29e579a-eb49-4e9b-9249-457fde7c0f70 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322433 Jul 16 01:45:21.964642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.059653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba68f3a9-1f78-4f6f-994d-b6934222d941 req-95534765-e0e3-4975-bccf-ea8c7c116468 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073119 Jul 16 01:45:22.078127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ba50750-69c1-4d7b-9ee8-23713e57a9b5 req-63b89d08-2092-4941-88c1-e080e2ae5812 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149956 Jul 16 01:45:22.095602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.144488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.179163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.218562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7c434e-51ff-4fea-9910-eb0cd0e4a5c1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.220767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62f4bb-46b7-45dc-ae9b-e52bb890a2aa None None] Network 1e45292e-a2cb-413e-ac94-b925ff0690a0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:22.220938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.223043 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-24f51e52-51b0-4644-8a5b-ba2086d87e50 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db7c434e-51ff-4fea-9910-eb0cd0e4a5c1 HTTP/1.1" status: 204 len: 168 time: 0.3928821 Jul 16 01:45:22.229446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:22.325781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.327632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.364150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.430339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Deleting port c0769a35-32d0-452a-8a37-3afac6879c1f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:22.430963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.457351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-625e8c2b-5590-4134-b625-a656c9bfe599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.458839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-625e8c2b-5590-4134-b625-a656c9bfe599 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 1095 time: 0.3250334 Jul 16 01:45:22.513602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] For port c0769a35-32d0-452a-8a37-3afac6879c1f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c0769a35-32d0-452a-8a37-3afac6879c1f,segment=NetworkSegment(ebae01d6-d96d-4f4d-9878-4b418d88831b),segment_id=ebae01d6-d96d-4f4d-9878-4b418d88831b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:22.514117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.530103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Calling delete_port for c0769a35-32d0-452a-8a37-3afac6879c1f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:22.626160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.663637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Allocated IP 172.25.7.230 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/64b9e8b0-b79c-46f9-94e0-500e5b5057a9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:22.671960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0769a35-32d0-452a-8a37-3afac6879c1f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.676246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] No DVR routers for this DVR port c0769a35-32d0-452a-8a37-3afac6879c1f on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:22.697702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe21901-15bd-4a21-ab76-e17a8628b922 None None] DHCP port deletion for 1e45292e-a2cb-413e-ac94-b925ff0690a0 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:22.722853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.725320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-bc6fc275-359c-4cfa-bbff-d110eb35405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.727379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-bc6fc275-359c-4cfa-bbff-d110eb35405d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.2368352 Jul 16 01:45:22.741458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.791123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 29314ef0-d6ed-471e-a948-0762df4976b1 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:22.800922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.814409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e45292e-a2cb-413e-ac94-b925ff0690a0']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:22.832205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebae01d6-d96d-4f4d-9878-4b418d88831b') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:22.832205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebae01d6-d96d-4f4d-9878-4b418d88831b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:22.857872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-7525a4cc-4a7c-49cf-9ac9-a3fb9ee1a9c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd802f2-830a-4662-9b7f-08ce31e50237 HTTP/1.1" status: 200 len: 217 time: 0.1073749 Jul 16 01:45:22.858478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.884857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.888742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 29314ef0-d6ed-471e-a948-0762df4976b1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:22.894362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:22.895056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.895602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 29314ef0-d6ed-471e-a948-0762df4976b1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:22.897096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.904177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Pushing event updated for resources: {'Port': ['ID=bcb9e410-9b24-4014-a17d-65053d7c5256,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:22.905192 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:22.980540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.011248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.022141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.027057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1e45292e-a2cb-413e-ac94-b925ff0690a0 HTTP/1.1" status: 204 len: 168 time: 0.7965407 Jul 16 01:45:23.031316 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.045714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278de0ad-d71a-4e3c-8f1b-2ad32bfdeb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e45292e-a2cb-413e-ac94-b925ff0690a0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.069286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81402492-06b4-400e-93c9-80698b72e0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29314ef0-d6ed-471e-a948-0762df4976b1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:23.072436 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fac87a-1b07-42a8-ad74-2ef398680696" -d '{"events": [{"server_uuid": "81402492-06b4-400e-93c9-80698b72e0b3", "name": "network-vif-plugged", "status": "completed", "tag": "29314ef0-d6ed-471e-a948-0762df4976b1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:23.108178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 29314ef0-d6ed-471e-a948-0762df4976b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=29314ef0-d6ed-471e-a948-0762df4976b1,segment=NetworkSegment(82637908-1023-408a-8eb6-25bfd2282195),segment_id=82637908-1023-408a-8eb6-25bfd2282195)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:23.116084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.156417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-deacbd07-ede6-4fdd-88c2-97795a8e9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.161561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-deacbd07-ede6-4fdd-88c2-97795a8e9ef8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.2697704 Jul 16 01:45:23.196778 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a84cad4-e0d2-4377-9ae7-45ca37857554 x-openstack-request-id: req-9a84cad4-e0d2-4377-9ae7-45ca37857554 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:23.197133 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81402492-06b4-400e-93c9-80698b72e0b3", "name": "network-vif-plugged", "status": "completed", "tag": "29314ef0-d6ed-471e-a948-0762df4976b1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:23.197336 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a84cad4-e0d2-4377-9ae7-45ca37857554 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:23.200765 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81402492-06b4-400e-93c9-80698b72e0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29314ef0-d6ed-471e-a948-0762df4976b1', 'code': 200} Jul 16 01:45:23.273005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.273494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=29314ef0-d6ed-471e-a948-0762df4976b1,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.345841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 358f0842-6e53-489b-848a-906038bc7234 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:23.365858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.383117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 358f0842-6e53-489b-848a-906038bc7234 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:23.383838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 358f0842-6e53-489b-848a-906038bc7234 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:23.384524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab665dd2-ed74-4dd0-8657-a975a2a286a2 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:23.404460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b612387-9c69-433f-8b04-cec5e3677b6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc2d616cd40548b7ab8c8c5d3f4d671c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295214 Jul 16 01:45:23.406038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39114) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.411021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ab665dd2-ed74-4dd0-8657-a975a2a286a2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:23.411378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab665dd2-ed74-4dd0-8657-a975a2a286a2 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:23.411875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0769a35-32d0-452a-8a37-3afac6879c1f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:23.439627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c0769a35-32d0-452a-8a37-3afac6879c1f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:23.440067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0769a35-32d0-452a-8a37-3afac6879c1f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:23.503739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6fe02-4a25-4a5c-9647-688ad35bce21 req-03229183-dc7a-4a14-89dd-674f5b2c1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.505376 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69a6fe02-4a25-4a5c-9647-688ad35bce21 req-03229183-dc7a-4a14-89dd-674f5b2c1679 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 1097 time: 0.1988103 Jul 16 01:45:23.506244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4961655a-57ae-4002-a466-d3a66ad9daf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.552963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4961655a-57ae-4002-a466-d3a66ad9daf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.568840 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Floating IP 4a5bcf66-c725-4824-a2f3-accaf42a1a5e associated. External IP: 172.25.7.244, port: b6fcaef3-178c-4924-9f42-fc3b64b05bb1. Jul 16 01:45:23.591207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69a6fe02-4a25-4a5c-9647-688ad35bce21 req-9f5e8168-5358-483c-85bc-6037b2295f65 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794137 Jul 16 01:45:23.607506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bc498-faa8-49bb-99be-b8c2344078b8 req-2439cbfa-1c29-49f1-82a0-fcbdc21ed114 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.613844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942bc498-faa8-49bb-99be-b8c2344078b8 req-2439cbfa-1c29-49f1-82a0-fcbdc21ed114 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 945 time: 0.3877516 Jul 16 01:45:23.629983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4961655a-57ae-4002-a466-d3a66ad9daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.632902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4961655a-57ae-4002-a466-d3a66ad9daf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.634087 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4961655a-57ae-4002-a466-d3a66ad9daf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2efe256-24b0-4aee-9df8-c5ccf1e0c245 HTTP/1.1" status: 204 len: 168 time: 0.2257516 Jul 16 01:45:23.646379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961655a-57ae-4002-a466-d3a66ad9daf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2efe256-24b0-4aee-9df8-c5ccf1e0c245,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.679017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-eb254617-ef48-4825-8165-00b32d0d8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.680652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-eb254617-ef48-4825-8165-00b32d0d8709 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5034573 Jul 16 01:45:23.695018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.830607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:23.854156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:23.863371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:23.868749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event updated for resources: {'Port': ['ID=64b9e8b0-b79c-46f9-94e0-500e5b5057a9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.871386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-942bc498-faa8-49bb-99be-b8c2344078b8 req-0b7b1fac-f42e-455a-9f57-8f414a5f82d0 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127714 Jul 16 01:45:23.930210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d5bd-4e06-43a8-ada5-51992227fcd5 req-8dc1d78d-9500-4ae3-aa58-37a4c7c05f31 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.931777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7070d5bd-4e06-43a8-ada5-51992227fcd5 req-8dc1d78d-9500-4ae3-aa58-37a4c7c05f31 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 943 time: 0.3959875 Jul 16 01:45:24.062639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-a08deab1-d895-4eb7-a2f9-856077e2f64f service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633811 Jul 16 01:45:24.527632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7070d5bd-4e06-43a8-ada5-51992227fcd5 req-f4e68ba2-1d02-48ab-ba3d-1c7b713ee3a8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863035 Jul 16 01:45:24.673581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39152) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:24.885053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1633443166-network', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:24.906770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Router c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:24.915033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Made reservation on behalf of 8e82fc72a3c6420c81b912d897811f62 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:24.918181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.929967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.949372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cbf8db7-b1af-4889-804c-ebf50500e74e req-532651fc-53c4-42fe-bf05-2aa70114df4e service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457074 Jul 16 01:45:25.065843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.070937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.078758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.110049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:25.121465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2616e-eb1c-4f8b-8b0e-47ff041b37ae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.138142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.138408 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Added segment 174eede9-ab2f-4811-a070-2790a419e897 of type vlan for network 0effed1a-8547-4b49-911f-99a8445365fe Jul 16 01:45:25.189266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.224010 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.225290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.226439 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.236654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:25.250439 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] Sync routers for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:25.264522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:25.266116 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.267115 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5916796 Jul 16 01:45:25.270863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.275861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f6f5-f2a7-40cd-b7cc-f07a1d57aed6 req-c3ae2c5e-068a-4ab8-9620-87f6e68c30fa tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.277674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Request body: {'subnet': {'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1633443166-subnet', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:25.278048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ab2f6f5-f2a7-40cd-b7cc-f07a1d57aed6 req-c3ae2c5e-068a-4ab8-9620-87f6e68c30fa tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 945 time: 0.2529695 Jul 16 01:45:25.292193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.310960 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.315051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3c1c5-c5b2-4c95-8183-f2d5fb0de269 admin admin] Pushing event updated for resources: {'Network': ['ID=0effed1a-8547-4b49-911f-99a8445365fe,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.321206 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:25.322077 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.327901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 0effed1a-8547-4b49-911f-99a8445365fe details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:25.335921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Made reservation on behalf of 8e82fc72a3c6420c81b912d897811f62 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:25.338637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.372222 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.373124 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7d91c-0fc9-4907-98f5-6d085c66f922 None None] The sync data for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:25.473943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-db675ebf-19f7-490e-8204-2df862ed8f5f tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.9407613 Jul 16 01:45:25.474807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39162) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.477025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ab2f6f5-f2a7-40cd-b7cc-f07a1d57aed6 req-b49f97e2-e40c-4626-958f-8a0b25c055d9 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869662 Jul 16 01:45:25.514879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.643832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-43f079ba-bb91-4e38-a916-a4cafdd83188 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] 10.222.0.42 "GET /v2.0/floatingips/4a5bcf66-c725-4824-a2f3-accaf42a1a5e HTTP/1.1" status: 200 len: 982 time: 0.1667209 Jul 16 01:45:25.646319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5fd802f2-830a-4662-9b7f-08ce31e50237 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:25.649765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.650593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.759752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b52bc2-56db-4581-8187-322e8f36e5b2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.768974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Checking segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:25.770007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Network hostable DHCP agents. Network: 0effed1a-8547-4b49-911f-99a8445365fe, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:25.787702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5fd802f2-830a-4662-9b7f-08ce31e50237, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5fd802f2-830a-4662-9b7f-08ce31e50237,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:25.803467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5fd802f2-830a-4662-9b7f-08ce31e50237', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '5fd802f2-830a-4662-9b7f-08ce31e50237', 'mac_address': 'fa:16:3e:71:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:25.832394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Network 0effed1a-8547-4b49-911f-99a8445365fe is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:25.860899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 0effed1a-8547-4b49-911f-99a8445365fe) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:25.867657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.869007 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.879238 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.882477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888643f9-5ba3-4dc3-9b1d-92801d1b037e None None] Network 0effed1a-8547-4b49-911f-99a8445365fe requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:25.907245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d214c782-9245-41d4-9ffe-94718abba4c9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6351783 Jul 16 01:45:25.908022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39178) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.920201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:25.930099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd802f2-830a-4662-9b7f-08ce31e50237 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:25.961096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d6b1bc3e-89d6-4b4a-985f-1f0afdad5945 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.3065467 Jul 16 01:45:25.964465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Router 73bd7059-2ed5-4100-9656-3633c3df7068 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:25.968464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.986863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5fd802f2-830a-4662-9b7f-08ce31e50237, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5fd802f2-830a-4662-9b7f-08ce31e50237,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:25.994020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1cec9-f094-4d96-a9a7-8cf7e7ac2cc7 req-ac395621-bf97-4f2e-bff5-73bc1455a903 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.004811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.007486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4e1cec9-f094-4d96-a9a7-8cf7e7ac2cc7 req-ac395621-bf97-4f2e-bff5-73bc1455a903 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 943 time: 0.2676895 Jul 16 01:45:26.114437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4e1cec9-f094-4d96-a9a7-8cf7e7ac2cc7 req-ca8a151b-71ab-409f-a26a-dd0392933296 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052465 Jul 16 01:45:26.184189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5fd802f2-830a-4662-9b7f-08ce31e50237,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:26.197812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:26.200086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.200711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.201225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.201928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.203236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.203778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.204456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.204985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.205775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.206276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.206777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.207302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:26.214787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] Sync routers for ids ['73bd7059-2ed5-4100-9656-3633c3df7068'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:26.234870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] Routers {'73bd7059-2ed5-4100-9656-3633c3df7068'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:26.236203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['73bd7059-2ed5-4100-9656-3633c3df7068'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.297110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:26.302799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.330422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-0effed1a-8547-4b49-911f-99a8445365fe', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:26.332819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.412498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] Routers {'73bd7059-2ed5-4100-9656-3633c3df7068'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:26.413158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['73bd7059-2ed5-4100-9656-3633c3df7068'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.503862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.505031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152ba9-be55-439d-928a-df6683cc5112 None None] The sync data for ids ['73bd7059-2ed5-4100-9656-3633c3df7068'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:26.525251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.527230 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2c529044-770c-41a4-926c-e7558c1a2a37 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5321538 Jul 16 01:45:26.531663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:26.536458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:26.547131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.548320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.692022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.800988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Allocated IP 172.20.0.2 (0effed1a-8547-4b49-911f-99a8445365fe/77b52bc2-56db-4581-8187-322e8f36e5b2/6f71d1fa-cf69-45e0-8220-a614c7840468) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:26.935197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.991540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting port bcb9e410-9b24-4014-a17d-65053d7c5256 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:26.992380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.010996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.030207 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.049836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Transition to ACTIVE for port object 6f71d1fa-cf69-45e0-8220-a614c7840468 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:27.070543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Transition to ACTIVE for port object 6f71d1fa-cf69-45e0-8220-a614c7840468 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:27.086232 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.089644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd45d6-070f-421a-a219-3e69cce4cf9a req-d3a02630-f442-4c4b-b949-d5086b9a8fa7 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.092203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5edd45d6-070f-421a-a219-3e69cce4cf9a req-d3a02630-f442-4c4b-b949-d5086b9a8fa7 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 945 time: 0.1613972 Jul 16 01:45:27.185947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.187854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.190862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5edd45d6-070f-421a-a219-3e69cce4cf9a req-478be196-602a-41de-93a9-bb109ef4370d tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903025 Jul 16 01:45:27.231871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Pushing event updated for resources: {'Port': ['ID=6f71d1fa-cf69-45e0-8220-a614c7840468,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.237382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Network 0effed1a-8547-4b49-911f-99a8445365fe is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:27.245125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:27.251176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:27.258105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Calling delete_port for bcb9e410-9b24-4014-a17d-65053d7c5256 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:27.372779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Attempting to bind port 6f71d1fa-cf69-45e0-8220-a614c7840468 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:27.373532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Attempting to bind port 6f71d1fa-cf69-45e0-8220-a614c7840468 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:27.374133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Attempting to bind port 6f71d1fa-cf69-45e0-8220-a614c7840468 on network 0effed1a-8547-4b49-911f-99a8445365fe {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:27.396386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:27.399563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Checking segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:27.399995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.400400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Bound using segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:27.400927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Bound port: 6f71d1fa-cf69-45e0-8220-a614c7840468, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:27.401318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.497414 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.525567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] For port 6f71d1fa-cf69-45e0-8220-a614c7840468, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:27.530155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] For port 6f71d1fa-cf69-45e0-8220-a614c7840468, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6f71d1fa-cf69-45e0-8220-a614c7840468,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:27.533835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.536890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.637223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3869e-bd96-4920-87a3-b3dc97a5d24d None None] Pushing event updated for resources: {'Port': ['ID=6f71d1fa-cf69-45e0-8220-a614c7840468,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.696929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39cfcd-0140-40ff-a675-ca0f3a892e1f req-164c69b5-b6bc-4886-af3d-724be0a7911b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.698540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d39cfcd-0140-40ff-a675-ca0f3a892e1f req-164c69b5-b6bc-4886-af3d-724be0a7911b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 944 time: 0.1683762 Jul 16 01:45:27.734433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Allocated IP 172.25.7.241 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/b33155ab-89c7-4360-88e2-546561e83515) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:27.819587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d39cfcd-0140-40ff-a675-ca0f3a892e1f req-5601e07e-aedc-4b9a-99f7-20f3cf994417 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589585 Jul 16 01:45:27.844692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.904313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.909617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Port': ['ID=bcb9e410-9b24-4014-a17d-65053d7c5256,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.917606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.995042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.011590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.011836 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Floating IP 4a5bcf66-c725-4824-a2f3-accaf42a1a5e disassociated (deleted). External IP: 172.25.7.244, port: b6fcaef3-178c-4924-9f42-fc3b64b05bb1. Jul 16 01:45:28.044592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Router 73bd7059-2ed5-4100-9656-3633c3df7068 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:28.146956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.166262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:28.172629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.176242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e7378c5b-6f16-4c74-8423-06634b732322 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "PUT /v2.0/routers/73bd7059-2ed5-4100-9656-3633c3df7068 HTTP/1.1" status: 200 len: 922 time: 1.6407378 Jul 16 01:45:28.176534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:28.183296 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] Sync routers for ids ['73bd7059-2ed5-4100-9656-3633c3df7068'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:28.194833 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] Routers {'73bd7059-2ed5-4100-9656-3633c3df7068'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:28.195479 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['73bd7059-2ed5-4100-9656-3633c3df7068'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.210094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:28.220725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:28.229533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:28.232915 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.235485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Pushing event updated for resources: {'Port': ['ID=b33155ab-89c7-4360-88e2-546561e83515,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.243569 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] Routers {'73bd7059-2ed5-4100-9656-3633c3df7068'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:28.244474 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['73bd7059-2ed5-4100-9656-3633c3df7068'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.338016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-282cb62e-5b36-4974-b371-5419189b664f tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:28.339656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-282cb62e-5b36-4974-b371-5419189b664f tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.13 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 945 time: 0.2319725 Jul 16 01:45:28.345024 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.348169 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40c678-9db1-432f-9fae-2802fdfbc72d None None] The sync data for ids ['73bd7059-2ed5-4100-9656-3633c3df7068'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:28.615405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Router c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:28.693598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Deleting port 29314ef0-d6ed-471e-a948-0762df4976b1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:28.693930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.791444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db1da9-0e0e-4ae4-8519-bb276126a1c5 None None] Network 0effed1a-8547-4b49-911f-99a8445365fe requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:28.818875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fdbaa-4952-4223-a74d-52d6dacc2d3c req-8702998a-8871-4d38-b14b-8226dc83feb3 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:28.820385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c6fdbaa-4952-4223-a74d-52d6dacc2d3c req-8702998a-8871-4d38-b14b-8226dc83feb3 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 945 time: 0.1284926 Jul 16 01:45:28.843180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a8cfce7e-ecf9-428b-abab-f1ce3d30e8be tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/73bd7059-2ed5-4100-9656-3633c3df7068 HTTP/1.1" status: 200 len: 922 time: 0.6648307 Jul 16 01:45:28.879610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:28.913508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:28.913801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3465606f-6956-4f20-916b-88b9eb037480 None None] Provisioning for port 6f71d1fa-cf69-45e0-8220-a614c7840468 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:28.929355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] Sync routers for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:28.953875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:28.954527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.958649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] For port 29314ef0-d6ed-471e-a948-0762df4976b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=29314ef0-d6ed-471e-a948-0762df4976b1,segment=NetworkSegment(82637908-1023-408a-8eb6-25bfd2282195),segment_id=82637908-1023-408a-8eb6-25bfd2282195)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:28.959035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.976759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Calling delete_port for 29314ef0-d6ed-471e-a948-0762df4976b1 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:28.984002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.016729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:29.051228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c6fdbaa-4952-4223-a74d-52d6dacc2d3c req-50b91b3e-5a0b-44f1-981c-569c7ef74743 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9696e8f-da36-4794-b70d-c26872b80022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058296 Jul 16 01:45:29.085794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:29.086487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:29.117183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f59469-d10e-4c7f-a4a0-ed3ebb3983d6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.121290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a8f59469-d10e-4c7f-a4a0-ed3ebb3983d6 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=73bd7059-2ed5-4100-9656-3633c3df7068&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2336597 Jul 16 01:45:29.133204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:29.134223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827d9ca-5416-45ab-ad73-6a125301c815 None None] The sync data for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:29.140704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:29.214532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.307956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176a273-b77b-48bd-adb7-7aff95c4e38b req-652933f4-e90c-47d3-a83c-d196763cf25e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.310800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f176a273-b77b-48bd-adb7-7aff95c4e38b req-652933f4-e90c-47d3-a83c-d196763cf25e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 944 time: 0.2088387 Jul 16 01:45:29.354344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f71d1fa-cf69-45e0-8220-a614c7840468 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:29.355887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd3a6aa-1b5a-4adc-8fa0-f43eccac2740 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.357510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4cd3a6aa-1b5a-4adc-8fa0-f43eccac2740 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.2146168 Jul 16 01:45:29.366616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:29.422070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ec4c4dd1-32f2-4763-9ebf-69434b25375a tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=73bd7059-2ed5-4100-9656-3633c3df7068 HTTP/1.1" status: 200 len: 205 time: 0.0515177 Jul 16 01:45:29.430811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:29.452842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6f71d1fa-cf69-45e0-8220-a614c7840468 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:29.458678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6f71d1fa-cf69-45e0-8220-a614c7840468 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:29.459202 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.531215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f176a273-b77b-48bd-adb7-7aff95c4e38b req-b0504574-6632-4e55-a51e-b5694ad3515b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098315 Jul 16 01:45:29.627831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-354bf62b-5ed0-461e-bc31-6b1669750959 None None] Provisioning complete for port 6f71d1fa-cf69-45e0-8220-a614c7840468 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:29.628213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354bf62b-5ed0-461e-bc31-6b1669750959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.637610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.652142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.676205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5fd802f2-830a-4662-9b7f-08ce31e50237 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:29.726364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6f71d1fa-cf69-45e0-8220-a614c7840468, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6f71d1fa-cf69-45e0-8220-a614c7840468,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:29.735460 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.806592 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.848733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6f71d1fa-cf69-45e0-8220-a614c7840468,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.866773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5fd802f2-830a-4662-9b7f-08ce31e50237 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:29.871939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5fd802f2-830a-4662-9b7f-08ce31e50237 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:29.872317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.902925 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-94f4f2c7-7283-4803-b29e-983a319c7cc3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "DELETE /v2.0/floatingips/4a5bcf66-c725-4824-a2f3-accaf42a1a5e HTTP/1.1" status: 204 len: 168 time: 3.9308841 Jul 16 01:45:29.907486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:29.927869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Deleting port 64b9e8b0-b79c-46f9-94e0-500e5b5057a9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:29.928288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.960801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:30.008846 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.016921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.037102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.057333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd802f2-830a-4662-9b7f-08ce31e50237'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:30.060334 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352fc604-fc9a-472b-92c5-f97f71bae039" -d '{"events": [{"server_uuid": "a940686a-ed5c-456d-93f2-4a7f324e1fee", "name": "network-vif-plugged", "status": "completed", "tag": "5fd802f2-830a-4662-9b7f-08ce31e50237"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:30.072088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['29314ef0-d6ed-471e-a948-0762df4976b1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:30.093932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.109091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Pushing event deleted for resources: {'Port': ['ID=29314ef0-d6ed-471e-a948-0762df4976b1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.131423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Calling delete_port for 64b9e8b0-b79c-46f9-94e0-500e5b5057a9 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:30.138207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5fd802f2-830a-4662-9b7f-08ce31e50237, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5fd802f2-830a-4662-9b7f-08ce31e50237,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:30.143849 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880daa5f-8e7f-426e-9a45-978922c64760 x-openstack-request-id: req-880daa5f-8e7f-426e-9a45-978922c64760 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:30.144152 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a940686a-ed5c-456d-93f2-4a7f324e1fee", "name": "network-vif-plugged", "status": "completed", "tag": "5fd802f2-830a-4662-9b7f-08ce31e50237", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:30.146884 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-880daa5f-8e7f-426e-9a45-978922c64760 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:30.147087 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd802f2-830a-4662-9b7f-08ce31e50237', 'code': 200} Jul 16 01:45:30.149782 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.230968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5fd802f2-830a-4662-9b7f-08ce31e50237,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.254167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] No DVR routers for this DVR port 29314ef0-d6ed-471e-a948-0762df4976b1 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:30.287763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.291240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc0ef476-2d6e-4463-aa8a-db9cd5591ca6 req-72b3b334-9cd9-4817-a0a6-8050ee541844 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.13 "DELETE /v2.0/ports/29314ef0-d6ed-471e-a948-0762df4976b1 HTTP/1.1" status: 204 len: 173 time: 1.9427602 Jul 16 01:45:30.293093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81402492-06b4-400e-93c9-80698b72e0b3', 'name': 'network-vif-deleted', 'tag': '29314ef0-d6ed-471e-a948-0762df4976b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:30.295422 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a68fb7-105f-48b0-8570-40b3880f897e" -d '{"events": [{"server_uuid": "81402492-06b4-400e-93c9-80698b72e0b3", "name": "network-vif-deleted", "tag": "29314ef0-d6ed-471e-a948-0762df4976b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:30.383112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c081bea-25d5-4056-bdfc-fbb2d51fda31 req-7aafb050-2f7c-4310-8625-43d1cef3b1b8 tempest-ServerAddressesTestJSON-1487865908 tempest-ServerAddressesTestJSON-1487865908-project] 10.222.0.42 "GET /v2.0/ports?device_id=81402492-06b4-400e-93c9-80698b72e0b3 HTTP/1.1" status: 200 len: 210 time: 0.1152289 Jul 16 01:45:30.461627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.501266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3edf1-e580-4282-9601-a497d930da6a req-2dcbc3d6-68e5-47a8-b7e2-505ec5d40a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.501266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3c3edf1-e580-4282-9601-a497d930da6a req-2dcbc3d6-68e5-47a8-b7e2-505ec5d40a99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 1097 time: 0.2346604 Jul 16 01:45:30.570429 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03595975-94f5-412a-bdbe-085cc1356bf3 x-openstack-request-id: req-03595975-94f5-412a-bdbe-085cc1356bf3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:30.570986 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81402492-06b4-400e-93c9-80698b72e0b3", "name": "network-vif-deleted", "tag": "29314ef0-d6ed-471e-a948-0762df4976b1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:30.571330 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03595975-94f5-412a-bdbe-085cc1356bf3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:30.571746 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81402492-06b4-400e-93c9-80698b72e0b3', 'name': 'network-vif-deleted', 'tag': '29314ef0-d6ed-471e-a948-0762df4976b1', 'status': 'completed', 'code': 200} Jul 16 01:45:30.650483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3c3edf1-e580-4282-9601-a497d930da6a req-7fb62392-adce-4a3c-b4ac-9ecb7da97b1c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299748 Jul 16 01:45:30.657818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.659846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.728925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event deleted for resources: {'Port': ['ID=64b9e8b0-b79c-46f9-94e0-500e5b5057a9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.813380 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.830521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Allocated IP 172.25.7.22 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/8e46e41f-c461-430b-8357-5aceb81f89a7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:30.838429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Router 42229d2b-a145-468b-b401-7d8d841ae22f is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:30.925068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392de6f-5f08-4939-8e5f-1c6aca5c9e41 req-75920656-78db-4a41-856f-7792a8677e8b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.926529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b392de6f-5f08-4939-8e5f-1c6aca5c9e41 req-75920656-78db-4a41-856f-7792a8677e8b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1927104 Jul 16 01:45:30.928463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.930870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.998144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.998707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Fanout notify agent at l3_agent the message router_deleted on router 73bd7059-2ed5-4100-9656-3633c3df7068 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:31.007856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.009015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bec4709b-9bf2-4df2-b5eb-c4640f2fe70e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/73bd7059-2ed5-4100-9656-3633c3df7068 HTTP/1.1" status: 204 len: 168 time: 1.5700994 Jul 16 01:45:31.018517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39250) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.021517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b392de6f-5f08-4939-8e5f-1c6aca5c9e41 req-9c2336eb-5853-48c0-9c64-5e041414abc8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Jul 16 01:45:31.037492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1439263079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:31.071340 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.084265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:31.099190 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Sync routers for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:31.103737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.104912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.114403 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:31.115873 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:31.132894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98369315-640d-4771-9527-f50eac602daa admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.134177 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-98369315-640d-4771-9527-f50eac602daa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2247596 Jul 16 01:45:31.138966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.192527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.199892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.215662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.267701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Pushing event updated for resources: {'Port': ['ID=8e46e41f-c461-430b-8357-5aceb81f89a7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:31.274034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.279079 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6d36f086-629d-480f-bbe1-c9c224fc1190 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2520373 Jul 16 01:45:31.279515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39258) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.287617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:31.333267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:31.336869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:31.339470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:31.405623 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:31.413566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f71d1fa-cf69-45e0-8220-a614c7840468 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:31.563971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.580044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6f71d1fa-cf69-45e0-8220-a614c7840468 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:31.580414 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.760107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39270) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.917560 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 3, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:31.959008 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.966576 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Checking router: 42229d2b-a145-468b-b401-7d8d841ae22f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:31.967171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Updating router 42229d2b-a145-468b-b401-7d8d841ae22f port b33155ab-89c7-4360-88e2-546561e83515 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:31.981015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.035383 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.108795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Deleting subnet e2cae4ba-de4b-4617-ae0a-a55abb9d67b8 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:32.129664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.161633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.286716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.384219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8121ea-326e-46f5-95c7-fd2caa19f0bb req-86a14d73-82df-4401-b8a9-7355573b91b9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.386047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f8121ea-326e-46f5-95c7-fd2caa19f0bb req-86a14d73-82df-4401-b8a9-7355573b91b9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1440880 Jul 16 01:45:32.441401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.473133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f8121ea-326e-46f5-95c7-fd2caa19f0bb req-4e00c906-a3e6-43c9-9eb3-ed87538832a5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747073 Jul 16 01:45:32.485444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Allocated IP 172.20.0.1 (0effed1a-8547-4b49-911f-99a8445365fe/77b52bc2-56db-4581-8187-322e8f36e5b2/bfbbf551-94d7-4b9a-9a7f-a45de3d291f9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:32.630372 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.653466 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Transition to ACTIVE for port object b33155ab-89c7-4360-88e2-546561e83515 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:32.662631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.670157 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.679317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.694737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Transition to ACTIVE for port object bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:32.704227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.741463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.790903 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Pushing event updated for resources: {'Port': ['ID=b33155ab-89c7-4360-88e2-546561e83515,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.798349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.824729 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Attempting to bind port b33155ab-89c7-4360-88e2-546561e83515 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:32.825513 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Attempting to bind port b33155ab-89c7-4360-88e2-546561e83515 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:32.837211 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Attempting to bind port b33155ab-89c7-4360-88e2-546561e83515 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:32.840850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 29314ef0-d6ed-471e-a948-0762df4976b1 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:32.842836 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.843599 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.844255 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.844808 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.845318 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.845816 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.846569 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.847385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.848134 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.848836 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.849554 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.850162 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.867761 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:32.868266 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:32.868871 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.869467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:32.870202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Bound port: b33155ab-89c7-4360-88e2-546561e83515, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:32.870788 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.914700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 29314ef0-d6ed-471e-a948-0762df4976b1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:32.915067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 29314ef0-d6ed-471e-a948-0762df4976b1 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:32.980617 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] For port b33155ab-89c7-4360-88e2-546561e83515, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:32.984369 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] For port b33155ab-89c7-4360-88e2-546561e83515, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b33155ab-89c7-4360-88e2-546561e83515,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:32.990355 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.074606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.076619 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2cae4ba-de4b-4617-ae0a-a55abb9d67b8 HTTP/1.1" status: 204 len: 168 time: 1.3113024 Jul 16 01:45:33.083498 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:33.085033 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.086463 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd371783-4fc3-4bc9-8325-cbe5cb9a1d2d None None] Pushing event updated for resources: {'Port': ['ID=b33155ab-89c7-4360-88e2-546561e83515,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.119790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39292) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:33.126478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2cae4ba-de4b-4617-ae0a-a55abb9d67b8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.216974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.216974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Pushing event updated for resources: {'Port': ['ID=8e46e41f-c461-430b-8357-5aceb81f89a7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.220293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.220922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.221658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.222271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.222621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.222961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.223296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.223628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.223970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.224476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.224804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.225308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6e77c-3551-4e11-bf9c-d8be4cfdbe19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.229976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.247909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Network 0effed1a-8547-4b49-911f-99a8445365fe is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:33.256617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:33.262883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:33.287246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.291675 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3574741 Jul 16 01:45:33.293796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.293964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Pushing event updated for resources: {'Port': ['ID=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.294126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.294126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.294520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.294782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.295101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.295439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.295682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:33.295898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.296312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.296663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.296997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.297400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb5e19-819a-4ffa-950c-2396045744a2 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.301190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.321671 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:33.322406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.322763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.323101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.323438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.323771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.324100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.324458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.324779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.325103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.325464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.325790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.326111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.353163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.432904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Allocated IP 172.25.7.133 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/2239fc5d-be62-475b-9164-402e7ea56001) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:33.437185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9883f-c159-4d30-b998-2edbb7b6d661 req-dc31e852-aa10-4985-a5e0-f7f750ec62c0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.438782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81e9883f-c159-4d30-b998-2edbb7b6d661 req-dc31e852-aa10-4985-a5e0-f7f750ec62c0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2516987 Jul 16 01:45:33.551740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.554159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81e9883f-c159-4d30-b998-2edbb7b6d661 req-f1c3b1f7-11d2-43fb-89ec-c13ab713bcdb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013927 Jul 16 01:45:33.579543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:33.657477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.662105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.674814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.679173 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 3, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.702855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:33.711031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:33.712397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.715017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ec625ddf-f11f-428c-8e1a-606c924a4c3a None None] Provisioning for port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:33.721111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:33.724210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ec625ddf-f11f-428c-8e1a-606c924a4c3a None None] Provisioning complete for port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:33.725335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec625ddf-f11f-428c-8e1a-606c924a4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.728169 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8bd5f8-c8c6-4425-848f-091eed82c81a None None] The sync data for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 is: [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 3, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:33.760095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event updated for resources: {'Port': ['ID=2239fc5d-be62-475b-9164-402e7ea56001,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.790557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ec625ddf-f11f-428c-8e1a-606c924a4c3a None None] Port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:33.910402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.938686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679ee717-32d5-4569-bc81-80a75aadc126']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.951591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.952724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82637908-1023-408a-8eb6-25bfd2282195') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.953086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82637908-1023-408a-8eb6-25bfd2282195') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.969906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.991609 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.002065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:34.002065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:34.003710 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:34.096565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.130866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.247271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Pushing event updated for resources: {'Port': ['ID=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.258897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Allocated IP 172.25.7.214 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/6080068d-5e97-4e33-92c8-7afbc777adb1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:34.278192 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.582014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.597377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Network 0effed1a-8547-4b49-911f-99a8445365fe is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:34.612843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:34.790640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-ccd38b88-fffd-494e-b59a-05c17f9e8254 req-e6f464ed-62d9-4ce9-a074-ecfb803eaa47 service neutron] (93755) timed out ('10.222.0.42', 39958) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:45:34.794393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.805573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.807765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/679ee717-32d5-4569-bc81-80a75aadc126 HTTP/1.1" status: 204 len: 168 time: 1.6837878 Jul 16 01:45:34.826907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8819380-d04d-4ebb-bf40-c0a5246a7a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=679ee717-32d5-4569-bc81-80a75aadc126,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.851939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.964599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.030310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39322) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:35.032039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3988a6c0-9953-4d5e-9c97-34c97defcf7f None None] Provisioning complete for port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:35.033546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3988a6c0-9953-4d5e-9c97-34c97defcf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.044200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:35.057242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:35.069833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Router 42229d2b-a145-468b-b401-7d8d841ae22f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:35.071005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:35.077522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Pushing event updated for resources: {'Port': ['ID=6080068d-5e97-4e33-92c8-7afbc777adb1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.112505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3988a6c0-9953-4d5e-9c97-34c97defcf7f None None] Port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:35.129371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb082456-71f5-4c2e-9b16-b080bc40e832 req-e63d4c8b-22e8-41f6-97eb-918e5d029c91 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.130975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb082456-71f5-4c2e-9b16-b080bc40e832 req-e63d4c8b-22e8-41f6-97eb-918e5d029c91 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.3433168 Jul 16 01:45:35.195737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-005b0c75-f44f-4e74-baba-996fe8aea911 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22a9e5f09fbf4744b170776666f62b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616690 Jul 16 01:45:35.196069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39324) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:35.220313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.265292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.286430 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-625b2a81-45d4-4743-b159-bcd50d1c29f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.303537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.316613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb082456-71f5-4c2e-9b16-b080bc40e832 req-16fac09d-a9a9-4a41-aed0-ab6f8e8fa548 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633554 Jul 16 01:45:35.373365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:35.383200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f318e90a-ebcf-4366-819e-31721ab5997e admin admin] 10.222.0.42 "PUT /v2.0/routers/42229d2b-a145-468b-b401-7d8d841ae22f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2424281 Jul 16 01:45:35.393046 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.409600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-625b2a81-45d4-4743-b159-bcd50d1c29f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.409980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b33155ab-89c7-4360-88e2-546561e83515 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:35.579554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port b33155ab-89c7-4360-88e2-546561e83515 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:35.584055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b33155ab-89c7-4360-88e2-546561e83515 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:35.584580 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.595246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-625b2a81-45d4-4743-b159-bcd50d1c29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.619420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-625b2a81-45d4-4743-b159-bcd50d1c29f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.624397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-625b2a81-45d4-4743-b159-bcd50d1c29f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9696e8f-da36-4794-b70d-c26872b80022 HTTP/1.1" status: 204 len: 168 time: 0.4273295 Jul 16 01:45:35.655528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b2a81-45d4-4743-b159-bcd50d1c29f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9696e8f-da36-4794-b70d-c26872b80022,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.686139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.701327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.763237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.786506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Router 40841d90-74e8-4946-bd9a-9266012955e7 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:35.791270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port b33155ab-89c7-4360-88e2-546561e83515, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b33155ab-89c7-4360-88e2-546561e83515,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.799980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.883830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Pushing event updated for resources: {'Port': ['ID=6080068d-5e97-4e33-92c8-7afbc777adb1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.898656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=b33155ab-89c7-4360-88e2-546561e83515,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.919553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.953754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.954983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3fb5ef2b-8f4d-4407-b6a8-23240645d39c tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6552193 Jul 16 01:45:35.958597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.025550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:36.033985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.037824 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d53d8c69-adf1-4874-ba8a-8e6c937359d4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "PUT /v2.0/routers/40841d90-74e8-4946-bd9a-9266012955e7 HTTP/1.1" status: 200 len: 880 time: 4.7522504 Jul 16 01:45:36.038241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39344) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.038399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] Sync routers for ids ['40841d90-74e8-4946-bd9a-9266012955e7'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:36.066473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] Routers {'40841d90-74e8-4946-bd9a-9266012955e7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.067508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['40841d90-74e8-4946-bd9a-9266012955e7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.080980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f707f9fe-6581-42a0-bde1-c21c31c11edb tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.1212130 Jul 16 01:45:36.083492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.199354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9352b572-e2dc-4203-a214-6e3f3f31a1e3 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1144958 Jul 16 01:45:36.202889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39352) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.262648 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-23aac752-a882-495f-b4cf-365837029d01 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/40841d90-74e8-4946-bd9a-9266012955e7 HTTP/1.1" status: 200 len: 921 time: 0.2230201 Jul 16 01:45:36.266748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.414281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bbb3e-124f-443a-815c-ae8d8c3270ba tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.416923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e99bbb3e-124f-443a-815c-ae8d8c3270ba tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=40841d90-74e8-4946-bd9a-9266012955e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1489263 Jul 16 01:45:36.419091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39362) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.457234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.473869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Deleting port 6080068d-5e97-4e33-92c8-7afbc777adb1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:36.474154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.475443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] Routers {'40841d90-74e8-4946-bd9a-9266012955e7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.476147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['40841d90-74e8-4946-bd9a-9266012955e7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.501157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Sync routers for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:36.511144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.511843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b70044-84d7-440c-a22e-1b5767774295 None None] The sync data for ids ['40841d90-74e8-4946-bd9a-9266012955e7'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:36.523142 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.525860 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.620207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d22d52-f049-4ccf-bc99-f92028762f5d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.625194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-41d22d52-f049-4ccf-bc99-f92028762f5d tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.2012854 Jul 16 01:45:36.629812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.666518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee141210-2295-4b4e-be5b-0c1977cd12d5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=40841d90-74e8-4946-bd9a-9266012955e7 HTTP/1.1" status: 200 len: 205 time: 0.0330915 Jul 16 01:45:36.666777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39370) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.730796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.731801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.781741 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:36.814553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Calling delete_port for 6080068d-5e97-4e33-92c8-7afbc777adb1 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:36.886714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193e682-06e1-4138-b368-09c2c108a383 req-9b790e87-9658-481f-8cbb-0ef3b4abc6a7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.895737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2193e682-06e1-4138-b368-09c2c108a383 req-9b790e87-9658-481f-8cbb-0ef3b4abc6a7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2481222 Jul 16 01:45:36.975315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.014237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2193e682-06e1-4138-b368-09c2c108a383 req-8f313f4a-fd20-4a39-b8e3-9f91de1f6995 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168468 Jul 16 01:45:37.056989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39382) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.197696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.206575 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 2, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:37.240799 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.251973 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Checking router: 42229d2b-a145-468b-b401-7d8d841ae22f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:37.252339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Updating router 42229d2b-a145-468b-b401-7d8d841ae22f port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:37.350800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1980749529-network', 'tenant_id': '20b8252ed0984d9d8019c2db6d3569fb'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:37.358973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b33155ab-89c7-4360-88e2-546561e83515 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:37.360070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Pushing event deleted for resources: {'Port': ['ID=6080068d-5e97-4e33-92c8-7afbc777adb1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:37.369354 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.398095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Deleting port 2239fc5d-be62-475b-9164-402e7ea56001 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:37.399011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.462836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Made reservation on behalf of 20b8252ed0984d9d8019c2db6d3569fb for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:37.466663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.494672 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.509564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.529464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b33155ab-89c7-4360-88e2-546561e83515 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:37.536196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.554408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.569672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.579224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.580917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Calling delete_port for 2239fc5d-be62-475b-9164-402e7ea56001 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:37.583692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ba604fa-f3ed-4d8e-8cbd-480214e79a12 tempest-FloatingIPAdminTestJSON-1448853311 tempest-FloatingIPAdminTestJSON-1448853311-project] 10.222.0.42 "DELETE /v2.0/floatingips/84fe275a-a4b9-41a1-b992-f340630f2b3b HTTP/1.1" status: 204 len: 168 time: 1.3779979 Jul 16 01:45:37.586555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39386) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.651103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39388) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.662305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877051140', 'description': 'tempest-description--2108230153'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:37.711177 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.832068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Deleting port 8e46e41f-c461-430b-8357-5aceb81f89a7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:37.832068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.845995 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.868323 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Transition to ACTIVE for port object bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:37.868611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.876836 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.906964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event deleted for resources: {'Port': ['ID=2239fc5d-be62-475b-9164-402e7ea56001,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:37.953082 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9affa04-69f0-49fa-b1d2-a2a80dfcb758 None None] Pushing event updated for resources: {'Port': ['ID=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.068132 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Attempting to bind port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:38.069066 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Attempting to bind port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:38.069665 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Attempting to bind port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 on network 0effed1a-8547-4b49-911f-99a8445365fe {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:38.073163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.077694 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:38.077694 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Checking segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:38.078103 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.078579 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Bound using segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:38.079326 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Bound port: bfbbf551-94d7-4b9a-9a7f-a45de3d291f9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:38.079958 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.182739 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] For port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:38.191861 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] For port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:38.197077 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.271306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.273767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.321052 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:38.321773 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:38.325624 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9affa04-69f0-49fa-b1d2-a2a80dfcb758 None None] Pushing event updated for resources: {'Port': ['ID=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.376270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.389004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Fanout notify agent at l3_agent the message router_deleted on router 40841d90-74e8-4946-bd9a-9266012955e7 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:38.409413 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.410573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a0bdda3-fc07-48cb-a081-eb4c51b540b2 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/40841d90-74e8-4946-bd9a-9266012955e7 HTTP/1.1" status: 204 len: 168 time: 1.7426453 Jul 16 01:45:38.422571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39412) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:38.430569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-801868190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:38.545352 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:38.569233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.569569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.573473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.618944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Calling delete_port for 8e46e41f-c461-430b-8357-5aceb81f89a7 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:38.620735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.680667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5890af4-f5b3-4b9c-b01e-a7607bf74a8b req-77fa1155-8286-471b-8acf-fca8e7c2b048 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:38.695788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5890af4-f5b3-4b9c-b01e-a7607bf74a8b req-77fa1155-8286-471b-8acf-fca8e7c2b048 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.4068239 Jul 16 01:45:38.738694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.753149 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.805818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.806878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.867012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4e4e9-04d9-4437-9625-bff2d8b77ff3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.869374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.875840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.893143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2330620 Jul 16 01:45:38.896004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:38.903714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.925959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Request body: {'security_group_rule': {'security_group_id': '611578ec-7edb-4ac4-995a-291ef0c221d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:38.935765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5890af4-f5b3-4b9c-b01e-a7607bf74a8b req-8f36a1ff-3e32-4248-b94b-8f837e921318 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389331 Jul 16 01:45:38.939628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:38.947763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad7727-7389-401e-9b49-37f9c8c6e578 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611578ec-7edb-4ac4-995a-291ef0c221d1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.007739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.011504 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eeaf2b4e-8ce1-40b8-8c49-b83be8f80a44 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5853791 Jul 16 01:45:39.011504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.012025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.018778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': True}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:39.024517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.024937 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Added segment 83cb8308-5c4c-425f-a714-472c8578c359 of type vlan for network 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366 Jul 16 01:45:39.026408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.035260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39430) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.103326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.108702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.120735 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:38Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.140030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.141478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2417667 Jul 16 01:45:39.144596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.150461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Request body: {'security_group_rule': {'security_group_id': '611578ec-7edb-4ac4-995a-291ef0c221d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:39.158320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0fd1c-0dfe-4e7d-ae0f-a7a6735a2d23 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f26a16d-5573-4a92-b656-689dd298f1e5,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.162394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8fb526-176d-495f-ba58-74529e424ba2 None None] The sync data for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 is: [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:38Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:39.201662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.204226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e46e41f-c461-430b-8357-5aceb81f89a7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.238560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21fbf1ee-612b-497c-9c43-a0e3046f0178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.239958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.356442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.368175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.409091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c9b46a-2874-4325-89fe-ab4b248f63dc,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.472368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.476546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21fbf1ee-612b-497c-9c43-a0e3046f0178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.476771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.477812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.478407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.484124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21fbf1ee-612b-497c-9c43-a0e3046f0178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.485980 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.489090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.490325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c445a957-40da-4ec5-82c4-3b9f3c588258 tempest-FloatingIPAdminTestJSON-734396518 tempest-FloatingIPAdminTestJSON-734396518-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/e6b30d52-d0f2-43d9-a4c5-1e9f7d8ad027 HTTP/1.1" status: 204 len: 168 time: 1.8958528 Jul 16 01:45:39.491014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.492708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b1823344-3233-406a-a773-08c4b33d0a79 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3470702 Jul 16 01:45:39.504885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.505528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39438) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.515723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:39.585461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6cc1ed-7929-4ddb-85c7-54b9e2cad366,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.589141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbf1ee-612b-497c-9c43-a0e3046f0178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190a5c4f-b1ae-47df-ba9d-732f87420a54,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.600614 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-21fbf1ee-612b-497c-9c43-a0e3046f0178 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f14ce722bc64d1096bdee5188c63990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641842 Jul 16 01:45:39.606494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:39.609869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39444) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.631043 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.650396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39446) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.650873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0481e051-ccc3-45ef-b04a-eeb177621fd1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5912204 Jul 16 01:45:39.712839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Request body: {'subnet': {'network_id': '5e6cc1ed-7929-4ddb-85c7-54b9e2cad366', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1980749529-subnet', 'tenant_id': '20b8252ed0984d9d8019c2db6d3569fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:39.791685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Made reservation on behalf of 20b8252ed0984d9d8019c2db6d3569fb for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:39.794143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.818362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.834153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb283cf-2866-4239-8479-2decb6f63cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.844008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.881523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting port b6fcaef3-178c-4924-9f42-fc3b64b05bb1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:39.882111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.949984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb283cf-2866-4239-8479-2decb6f63cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.974552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Allocated IP 172.25.7.198 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/6114ffd9-4ef0-4ae3-92ea-c2513b904fb7) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:40.112118 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7724f603-2a64-4af5-8214-0e2492dcd4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.142673 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.144884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.161203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb283cf-2866-4239-8479-2decb6f63cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.163843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb283cf-2866-4239-8479-2decb6f63cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.167930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1fb283cf-2866-4239-8479-2decb6f63cee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/190a5c4f-b1ae-47df-ba9d-732f87420a54 HTTP/1.1" status: 204 len: 168 time: 0.5559201 Jul 16 01:45:40.182098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Calling delete_port for b6fcaef3-178c-4924-9f42-fc3b64b05bb1 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:40.202685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.228412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb283cf-2866-4239-8479-2decb6f63cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190a5c4f-b1ae-47df-ba9d-732f87420a54,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.264028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.282514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304ca4-9d80-4b91-a551-b859c0f1257c req-a771f7a1-8e9d-4909-b80e-9a41223c9164 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.284417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44304ca4-9d80-4b91-a551-b859c0f1257c req-a771f7a1-8e9d-4909-b80e-9a41223c9164 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1263866 Jul 16 01:45:40.327633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:40.350317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:40.352980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:40.361289 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.392704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Port': ['ID=6114ffd9-4ef0-4ae3-92ea-c2513b904fb7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.423772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44304ca4-9d80-4b91-a551-b859c0f1257c req-fcea302f-6019-40fa-addd-b40fbb9b17e3 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139321 Jul 16 01:45:40.510612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1f13b7-e593-4e7f-8b4e-c40ee299a946,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.531345 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:40.615159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Checking segment: {'id': '83cb8308-5c4c-425f-a714-472c8578c359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5e6cc1ed-7929-4ddb-85c7-54b9e2cad366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:40.615705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Network hostable DHCP agents. Network: 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:40.629636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Allocated IP 172.25.7.106 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/177cc06d-3a2c-4af6-9e1c-a0332a885231) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:40.695791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:40.713099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd54827e-5eec-44ee-b6d1-8759afdcd026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.758936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.805709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.866796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:40.867922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.871973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:40.879908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.887904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:40.916511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Network 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:40.942235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event updated for resources: {'Port': ['ID=177cc06d-3a2c-4af6-9e1c-a0332a885231,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.982503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:40.997983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a815f-a216-4d7c-9c73-a283eb6285ff None None] Network 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:41.071537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.073451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.085811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Port': ['ID=b6fcaef3-178c-4924-9f42-fc3b64b05bb1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.151876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.156865 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ca24776a-88f7-4fc0-adc8-8ef005b20dd7 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "DELETE /v2.0/ports/b6fcaef3-178c-4924-9f42-fc3b64b05bb1 HTTP/1.1" status: 204 len: 168 time: 1.6487458 Jul 16 01:45:41.164353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39458) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.224693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f46109-0fe9-42f5-b6ce-19198a52030b None None] Network 5e6cc1ed-7929-4ddb-85c7-54b9e2cad366 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:41.270664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.322071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.346340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd54827e-5eec-44ee-b6d1-8759afdcd026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.350124 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.355326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.393967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f45ec056-709d-45c1-8ffd-77811413d7b7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7360470 Jul 16 01:45:41.443943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:41.559789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:41.569349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:41.572200 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.603148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd54827e-5eec-44ee-b6d1-8759afdcd026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.608881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.710818 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.752250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cd54827e-5eec-44ee-b6d1-8759afdcd026 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e28d133c5ff44f099b67767544a1887d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0552111 Jul 16 01:45:41.758867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:41.761044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.766166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.771022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54827e-5eec-44ee-b6d1-8759afdcd026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eac863-cd27-4fc8-be01-d35902864c51,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.792164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Deleting subnet 5e1f13b7-e593-4e7f-8b4e-c40ee299a946 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:41.796697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.822715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.866406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.900467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14ff39-1449-4434-86b1-5e5afac1574b tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.902153 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0e14ff39-1449-4434-86b1-5e5afac1574b tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 HTTP/1.1" status: 200 len: 913 time: 0.7356181 Jul 16 01:45:41.906621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39470) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.939647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e4de-eb72-4fb4-b42c-d73b47a4ff9a req-cb9e0e9a-3078-4871-b910-464583e0a92e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.939647 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44c3e4de-eb72-4fb4-b42c-d73b47a4ff9a req-cb9e0e9a-3078-4871-b910-464583e0a92e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2929151 Jul 16 01:45:41.982749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.020683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Router 98eae2f2-8f34-4ac6-826d-0290a551caad is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:42.027668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0d03a9-8e10-43bb-8a3a-874140d56df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.073414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44c3e4de-eb72-4fb4-b42c-d73b47a4ff9a req-3236f149-fe9d-4ee8-aa1e-f7797f3a0c8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123252 Jul 16 01:45:42.099280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.128335 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0d03a9-8e10-43bb-8a3a-874140d56df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.140131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.164733 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.207251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1f13b7-e593-4e7f-8b4e-c40ee299a946,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.213151 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.215217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-df4ca27e-e350-4cfe-a0a2-34f9123ae5e8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5e1f13b7-e593-4e7f-8b4e-c40ee299a946 HTTP/1.1" status: 204 len: 168 time: 0.6031954 Jul 16 01:45:42.221479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.263818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0d03a9-8e10-43bb-8a3a-874140d56df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.267760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b0d03a9-8e10-43bb-8a3a-874140d56df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.269028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0b0d03a9-8e10-43bb-8a3a-874140d56df1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6eac863-cd27-4fc8-be01-d35902864c51 HTTP/1.1" status: 204 len: 168 time: 0.4882858 Jul 16 01:45:42.282668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d03a9-8e10-43bb-8a3a-874140d56df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eac863-cd27-4fc8-be01-d35902864c51,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.286425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:42.290850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event updated for resources: {'Port': ['ID=177cc06d-3a2c-4af6-9e1c-a0332a885231,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.291452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.292792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4a912916-c820-4f9c-8426-1dc91d340a6f tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "PUT /v2.0/routers/98eae2f2-8f34-4ac6-826d-0290a551caad HTTP/1.1" status: 200 len: 914 time: 3.2795188 Jul 16 01:45:42.297221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.304530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] Sync routers for ids ['98eae2f2-8f34-4ac6-826d-0290a551caad'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:42.368651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] Routers {'98eae2f2-8f34-4ac6-826d-0290a551caad'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:42.369744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['98eae2f2-8f34-4ac6-826d-0290a551caad'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.435708 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.436975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13ba4b65-2e3a-4f81-b03f-da5e02809c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.439362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.444045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.460320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] Routers {'98eae2f2-8f34-4ac6-826d-0290a551caad'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:42.461327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['98eae2f2-8f34-4ac6-826d-0290a551caad'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.480600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.504338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.505054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb516eb-94b3-4592-bd6d-35670e9e7c88 None None] The sync data for ids ['98eae2f2-8f34-4ac6-826d-0290a551caad'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:42.556174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.557655 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1b615d62-3a3f-47db-b2ca-57fd9b62469c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0511127 Jul 16 01:45:42.611944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.625085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6cc1ed-7929-4ddb-85c7-54b9e2cad366']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.638274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cb8308-5c4c-425f-a714-472c8578c359') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.638671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cb8308-5c4c-425f-a714-472c8578c359') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.672586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.687873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.704375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:42.704905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:42.708221 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:42.713054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7f60b7c3-74ca-4a77-840c-038fd4e0f78a tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/98eae2f2-8f34-4ac6-826d-0290a551caad HTTP/1.1" status: 200 len: 920 time: 0.4143062 Jul 16 01:45:42.713757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.748179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.815182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-b7252ea8-42a9-46cd-a62d-48c4041187c7 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1877051140&fields=id&tenant_id=8e82fc72a3c6420c81b912d897811f62 HTTP/1.1" status: 200 len: 267 time: 0.0463302 Jul 16 01:45:42.855597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874740a6-33f2-4992-a946-d9caf19a4526 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:42.858496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-874740a6-33f2-4992-a946-d9caf19a4526 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=98eae2f2-8f34-4ac6-826d-0290a551caad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1424253 Jul 16 01:45:42.860494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.868477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.881916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.884909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5e6cc1ed-7929-4ddb-85c7-54b9e2cad366 HTTP/1.1" status: 204 len: 168 time: 0.6413207 Jul 16 01:45:42.907950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbb9e3-eb37-49ca-a831-3ef061a851a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6cc1ed-7929-4ddb-85c7-54b9e2cad366,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.018071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-478c6289-cd4e-4e30-8863-6d45d9307da4 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.026351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-478c6289-cd4e-4e30-8863-6d45d9307da4 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/networks?id=0effed1a-8547-4b49-911f-99a8445365fe HTTP/1.1" status: 200 len: 806 time: 0.2058802 Jul 16 01:45:43.046844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561edbe-306a-4410-bea8-9838c3e2ffbc tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.048273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0561edbe-306a-4410-bea8-9838c3e2ffbc tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.1868095 Jul 16 01:45:43.050092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-6b82a6bc-0b51-4311-9efd-7773a3ff8837 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/quotas/8e82fc72a3c6420c81b912d897811f62 HTTP/1.1" status: 200 len: 375 time: 0.0231979 Jul 16 01:45:43.055090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.104904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-80df4b7a-bee5-47f0-b21d-0eaabcc31896 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=98eae2f2-8f34-4ac6-826d-0290a551caad HTTP/1.1" status: 200 len: 205 time: 0.0486426 Jul 16 01:45:43.106211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39514) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.133887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.180973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting port 11d74256-f166-430b-866b-4dc1bdeb0dd5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:43.181472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.303335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:43.310521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.340217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.360387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Calling delete_port for 11d74256-f166-430b-866b-4dc1bdeb0dd5 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:43.375682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:43.376805 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.432635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-9b1247d2-4a6e-458f-aa99-579d3482e19e tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e82fc72a3c6420c81b912d897811f62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3643267 Jul 16 01:45:43.447439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-85c520ae-a533-49ce-ad89-2653287f32ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20b8252ed0984d9d8019c2db6d3569fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174330 Jul 16 01:45:43.447911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39528) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.521527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e81b7-3e76-468c-8831-335628db7962 req-7716695e-2464-415f-9f4a-cdc74d145078 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.523098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-831e81b7-3e76-468c-8831-335628db7962 req-7716695e-2464-415f-9f4a-cdc74d145078 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2923090 Jul 16 01:45:43.575469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9db-ce7c-4584-a3ad-cfcc98deb380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.607278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9db-ce7c-4584-a3ad-cfcc98deb380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.623386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.638551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-831e81b7-3e76-468c-8831-335628db7962 req-99abe3f5-9a0e-4afa-a786-d12d9e0b0634 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001959 Jul 16 01:45:43.650545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-55094e5b-1014-409e-a757-02eaf637ba94 service neutron] 10.222.0.42 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009227 Jul 16 01:45:43.699086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.716116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.754720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Port': ['ID=11d74256-f166-430b-866b-4dc1bdeb0dd5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.757462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9db-ce7c-4584-a3ad-cfcc98deb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.759038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-4cab6b69-edb5-4bbb-bbc9-efcfffcee7ca service neutron] 10.222.0.42 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076977 Jul 16 01:45:43.771314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c9db-ce7c-4584-a3ad-cfcc98deb380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.775806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a4a0c9db-ce7c-4584-a3ad-cfcc98deb380 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7b4e4e9-04d9-4437-9625-bff2d8b77ff3 HTTP/1.1" status: 204 len: 168 time: 0.3267081 Jul 16 01:45:43.843157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Deleting port 6114ffd9-4ef0-4ae3-92ea-c2513b904fb7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:43.843547 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.857298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0c9db-ce7c-4584-a3ad-cfcc98deb380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4e4e9-04d9-4437-9625-bff2d8b77ff3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.021295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.051770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Calling delete_port for 6114ffd9-4ef0-4ae3-92ea-c2513b904fb7 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:44.102912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.182541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b515ff1-d96d-4fbc-91bf-1fd635863da9 req-630188e4-6609-489c-a3ea-3358b60d40ff tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 210 time: 0.0613654 Jul 16 01:45:44.402290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.443597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event deleted for resources: {'Port': ['ID=6114ffd9-4ef0-4ae3-92ea-c2513b904fb7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.501345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Router c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:44.547225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.650705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:44.658269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0873f67e-8799-401b-ba69-3d4fddfb4c3e tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "PUT /v2.0/routers/c7a19c74-6c8f-4424-b85a-2c5ae3b63d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460506 Jul 16 01:45:44.661839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39570) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.663925 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e208fb-415f-4a52-8784-24eea224fade None None] Sync routers for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:44.682116 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e208fb-415f-4a52-8784-24eea224fade None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:44.686612 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95e208fb-415f-4a52-8784-24eea224fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.777767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.778459 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95e208fb-415f-4a52-8784-24eea224fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.784300 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.829557 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e208fb-415f-4a52-8784-24eea224fade None None] Routers {'c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:44.829557 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95e208fb-415f-4a52-8784-24eea224fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.897522 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.908485 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95e208fb-415f-4a52-8784-24eea224fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.909157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e208fb-415f-4a52-8784-24eea224fade None None] The sync data for ids ['c7a19c74-6c8f-4424-b85a-2c5ae3b63d12'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:45.035119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.036037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Fanout notify agent at l3_agent the message router_deleted on router 98eae2f2-8f34-4ac6-826d-0290a551caad {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:45.059660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.065109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fa3bd95a-c62f-4078-a959-bfc9aac5211b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/98eae2f2-8f34-4ac6-826d-0290a551caad HTTP/1.1" status: 204 len: 168 time: 1.9320323 Jul 16 01:45:45.067727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.076337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39586) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.096719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2030174816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:45.169783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting port d22a4358-ab74-40c3-80db-a9e5cdc78377 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:45.169783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.184806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.187067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.219567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039e8da-08cf-4dd7-a45f-7c4acdc23435 req-0f7f799e-ca31-44a3-acb7-da61d0a34eba tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.221666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c039e8da-08cf-4dd7-a45f-7c4acdc23435 req-0f7f799e-ca31-44a3-acb7-da61d0a34eba tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2736716 Jul 16 01:45:45.253717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.310276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.320460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c039e8da-08cf-4dd7-a45f-7c4acdc23435 req-bef4abb4-47c8-419d-b516-b5f9e4e5800f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919716 Jul 16 01:45:45.322516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.341439 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.346898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8190eeed-fdc9-4f23-83e5-e7621548470b tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2680533 Jul 16 01:45:45.347866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.353326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:45.375719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.397765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Calling delete_port for d22a4358-ab74-40c3-80db-a9e5cdc78377 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:45.469169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-181539b8-1737-4ab6-8f6c-74bae8272fd0 req-0adda0b6-5ae8-4c88-898d-78ad70e6cb4b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 210 time: 0.0449090 Jul 16 01:45:45.684982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.711628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.767404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Port': ['ID=d22a4358-ab74-40c3-80db-a9e5cdc78377,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.919353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.041643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.045521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.055320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-a75b4885-c01f-420c-8849-171cae645ffc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.057185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-a75b4885-c01f-420c-8849-171cae645ffc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.13 "GET /v2.0/networks?id=0effed1a-8547-4b49-911f-99a8445365fe HTTP/1.1" status: 200 len: 806 time: 0.2591822 Jul 16 01:45:46.067423 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.114538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.150363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-c1788c02-4811-4fa1-ba79-6b049bf67d80 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e82fc72a3c6420c81b912d897811f62 HTTP/1.1" status: 200 len: 380 time: 0.0393093 Jul 16 01:45:46.151631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.151750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Fanout notify agent at l3_agent the message router_deleted on router c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:46.160378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.161538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-577962fb-aff4-4d49-9b6a-41e871f024b1 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "DELETE /v2.0/routers/c7a19c74-6c8f-4424-b85a-2c5ae3b63d12 HTTP/1.1" status: 204 len: 168 time: 1.4987319 Jul 16 01:45:46.166745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Request body: {'port': {'device_id': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'admin_state_up': True, 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'security_groups': ['611578ec-7edb-4ac4-995a-291ef0c221d1']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:46.169967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39612) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.263231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.334825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Allocated IP 172.25.7.227 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/ade734ba-2db6-4af6-98ad-1a28b920d630) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:46.455838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a230add6-24af-4d17-90ba-c5c6027e22fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.705867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bfab718-f9c6-4d3b-a6aa-9a46db012160 req-d208e9ee-3b6c-4b88-a6de-0add6e3d99c2 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 210 time: 0.0854931 Jul 16 01:45:46.710319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting subnet 43e2e4e5-b337-4a0d-980d-ca7780f85406 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:46.720766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.727359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.775107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.778394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a230add6-24af-4d17-90ba-c5c6027e22fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.791484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d02af6-bb43-4b0e-8429-8a501cebae16 req-c497ebce-03a3-4d1f-b09e-54447ee61d9d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.793140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10d02af6-bb43-4b0e-8429-8a501cebae16 req-c497ebce-03a3-4d1f-b09e-54447ee61d9d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2143435 Jul 16 01:45:46.797790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a230add6-24af-4d17-90ba-c5c6027e22fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.827492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Made reservation on behalf of 8e82fc72a3c6420c81b912d897811f62 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:46.831417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.872022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a230add6-24af-4d17-90ba-c5c6027e22fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa4c4f90f83042f6b0710c7a1589984c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073005 Jul 16 01:45:46.875379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230add6-24af-4d17-90ba-c5c6027e22fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6d71c-8e07-460c-bfa2-5f86e5e82499,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.879064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39626) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.905864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10d02af6-bb43-4b0e-8429-8a501cebae16 req-1bc03c02-a2fa-4a92-875d-85555a3866f6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912797 Jul 16 01:45:46.907951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.947655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.018272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:47.028298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:47.031153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:47.039426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Pushing event updated for resources: {'Port': ['ID=ade734ba-2db6-4af6-98ad-1a28b920d630,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.078228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.086949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Allocated IP 172.20.0.3 (0effed1a-8547-4b49-911f-99a8445365fe/77b52bc2-56db-4581-8187-322e8f36e5b2/8e4179cd-a163-488d-a703-78f1c6e8b2b6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:47.116271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Subnet': ['ID=43e2e4e5-b337-4a0d-980d-ca7780f85406,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.125157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.129953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-acbd5bd6-c466-4b39-9751-a5449b84d880 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "DELETE /v2.0/subnets/43e2e4e5-b337-4a0d-980d-ca7780f85406 HTTP/1.1" status: 204 len: 168 time: 0.9578190 Jul 16 01:45:47.132578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39630) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.136274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62aafb-d8bf-4f32-8cf9-238c950e3ded None None] Network 4099e5b6-3135-4ef9-a1cf-e48a2078a680 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:47.258721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.379193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a44113b-8116-4f6d-9ed3-73640fb751c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.385370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] DHCP port deletion for 4099e5b6-3135-4ef9-a1cf-e48a2078a680 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:47.427248 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a44113b-8116-4f6d-9ed3-73640fb751c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.448002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.457390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] Deleting port 6413eef1-0caf-4b5a-a763-195cd4895c71 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:47.457768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.465049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting port 6413eef1-0caf-4b5a-a763-195cd4895c71 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:47.465510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.468220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Transition to ACTIVE for port object 8e4179cd-a163-488d-a703-78f1c6e8b2b6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:47.556217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] For port 6413eef1-0caf-4b5a-a763-195cd4895c71, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6413eef1-0caf-4b5a-a763-195cd4895c71,segment=NetworkSegment(ca425c71-ceed-414f-9016-6ceb637432c2),segment_id=ca425c71-ceed-414f-9016-6ceb637432c2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:47.556217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.558889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] For port 6413eef1-0caf-4b5a-a763-195cd4895c71, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6413eef1-0caf-4b5a-a763-195cd4895c71,segment=NetworkSegment(ca425c71-ceed-414f-9016-6ceb637432c2),segment_id=ca425c71-ceed-414f-9016-6ceb637432c2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:47.559328 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.572925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Calling delete_port for 6413eef1-0caf-4b5a-a763-195cd4895c71 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:47.574045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] Calling delete_port for 6413eef1-0caf-4b5a-a763-195cd4895c71 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:47.582656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a44113b-8116-4f6d-9ed3-73640fb751c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.586396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a44113b-8116-4f6d-9ed3-73640fb751c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.588021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2a44113b-8116-4f6d-9ed3-73640fb751c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82a6d71c-8e07-460c-bfa2-5f86e5e82499 HTTP/1.1" status: 204 len: 168 time: 0.6912036 Jul 16 01:45:47.593202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.615696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44113b-8116-4f6d-9ed3-73640fb751c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a6d71c-8e07-460c-bfa2-5f86e5e82499,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.695457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Network 0effed1a-8547-4b49-911f-99a8445365fe is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:47.703456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:47.713282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:47.722251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.772024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event updated for resources: {'Port': ['ID=8e4179cd-a163-488d-a703-78f1c6e8b2b6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.816760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.817432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.836466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] Pushing event deleted for resources: {'Port': ['ID=6413eef1-0caf-4b5a-a763-195cd4895c71,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.842363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2489216-1d0f-49ae-9120-89d653f6cb93 None None] No DVR routers for this DVR port 6413eef1-0caf-4b5a-a763-195cd4895c71 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:47.856789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.909782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Port': ['ID=6413eef1-0caf-4b5a-a763-195cd4895c71,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.918787 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-27dc6b7c-b598-454b-a5f0-1cc70519e03b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7558281 Jul 16 01:45:47.929647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] No DVR routers for this DVR port 6413eef1-0caf-4b5a-a763-195cd4895c71 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:47.932088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.045545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Request body: {'port': {'device_id': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:48.137223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ea07d-d449-4dbb-8ba7-96d7da398451 req-d633dcd3-4e5c-46b9-94a4-c58bd8ae8c7e tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.148472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db6ea07d-d449-4dbb-8ba7-96d7da398451 req-d633dcd3-4e5c-46b9-94a4-c58bd8ae8c7e tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 931 time: 0.2254152 Jul 16 01:45:48.149090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0b5d6885-d606-4dba-a5b0-f442e5af51c8 None None] Provisioning for port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:48.157717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0b5d6885-d606-4dba-a5b0-f442e5af51c8 None None] Provisioning complete for port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:48.159530 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b5d6885-d606-4dba-a5b0-f442e5af51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.230431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d6885-d606-4dba-a5b0-f442e5af51c8 None None] Port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:48.259593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.260078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db6ea07d-d449-4dbb-8ba7-96d7da398451 req-babc52c0-a611-4733-84f6-c49134f68f2c tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091771 Jul 16 01:45:48.303343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.319741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4099e5b6-3135-4ef9-a1cf-e48a2078a680']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.337225 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.359963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca425c71-ceed-414f-9016-6ceb637432c2') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.359963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca425c71-ceed-414f-9016-6ceb637432c2') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.378376 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.410534 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.437012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96406f9-e217-429c-941c-5ac8bce618e1 req-8e58b954-d2c1-40ca-bd14-4fa043277aa1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.439312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d96406f9-e217-429c-941c-5ac8bce618e1 req-8e58b954-d2c1-40ca-bd14-4fa043277aa1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2724042 Jul 16 01:45:48.442027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.465601 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.532952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:48.533428 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:48.538011 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:48.660200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d96406f9-e217-429c-941c-5ac8bce618e1 req-7e0505b9-d7b9-42ae-a5da-13a40470c31d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138529 Jul 16 01:45:48.702984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.778987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.784168 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "DELETE /v2.0/networks/4099e5b6-3135-4ef9-a1cf-e48a2078a680 HTTP/1.1" status: 204 len: 168 time: 1.6485012 Jul 16 01:45:48.784876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39662) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.785754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd5de-939c-4014-a9d7-3b4e23b0ff68 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Network': ['ID=4099e5b6-3135-4ef9-a1cf-e48a2078a680,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.801300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Router 82152b6d-7156-423e-9e79-1802678864c4 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:48.925395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:48.929970 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.932470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-39065d27-cac6-43a7-a801-60f107442c73 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "PUT /v2.0/routers/82152b6d-7156-423e-9e79-1802678864c4 HTTP/1.1" status: 200 len: 916 time: 3.5818028 Jul 16 01:45:48.934161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.939605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] Sync routers for ids ['82152b6d-7156-423e-9e79-1802678864c4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:48.948405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] Routers {'82152b6d-7156-423e-9e79-1802678864c4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:48.949046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['82152b6d-7156-423e-9e79-1802678864c4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.981886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.991553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] Routers {'82152b6d-7156-423e-9e79-1802678864c4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:48.992202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['82152b6d-7156-423e-9e79-1802678864c4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:49.013534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4179cd-a163-488d-a703-78f1c6e8b2b6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:49.025833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.028135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:49.028847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29f63c0-f045-47bd-b1c0-16ec9e33bca9 None None] The sync data for ids ['82152b6d-7156-423e-9e79-1802678864c4'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:49.044280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Deleting port a004dfd7-c011-41bd-8894-d0ae4cbaadb0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:49.044710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.049263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Transition to ACTIVE for port object 8e4179cd-a163-488d-a703-78f1c6e8b2b6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:49.075136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.100467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-83c0892e-54ef-4b70-90fd-1a238823c2ed tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/82152b6d-7156-423e-9e79-1802678864c4 HTTP/1.1" status: 200 len: 922 time: 0.1616907 Jul 16 01:45:49.100803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.165075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5279a3-8058-4fab-9ef7-6d25c03e158e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.166693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1c5279a3-8058-4fab-9ef7-6d25c03e158e tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=82152b6d-7156-423e-9e79-1802678864c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0648787 Jul 16 01:45:49.172032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39684) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.214141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4179cd-a163-488d-a703-78f1c6e8b2b6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.246696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.247037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.267665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.268003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Calling delete_port for a004dfd7-c011-41bd-8894-d0ae4cbaadb0 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:49.367290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6413eef1-0caf-4b5a-a763-195cd4895c71 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:49.411640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6413eef1-0caf-4b5a-a763-195cd4895c71 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:49.413139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6413eef1-0caf-4b5a-a763-195cd4895c71 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:49.432225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de08d50d-9b94-4a89-a99d-755f8cccce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.553037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Attempting to bind port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:49.553406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Attempting to bind port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:49.553742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Attempting to bind port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 on network 0effed1a-8547-4b49-911f-99a8445365fe {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:49.560215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fedfb5f-0aff-4ac9-894e-1dd92b488ac8 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.562566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9fedfb5f-0aff-4ac9-894e-1dd92b488ac8 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.3885133 Jul 16 01:45:49.567394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39698) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.580509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 on network 0effed1a-8547-4b49-911f-99a8445365fe not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:49.580834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Attempting to bind port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 on network 0effed1a-8547-4b49-911f-99a8445365fe {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:49.611016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5020de91-48a4-4d89-b033-038a5a1f8861 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=82152b6d-7156-423e-9e79-1802678864c4 HTTP/1.1" status: 200 len: 205 time: 0.0422778 Jul 16 01:45:49.611204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669ea4f-5057-4980-b03d-9183bb47ca2d req-ddccf991-dc5b-4d26-be0d-8016f4d6dc0e tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.615579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:49.615742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Checking segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:49.616106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Bound using segment: {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:49.616574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Bound port: 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174eede9-ab2f-4811-a070-2790a419e897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:49.616945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.617213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e669ea4f-5057-4980-b03d-9183bb47ca2d req-ddccf991-dc5b-4d26-be0d-8016f4d6dc0e tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 943 time: 0.1451411 Jul 16 01:45:49.619716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.632390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.698479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Pushing event deleted for resources: {'Port': ['ID=a004dfd7-c011-41bd-8894-d0ae4cbaadb0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.778271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de08d50d-9b94-4a89-a99d-755f8cccce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.783021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e669ea4f-5057-4980-b03d-9183bb47ca2d req-b0c43aed-d6f2-41ca-931d-292bac2fedab tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636722 Jul 16 01:45:49.786993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de08d50d-9b94-4a89-a99d-755f8cccce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.811708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] For port 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:49.825688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] For port 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:49.831778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.834633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.847110 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ea1a49b5-606e-4433-8c10-51f6b5f3e5e9 tempest-FloatingIPAdminTestJSON-1092611431 tempest-FloatingIPAdminTestJSON-1092611431-project] 10.222.0.42 "DELETE /v2.0/floatingips/39d98ad2-07c3-427a-8f36-5d2fdb8ec552 HTTP/1.1" status: 204 len: 168 time: 1.0574799 Jul 16 01:45:49.849478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.899112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-de08d50d-9b94-4a89-a99d-755f8cccce9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01f8eb70654f422c89bd94aa8381280e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269801 Jul 16 01:45:49.899934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39712) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.943461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.964576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.965368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.968460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] 10.222.0.13 "PUT /v2.0/ports/8e4179cd-a163-488d-a703-78f1c6e8b2b6 HTTP/1.1" status: 200 len: 1092 time: 1.9358444 Jul 16 01:45:49.969054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:49.971468 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7224d747-44d0-43fb-a501-195284b694be" -d '{"events": [{"name": "network-changed", "server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:50.075237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5073ff63-17b7-4b63-9e73-c99a35985561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.079760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311edf6-def8-4e9b-b97f-4d4612214e24 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4179cd-a163-488d-a703-78f1c6e8b2b6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.133020 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92b28f-be21-4c49-9bfe-44f3100c3415 x-openstack-request-id: req-1d92b28f-be21-4c49-9bfe-44f3100c3415 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:50.133457 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:50.140069 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d92b28f-be21-4c49-9bfe-44f3100c3415 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:50.140874 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'status': 'completed', 'code': 200} Jul 16 01:45:50.222356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d50d-9b94-4a89-a99d-755f8cccce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2fc4a-bab9-402d-9603-017267d61d26,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.227253 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5073ff63-17b7-4b63-9e73-c99a35985561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.302038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1990cf-63dc-472c-977e-4b0e068a7b85 req-d0086056-fa5a-4d68-838d-4b61aabcbdbd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.303394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c1990cf-63dc-472c-977e-4b0e068a7b85 req-d0086056-fa5a-4d68-838d-4b61aabcbdbd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1667860 Jul 16 01:45:50.310390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.355291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c1990cf-63dc-472c-977e-4b0e068a7b85 req-a5a3b3b7-5770-448d-a94c-05f50fc9d084 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Jul 16 01:45:50.387590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-a327e08b-2aee-4252-99be-10d9c769f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.390165 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-a327e08b-2aee-4252-99be-10d9c769f6e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e82fc72a3c6420c81b912d897811f62&device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 1095 time: 0.3245859 Jul 16 01:45:50.424672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Deleting port ade734ba-2db6-4af6-98ad-1a28b920d630 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:50.425012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.439699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.450544 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-37fc2b25-7965-4bc6-9ab1-e5cde5b08be7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6 HTTP/1.1" status: 200 len: 217 time: 0.0473151 Jul 16 01:45:50.465446 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5073ff63-17b7-4b63-9e73-c99a35985561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.468492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5073ff63-17b7-4b63-9e73-c99a35985561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.469611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5073ff63-17b7-4b63-9e73-c99a35985561 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cb2fc4a-bab9-402d-9603-017267d61d26 HTTP/1.1" status: 204 len: 168 time: 0.5684817 Jul 16 01:45:50.504638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073ff63-17b7-4b63-9e73-c99a35985561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2fc4a-bab9-402d-9603-017267d61d26,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.521318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-6684a143-fc86-4f1c-85c7-1a2705653030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.523892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-6684a143-fc86-4f1c-85c7-1a2705653030 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77b52bc2-56db-4581-8187-322e8f36e5b2 HTTP/1.1" status: 200 len: 845 time: 0.0671034 Jul 16 01:45:50.606295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4997-0812-45e4-828b-a12b87b95339 req-5bb84cd5-b516-4261-a761-09b2ad4cf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.608665 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-5bb84cd5-b516-4261-a761-09b2ad4cf20b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0effed1a-8547-4b49-911f-99a8445365fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780864 Jul 16 01:45:50.745093 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-8b177a59-d69b-4375-ae96-d5f6c2af9058 service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298447 Jul 16 01:45:50.901032 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-127d4997-0812-45e4-828b-a12b87b95339 req-4ebb54a5-c77e-4ba7-90ca-d479c418146e service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499515 Jul 16 01:45:50.911289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.950393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-67a2e582-d014-4404-94c3-883c99c3bc9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9c80ab7bd174bb29e564c3cc1697ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095751 Jul 16 01:45:50.956285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.958361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Calling delete_port for ade734ba-2db6-4af6-98ad-1a28b920d630 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:51.097114 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da957213-2490-417a-b646-931c6d23142b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.143336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d747-44d0-43fb-a501-195284b694be req-9b7defd2-a8ac-42fd-b992-9048e6222c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.145491 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-9b7defd2-a8ac-42fd-b992-9048e6222c54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e82fc72a3c6420c81b912d897811f62&device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 1095 time: 0.1530554 Jul 16 01:45:51.158173 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da957213-2490-417a-b646-931c6d23142b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.208100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e6b14-a454-4a43-a9c4-3a2f73f38b94 req-ae81af05-5548-49b2-a854-4ce0f0b62315 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.220948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e80e6b14-a454-4a43-a9c4-3a2f73f38b94 req-ae81af05-5548-49b2-a854-4ce0f0b62315 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 943 time: 0.2447426 Jul 16 01:45:51.307462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e80e6b14-a454-4a43-a9c4-3a2f73f38b94 req-56cbc799-6e79-49a0-a44f-367c90541e20 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877771 Jul 16 01:45:51.347436 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.381620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event deleted for resources: {'Port': ['ID=ade734ba-2db6-4af6-98ad-1a28b920d630,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.395306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da957213-2490-417a-b646-931c6d23142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.398136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da957213-2490-417a-b646-931c6d23142b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.399228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-da957213-2490-417a-b646-931c6d23142b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5ff5699-7330-45ca-93ee-a84f9159a56a HTTP/1.1" status: 204 len: 168 time: 0.4418402 Jul 16 01:45:51.409691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d747-44d0-43fb-a501-195284b694be req-00bfa775-87a3-4af3-bb16-bc69cdcf7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.411364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-00bfa775-87a3-4af3-bb16-bc69cdcf7021 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0effed1a-8547-4b49-911f-99a8445365fe HTTP/1.1" status: 200 len: 907 time: 0.2510045 Jul 16 01:45:51.417936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957213-2490-417a-b646-931c6d23142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff5699-7330-45ca-93ee-a84f9159a56a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.484262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-4fa7ea7e-abfb-4560-aac2-c7d82a55ab6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6 HTTP/1.1" status: 200 len: 217 time: 0.0607328 Jul 16 01:45:51.524837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.549434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d747-44d0-43fb-a501-195284b694be req-1641fad8-4148-42ff-ad20-e828731ada36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.551271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-1641fad8-4148-42ff-ad20-e828731ada36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77b52bc2-56db-4581-8187-322e8f36e5b2 HTTP/1.1" status: 200 len: 845 time: 0.0575249 Jul 16 01:45:51.628067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d747-44d0-43fb-a501-195284b694be req-20db1e1a-1a75-4ea7-be1f-326f296f8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.630056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-20db1e1a-1a75-4ea7-be1f-326f296f8554 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0effed1a-8547-4b49-911f-99a8445365fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713711 Jul 16 01:45:51.663608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.667004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.726229 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.736389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Fanout notify agent at l3_agent the message router_deleted on router 82152b6d-7156-423e-9e79-1802678864c4 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:51.750320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-68959ec4-0c5b-4161-87de-9eeb963f260b service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098676 Jul 16 01:45:51.755606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.756686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-639d51b5-f87e-4a4b-b3d9-205bf03c2e53 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/82152b6d-7156-423e-9e79-1802678864c4 HTTP/1.1" status: 204 len: 168 time: 2.1345501 Jul 16 01:45:51.760232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.766120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1274112332', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:51.796766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.798913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.912908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39766) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.914363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.948703 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7224d747-44d0-43fb-a501-195284b694be req-0cdd13b8-236a-4458-9139-52f1986f7340 service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942325 Jul 16 01:45:52.034379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39772) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.050196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb173ae-0c4d-49b7-9f92-09cf2a949ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.064086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717118846-network', 'tenant_id': 'de972a8d790a49de817d56a6a54f075b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:52.085464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:45:52.085464 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:45:52.085464 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': 'de972a8d790a49de817d56a6a54f075b', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 45, 52, 72588)}] Jul 16 01:45:52.085464 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:45:52.086359 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:45:52.168548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.182895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb173ae-0c4d-49b7-9f92-09cf2a949ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.186794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fb173ae-0c4d-49b7-9f92-09cf2a949ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.190293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3c221-85ec-45d4-848c-74be4f269553 req-362e39f0-195c-40fa-9521-df801d0bcfe0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.191979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cb3c221-85ec-45d4-848c-74be4f269553 req-362e39f0-195c-40fa-9521-df801d0bcfe0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2001047 Jul 16 01:45:52.233158 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1fb173ae-0c4d-49b7-9f92-09cf2a949ea2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ddd593143674e9b9dee67afc779f68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930013 Jul 16 01:45:52.233158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb173ae-0c4d-49b7-9f92-09cf2a949ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d00be5b-00b1-4582-82f7-fb2548dd6a14,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.243199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39774) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.258997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cb3c221-85ec-45d4-848c-74be4f269553 req-209d2082-f3b0-433b-9138-1a172baa84b0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Jul 16 01:45:52.306065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c05ba113-9c2c-4171-bce0-6d52e9ea5350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.341572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c05ba113-9c2c-4171-bce0-6d52e9ea5350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.411761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c05ba113-9c2c-4171-bce0-6d52e9ea5350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.414642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c05ba113-9c2c-4171-bce0-6d52e9ea5350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.416555 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c05ba113-9c2c-4171-bce0-6d52e9ea5350 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d00be5b-00b1-4582-82f7-fb2548dd6a14 HTTP/1.1" status: 204 len: 168 time: 0.1701705 Jul 16 01:45:52.429504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ba113-9c2c-4171-bce0-6d52e9ea5350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d00be5b-00b1-4582-82f7-fb2548dd6a14,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.454066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.475857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.626843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Made reservation on behalf of de972a8d790a49de817d56a6a54f075b for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:52.629679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.639850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.653945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79452c7-0a64-4dbc-a35f-0031645dd6f7 req-ae870d4d-000f-4ce3-aeff-28a715610f78 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.662684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f79452c7-0a64-4dbc-a35f-0031645dd6f7 req-ae870d4d-000f-4ce3-aeff-28a715610f78 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 943 time: 0.1731863 Jul 16 01:45:52.683937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Allocated IP 172.25.7.124 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/01781169-6e75-4783-8e55-05628f24e26d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:52.730807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f79452c7-0a64-4dbc-a35f-0031645dd6f7 req-19e10fc1-ec1e-42ed-8ff8-e30327c35607 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670879 Jul 16 01:45:52.787753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.793982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.837342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.842387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1316d61-6b1b-4f76-a51a-bd494afa108c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.849170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:52.851311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.860833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.861184 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Added segment fd9fed93-9d27-4688-91d3-9c81e8e4b992 of type vlan for network f3da8769-e65e-4350-8721-6bd1e4491047 Jul 16 01:45:52.883083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f6f-fcd4-4ae5-9d89-2b8415eb490f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.884866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8e4179cd-a163-488d-a703-78f1c6e8b2b6 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:52.896222 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.938393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:52.940978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.946440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:52.949721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:52.996087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.998917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.000307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.057432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:53.072306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'port_id': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'mac_address': 'fa:16:3e:40:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:53.090909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3da8769-e65e-4350-8721-6bd1e4491047,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.104630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f3da8769-e65e-4350-8721-6bd1e4491047 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:53.109193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event updated for resources: {'Port': ['ID=01781169-6e75-4783-8e55-05628f24e26d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.125923 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.142992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f6f-fcd4-4ae5-9d89-2b8415eb490f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.151141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7f6f-fcd4-4ae5-9d89-2b8415eb490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.154634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4179cd-a163-488d-a703-78f1c6e8b2b6 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:53.159172 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f1fddf9-c4c0-4572-b363-d184ce5f7fc6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2399461 Jul 16 01:45:53.175807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.181398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Request body: {'subnet': {'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717118846-subnet', 'tenant_id': 'de972a8d790a49de817d56a6a54f075b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:53.181947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:53.194491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.247755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad2f7f6f-fcd4-4ae5-9d89-2b8415eb490f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee6b6a0c76db4661a2cb45dc717ac0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050047 Jul 16 01:45:53.247755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f7f6f-fcd4-4ae5-9d89-2b8415eb490f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5da787-7b3d-47c3-8b1d-c776c4a1a6b4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.254110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.260062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8e4179cd-a163-488d-a703-78f1c6e8b2b6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.279706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Made reservation on behalf of de972a8d790a49de817d56a6a54f075b for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:53.282207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.298930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.377024 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cab358-e5be-4269-9edd-7880d3a81966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.436094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cab358-e5be-4269-9edd-7880d3a81966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.472603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8e4179cd-a163-488d-a703-78f1c6e8b2b6'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:53.518071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.602640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Checking segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:53.603087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Network hostable DHCP agents. Network: f3da8769-e65e-4350-8721-6bd1e4491047, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:53.614879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d86462-392f-4962-a98c-2c084c332e61,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.616483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cab358-e5be-4269-9edd-7880d3a81966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.618816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5cab358-e5be-4269-9edd-7880d3a81966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.622707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a5cab358-e5be-4269-9edd-7880d3a81966 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c5da787-7b3d-47c3-8b1d-c776c4a1a6b4 HTTP/1.1" status: 204 len: 168 time: 0.3666108 Jul 16 01:45:53.634488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Network f3da8769-e65e-4350-8721-6bd1e4491047 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:53.643243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cab358-e5be-4269-9edd-7880d3a81966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5da787-7b3d-47c3-8b1d-c776c4a1a6b4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.657207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f3da8769-e65e-4350-8721-6bd1e4491047) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:53.658491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c514ba-f75b-4a8e-94b2-721f4f43b8b0 req-94d6c153-4283-4d8e-9bd5-e6878cb8a226 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.660097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c514ba-f75b-4a8e-94b2-721f4f43b8b0 req-94d6c153-4283-4d8e-9bd5-e6878cb8a226 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2088923 Jul 16 01:45:53.662106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.662820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.663825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.679441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7dce74-9706-4cd0-9669-0b632b604d42 None None] Network f3da8769-e65e-4350-8721-6bd1e4491047 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:53.689048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0ed391a8-8d40-4915-83d2-2a28736b8e29 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5119019 Jul 16 01:45:53.933542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce688545-4045-4968-90f1-97f02c5cea19 None None] Network f3da8769-e65e-4350-8721-6bd1e4491047 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:53.988749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1c514ba-f75b-4a8e-94b2-721f4f43b8b0 req-9ae2a56f-0393-43bc-ac79-e3f45c6e7038 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166852 Jul 16 01:45:53.991397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Router 57c921bc-39fe-4382-90d6-d401b7b78ba7 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:54.031123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b54e4-6d06-4da1-a33f-b571e90674ea req-42267686-fa01-4f32-9bde-f6f170016552 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.032820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a4b54e4-6d06-4da1-a33f-b571e90674ea req-42267686-fa01-4f32-9bde-f6f170016552 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 944 time: 0.1211038 Jul 16 01:45:54.532809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a4b54e4-6d06-4da1-a33f-b571e90674ea req-27ee20d6-d55d-4d45-b295-17e7aa62debb tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4912956 Jul 16 01:45:54.598339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:54.618269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] Sync routers for ids ['57c921bc-39fe-4382-90d6-d401b7b78ba7'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:54.633991 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] Routers {'57c921bc-39fe-4382-90d6-d401b7b78ba7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:54.635235 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['57c921bc-39fe-4382-90d6-d401b7b78ba7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.723754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-1c5ffd24-13e0-49a9-8289-79229517f681 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.728767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-1c5ffd24-13e0-49a9-8289-79229517f681 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.2428699 Jul 16 01:45:54.731110 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.749453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.749620 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] Routers {'57c921bc-39fe-4382-90d6-d401b7b78ba7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:54.750297 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['57c921bc-39fe-4382-90d6-d401b7b78ba7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.756508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-61b204e0-9547-4dd3-96e4-1751036640b3 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9949305 Jul 16 01:45:54.759170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.767536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:54.779502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-aedbdd26-a174-4030-871c-bba65be64fed tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/quotas/de972a8d790a49de817d56a6a54f075b HTTP/1.1" status: 200 len: 375 time: 0.0446236 Jul 16 01:45:54.824636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-b7c0d08c-0295-40e4-aa3c-edc989dc4d63 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442016 Jul 16 01:45:54.876338 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.879079 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea82d10-5e05-4e2c-9f78-4ceb29a44305 None None] The sync data for ids ['57c921bc-39fe-4382-90d6-d401b7b78ba7'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:54.884213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8e4179cd-a163-488d-a703-78f1c6e8b2b6 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:54.942224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.996630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:54.998626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-9a2f9f46-2b69-406f-9755-545f8f585c25 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626744 Jul 16 01:45:55.006507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:55.007022 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.178136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.185163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6876-6bc0-4161-bec5-978dca516de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.229261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:55.231634 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c2063-f1b2-4fc3-8514-4ced2dbd3c54" -d '{"events": [{"server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "name": "network-vif-plugged", "status": "completed", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:55.257144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-3bb8170d-08b1-4e26-8058-49b731e8344e service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510359 Jul 16 01:45:55.260291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:55.269295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.378229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8e4179cd-a163-488d-a703-78f1c6e8b2b6,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.439881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.462057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.473396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf108a9-f8ef-4c35-b401-b48bc28f3fad req-15a34655-77bc-43d8-b19c-39f6c17502e0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.475827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bf108a9-f8ef-4c35-b401-b48bc28f3fad req-15a34655-77bc-43d8-b19c-39f6c17502e0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1807678 Jul 16 01:45:55.482855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6876-6bc0-4161-bec5-978dca516de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.502783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6876-6bc0-4161-bec5-978dca516de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.532818 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea1a474-cacf-4b4b-97bf-f9698ebbe8f3 x-openstack-request-id: req-bea1a474-cacf-4b4b-97bf-f9698ebbe8f3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:55.533398 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "name": "network-vif-plugged", "status": "completed", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:55.533904 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bea1a474-cacf-4b4b-97bf-f9698ebbe8f3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:55.534405 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'code': 200} Jul 16 01:45:55.549240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Deleting port 01781169-6e75-4783-8e55-05628f24e26d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:55.549892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.603327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c2b6876-6bc0-4161-bec5-978dca516de1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7883ccd60c5c411aaebdfd6b02f5c5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600156 Jul 16 01:45:55.623938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b6876-6bc0-4161-bec5-978dca516de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0a37e-418d-426e-a617-d5496fe3d885,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.628438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:55.630695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-904a0015-60aa-413c-bc63-1cb8d5a7b899 req-d4ae0045-59c7-4b4e-b2ae-b385a333d679 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 210 time: 0.0595813 Jul 16 01:45:55.663587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.675030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bf108a9-f8ef-4c35-b401-b48bc28f3fad req-1c43e0fa-9e4f-4d48-9d28-c6501e8b25a6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846130 Jul 16 01:45:55.699860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Calling delete_port for 01781169-6e75-4783-8e55-05628f24e26d owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:55.702645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe562706-17a2-4164-a31c-656a10bab9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.728083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe562706-17a2-4164-a31c-656a10bab9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.802676 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe562706-17a2-4164-a31c-656a10bab9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.806162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe562706-17a2-4164-a31c-656a10bab9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.810882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fe562706-17a2-4164-a31c-656a10bab9aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24e0a37e-418d-426e-a617-d5496fe3d885 HTTP/1.1" status: 204 len: 168 time: 0.1761782 Jul 16 01:45:55.871635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe562706-17a2-4164-a31c-656a10bab9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0a37e-418d-426e-a617-d5496fe3d885,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.992978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2879c7-584a-45d4-b399-e58b23ace2c0 req-5feb4525-c603-4add-a27b-6822bd21b5bc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.995041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a2879c7-584a-45d4-b399-e58b23ace2c0 req-5feb4525-c603-4add-a27b-6822bd21b5bc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.1533065 Jul 16 01:45:56.034141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df41eed-a9ba-47dd-b128-6b6f2a29397d req-f9aca059-a25d-4b2f-8e2a-79f7ae63e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.035689 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5df41eed-a9ba-47dd-b128-6b6f2a29397d req-f9aca059-a25d-4b2f-8e2a-79f7ae63e194 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 1097 time: 0.3524597 Jul 16 01:45:56.059715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a2879c7-584a-45d4-b399-e58b23ace2c0 req-85b48c2b-3080-410b-98e8-d39cf88de063 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Jul 16 01:45:56.144411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5df41eed-a9ba-47dd-b128-6b6f2a29397d req-3920be1e-8c21-480d-88f1-a4ad4bdcaf54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976009 Jul 16 01:45:56.153338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.186483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Pushing event deleted for resources: {'Port': ['ID=01781169-6e75-4783-8e55-05628f24e26d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.263868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.356935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.464723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.479937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c647989a-b409-4b40-bae5-3e2d75c7f8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.501158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-65bbac47-3667-403a-afe4-1bfb29cba126 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:56.501472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.505170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.539742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-65bbac47-3667-403a-afe4-1bfb29cba126 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] 10.222.0.42 "PUT /v2.0/quotas/7235078507414323968cb83123b20a8a HTTP/1.1" status: 200 len: 368 time: 0.1790400 Jul 16 01:45:56.540009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.548491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Request body: {'network': {'project_id': '7235078507414323968cb83123b20a8a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:56.613742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Router 57c921bc-39fe-4382-90d6-d401b7b78ba7 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:56.619232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c647989a-b409-4b40-bae5-3e2d75c7f8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.626204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c647989a-b409-4b40-bae5-3e2d75c7f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.673833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Made reservation on behalf of 7235078507414323968cb83123b20a8a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:56.675886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.689537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.717774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647989a-b409-4b40-bae5-3e2d75c7f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3547780-94f1-45c9-9cfb-a12aa4729155,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.737407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c647989a-b409-4b40-bae5-3e2d75c7f8bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0083e7097c004e0a90a33f40d46928ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712233 Jul 16 01:45:56.738376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39904) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.048175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8266e98-cf39-441a-9826-87db2c10ee54 req-f8755ad3-eca7-4b61-8d15-26b4648d4ef6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 210 time: 0.0920393 Jul 16 01:45:57.059491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.083466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:57.089760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.098050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.099839 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dceab42e-2836-4d8e-9082-88144c9dbeba tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "PUT /v2.0/routers/57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 200 len: 706 time: 2.3388765 Jul 16 01:45:57.101933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] Sync routers for ids ['57c921bc-39fe-4382-90d6-d401b7b78ba7'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:57.102645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39910) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.114474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b475637c-fde6-49b5-a7de-c3743dd6f057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.128598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] Routers {'57c921bc-39fe-4382-90d6-d401b7b78ba7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:57.129653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['57c921bc-39fe-4382-90d6-d401b7b78ba7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:57.136204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:57.172631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13c42a-004b-4958-a378-e2bf2f96685a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.176038 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.176545 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Added segment 0fa998fd-5368-48dd-8f72-281e375bf81f of type vlan for network cecd9cf5-8802-49d0-ab59-2b56b64c2139 Jul 16 01:45:57.178978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:57.197218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] Routers {'57c921bc-39fe-4382-90d6-d401b7b78ba7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:57.198097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['57c921bc-39fe-4382-90d6-d401b7b78ba7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:57.217116 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b475637c-fde6-49b5-a7de-c3743dd6f057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.262594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:57.263253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca713b80-2356-436a-99db-00e07dc4120a None None] The sync data for ids ['57c921bc-39fe-4382-90d6-d401b7b78ba7'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:57.270704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29fd4114-cbd1-4374-94c2-4f1517d7e0da tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/routers/57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 200 len: 741 time: 0.1664557 Jul 16 01:45:57.273401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39912) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.321983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa182-2f0e-4e89-82b8-3db89aa181ec req-2e2322ce-ee6f-4c4f-893a-a7029a4ea467 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.331307 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdafa182-2f0e-4e89-82b8-3db89aa181ec req-2e2322ce-ee6f-4c4f-893a-a7029a4ea467 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.3772545 Jul 16 01:45:57.340179 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1fc8f7e5-8257-4f38-879d-f455bf2dbde2 tempest-RoutersAdminTest-1475858674 tempest-RoutersAdminTest-1475858674-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 200 len: 205 time: 0.0628817 Jul 16 01:45:57.346889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.358518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.385549 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-99dfba14-c586-4d75-89f2-cb9ec37f02af tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 200 len: 205 time: 0.0372510 Jul 16 01:45:57.388210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.458116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdafa182-2f0e-4e89-82b8-3db89aa181ec req-7f92de45-2e94-4fad-a7a3-fab454179ee8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255765 Jul 16 01:45:57.461212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b475637c-fde6-49b5-a7de-c3743dd6f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.463774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b475637c-fde6-49b5-a7de-c3743dd6f057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.464955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b475637c-fde6-49b5-a7de-c3743dd6f057 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3547780-94f1-45c9-9cfb-a12aa4729155 HTTP/1.1" status: 204 len: 168 time: 0.7242301 Jul 16 01:45:57.466002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.466760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.467466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.476969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.526895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9852319 Jul 16 01:45:57.528391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475637c-fde6-49b5-a7de-c3743dd6f057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3547780-94f1-45c9-9cfb-a12aa4729155,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.533896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.547728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Request body: {'network': {'project_id': '7235078507414323968cb83123b20a8a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:57.610499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122251-af9b-4d4b-936f-7f6196df7854 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Pushing event updated for resources: {'Network': ['ID=cecd9cf5-8802-49d0-ab59-2b56b64c2139,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.624645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network cecd9cf5-8802-49d0-ab59-2b56b64c2139 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:57.627735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e33b78-7138-4f89-9b3a-7f8c5c2542ff req-f3f87cd7-a01b-467e-be30-1261a1ba4e43 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.630012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96e33b78-7138-4f89-9b3a-7f8c5c2542ff req-f3f87cd7-a01b-467e-be30-1261a1ba4e43 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.2655027 Jul 16 01:45:57.648667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Made reservation on behalf of 7235078507414323968cb83123b20a8a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:57.650988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.699857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96e33b78-7138-4f89-9b3a-7f8c5c2542ff req-21f627f8-159b-434c-b90f-b75c494d5fd5 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635157 Jul 16 01:45:57.705139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:57.712892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.717916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.718277 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Added segment 8f098118-70b2-44a0-945d-7b839ac5a2f2 of type vlan for network 76d7de2a-60e0-4af4-aee5-3fcfd695caf0 Jul 16 01:45:57.723892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.844062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.845728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.846299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Fanout notify agent at l3_agent the message router_deleted on router 57c921bc-39fe-4382-90d6-d401b7b78ba7 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:57.854566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.855672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-39f3196e-dee4-4b4a-b88e-e6cd489a4cb5 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 204 len: 168 time: 0.4658639 Jul 16 01:45:57.860004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39926) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.869721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-5ee86387-30d9-4a2a-b9ce-fae80302e3a6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.871275 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-5ee86387-30d9-4a2a-b9ce-fae80302e3a6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.3151760 Jul 16 01:45:57.898000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Request body: {'port': {'device_id': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'admin_state_up': True, 'tenant_id': 'de972a8d790a49de817d56a6a54f075b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:57.928192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2e0c5f95-a4d4-4546-afc3-76a8ec1cc53e tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 200 len: 205 time: 0.0658171 Jul 16 01:45:57.934320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.986789 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8c9a2b84-6199-4189-9ec7-dfdca097abe4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] delete failed (client error): The resource could not be found. Jul 16 01:45:57.990288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c9a2b84-6199-4189-9ec7-dfdca097abe4 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/57c921bc-39fe-4382-90d6-d401b7b78ba7 HTTP/1.1" status: 404 len: 336 time: 0.0525892 Jul 16 01:45:57.991163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.999752 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.001463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.002486 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.031325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ae40d7a1-772a-40c4-9508-ef8939e3136f tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=82152b6d-7156-423e-9e79-1802678864c4 HTTP/1.1" status: 200 len: 205 time: 0.0394585 Jul 16 01:45:58.033227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4950275 Jul 16 01:45:58.033932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39938) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.040478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c95f8b3c-dfce-4717-a6b0-872dc571dbf0 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Request body: {'network': {'project_id': '7235078507414323968cb83123b20a8a'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:58.043231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.066147 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95f8b3c-dfce-4717-a6b0-872dc571dbf0 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:45:58.066626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95f8b3c-dfce-4717-a6b0-872dc571dbf0 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:58.070704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c95f8b3c-dfce-4717-a6b0-872dc571dbf0 tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0329494 Jul 16 01:45:58.092952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Made reservation on behalf of de972a8d790a49de817d56a6a54f075b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:58.097685 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-35083db1-0ad2-4468-bbbb-049a0a43dca1 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] delete failed (client error): The resource could not be found. Jul 16 01:45:58.099997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.102071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35083db1-0ad2-4468-bbbb-049a0a43dca1 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/82152b6d-7156-423e-9e79-1802678864c4 HTTP/1.1" status: 404 len: 336 time: 0.0577369 Jul 16 01:45:58.105374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.198840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.205280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39952) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.205805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d4c0b659-c70b-4365-a8f5-7be74eec0abe tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=98eae2f2-8f34-4ac6-826d-0290a551caad HTTP/1.1" status: 200 len: 205 time: 0.0997388 Jul 16 01:45:58.208847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc95d28-1f8b-443b-875a-0109572ac62a tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Pushing event updated for resources: {'Network': ['ID=76d7de2a-60e0-4af4-aee5-3fcfd695caf0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.221777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 76d7de2a-60e0-4af4-aee5-3fcfd695caf0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:58.275199 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-65b2c002-c7d3-421e-8d8e-636cb2a09392 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] delete failed (client error): The resource could not be found. Jul 16 01:45:58.276273 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-65b2c002-c7d3-421e-8d8e-636cb2a09392 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/98eae2f2-8f34-4ac6-826d-0290a551caad HTTP/1.1" status: 404 len: 336 time: 0.0700502 Jul 16 01:45:58.279930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39960) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.308608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e4735c2-0693-48fe-bd59-007f9aa40275 req-6b19a595-00bf-4bdc-b190-d8de40699f26 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 210 time: 0.0820267 Jul 16 01:45:58.320554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7cd4671-a92d-4ccc-b9bf-e021d53e9d85 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=40841d90-74e8-4946-bd9a-9266012955e7 HTTP/1.1" status: 200 len: 205 time: 0.0395346 Jul 16 01:45:58.323121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39964) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.408640 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b283ab69-652b-4412-ab41-ee0d36f10cc7 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] delete failed (client error): The resource could not be found. Jul 16 01:45:58.410284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b283ab69-652b-4412-ab41-ee0d36f10cc7 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/40841d90-74e8-4946-bd9a-9266012955e7 HTTP/1.1" status: 404 len: 336 time: 0.0856733 Jul 16 01:45:58.413288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.424368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Allocated IP 172.20.0.3 (f3da8769-e65e-4350-8721-6bd1e4491047/94d86462-392f-4962-a98c-2c084c332e61/e7381b2f-b841-417f-977c-cef43abee43c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:58.458220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8f59d8ae-ecbc-4e23-a8a1-68889b7b4ccb tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=73bd7059-2ed5-4100-9656-3633c3df7068 HTTP/1.1" status: 200 len: 205 time: 0.0433145 Jul 16 01:45:58.461164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39970) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.481302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7ac9e03f-31b6-47d3-921b-01a7e2eba550 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7235078507414323968cb83123b20a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742944 Jul 16 01:45:58.484138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.528812 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-cb79c534-ad1b-4716-a498-83f62a234fcf tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] delete failed (client error): The resource could not be found. Jul 16 01:45:58.531099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb79c534-ad1b-4716-a498-83f62a234fcf tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/73bd7059-2ed5-4100-9656-3633c3df7068 HTTP/1.1" status: 404 len: 336 time: 0.0689716 Jul 16 01:45:58.534035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39976) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.585949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06396d85-ff6a-4f8c-b5de-fcb8bfcab499 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 HTTP/1.1" status: 200 len: 205 time: 0.0501881 Jul 16 01:45:58.588288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39978) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.641987 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ff23f6ca-0b94-4a40-9dbc-3d8d5e132dce tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] delete failed (client error): The resource could not be found. Jul 16 01:45:58.642909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ff23f6ca-0b94-4a40-9dbc-3d8d5e132dce tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/routers/a4dc3dee-8e5a-46ac-a4bd-b869b13fde34 HTTP/1.1" status: 404 len: 336 time: 0.0534720 Jul 16 01:45:58.661349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.711345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18167095-c4d7-4995-9dae-4e8edaa45d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.713817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.715195 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19df59e-f0b6-4fb2-ae3d-1db9968621e7 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:58.715642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19df59e-f0b6-4fb2-ae3d-1db9968621e7 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:58.717921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e19df59e-f0b6-4fb2-ae3d-1db9968621e7 tempest-RoutersAdminTest-267218253 tempest-RoutersAdminTest-267218253-project] 10.222.0.42 "DELETE /v2.0/subnets/b0a31a88-3614-41a2-8b98-5d34bc7008c1 HTTP/1.1" status: 404 len: 337 time: 0.0509868 Jul 16 01:45:58.745829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18167095-c4d7-4995-9dae-4e8edaa45d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.795773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65a332-ed9a-4927-b51d-469970c7bea4 req-31876b5b-1207-4d74-9b13-a4a75b52334c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.797378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c65a332-ed9a-4927-b51d-469970c7bea4 req-31876b5b-1207-4d74-9b13-a4a75b52334c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.2068026 Jul 16 01:45:58.831194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18167095-c4d7-4995-9dae-4e8edaa45d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.833177 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.834823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-18167095-c4d7-4995-9dae-4e8edaa45d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.839678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-18167095-c4d7-4995-9dae-4e8edaa45d60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff13c42a-004b-4958-a378-e2bf2f96685a HTTP/1.1" status: 204 len: 168 time: 0.3518884 Jul 16 01:45:58.840413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.882750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167095-c4d7-4995-9dae-4e8edaa45d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13c42a-004b-4958-a378-e2bf2f96685a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.898970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c65a332-ed9a-4927-b51d-469970c7bea4 req-29b776f2-7da4-4fc5-a130-02ad121ca4a2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932400 Jul 16 01:45:58.949500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Network f3da8769-e65e-4350-8721-6bd1e4491047 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:58.955201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:58.960397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:58.995821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.043308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.044791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.049136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event updated for resources: {'Port': ['ID=e7381b2f-b841-417f-977c-cef43abee43c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.077117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-127bb56c-1c33-4080-881b-65137f805eb9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1908827 Jul 16 01:45:59.102897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421e1c-ebbb-415a-851a-7ac2a447feb3 req-2850b2f5-b3ca-4555-b88e-adfea3e3b9d6 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.104061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Request body: {'port': {'device_id': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:59.104600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4421e1c-ebbb-415a-851a-7ac2a447feb3 req-2850b2f5-b3ca-4555-b88e-adfea3e3b9d6 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.1526690 Jul 16 01:45:59.141849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40000) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.148877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.170703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d7de2a-60e0-4af4-aee5-3fcfd695caf0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.191692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f098118-70b2-44a0-945d-7b839ac5a2f2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.192153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f098118-70b2-44a0-945d-7b839ac5a2f2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.221882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.223114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4421e1c-ebbb-415a-851a-7ac2a447feb3 req-3ce8f2bb-0602-4ebd-a9f9-633b0a9ccc1e tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705740 Jul 16 01:45:59.225088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.241249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: items = [ Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:59.257115 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:59.347890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.352580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.358105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] 10.222.0.42 "DELETE /v2.0/networks/76d7de2a-60e0-4af4-aee5-3fcfd695caf0 HTTP/1.1" status: 204 len: 168 time: 0.5132904 Jul 16 01:45:59.364492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40012) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.393252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa4659-f48e-4234-ab81-6158ef4aab3b tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Pushing event deleted for resources: {'Network': ['ID=76d7de2a-60e0-4af4-aee5-3fcfd695caf0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.509669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.619838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11485995-a23c-4c87-901d-82792e587ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.699395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.712058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019c84a-0cc0-4b72-b6f6-554c1cd0ff21 req-480befa7-10e7-417c-a7ae-d0ca53f864d9 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.713923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8019c84a-0cc0-4b72-b6f6-554c1cd0ff21 req-480befa7-10e7-417c-a7ae-d0ca53f864d9 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.2666984 Jul 16 01:45:59.730980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecd9cf5-8802-49d0-ab59-2b56b64c2139']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.733669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.739973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Request body: {'floatingip': {'port_id': '8e4179cd-a163-488d-a703-78f1c6e8b2b6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:59.798304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7381b2f-b841-417f-977c-cef43abee43c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:59.801284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa998fd-5368-48dd-8f72-281e375bf81f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.801590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa998fd-5368-48dd-8f72-281e375bf81f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.811401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38e79-3c92-47dc-8209-250c2dbc9f32 req-7d381957-c23d-4247-9a7c-2f61d9762544 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.813020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.813504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15a38e79-3c92-47dc-8209-250c2dbc9f32 req-7d381957-c23d-4247-9a7c-2f61d9762544 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 931 time: 0.3017280 Jul 16 01:45:59.821507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.827837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.847898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Transition to ACTIVE for port object e7381b2f-b841-417f-977c-cef43abee43c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:59.861652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.934018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.968609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:59.969263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.971655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Pushing event updated for resources: {'Port': ['ID=e7381b2f-b841-417f-977c-cef43abee43c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:59.975772 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:59.992065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11485995-a23c-4c87-901d-82792e587ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.079783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15a38e79-3c92-47dc-8209-250c2dbc9f32 req-a68c7027-1bb8-4ad9-a417-b9d814e94de0 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499702 Jul 16 01:46:00.096399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11485995-a23c-4c87-901d-82792e587ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.139158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.153535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-11485995-a23c-4c87-901d-82792e587ec9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fffcf5b11bdf4a99a0487804cebef5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0103626 Jul 16 01:46:00.159060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40046) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.165055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.166911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] 10.222.0.42 "DELETE /v2.0/networks/cecd9cf5-8802-49d0-ab59-2b56b64c2139 HTTP/1.1" status: 204 len: 168 time: 0.8053284 Jul 16 01:46:00.191780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11485995-a23c-4c87-901d-82792e587ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a828a-5f2d-4586-8e95-9bb6eefb597b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.194845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Attempting to bind port e7381b2f-b841-417f-977c-cef43abee43c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:00.206317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724554b0-8eaa-41a0-9116-94cc3658201c tempest-QuotasNegativeTest-1733082792 tempest-QuotasNegativeTest-1733082792-project-admin] Pushing event deleted for resources: {'Network': ['ID=cecd9cf5-8802-49d0-ab59-2b56b64c2139,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.210835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Attempting to bind port e7381b2f-b841-417f-977c-cef43abee43c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:00.211451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Attempting to bind port e7381b2f-b841-417f-977c-cef43abee43c on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:00.227984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Port e7381b2f-b841-417f-977c-cef43abee43c on network f3da8769-e65e-4350-8721-6bd1e4491047 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:00.228540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Attempting to bind port e7381b2f-b841-417f-977c-cef43abee43c on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:00.272620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:00.273113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Checking segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:00.273653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Bound using segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:00.274272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Bound port: e7381b2f-b841-417f-977c-cef43abee43c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:00.274778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.297052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-7ecea538-c629-493d-bb76-2e2303d3d0c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3544743 Jul 16 01:46:00.383381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-760da08d-2aef-412a-bda9-82c7ad7f002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.442161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] For port e7381b2f-b841-417f-977c-cef43abee43c, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:00.447017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] For port e7381b2f-b841-417f-977c-cef43abee43c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e7381b2f-b841-417f-977c-cef43abee43c,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:00.469829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.546208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-760da08d-2aef-412a-bda9-82c7ad7f002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.569524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.570228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.571726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7381b2f-b841-417f-977c-cef43abee43c HTTP/1.1" status: 200 len: 1092 time: 1.4812343 Jul 16 01:46:00.572206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'tag': 'e7381b2f-b841-417f-977c-cef43abee43c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:00.574908 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a9c460-e53f-4f95-8de1-d317b5078f01" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff2e354-fbef-4394-b393-29c8703f02ef", "tag": "e7381b2f-b841-417f-977c-cef43abee43c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:00.673565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5614fc-a119-4417-9556-fd478110f563 req-20a25b40-3d5a-4cdb-a2bb-2d47002ef7d1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.680894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab5614fc-a119-4417-9556-fd478110f563 req-20a25b40-3d5a-4cdb-a2bb-2d47002ef7d1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.5486333 Jul 16 01:46:00.681019 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37670af8-42ea-485e-b829-016c297b322f x-openstack-request-id: req-37670af8-42ea-485e-b829-016c297b322f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:00.681465 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff2e354-fbef-4394-b393-29c8703f02ef", "tag": "e7381b2f-b841-417f-977c-cef43abee43c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:00.681986 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37670af8-42ea-485e-b829-016c297b322f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:00.682624 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'tag': 'e7381b2f-b841-417f-977c-cef43abee43c', 'status': 'completed', 'code': 200} Jul 16 01:46:00.685472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40064) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.685649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40062) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.694398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40c4c-4c23-4d0d-8b0d-c363ad29f507 service neutron] Pushing event updated for resources: {'Port': ['ID=e7381b2f-b841-417f-977c-cef43abee43c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.728971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-07c626d5-3fed-4fa4-ad1a-543a4f36a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.731095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-07c626d5-3fed-4fa4-ad1a-543a4f36a3e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 1095 time: 0.1043046 Jul 16 01:46:00.737255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-760da08d-2aef-412a-bda9-82c7ad7f002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.740584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-760da08d-2aef-412a-bda9-82c7ad7f002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.744180 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-760da08d-2aef-412a-bda9-82c7ad7f002d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df9a828a-5f2d-4586-8e95-9bb6eefb597b HTTP/1.1" status: 204 len: 168 time: 0.5817361 Jul 16 01:46:00.745699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a414b81d-604a-42a2-aae7-3773877fb926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.758358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760da08d-2aef-412a-bda9-82c7ad7f002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a828a-5f2d-4586-8e95-9bb6eefb597b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.799950 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-84844e9f-60d6-4901-a876-3baea7eaf6bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7381b2f-b841-417f-977c-cef43abee43c HTTP/1.1" status: 200 len: 217 time: 0.0567749 Jul 16 01:46:00.872292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab5614fc-a119-4417-9556-fd478110f563 req-a261ade3-73e2-41bf-9230-57713454d84f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904123 Jul 16 01:46:00.874760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-c0a0c50a-8976-49ee-98e5-0900f7363488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.878158 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-c0a0c50a-8976-49ee-98e5-0900f7363488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0708294 Jul 16 01:46:00.900313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-0535b5ec-e2ca-4084-b1a0-302fe06731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.901894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-0535b5ec-e2ca-4084-b1a0-302fe06731ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1098 time: 0.2473524 Jul 16 01:46:00.942151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-d3ba86ff-6285-48e4-bfce-fa6df1819cc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585332 Jul 16 01:46:01.038689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935403fe-722f-4af3-b2c4-b8fdd84ce3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.104317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-8770d0b2-dbc8-41ab-a1e8-863997ecfc0c service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563532 Jul 16 01:46:01.150971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a414b81d-604a-42a2-aae7-3773877fb926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.157109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a414b81d-604a-42a2-aae7-3773877fb926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.189454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-03174c1c-d067-4732-b541-6271b0f30e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.190984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-03174c1c-d067-4732-b541-6271b0f30e52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.2374663 Jul 16 01:46:01.223598 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8d013e75-ec6e-436b-abac-83d03e20a93b req-8213782b-c088-4745-aa0b-82bd00608f1a service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129241 Jul 16 01:46:01.305525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a414b81d-604a-42a2-aae7-3773877fb926 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50a696cfe74b4af79b923d6d4658e83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148355 Jul 16 01:46:01.305770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40076) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.312779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.339824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.340725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414b81d-604a-42a2-aae7-3773877fb926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4496b40a-6637-40d0-9840-539a4dbc6230,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.355005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.390196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935403fe-722f-4af3-b2c4-b8fdd84ce3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.406525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-b97c627e-cd53-4cf0-a638-c3256cdf176e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 1001 time: 0.1986339 Jul 16 01:46:01.410835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935403fe-722f-4af3-b2c4-b8fdd84ce3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.489105 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b2db7e2-2f10-4fb6-ad00-7becf47b7a2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22751dae4cce4b218979876c7392da06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851773 Jul 16 01:46:01.492978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935403fe-722f-4af3-b2c4-b8fdd84ce3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f948d20-0f42-45b6-9566-5641a6186f00,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.505144 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bb25a96-b935-4570-bbb9-38daa0f1e716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.506914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40080) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.515453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-935403fe-722f-4af3-b2c4-b8fdd84ce3d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f617a0c2d1f64c75a53e44f8af007063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288312 Jul 16 01:46:01.516238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40082) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.526886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cecab-5e68-4637-a909-d739a11e7145 req-b2eb4476-0d6c-4a95-b926-e855f32b3da6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.528411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-799cecab-5e68-4637-a909-d739a11e7145 req-b2eb4476-0d6c-4a95-b926-e855f32b3da6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 943 time: 0.2403617 Jul 16 01:46:01.532594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-9751c648-1a52-4cb1-9432-0e6c74eda47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.534250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-9751c648-1a52-4cb1-9432-0e6c74eda47f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1186547 Jul 16 01:46:01.542976 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Floating IP cba1412c-7f3c-47a5-bd30-62cb83b9ba67 associated. External IP: 172.25.7.106, port: 8e4179cd-a163-488d-a703-78f1c6e8b2b6. Jul 16 01:46:01.572642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bb25a96-b935-4570-bbb9-38daa0f1e716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.597568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-ad151abe-7ed8-42cd-a742-1f4e15f7cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.599137 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-ad151abe-7ed8-42cd-a742-1f4e15f7cd12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 1095 time: 0.2669659 Jul 16 01:46:01.686780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-799cecab-5e68-4637-a909-d739a11e7145 req-bb6fdfc2-23ae-4889-99a0-eb47c741512f tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463706 Jul 16 01:46:01.716820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-b0abbf4f-fe90-4e69-b323-9dbc3aec551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.718529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-b0abbf4f-fe90-4e69-b323-9dbc3aec551a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770461 Jul 16 01:46:01.729429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7092997d-f8df-4c0d-81a4-41970b0c64e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.739599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8b2966f-ad86-44b4-a733-29c4c1615e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.767947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bb25a96-b935-4570-bbb9-38daa0f1e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.770613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bb25a96-b935-4570-bbb9-38daa0f1e716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.771799 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9bb25a96-b935-4570-bbb9-38daa0f1e716 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4496b40a-6637-40d0-9840-539a4dbc6230 HTTP/1.1" status: 204 len: 168 time: 0.4572546 Jul 16 01:46:01.801603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7092997d-f8df-4c0d-81a4-41970b0c64e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.804522 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8b2966f-ad86-44b4-a733-29c4c1615e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.825494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb25a96-b935-4570-bbb9-38daa0f1e716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4496b40a-6637-40d0-9840-539a4dbc6230,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.831762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-bc618981-907c-407b-a429-588472c89f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.833969 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-bc618981-907c-407b-a429-588472c89f79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 915 time: 0.2222445 Jul 16 01:46:01.911849 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-630883cc-6a03-47d1-bdf5-472ff29a06bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7381b2f-b841-417f-977c-cef43abee43c HTTP/1.1" status: 200 len: 217 time: 0.0674629 Jul 16 01:46:01.916059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-cad23dac-0133-4d64-8350-b23b93b830cc service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897163 Jul 16 01:46:01.932107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Router 42229d2b-a145-468b-b401-7d8d841ae22f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:01.984228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7092997d-f8df-4c0d-81a4-41970b0c64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.987365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7092997d-f8df-4c0d-81a4-41970b0c64e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.992311 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7092997d-f8df-4c0d-81a4-41970b0c64e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e7734cd-f4da-44a6-b143-c8803900c2e5 HTTP/1.1" status: 204 len: 168 time: 0.4790676 Jul 16 01:46:01.992311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-25df339d-4ed0-45b5-98df-b2bf589ac9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.996049 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-25df339d-4ed0-45b5-98df-b2bf589ac9c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0610898 Jul 16 01:46:01.998492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8b2966f-ad86-44b4-a733-29c4c1615e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.001127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8b2966f-ad86-44b4-a733-29c4c1615e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.005083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c8b2966f-ad86-44b4-a733-29c4c1615e1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f948d20-0f42-45b6-9566-5641a6186f00 HTTP/1.1" status: 204 len: 168 time: 0.4811153 Jul 16 01:46:02.021048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092997d-f8df-4c0d-81a4-41970b0c64e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7734cd-f4da-44a6-b143-c8803900c2e5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.043025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-5b274faf-4d3f-489b-932e-e490981e6b2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323603 Jul 16 01:46:02.072904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2966f-ad86-44b4-a733-29c4c1615e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f948d20-0f42-45b6-9566-5641a6186f00,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.227120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-848a163e-c7fb-42df-9185-8b0013a749c9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741834 Jul 16 01:46:02.239542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9af1d91-c4cb-404b-b67c-0e97a87a0ce3 req-5cdff58f-5661-4f62-8c2d-5443c378a2ed service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159075 Jul 16 01:46:02.269489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:02.276755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.282668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] Sync routers for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:02.303648 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:02.307146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:02.459410 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5a9c460-e53f-4f95-8de1-d317b5078f01 req-c56bbd9d-1445-4934-9640-54b910844b83 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252181 Jul 16 01:46:02.553210 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:02.614931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40102) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.616942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ee607-de58-45b1-8000-4a1ea7aea074 req-a0a3a090-97af-4018-bac7-24f8f6240c46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:02.618625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-007ee607-de58-45b1-8000-4a1ea7aea074 req-a0a3a090-97af-4018-bac7-24f8f6240c46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.5103867 Jul 16 01:46:02.620805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.637875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0c261ed-5210-4022-993b-036d36999eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.646322 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c26df10-08df-40c6-8604-fc56d512bddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.658357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-558a5f72-bcdc-46a0-89f3-6d8822589811 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "PUT /v2.0/floatingips/cba1412c-7f3c-47a5-bd30-62cb83b9ba67 HTTP/1.1" status: 200 len: 991 time: 2.9236276 Jul 16 01:46:02.662038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:02.664353 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75" -d '{"events": [{"name": "network-changed", "server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:02.694704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-007ee607-de58-45b1-8000-4a1ea7aea074 req-feeb69de-8f66-47be-a0e4-ce86f08b7ab8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642791 Jul 16 01:46:02.779083 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6870fc7-c47c-4b04-b0ae-a7ce01654487 x-openstack-request-id: req-b6870fc7-c47c-4b04-b0ae-a7ce01654487 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:02.779413 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:02.779618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6870fc7-c47c-4b04-b0ae-a7ce01654487 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:02.780027 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'status': 'completed', 'code': 200} Jul 16 01:46:02.818419 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0c261ed-5210-4022-993b-036d36999eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.826904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0c261ed-5210-4022-993b-036d36999eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.925864 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d0c261ed-5210-4022-993b-036d36999eb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11521f8e5c8d454e84ae8ad13a32e79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094110 Jul 16 01:46:02.927032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c261ed-5210-4022-993b-036d36999eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b238da5b-802b-4c3b-ac53-b4bb72fc7025,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.929221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.934956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e7381b2f-b841-417f-977c-cef43abee43c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:02.981152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-9eb6b820-d28f-4711-bf19-b9e9a5d7ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:02.998227 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-9eb6b820-d28f-4711-bf19-b9e9a5d7ae43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e82fc72a3c6420c81b912d897811f62&device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 1097 time: 0.1402302 Jul 16 01:46:03.050485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c26df10-08df-40c6-8604-fc56d512bddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.076450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c26df10-08df-40c6-8604-fc56d512bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.103568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e7381b2f-b841-417f-977c-cef43abee43c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e7381b2f-b841-417f-977c-cef43abee43c,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:03.119318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6c26df10-08df-40c6-8604-fc56d512bddc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e890ca19faed4260be0a136fe4276138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974647 Jul 16 01:46:03.123954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e7381b2f-b841-417f-977c-cef43abee43c', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'port_id': 'e7381b2f-b841-417f-977c-cef43abee43c', 'mac_address': 'fa:16:3e:83:b4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d86462-392f-4962-a98c-2c084c332e61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:03.129074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40120) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.188371 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'cba1412c-7f3c-47a5-bd30-62cb83b9ba67', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'port_id': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'mac_address': 'fa:16:3e:40:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:41Z', 'updated_at': '2021-07-16T01:46:01Z', 'revision_number': 1, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.201006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e7480-8502-49d2-a0b7-ce9e2b456e1b req-ba54ca8e-a98d-4fff-ad0f-d88dfc0f10f2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.207936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad4e7480-8502-49d2-a0b7-ce9e2b456e1b req-ba54ca8e-a98d-4fff-ad0f-d88dfc0f10f2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 943 time: 0.2796674 Jul 16 01:46:03.212565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40d3b23a-e522-4b2c-8be2-caf127e173a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.214591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26df10-08df-40c6-8604-fc56d512bddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa013e9a-b2f1-4b23-abcb-04bd35dd55ef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.235046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-c06826de-574e-4e86-8f03-62f34c8b0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.237047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-c06826de-574e-4e86-8f03-62f34c8b0159 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0effed1a-8547-4b49-911f-99a8445365fe HTTP/1.1" status: 200 len: 907 time: 0.2420189 Jul 16 01:46:03.237990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.265795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40d3b23a-e522-4b2c-8be2-caf127e173a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.270893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7381b2f-b841-417f-977c-cef43abee43c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:03.277820 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] Checking router: 42229d2b-a145-468b-b401-7d8d841ae22f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:03.295054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad4e7480-8502-49d2-a0b7-ce9e2b456e1b req-cfc75b02-c355-4c24-9fe6-f5ad6f0774bb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Jul 16 01:46:03.295438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:03.296405 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:45:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.310539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e7381b2f-b841-417f-977c-cef43abee43c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e7381b2f-b841-417f-977c-cef43abee43c,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:03.317359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.381309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fff20ac-e776-48c7-a3bc-06c321c94539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.401446 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-8c67e37f-9b9c-4fe4-b424-eae40a567d2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6 HTTP/1.1" status: 200 len: 999 time: 0.1492486 Jul 16 01:46:03.408880 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40d3b23a-e522-4b2c-8be2-caf127e173a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.411865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e7381b2f-b841-417f-977c-cef43abee43c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.415288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40d3b23a-e522-4b2c-8be2-caf127e173a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.415841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fff20ac-e776-48c7-a3bc-06c321c94539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.422198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-40d3b23a-e522-4b2c-8be2-caf127e173a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b238da5b-802b-4c3b-ac53-b4bb72fc7025 HTTP/1.1" status: 204 len: 168 time: 0.4859672 Jul 16 01:46:03.434804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3b23a-e522-4b2c-8be2-caf127e173a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b238da5b-802b-4c3b-ac53-b4bb72fc7025,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.588144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-bc344e41-047e-49ea-bf47-63afc2580ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.593018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:03.597266 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:03.609065 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-bc344e41-047e-49ea-bf47-63afc2580ba5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77b52bc2-56db-4581-8187-322e8f36e5b2 HTTP/1.1" status: 200 len: 845 time: 0.1901965 Jul 16 01:46:03.689207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fff20ac-e776-48c7-a3bc-06c321c94539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.691233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fff20ac-e776-48c7-a3bc-06c321c94539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.696405 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6fff20ac-e776-48c7-a3bc-06c321c94539 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa013e9a-b2f1-4b23-abcb-04bd35dd55ef HTTP/1.1" status: 204 len: 168 time: 0.5660603 Jul 16 01:46:03.713384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff20ac-e776-48c7-a3bc-06c321c94539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa013e9a-b2f1-4b23-abcb-04bd35dd55ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.739831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-d92175bb-4589-4019-ac54-2081c4b5c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.741877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-d92175bb-4589-4019-ac54-2081c4b5c47e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0effed1a-8547-4b49-911f-99a8445365fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249375 Jul 16 01:46:03.930709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-dc46b376-98ac-41f9-8edc-e9409e5831b6 service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802232 Jul 16 01:46:04.058328 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'cba1412c-7f3c-47a5-bd30-62cb83b9ba67', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'port_id': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'mac_address': 'fa:16:3e:40:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:41Z', 'updated_at': '2021-07-16T01:46:01Z', 'revision_number': 1, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:04.093809 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c52b8-619e-42a0-8638-a9c350053af3 None None] The sync data for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 is: [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'cba1412c-7f3c-47a5-bd30-62cb83b9ba67', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'port_id': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'mac_address': 'fa:16:3e:40:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:41Z', 'updated_at': '2021-07-16T01:46:01Z', 'revision_number': 1, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:04.098879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d06ff5-e51c-47f9-8695-ddaac3bbe43f req-30f8ab07-3da5-4483-b7bc-f488c18031ec tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.103972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ca8510a1-d4b4-4aaa-963c-54c16f6c9e75 req-fff7f09a-1f9b-44fb-8922-9438c34e823d service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667297 Jul 16 01:46:04.104152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2d06ff5-e51c-47f9-8695-ddaac3bbe43f req-30f8ab07-3da5-4483-b7bc-f488c18031ec tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1181443 Jul 16 01:46:04.162395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2d06ff5-e51c-47f9-8695-ddaac3bbe43f req-baf669b4-69ce-4acf-864c-e339a35a6c2c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Jul 16 01:46:04.480656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7299874-6aff-4740-bfaf-0d8ad06db7a5 None None] New status for floating IP cba1412c-7f3c-47a5-bd30-62cb83b9ba67: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:46:04.612691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebd47-a436-41a6-b19e-2d9750b70b1a req-ffc5dfa6-6aca-4267-8d86-44e1142b6bbb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.614502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a16ebd47-a436-41a6-b19e-2d9750b70b1a req-ffc5dfa6-6aca-4267-8d86-44e1142b6bbb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1219316 Jul 16 01:46:04.648588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83099f5b-9dfd-4393-97d9-f0fe062fd296 req-234ed5c2-3a78-4ce5-9c75-c9f7cbdaf891 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.650179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83099f5b-9dfd-4393-97d9-f0fe062fd296 req-234ed5c2-3a78-4ce5-9c75-c9f7cbdaf891 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 944 time: 0.1164365 Jul 16 01:46:04.682932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a16ebd47-a436-41a6-b19e-2d9750b70b1a req-2d07e095-90a0-4799-8420-8d68dcb615d1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603628 Jul 16 01:46:04.724244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83099f5b-9dfd-4393-97d9-f0fe062fd296 req-f312f852-16e2-41fa-b939-911fd8d13a5f tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 Jul 16 01:46:04.926058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39080b6-4b19-4eb1-ac63-46f5db3effd6 req-6427e79f-6c6a-4686-8c74-9251fdc5d8dd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.928365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a39080b6-4b19-4eb1-ac63-46f5db3effd6 req-6427e79f-6c6a-4686-8c74-9251fdc5d8dd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.0838759 Jul 16 01:46:04.947920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e7381b2f-b841-417f-977c-cef43abee43c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:04.972077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40194) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.974241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a39080b6-4b19-4eb1-ac63-46f5db3effd6 req-1e462894-13a8-4e3c-9319-b67c4b369e24 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389204 Jul 16 01:46:05.049905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e7381b2f-b841-417f-977c-cef43abee43c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:05.055041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e7381b2f-b841-417f-977c-cef43abee43c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:05.055409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.160892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.167646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1401471820', 'router:external': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:05.197350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7381b2f-b841-417f-977c-cef43abee43c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:05.197779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Made reservation on behalf of 781b793842e247c7b53815ec5139c6aa for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:05.199737 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2dea08-8052-4b3b-92d8-baa450891407" -d '{"events": [{"server_uuid": "6ff2e354-fbef-4394-b393-29c8703f02ef", "name": "network-vif-plugged", "status": "completed", "tag": "e7381b2f-b841-417f-977c-cef43abee43c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:05.202590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.213022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.218807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e7381b2f-b841-417f-977c-cef43abee43c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e7381b2f-b841-417f-977c-cef43abee43c,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:05.229618 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.276379 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a47b2b-230f-43ac-9a9d-10c7d383e60c x-openstack-request-id: req-d9a47b2b-230f-43ac-9a9d-10c7d383e60c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:05.276997 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff2e354-fbef-4394-b393-29c8703f02ef", "name": "network-vif-plugged", "status": "completed", "tag": "e7381b2f-b841-417f-977c-cef43abee43c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:05.277319 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9a47b2b-230f-43ac-9a9d-10c7d383e60c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:05.277755 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7381b2f-b841-417f-977c-cef43abee43c', 'code': 200} Jul 16 01:46:05.310710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e7381b2f-b841-417f-977c-cef43abee43c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.362363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.373724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.411351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:05.454537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.454899 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Added segment f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec of type vlan for network 5f522c59-92f4-47c6-bf51-183438442673 Jul 16 01:46:05.468286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25953f99-9171-4f38-a102-2e2a52af8757,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.556869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.594536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-b834bb8b-d3a6-4998-8234-31db759bcf26 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.601128 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7332d6-9138-4725-b742-fd1e26190fd7 req-511e912f-4a47-4064-8487-4b30a4e7bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.601428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-b834bb8b-d3a6-4998-8234-31db759bcf26 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.1517141 Jul 16 01:46:05.602672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb7332d6-9138-4725-b742-fd1e26190fd7 req-511e912f-4a47-4064-8487-4b30a4e7bea6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 1097 time: 0.2144589 Jul 16 01:46:05.617718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-32ae43a0-2748-4a68-aaa0-6830bce9af1a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/quotas/e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 375 time: 0.0151644 Jul 16 01:46:05.643750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.645127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.645858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.703312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-8ac05429-f9bc-426b-bae9-815fcec57015 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0846980 Jul 16 01:46:05.717125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Network': ['ID=5f522c59-92f4-47c6-bf51-183438442673,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.727037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5f522c59-92f4-47c6-bf51-183438442673 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:05.736324 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb7332d6-9138-4725-b742-fd1e26190fd7 req-f14d1d2c-45e9-4701-9486-c6c7ed8a6e21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268680 Jul 16 01:46:05.747410 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bdf35459-e2f2-48fb-8323-abd88d41c344 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7711201 Jul 16 01:46:05.747634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:05.753275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'subnet': {'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:05.779769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Made reservation on behalf of 781b793842e247c7b53815ec5139c6aa for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:05.784735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.897805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-a91b1986-aced-474a-9fb3-c2d4c8245e74 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842830 Jul 16 01:46:06.085159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a40ecd-0064-4ba1-89f1-f34533c3c47b req-e2af92f6-6afe-4195-a307-7e38587f67c1 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.093032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84a40ecd-0064-4ba1-89f1-f34533c3c47b req-e2af92f6-6afe-4195-a307-7e38587f67c1 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 945 time: 0.1326821 Jul 16 01:46:06.102411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40244) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.104819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-cd4c6949-48a7-4dee-877f-011fc0bf76c3 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061315 Jul 16 01:46:06.169273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84a40ecd-0064-4ba1-89f1-f34533c3c47b req-f06c8cb8-9e64-4769-8465-5e00a2b84e96 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749061 Jul 16 01:46:06.266838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:46:06.267646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.376125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-716904294', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:06.424821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Made reservation on behalf of af3c964d70ba407aa1a738a99b20d5a2 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:06.427900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.447294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.457377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78e5a903-ac0a-43f2-a0a4-16ba607cfe0c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.464470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Checking segment: {'id': 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f522c59-92f4-47c6-bf51-183438442673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:06.464848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network hostable DHCP agents. Network: 5f522c59-92f4-47c6-bf51-183438442673, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:06.522321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddb8ecfb-a1d3-4d9c-a00e-f1d147b868bc req-3ccda3fb-741c-4627-94f0-ed85f5bcbcc8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 210 time: 0.0490780 Jul 16 01:46:06.556730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 5f522c59-92f4-47c6-bf51-183438442673 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:06.573072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5f522c59-92f4-47c6-bf51-183438442673) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:06.581426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d9a78-81e2-4653-9c6e-131dece35256 None None] Network 5f522c59-92f4-47c6-bf51-183438442673 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:06.594790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.595401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.609580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.616254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.620277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] device_id is not set on port 037b05b0-6133-4230-8209-ad582bcbaf28 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:06.671943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.672713 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cd020c12-8169-4cc6-af74-4b3f3a43a19a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9232883 Jul 16 01:46:06.682048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1020443412', 'network_id': '5f522c59-92f4-47c6-bf51-183438442673'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:06.694417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f3f3e-df4d-42aa-a4f1-4c3883e29b17,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.761055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Made reservation on behalf of 781b793842e247c7b53815ec5139c6aa for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:06.767153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.811855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] device_id is not set on port 7bc2a2f5-8724-4cab-b8b9-c7511e4be135 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:06.853581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a30b05-6a25-4deb-9999-f6d9d888c114 None None] Network 5f522c59-92f4-47c6-bf51-183438442673 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:06.969090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Allocated IP 2001:db8::4c (5f522c59-92f4-47c6-bf51-183438442673/78e5a903-ac0a-43f2-a0a4-16ba607cfe0c/7bc2a2f5-8724-4cab-b8b9-c7511e4be135) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:07.344244 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.458601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.475699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Allocated IP 172.25.7.47 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/037b05b0-6133-4230-8209-ad582bcbaf28) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:07.500657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.569966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83125c-affd-4ad2-ae88-2026161ec68e req-dc1e46b6-7768-4ac9-a6b0-8a91dc445013 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.571316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d83125c-affd-4ad2-ae88-2026161ec68e req-dc1e46b6-7768-4ac9-a6b0-8a91dc445013 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 945 time: 0.1813283 Jul 16 01:46:07.574936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 5f522c59-92f4-47c6-bf51-183438442673 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:07.583300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:07.589507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:07.590254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.590680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.646181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d83125c-affd-4ad2-ae88-2026161ec68e req-2e9a88b6-3188-4fce-bd9c-f11d7df569e0 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578885 Jul 16 01:46:07.646951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc2a2f5-8724-4cab-b8b9-c7511e4be135,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.656499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-015bc276-c161-4c07-8a10-24cb80142a6c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9774203 Jul 16 01:46:07.656900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40280) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.779417 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.815666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Deleting port 7bc2a2f5-8724-4cab-b8b9-c7511e4be135 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:07.816011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.825494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27178c55-075f-45c1-92a9-8eb81a910bee req-fe644bb7-fc98-4049-a0c0-9c0570d2e26e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 210 time: 0.0620048 Jul 16 01:46:07.902676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.961095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:07.964382 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.973797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:07.983322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:07.986756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-ab6ff052-77a2-47c5-a77d-b52839e28588 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=48f6cae29c18445eb799024a69d37abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326641 Jul 16 01:46:07.990465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Calling delete_port for 7bc2a2f5-8724-4cab-b8b9-c7511e4be135 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:08.026242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Pushing event updated for resources: {'Port': ['ID=037b05b0-6133-4230-8209-ad582bcbaf28,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.083998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.084654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.110290 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-74db1ac6-24e7-44e0-91fe-013d6b0da838 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.0060213 Jul 16 01:46:08.114299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40294) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.118717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.47'}]}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.173301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.175065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.215891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.263903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bc2a2f5-8724-4cab-b8b9-c7511e4be135,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.308265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.340735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-61e6742a-8578-4e2a-b689-c7eb19da884d tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.343425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-61e6742a-8578-4e2a-b689-c7eb19da884d tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462937 Jul 16 01:46:08.366437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-ddcb5d62-9897-48b0-90ca-de16bc244119 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/quotas/48f6cae29c18445eb799024a69d37abc HTTP/1.1" status: 200 len: 375 time: 0.0169871 Jul 16 01:46:08.394125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.400207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-782fab3d-53fc-444e-a859-1860acbe5ba4 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/ports/7bc2a2f5-8724-4cab-b8b9-c7511e4be135 HTTP/1.1" status: 204 len: 168 time: 0.7386661 Jul 16 01:46:08.407660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40302) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.414709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-888208a4-0db9-4cff-810e-779ebe8c916c tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48f6cae29c18445eb799024a69d37abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518277 Jul 16 01:46:08.419720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'external_fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c'}]}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.520163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.521341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.588767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-33f50c47-4f0c-4027-a573-221009371c65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.590353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-33f50c47-4f0c-4027-a573-221009371c65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.1814125 Jul 16 01:46:08.600373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.634243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'port': {'device_id': '403472a9-f3df-405e-9ccb-8e317a58303f', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'admin_state_up': True, 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.642420 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.848205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2fa3c9c-b26c-4611-a749-99ceb916c595 req-7894944e-2111-4f87-9920-f9c68657b2d0 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 210 time: 0.1811283 Jul 16 01:46:08.967862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.991017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.138031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.186074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.217908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e958674-329c-458c-9fb4-a643cd545141 req-359bd299-da60-4d2d-b77d-e932e26fe046 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 210 time: 0.1066973 Jul 16 01:46:09.359427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:09.375923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.472566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.477991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.540183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.541095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca36c7a3-727c-4f78-afdd-8930ba60df74 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:09.574632 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:46:09.576371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-146c372f-3816-4176-a8b0-bd8f6ab2d569 tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4610906 Jul 16 01:46:09.580212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40322) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.691411 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.696604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Allocated IP 172.20.0.7 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/ed53e1d4-83ae-42cb-952d-89e049f202ec) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:09.709769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Deleting port 037b05b0-6133-4230-8209-ad582bcbaf28 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:09.710715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.727413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.822865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.844389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Calling delete_port for 037b05b0-6133-4230-8209-ad582bcbaf28 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:10.034004 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-3a7a9627-2d4f-4515-86fc-1caf2134cbde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1161814 Jul 16 01:46:10.062144 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.100065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Pushing event deleted for resources: {'Port': ['ID=037b05b0-6133-4230-8209-ad582bcbaf28,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.101794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-396c3e05-085e-413e-bf80-0ba8119b7411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.237668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.240191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87ea48c7-f0c6-43c5-a440-bf8e1c3f564c tempest-RoutersAdminNegativeIpV6Test-1414705167 tempest-RoutersAdminNegativeIpV6Test-1414705167-project-admin] 10.222.0.42 "DELETE /v2.0/ports/037b05b0-6133-4230-8209-ad582bcbaf28 HTTP/1.1" status: 204 len: 168 time: 0.6588950 Jul 16 01:46:10.312978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-e0a0e0fe-706b-44a4-8d17-ce40aa63aad1 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=48f6cae29c18445eb799024a69d37abc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098473 Jul 16 01:46:10.509547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3fcfb4c-3619-4af9-980f-c7225acc5913 req-f16d8db1-4790-4f5a-852c-17ba43caed69 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 210 time: 0.5341752 Jul 16 01:46:10.512153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Allocated IP 2001:db8::4c (5f522c59-92f4-47c6-bf51-183438442673/78e5a903-ac0a-43f2-a0a4-16ba607cfe0c/f4cac8be-7a98-4760-bcba-44c29a78cc5d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:10.538866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-51b484b4-fcae-4148-a5ed-603e7b367f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.540514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-51b484b4-fcae-4148-a5ed-603e7b367f02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e82fc72a3c6420c81b912d897811f62&device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 1097 time: 0.3783057 Jul 16 01:46:10.642764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4182d5a3-f9d8-4195-8b82-f2f0d4e67579 req-ad0e02f7-5ab0-40b4-9e7c-a24ee682a394 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 210 time: 0.0804212 Jul 16 01:46:10.650471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.695828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-577f171e-a54d-4d41-91f3-d35fa5c26e34 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.698318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-577f171e-a54d-4d41-91f3-d35fa5c26e34 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3777525 Jul 16 01:46:10.716466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Request body: {'port': {'device_id': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '48f6cae29c18445eb799024a69d37abc'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:10.725082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.758856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Transition to ACTIVE for port object ed53e1d4-83ae-42cb-952d-89e049f202ec will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:10.775243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-972d5b72-6e13-4b1e-8b7a-8fbf4a4c0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.776915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-972d5b72-6e13-4b1e-8b7a-8fbf4a4c0324 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0effed1a-8547-4b49-911f-99a8445365fe HTTP/1.1" status: 200 len: 907 time: 0.2139442 Jul 16 01:46:10.789842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.841641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.859362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:10.909280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:10.911583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-2c5bde05-8340-44ab-b0f5-888262362081 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6 HTTP/1.1" status: 200 len: 1001 time: 0.1266468 Jul 16 01:46:10.926480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:10.945576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:10.945751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Made reservation on behalf of 48f6cae29c18445eb799024a69d37abc for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:10.953367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.992005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.011917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.031114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.031829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.034771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.041569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=ed53e1d4-83ae-42cb-952d-89e049f202ec,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.088991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-bc74a89a-8122-473d-b022-7220efcfe073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.092827 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-bc74a89a-8122-473d-b022-7220efcfe073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77b52bc2-56db-4581-8187-322e8f36e5b2 HTTP/1.1" status: 200 len: 845 time: 0.1589637 Jul 16 01:46:11.116522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:46:11.116522 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:46:11.116522 n-d-791506-20 neutron-server[93756]: [parameters: {'project_id_1': '3fe283ba87f44884bc5c25d3a725c5c5', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 46, 11, 81010)}] Jul 16 01:46:11.116522 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:11.116958 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:11.127199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 5f522c59-92f4-47c6-bf51-183438442673 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:11.131213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:11.137926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:11.215538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Port': ['ID=f4cac8be-7a98-4760-bcba-44c29a78cc5d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.251001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-8efc0b70-9596-4ba1-8fd4-2ea938791c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.253970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-8efc0b70-9596-4ba1-8fd4-2ea938791c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0effed1a-8547-4b49-911f-99a8445365fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479158 Jul 16 01:46:11.334490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.347243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-398b0fc1-7c22-48a5-a9b9-27e5d3ca0ce2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7173305 Jul 16 01:46:11.349609 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.361813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Request body: {'port': {'device_id': '403472a9-f3df-405e-9ccb-8e317a58303f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:11.405372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e63c57bf-b163-48ae-aa91-492ddd0e96a0 None None] Provisioning for port ed53e1d4-83ae-42cb-952d-89e049f202ec completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:11.411927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e63c57bf-b163-48ae-aa91-492ddd0e96a0 None None] Provisioning complete for port ed53e1d4-83ae-42cb-952d-89e049f202ec triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:11.412925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e63c57bf-b163-48ae-aa91-492ddd0e96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.484706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e63c57bf-b163-48ae-aa91-492ddd0e96a0 None None] Port ed53e1d4-83ae-42cb-952d-89e049f202ec cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:11.492470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68da2e9-3dc7-442d-adad-6faba79d714a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.534493 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.542914 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-13301660-5c24-4ccb-88fb-9eb629bb39e6 service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779443 Jul 16 01:46:11.617885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.650665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.692589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Allocated IP 192.168.233.239 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/d8afd857-0010-4ae2-b0ac-5f65df7cb566) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:11.753373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5557e8b4-0ded-4c0e-b27e-a4f129943504 req-b391a430-f6e6-4953-a2d6-2deddd7c3c65 service neutron] 10.222.0.13 "GET /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723819 Jul 16 01:46:11.837699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee960135-84e6-43c7-ace3-502ff1c80e4e req-fd92dcde-ce6a-48e7-9178-78eae8d7f385 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 210 time: 0.1376133 Jul 16 01:46:11.977613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.004267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Transition to ACTIVE for port object d8afd857-0010-4ae2-b0ac-5f65df7cb566 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:12.044372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.172025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb93266-143e-4c8c-9d7f-e4af54487815 req-978051ca-2683-47f0-ba08-4a96e28ef741 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.179145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecb93266-143e-4c8c-9d7f-e4af54487815 req-978051ca-2683-47f0-ba08-4a96e28ef741 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 931 time: 0.3457062 Jul 16 01:46:12.262853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.290128 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.325905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.370819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52996036-deb1-418c-b685-a4eff09e8758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.406938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.420759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d9ec5-e69d-4f83-9607-21a847f14203,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.431245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecb93266-143e-4c8c-9d7f-e4af54487815 req-e0e367f4-673b-4401-a5ca-37b542ef2a38 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511899 Jul 16 01:46:12.499859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1cac391b-57c8-4951-acc6-50dd46922460 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fe283ba87f44884bc5c25d3a725c5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8413002 Jul 16 01:46:12.504471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.505714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed53e1d4-83ae-42cb-952d-89e049f202ec {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:12.533244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Pushing event updated for resources: {'Port': ['ID=d8afd857-0010-4ae2-b0ac-5f65df7cb566,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.533427 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.550803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:12.552599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:12.555777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:12.619604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.620338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.645136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-019fdde4-6dad-4a8f-ae8a-d594e3726e85 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9336298 Jul 16 01:46:12.659909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Request body: {'port': {'device_id': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:12.676214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Transition to ACTIVE for port object ed53e1d4-83ae-42cb-952d-89e049f202ec will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:12.698914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cf17e49-2925-4faa-8e4f-5556c281358a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.716117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.776396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.777696 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cf17e49-2925-4faa-8e4f-5556c281358a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.886260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed53e1d4-83ae-42cb-952d-89e049f202ec,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.951588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09c32e55-6877-49ed-8b69-bf706e118aa5 None None] Provisioning for port d8afd857-0010-4ae2-b0ac-5f65df7cb566 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:12.963087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09c32e55-6877-49ed-8b69-bf706e118aa5 None None] Provisioning complete for port d8afd857-0010-4ae2-b0ac-5f65df7cb566 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:12.963978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09c32e55-6877-49ed-8b69-bf706e118aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.994002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Router 32a6b0e1-bb8d-46ff-b9b6-3eb798830992 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:13.005082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cf17e49-2925-4faa-8e4f-5556c281358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.007952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cf17e49-2925-4faa-8e4f-5556c281358a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.009363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4cf17e49-2925-4faa-8e4f-5556c281358a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b5d9ec5-e69d-4f83-9607-21a847f14203 HTTP/1.1" status: 204 len: 168 time: 0.4987357 Jul 16 01:46:13.037107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf17e49-2925-4faa-8e4f-5556c281358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d9ec5-e69d-4f83-9607-21a847f14203,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.066213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-09c32e55-6877-49ed-8b69-bf706e118aa5 None None] Port d8afd857-0010-4ae2-b0ac-5f65df7cb566 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:13.080010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Attempting to bind port ed53e1d4-83ae-42cb-952d-89e049f202ec on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:13.080350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Attempting to bind port ed53e1d4-83ae-42cb-952d-89e049f202ec by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:13.080708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Attempting to bind port ed53e1d4-83ae-42cb-952d-89e049f202ec on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:13.101499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Port ed53e1d4-83ae-42cb-952d-89e049f202ec on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:13.101957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Attempting to bind port ed53e1d4-83ae-42cb-952d-89e049f202ec on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:13.169470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:13.170077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:13.170492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:13.170963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Bound port: ed53e1d4-83ae-42cb-952d-89e049f202ec, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:13.171342 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.182830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8afd857-0010-4ae2-b0ac-5f65df7cb566 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:13.192561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.212764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Transition to ACTIVE for port object d8afd857-0010-4ae2-b0ac-5f65df7cb566 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:13.220487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.261995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:13.274253 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Sync routers for ids ['32a6b0e1-bb8d-46ff-b9b6-3eb798830992'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:13.291376 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Routers {'32a6b0e1-bb8d-46ff-b9b6-3eb798830992'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:13.292081 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['32a6b0e1-bb8d-46ff-b9b6-3eb798830992'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.377585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d8afd857-0010-4ae2-b0ac-5f65df7cb566,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.546968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.549787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a09ae40a-fd9e-491d-8325-ced8b03aefa5 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.1388252 Jul 16 01:46:13.553326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40380) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.561698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Attempting to bind port d8afd857-0010-4ae2-b0ac-5f65df7cb566 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:13.562501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Attempting to bind port d8afd857-0010-4ae2-b0ac-5f65df7cb566 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:13.567788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Attempting to bind port d8afd857-0010-4ae2-b0ac-5f65df7cb566 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:13.569253 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Set router 32a6b0e1-bb8d-46ff-b9b6-3eb798830992 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:13.581337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Port d8afd857-0010-4ae2-b0ac-5f65df7cb566 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:13.582176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Attempting to bind port d8afd857-0010-4ae2-b0ac-5f65df7cb566 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:13.588858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:13.589445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:13.590190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:13.591835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Bound port: d8afd857-0010-4ae2-b0ac-5f65df7cb566, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:13.592728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.713828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.780061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] For port d8afd857-0010-4ae2-b0ac-5f65df7cb566, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:13.780640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40384) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.843911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-781bd062-f2d0-43ba-9fa3-44a94dd716f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af3c964d70ba407aa1a738a99b20d5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578339 Jul 16 01:46:13.844745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40386) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.848125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] For port d8afd857-0010-4ae2-b0ac-5f65df7cb566, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:13.863715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.926771 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a6b0e1-bb8d-46ff-b9b6-3eb798830992', 'name': '', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'external_fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c'}], 'enable_snat': True}, 'gw_port_id': 'f4cac8be-7a98-4760-bcba-44c29a78cc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:08Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': 'f4cac8be-7a98-4760-bcba-44c29a78cc5d', 'name': '', 'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a6b0e1-bb8d-46ff-b9b6-3eb798830992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:09Z', 'updated_at': '2021-07-16T01:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.962438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Checking router: 32a6b0e1-bb8d-46ff-b9b6-3eb798830992 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:13.963073 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Updating router 32a6b0e1-bb8d-46ff-b9b6-3eb798830992 port f4cac8be-7a98-4760-bcba-44c29a78cc5d binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:13.973097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.973808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.975346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] 10.222.0.23 "PUT /v2.0/ports/d8afd857-0010-4ae2-b0ac-5f65df7cb566 HTTP/1.1" status: 200 len: 1097 time: 1.3226371 Jul 16 01:46:13.976134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'tag': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:13.978690 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e88401-7fec-454c-ac10-eb65cbf745d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3802c5d5-9440-43a5-84b5-e1132ce05963", "tag": "d8afd857-0010-4ae2-b0ac-5f65df7cb566"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:14.009297 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.095465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78a7344-8e01-46ec-8d78-6dc0e1033201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.123285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a172496-80ad-48d2-9a4a-e910978c7a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d8afd857-0010-4ae2-b0ac-5f65df7cb566,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.152521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] For port ed53e1d4-83ae-42cb-952d-89e049f202ec, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:14.161353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78a7344-8e01-46ec-8d78-6dc0e1033201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.223460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-a479fd17-1c3d-4fa7-8269-382f8d77282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.225088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-a479fd17-1c3d-4fa7-8269-382f8d77282d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48f6cae29c18445eb799024a69d37abc&device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 1100 time: 0.2042873 Jul 16 01:46:14.262986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] For port ed53e1d4-83ae-42cb-952d-89e049f202ec, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:14.294783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-09447e33-b5b1-4892-98f3-7e97b3ee9df4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566 HTTP/1.1" status: 200 len: 217 time: 0.0598722 Jul 16 01:46:14.313609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8972f2-268c-4332-8ff3-4efaa8f593cd req-17978b94-6c6a-4294-81ce-0e4d8cfe9f1e tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.316605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f8972f2-268c-4332-8ff3-4efaa8f593cd req-17978b94-6c6a-4294-81ce-0e4d8cfe9f1e tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 948 time: 0.9963717 Jul 16 01:46:14.320489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.365500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78a7344-8e01-46ec-8d78-6dc0e1033201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.368829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78a7344-8e01-46ec-8d78-6dc0e1033201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.373031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c78a7344-8e01-46ec-8d78-6dc0e1033201 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a9f3f3e-df4d-42aa-a4f1-4c3883e29b17 HTTP/1.1" status: 204 len: 168 time: 0.5243962 Jul 16 01:46:14.381285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-2264d02f-14c0-4228-a883-ae8aabae9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.382901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-2264d02f-14c0-4228-a883-ae8aabae9899 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0819547 Jul 16 01:46:14.383819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a7344-8e01-46ec-8d78-6dc0e1033201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f3f3e-df4d-42aa-a4f1-4c3883e29b17,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.415499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.416130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.417624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] 10.222.0.23 "PUT /v2.0/ports/ed53e1d4-83ae-42cb-952d-89e049f202ec HTTP/1.1" status: 200 len: 1092 time: 3.0632172 Jul 16 01:46:14.418344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403472a9-f3df-405e-9ccb-8e317a58303f', 'tag': 'ed53e1d4-83ae-42cb-952d-89e049f202ec'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:14.426842 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.444835 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Transition to ACTIVE for port object f4cac8be-7a98-4760-bcba-44c29a78cc5d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:14.454255 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.458910 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37c642a-93df-41e3-b658-c735f603f9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "403472a9-f3df-405e-9ccb-8e317a58303f", "tag": "ed53e1d4-83ae-42cb-952d-89e049f202ec"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:14.476730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.480211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-353e00ef-6921-44de-8aa0-92d8fbe5c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.482632 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-353e00ef-6921-44de-8aa0-92d8fbe5c135 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921769 Jul 16 01:46:14.515762 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Attempting to bind port f4cac8be-7a98-4760-bcba-44c29a78cc5d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:14.516223 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Attempting to bind port f4cac8be-7a98-4760-bcba-44c29a78cc5d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f522c59-92f4-47c6-bf51-183438442673'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:14.516806 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Attempting to bind port f4cac8be-7a98-4760-bcba-44c29a78cc5d on network 5f522c59-92f4-47c6-bf51-183438442673 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:14.530544 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:14.530797 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Checking segment: {'id': 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f522c59-92f4-47c6-bf51-183438442673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:14.531326 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.531847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Bound using segment: {'id': 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f522c59-92f4-47c6-bf51-183438442673'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:14.532685 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Bound port: f4cac8be-7a98-4760-bcba-44c29a78cc5d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5f522c59-92f4-47c6-bf51-183438442673'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:14.533159 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.593950 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] For port f4cac8be-7a98-4760-bcba-44c29a78cc5d, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:14.599846 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] For port f4cac8be-7a98-4760-bcba-44c29a78cc5d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f4cac8be-7a98-4760-bcba-44c29a78cc5d,segment=NetworkSegment(f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec),segment_id=f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:14.607506 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.629756 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f8eac-0215-41de-8b5a-93d35d8a0659 None None] Pushing event updated for resources: {'Port': ['ID=f4cac8be-7a98-4760-bcba-44c29a78cc5d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.687621 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Routers {'32a6b0e1-bb8d-46ff-b9b6-3eb798830992'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:14.688257 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['32a6b0e1-bb8d-46ff-b9b6-3eb798830992'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:14.712943 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-fc4163c7-d40c-46e4-a6ae-bca8df262ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217164 Jul 16 01:46:14.853899 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e50b85e-46b6-4192-b10b-d62935c48d06 req-71405641-e37f-4070-bb4c-1dc1bda4577e service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315715 Jul 16 01:46:14.865139 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] Set router 32a6b0e1-bb8d-46ff-b9b6-3eb798830992 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:14.869999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd76010-179e-4f40-ae0e-d4b182c4cdca req-ac4f2427-a275-4ab6-91f1-f7d05cdd278a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.879456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbd76010-179e-4f40-ae0e-d4b182c4cdca req-ac4f2427-a275-4ab6-91f1-f7d05cdd278a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 943 time: 0.8041975 Jul 16 01:46:14.897495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f8972f2-268c-4332-8ff3-4efaa8f593cd req-3da40caf-3f01-4d08-82d3-dc3cd90a1625 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735719 Jul 16 01:46:14.929707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449601d6-070c-429a-9e67-e87b27467ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed53e1d4-83ae-42cb-952d-89e049f202ec,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.933687 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.941504 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f8eac-0215-41de-8b5a-93d35d8a0659 None None] Pushing event updated for resources: {'Port': ['ID=f4cac8be-7a98-4760-bcba-44c29a78cc5d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.041269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbd76010-179e-4f40-ae0e-d4b182c4cdca req-f789ac66-2ab2-4e2f-9ea0-ee5fb952e3a4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608539 Jul 16 01:46:15.051275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-3b639b60-d347-410e-acfd-ceca1f814d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.053076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-3b639b60-d347-410e-acfd-ceca1f814d72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 1095 time: 0.5779977 Jul 16 01:46:15.126424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Deleting port f4cac8be-7a98-4760-bcba-44c29a78cc5d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:15.126869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.152118 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08775325-5c5d-47b6-8d19-e04baa9ffb38 x-openstack-request-id: req-08775325-5c5d-47b6-8d19-e04baa9ffb38 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:15.152453 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802c5d5-9440-43a5-84b5-e1132ce05963", "tag": "d8afd857-0010-4ae2-b0ac-5f65df7cb566", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:15.159090 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08775325-5c5d-47b6-8d19-e04baa9ffb38 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:15.160166 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'tag': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566', 'status': 'completed', 'code': 200} Jul 16 01:46:15.182746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-a7ede36c-195d-45b3-a613-c3949c0c2bff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec HTTP/1.1" status: 200 len: 217 time: 0.1192911 Jul 16 01:46:15.184217 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35617f48-feb4-4e45-aa25-2e75b56a1d28 x-openstack-request-id: req-35617f48-feb4-4e45-aa25-2e75b56a1d28 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:15.185336 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403472a9-f3df-405e-9ccb-8e317a58303f", "tag": "ed53e1d4-83ae-42cb-952d-89e049f202ec", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:15.185596 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35617f48-feb4-4e45-aa25-2e75b56a1d28 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:15.186002 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403472a9-f3df-405e-9ccb-8e317a58303f', 'tag': 'ed53e1d4-83ae-42cb-952d-89e049f202ec', 'status': 'completed', 'code': 200} Jul 16 01:46:15.239836 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a6b0e1-bb8d-46ff-b9b6-3eb798830992', 'name': '', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'external_fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c'}], 'enable_snat': True}, 'gw_port_id': 'f4cac8be-7a98-4760-bcba-44c29a78cc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:08Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': 'f4cac8be-7a98-4760-bcba-44c29a78cc5d', 'name': '', 'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a6b0e1-bb8d-46ff-b9b6-3eb798830992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:09Z', 'updated_at': '2021-07-16T01:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:15.261225 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.296258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-cbcde2b1-0ec9-4b8d-a69c-36fc1939f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.299839 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9449f3-b49a-4e9f-b5e9-ac38a0f5f225 None None] The sync data for ids ['32a6b0e1-bb8d-46ff-b9b6-3eb798830992'] in n-d-791506-20 is: [{'id': '32a6b0e1-bb8d-46ff-b9b6-3eb798830992', 'name': '', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'external_fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c'}], 'enable_snat': True}, 'gw_port_id': 'f4cac8be-7a98-4760-bcba-44c29a78cc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:08Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': 'f4cac8be-7a98-4760-bcba-44c29a78cc5d', 'name': '', 'network_id': '5f522c59-92f4-47c6-bf51-183438442673', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a6b0e1-bb8d-46ff-b9b6-3eb798830992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'ip_address': '2001:db8::4c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:09Z', 'updated_at': '2021-07-16T01:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78e5a903-ac0a-43f2-a0a4-16ba607cfe0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:15.300670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-ebd458eb-66d0-4514-be61-cf9b7791d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.301842 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-cbcde2b1-0ec9-4b8d-a69c-36fc1939f46d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=48f6cae29c18445eb799024a69d37abc&device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 1100 time: 0.1216674 Jul 16 01:46:15.302147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-ebd458eb-66d0-4514-be61-cf9b7791d75d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1135516 Jul 16 01:46:15.432295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] For port f4cac8be-7a98-4760-bcba-44c29a78cc5d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f4cac8be-7a98-4760-bcba-44c29a78cc5d,segment=NetworkSegment(f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec),segment_id=f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:15.434429 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.456695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Calling delete_port for f4cac8be-7a98-4760-bcba-44c29a78cc5d owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:15.466947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-211b9da6-4181-4f0f-be07-bc048875d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.468684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-211b9da6-4181-4f0f-be07-bc048875d696 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536510 Jul 16 01:46:15.469317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.516687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-5338b61e-1fca-41fb-b0ff-41da06d6d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.522139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-5338b61e-1fca-41fb-b0ff-41da06d6d042 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.2078767 Jul 16 01:46:15.571548 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-45a24a5a-dbcd-4948-9bc0-10fbfa48823c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566 HTTP/1.1" status: 200 len: 217 time: 0.0429275 Jul 16 01:46:15.651341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-142f3a12-f828-4ae8-92b6-80e328742632 tempest-ServiceProvidersTest-1166240106 tempest-ServiceProvidersTest-1166240106-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1688030 Jul 16 01:46:15.692600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-5c6bcb1c-b029-4337-b5ac-1c0faf9ca84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.694196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-5c6bcb1c-b029-4337-b5ac-1c0faf9ca84e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.1166523 Jul 16 01:46:15.751590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-bb7d08c9-f991-470d-81e6-7f0cb67c58b1 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667050 Jul 16 01:46:15.847250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-eb057b26-b236-4d76-aad9-a57047254e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.848975 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-eb057b26-b236-4d76-aad9-a57047254e09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462822 Jul 16 01:46:15.971906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7591ab1-6735-4c9a-9297-4164f28c9b3d req-eed95cd8-80a1-4f5a-9ef7-582133b72c0d service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133572 Jul 16 01:46:15.979108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-740f132e-7372-4609-87c3-5883ab65253d service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199787 Jul 16 01:46:16.022524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.223135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40432) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.225495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4cac8be-7a98-4760-bcba-44c29a78cc5d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.233008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.236480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-86e88401-7fec-454c-ac10-eb65cbf745d0 req-d84df772-6b75-441f-8e91-5b17bb6b0fb4 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478600 Jul 16 01:46:16.432985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3010893b-3787-4ce6-b9ef-92649bc97025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.434396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.460176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.551046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-e4e02461-24e4-472e-88a9-a0e75699b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.554342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-e4e02461-24e4-472e-88a9-a0e75699b25c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 1095 time: 0.5067375 Jul 16 01:46:16.564443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.565799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32a6b0e1-bb8d-46ff-b9b6-3eb798830992 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:16.571750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.576135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf1e9fa4-748d-4aa4-bbb8-1bec4cd3c933 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/routers/32a6b0e1-bb8d-46ff-b9b6-3eb798830992 HTTP/1.1" status: 204 len: 168 time: 3.0124910 Jul 16 01:46:16.577740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.587661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3010893b-3787-4ce6-b9ef-92649bc97025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.595103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3010893b-3787-4ce6-b9ef-92649bc97025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.618916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540ba7-c728-4008-bb27-44fe02b871fb req-498fc6c9-14f5-4249-97be-3115604fedd0 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.620496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78540ba7-c728-4008-bb27-44fe02b871fb req-498fc6c9-14f5-4249-97be-3115604fedd0 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 948 time: 0.3966424 Jul 16 01:46:16.652121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010893b-3787-4ce6-b9ef-92649bc97025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c128e824-a94e-4e67-a6a3-9f26e899a20c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.663824 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3010893b-3787-4ce6-b9ef-92649bc97025 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6f40fced9924b12b26c245eb90adb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393871 Jul 16 01:46:16.666173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40440) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.711631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070451-4caf-4d79-9e06-47b384ab73b4 req-ca8968a3-b91d-4085-b395-a9a01f7d2348 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.713249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab070451-4caf-4d79-9e06-47b384ab73b4 req-ca8968a3-b91d-4085-b395-a9a01f7d2348 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 943 time: 0.3123660 Jul 16 01:46:16.731887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ece74ca-9bad-49c6-a9aa-dd2d7742fc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.759312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ece74ca-9bad-49c6-a9aa-dd2d7742fc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.772690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Deleting subnet 78e5a903-ac0a-43f2-a0a4-16ba607cfe0c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:16.790130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.833238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78540ba7-c728-4008-bb27-44fe02b871fb req-58efa055-15a1-405b-8e0e-e2fd64e85aa9 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780856 Jul 16 01:46:16.849217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ece74ca-9bad-49c6-a9aa-dd2d7742fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.854332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ece74ca-9bad-49c6-a9aa-dd2d7742fc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.866690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4ece74ca-9bad-49c6-a9aa-dd2d7742fc94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c128e824-a94e-4e67-a6a3-9f26e899a20c HTTP/1.1" status: 204 len: 168 time: 0.1969042 Jul 16 01:46:16.884385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece74ca-9bad-49c6-a9aa-dd2d7742fc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c128e824-a94e-4e67-a6a3-9f26e899a20c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.912743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-0ca879d1-9ffe-408b-980e-58d1ed6d465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.914487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-0ca879d1-9ffe-408b-980e-58d1ed6d465d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.3358579 Jul 16 01:46:16.973639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.974978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-c88e8cf6-e0e9-4edb-a567-18ec3829d9b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec HTTP/1.1" status: 200 len: 217 time: 0.0522740 Jul 16 01:46:16.992599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab070451-4caf-4d79-9e06-47b384ab73b4 req-6d3a8646-ab3c-4f88-bcfe-2725cd76f8dc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668233 Jul 16 01:46:17.090290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.118606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-a52fbee1-3dae-4ea1-8673-0e3fbd8e0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.120496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-a52fbee1-3dae-4ea1-8673-0e3fbd8e0a7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1019886 Jul 16 01:46:17.211355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.226454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-9b8cce93-0b77-48b6-8246-cfe0b423af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.227982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-9b8cce93-0b77-48b6-8246-cfe0b423af63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005499 Jul 16 01:46:17.255888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78e5a903-ac0a-43f2-a0a4-16ba607cfe0c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.260370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.263525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40456) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:17.264003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8700f9c3-458f-4f2e-b938-456c98777b4e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/78e5a903-ac0a-43f2-a0a4-16ba607cfe0c HTTP/1.1" status: 204 len: 168 time: 0.6767168 Jul 16 01:46:17.423594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-3254d478-3740-499a-819a-2836fabed7af service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780212 Jul 16 01:46:17.433443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.521723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:17.552830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b37c642a-93df-41e3-b658-c735f603f9f8 req-00044732-98c7-4a5b-a0d4-88fb5e2740af service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226757 Jul 16 01:46:17.625891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.640796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f522c59-92f4-47c6-bf51-183438442673']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.660198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.660521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e65eb3-7877-4ceb-9ed2-f6d3c03701ec') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.672669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.689296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.696917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:17.697347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:17.699197 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:17.771666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.777220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f522c59-92f4-47c6-bf51-183438442673 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:46:17.792205 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.799050 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5f522c59-92f4-47c6-bf51-183438442673 HTTP/1.1" status: 204 len: 168 time: 0.5290980 Jul 16 01:46:17.799050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc71770-a415-449a-823f-a433c5de218e tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f522c59-92f4-47c6-bf51-183438442673,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.926979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8afd857-0010-4ae2-b0ac-5f65df7cb566 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:18.085900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d8afd857-0010-4ae2-b0ac-5f65df7cb566, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:18.101541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566', 'mac_address': 'fa:16:3e:7a:4f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:18.147630 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.163135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf7073-ee90-4464-ab70-176c0cb80eb0 req-72011b73-4276-46f8-a67c-9f7a5b99f9d2 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.164890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ecf7073-ee90-4464-ab70-176c0cb80eb0 req-72011b73-4276-46f8-a67c-9f7a5b99f9d2 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 948 time: 0.1808372 Jul 16 01:46:18.188247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8afd857-0010-4ae2-b0ac-5f65df7cb566 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:18.238409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d8afd857-0010-4ae2-b0ac-5f65df7cb566, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:18.243916 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.245071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ecf7073-ee90-4464-ab70-176c0cb80eb0 req-bce17bf6-9721-4e61-be8b-de919b95f33d tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725877 Jul 16 01:46:18.298694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40486) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.303439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'name': 'tempest-router--795069126', 'project_id': 'bef003d35ee641bcab81b5c6a5a31a4e'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:18.342176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.347135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.364500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.372257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d8afd857-0010-4ae2-b0ac-5f65df7cb566,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.508228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.515936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.527507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d8afd857-0010-4ae2-b0ac-5f65df7cb566'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:18.547731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.549033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c362143b-4fb7-42cd-a4a3-6a8636b39980 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2497482 Jul 16 01:46:18.551827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40496) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.568414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5df27f-3302-4a26-98b8-5ddb45d31899 req-27fd10e6-b050-455a-a93a-a1e6bde09649 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.572276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a5df27f-3302-4a26-98b8-5ddb45d31899 req-27fd10e6-b050-455a-a93a-a1e6bde09649 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 943 time: 0.1702061 Jul 16 01:46:18.958377 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.999458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a5df27f-3302-4a26-98b8-5ddb45d31899 req-152641c7-2e53-4f9f-aef9-3e01671fdc4a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889236 Jul 16 01:46:19.127527 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.129957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.180733 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.181260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f969e8e-fd1e-44ee-aa96-997c049b8b2a {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:19.186561 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.192300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42cffe6e-7b1a-44a6-87b7-652785aed53c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1f969e8e-fd1e-44ee-aa96-997c049b8b2a HTTP/1.1" status: 204 len: 168 time: 0.6359429 Jul 16 01:46:19.290400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f4cac8be-7a98-4760-bcba-44c29a78cc5d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:19.334202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f4cac8be-7a98-4760-bcba-44c29a78cc5d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:19.338921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.344175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f4cac8be-7a98-4760-bcba-44c29a78cc5d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:19.462382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40528) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.505789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332f9a4-7a91-42a9-9abd-8e94512b10a4 req-6a3b7f24-9ef2-436f-a485-ad104f620354 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.507426 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e332f9a4-7a91-42a9-9abd-8e94512b10a4 req-6a3b7f24-9ef2-436f-a485-ad104f620354 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 949 time: 0.0815442 Jul 16 01:46:19.557040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e332f9a4-7a91-42a9-9abd-8e94512b10a4 req-b49c5735-f049-4c9d-9531-7455b8773c03 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Jul 16 01:46:19.617640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c7c81ed-e672-4445-997c-78ed70b450d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.645860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1350607422', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:19.725146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c7c81ed-e672-4445-997c-78ed70b450d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.729241 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c7c81ed-e672-4445-997c-78ed70b450d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.746607 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.749044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.777589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c7c81ed-e672-4445-997c-78ed70b450d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0897f6a540fc445bbf346dd2e7bc1ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349217 Jul 16 01:46:19.777589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c81ed-e672-4445-997c-78ed70b450d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361acf4a-6804-4a47-a3ee-5885b402ed37,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.778664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.829727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.830131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae73f26-3250-4687-8b2c-19aa2ce79c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.851521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae73f26-3250-4687-8b2c-19aa2ce79c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.901703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae73f26-3250-4687-8b2c-19aa2ce79c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.904517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae73f26-3250-4687-8b2c-19aa2ce79c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.905700 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2ae73f26-3250-4687-8b2c-19aa2ce79c34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/361acf4a-6804-4a47-a3ee-5885b402ed37 HTTP/1.1" status: 204 len: 168 time: 0.1260426 Jul 16 01:46:19.913790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae73f26-3250-4687-8b2c-19aa2ce79c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361acf4a-6804-4a47-a3ee-5885b402ed37,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.927468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ed53e1d4-83ae-42cb-952d-89e049f202ec details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:19.929995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8afd857-0010-4ae2-b0ac-5f65df7cb566 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:19.982218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.097960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port ed53e1d4-83ae-42cb-952d-89e049f202ec, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:20.138748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'ed53e1d4-83ae-42cb-952d-89e049f202ec', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': 'ed53e1d4-83ae-42cb-952d-89e049f202ec', 'mac_address': 'fa:16:3e:51:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:20.167320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port d8afd857-0010-4ae2-b0ac-5f65df7cb566 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:20.189418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port d8afd857-0010-4ae2-b0ac-5f65df7cb566 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:20.190147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.222821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533257c6-39f7-4700-847a-cf15e555eda0 req-67594a83-d945-41a3-a077-4432a18652d4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.224735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-533257c6-39f7-4700-847a-cf15e555eda0 req-67594a83-d945-41a3-a077-4432a18652d4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 943 time: 0.0910878 Jul 16 01:46:20.242641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.263482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed53e1d4-83ae-42cb-952d-89e049f202ec {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:20.267432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.289193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.302021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-533257c6-39f7-4700-847a-cf15e555eda0 req-17993632-3bac-4486-9fbe-7cbdb4f370be tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712299 Jul 16 01:46:20.315320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port ed53e1d4-83ae-42cb-952d-89e049f202ec, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:20.322769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40544) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.328827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.335050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.341724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9427dcb-587e-4cf7-b158-d090949ae872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.390089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:20.392539 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab0b73-7bc4-4e39-9ed6-97559602343f" -d '{"events": [{"server_uuid": "3802c5d5-9440-43a5-84b5-e1132ce05963", "name": "network-vif-plugged", "status": "completed", "tag": "d8afd857-0010-4ae2-b0ac-5f65df7cb566"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:20.416452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d8afd857-0010-4ae2-b0ac-5f65df7cb566, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:20.423093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=ed53e1d4-83ae-42cb-952d-89e049f202ec,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.433022 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.472891 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102d003-9b32-49c7-ba03-eff0f089b2fe x-openstack-request-id: req-a102d003-9b32-49c7-ba03-eff0f089b2fe {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:20.473195 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802c5d5-9440-43a5-84b5-e1132ce05963", "name": "network-vif-plugged", "status": "completed", "tag": "d8afd857-0010-4ae2-b0ac-5f65df7cb566", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:20.473911 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a102d003-9b32-49c7-ba03-eff0f089b2fe {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:20.474049 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566', 'code': 200} Jul 16 01:46:20.488663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9427dcb-587e-4cf7-b158-d090949ae872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.494427 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9427dcb-587e-4cf7-b158-d090949ae872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.500208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d8afd857-0010-4ae2-b0ac-5f65df7cb566,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.522778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Allocated IP 172.25.7.172 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/88c030d0-9e38-46e4-83a8-47c1946962b0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:20.562745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a9427dcb-587e-4cf7-b158-d090949ae872 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e623c89c47a4ea4ae96aa781efcbc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386286 Jul 16 01:46:20.564523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9427dcb-587e-4cf7-b158-d090949ae872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697f80fb-3111-4fa7-99a9-65cff4771e58,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.568057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40550) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.590075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['ed53e1d4-83ae-42cb-952d-89e049f202ec'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:20.600253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b88157-aeec-4b9e-9d89-ed3aa26e2c6e req-f3e22138-c6af-4397-87e1-185b4ef372af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.601933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78b88157-aeec-4b9e-9d89-ed3aa26e2c6e req-f3e22138-c6af-4397-87e1-185b4ef372af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 1102 time: 0.0698295 Jul 16 01:46:20.655559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78b88157-aeec-4b9e-9d89-ed3aa26e2c6e req-abba70c4-30b7-4828-ad69-b3897b5aea6c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467775 Jul 16 01:46:20.701737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe01beb4-9d2a-44f2-973b-a5e9239769ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.737399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.749798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18faf5c-9ea2-4e8c-a9da-664c63ba68d6 req-10708bbb-a394-48c1-835e-06e3eafa8cbe tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.751618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d18faf5c-9ea2-4e8c-a9da-664c63ba68d6 req-10708bbb-a394-48c1-835e-06e3eafa8cbe tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 950 time: 0.0766079 Jul 16 01:46:20.774836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe01beb4-9d2a-44f2-973b-a5e9239769ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.798053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d18faf5c-9ea2-4e8c-a9da-664c63ba68d6 req-c4b7447f-3cc0-4dd7-863c-3167d4fe22ae tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Jul 16 01:46:20.825902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.875655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:20.876401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe01beb4-9d2a-44f2-973b-a5e9239769ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.878929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe01beb4-9d2a-44f2-973b-a5e9239769ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.883663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fe01beb4-9d2a-44f2-973b-a5e9239769ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/697f80fb-3111-4fa7-99a9-65cff4771e58 HTTP/1.1" status: 204 len: 168 time: 0.3110433 Jul 16 01:46:20.892173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:20.894661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:20.896943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01beb4-9d2a-44f2-973b-a5e9239769ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697f80fb-3111-4fa7-99a9-65cff4771e58,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.923867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event updated for resources: {'Port': ['ID=88c030d0-9e38-46e4-83a8-47c1946962b0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.190560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.566143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc370173-9f64-44fe-839b-cc138296267d req-a42484d0-dd28-4626-ac88-87ba64d8edae tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.569220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc370173-9f64-44fe-839b-cc138296267d req-a42484d0-dd28-4626-ac88-87ba64d8edae tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 944 time: 0.1245458 Jul 16 01:46:21.645958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc370173-9f64-44fe-839b-cc138296267d req-4dc0d71b-8651-4329-a352-de10721ad518 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682580 Jul 16 01:46:21.763032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.921540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Router c5071afe-195b-4f04-ac39-f646bce6f57c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:21.941539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ed53e1d4-83ae-42cb-952d-89e049f202ec up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:22.013751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edebb3-f9c1-4de6-a3be-b67d556a63b7 req-724848da-ef88-4cd6-872d-7629b252f3fa tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.021740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21edebb3-f9c1-4de6-a3be-b67d556a63b7 req-724848da-ef88-4cd6-872d-7629b252f3fa tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 950 time: 0.0893412 Jul 16 01:46:22.045488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port ed53e1d4-83ae-42cb-952d-89e049f202ec completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:22.050266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port ed53e1d4-83ae-42cb-952d-89e049f202ec triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:22.050874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.080764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21edebb3-f9c1-4de6-a3be-b67d556a63b7 req-17eb0062-23c5-484c-b489-a46c3c873c22 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566778 Jul 16 01:46:22.115190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:22.132625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] Sync routers for ids ['c5071afe-195b-4f04-ac39-f646bce6f57c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:22.140889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.142309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eede16e6-f707-4748-b8ab-db2156d86cc3 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6776311 Jul 16 01:46:22.147052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.190180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] Routers {'c5071afe-195b-4f04-ac39-f646bce6f57c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:22.191158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c5071afe-195b-4f04-ac39-f646bce6f57c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:22.243341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:22.261583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.287470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] Routers {'c5071afe-195b-4f04-ac39-f646bce6f57c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:22.288122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c5071afe-195b-4f04-ac39-f646bce6f57c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:22.332562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-22700747-276b-4789-aa55-60c7d83edb3f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/c5071afe-195b-4f04-ac39-f646bce6f57c HTTP/1.1" status: 200 len: 925 time: 0.1799462 Jul 16 01:46:22.333043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.351706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:22.352365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c46b9c-2796-4f33-9798-bed212f8df34 None None] The sync data for ids ['c5071afe-195b-4f04-ac39-f646bce6f57c'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:22.362711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port ed53e1d4-83ae-42cb-952d-89e049f202ec, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:22.369721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.388292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-78006994-491f-4e83-80e6-f18e5d1d3476 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5071afe-195b-4f04-ac39-f646bce6f57c HTTP/1.1" status: 200 len: 205 time: 0.0531776 Jul 16 01:46:22.391364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.441783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=ed53e1d4-83ae-42cb-952d-89e049f202ec,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.474735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403472a9-f3df-405e-9ccb-8e317a58303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53e1d4-83ae-42cb-952d-89e049f202ec'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:22.477787 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca8eaee-67d2-4710-a7c0-aa79e0f1fd4a" -d '{"events": [{"server_uuid": "403472a9-f3df-405e-9ccb-8e317a58303f", "name": "network-vif-plugged", "status": "completed", "tag": "ed53e1d4-83ae-42cb-952d-89e049f202ec"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:22.510966 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.538212 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066f6f1-7e88-4c70-8094-beecb42c03ca x-openstack-request-id: req-4066f6f1-7e88-4c70-8094-beecb42c03ca {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:22.538555 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403472a9-f3df-405e-9ccb-8e317a58303f", "name": "network-vif-plugged", "status": "completed", "tag": "ed53e1d4-83ae-42cb-952d-89e049f202ec", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:22.538813 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4066f6f1-7e88-4c70-8094-beecb42c03ca {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:22.539247 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403472a9-f3df-405e-9ccb-8e317a58303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53e1d4-83ae-42cb-952d-89e049f202ec', 'code': 200} Jul 16 01:46:22.663704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.760452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c17b1-e6b7-451f-aa66-7e9768df6019 req-900d1494-d937-431c-bb36-94542217aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.762136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff7c17b1-e6b7-451f-aa66-7e9768df6019 req-900d1494-d937-431c-bb36-94542217aec3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 1097 time: 0.1114841 Jul 16 01:46:22.801711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Deleting port 88c030d0-9e38-46e4-83a8-47c1946962b0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:22.802293 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.912608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff7c17b1-e6b7-451f-aa66-7e9768df6019 req-e6c890e7-9f22-4604-aead-8e8716227152 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387727 Jul 16 01:46:22.939452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.962472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Calling delete_port for 88c030d0-9e38-46e4-83a8-47c1946962b0 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:22.991418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d12a-5e3a-40f5-92f5-c66061e74375 req-41478600-8c7f-4ba7-b770-1e41d0d288fc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.999300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1948d12a-5e3a-40f5-92f5-c66061e74375 req-41478600-8c7f-4ba7-b770-1e41d0d288fc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 945 time: 0.1308169 Jul 16 01:46:23.133549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1948d12a-5e3a-40f5-92f5-c66061e74375 req-b516cc32-1671-46a4-aa94-1e4d921c6957 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333644 Jul 16 01:46:23.228040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.269417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event deleted for resources: {'Port': ['ID=88c030d0-9e38-46e4-83a8-47c1946962b0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.381999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.541504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.547794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.583350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40656) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.602609 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.603511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Fanout notify agent at l3_agent the message router_deleted on router c5071afe-195b-4f04-ac39-f646bce6f57c {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:23.615034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.620915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-471106b9-f2a0-4bee-9929-6b854d421e9c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/c5071afe-195b-4f04-ac39-f646bce6f57c HTTP/1.1" status: 204 len: 168 time: 1.2243364 Jul 16 01:46:23.623376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.630077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1387740297', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.680519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.682959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.755751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.773066 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae69e3c1-b9cf-41fd-b12b-0c964eb2bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.890118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae69e3c1-b9cf-41fd-b12b-0c964eb2bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.895078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae69e3c1-b9cf-41fd-b12b-0c964eb2bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.949884 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ae69e3c1-b9cf-41fd-b12b-0c964eb2bf79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2b90ae7b0bb48bd8cde32175d01317c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558030 Jul 16 01:46:23.949884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40676) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.988464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69e3c1-b9cf-41fd-b12b-0c964eb2bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197f7b6-2a80-4e87-bc79-e6b018d292d1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.011878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ebdc-deff-44f4-b72d-d14aadb75769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.025064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.040597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ebdc-deff-44f4-b72d-d14aadb75769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.064380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-bd76a67a-b31b-4ba1-911c-99c99fa383b5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.065995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-bd76a67a-b31b-4ba1-911c-99c99fa383b5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.3074827 Jul 16 01:46:24.099639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-e837b00e-44f4-478a-80cb-95d0c7d840c2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/quotas/de972a8d790a49de817d56a6a54f075b HTTP/1.1" status: 200 len: 375 time: 0.0204816 Jul 16 01:46:24.149049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ebdc-deff-44f4-b72d-d14aadb75769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.152554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ebdc-deff-44f4-b72d-d14aadb75769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.156912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bcb1ebdc-deff-44f4-b72d-d14aadb75769 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a197f7b6-2a80-4e87-bc79-e6b018d292d1 HTTP/1.1" status: 204 len: 168 time: 0.2121420 Jul 16 01:46:24.185612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1ebdc-deff-44f4-b72d-d14aadb75769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197f7b6-2a80-4e87-bc79-e6b018d292d1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.250870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-c8895f3f-6313-4646-b9ba-ae8120c25cfe tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291995 Jul 16 01:46:24.509125 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.531214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-fa36f2ee-7bfd-44da-989b-1cc7e739ee23 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696459 Jul 16 01:46:24.534155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.563661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58610bc-4af1-4497-821c-bb30e98c4a54 req-368d9d2f-cfed-4e40-a20d-ad87c138b8db tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.564759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d58610bc-4af1-4497-821c-bb30e98c4a54 req-368d9d2f-cfed-4e40-a20d-ad87c138b8db tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 945 time: 0.2519381 Jul 16 01:46:24.579875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40686) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.595451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28007d72-a059-4409-a4a5-f212f2ac7fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.732935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28007d72-a059-4409-a4a5-f212f2ac7fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.738299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28007d72-a059-4409-a4a5-f212f2ac7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.804909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-28007d72-a059-4409-a4a5-f212f2ac7fed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=562d0bf9b4304fdbae8c94167e9f62af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201443 Jul 16 01:46:24.805301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40688) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.825142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28007d72-a059-4409-a4a5-f212f2ac7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c330fb3-ce33-4a01-8c50-3b3638543cc1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.877830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bada3f8f-198c-4768-b96e-64c185846c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.906321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bada3f8f-198c-4768-b96e-64c185846c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.975918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bada3f8f-198c-4768-b96e-64c185846c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.982357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bada3f8f-198c-4768-b96e-64c185846c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.984276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bada3f8f-198c-4768-b96e-64c185846c5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c330fb3-ce33-4a01-8c50-3b3638543cc1 HTTP/1.1" status: 204 len: 168 time: 0.1766906 Jul 16 01:46:24.995564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada3f8f-198c-4768-b96e-64c185846c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c330fb3-ce33-4a01-8c50-3b3638543cc1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.062003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d58610bc-4af1-4497-821c-bb30e98c4a54 req-2b358db6-3261-4e29-ac37-ffc146d21c65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801586 Jul 16 01:46:25.079776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-1a6f2a1f-b6dd-4c2d-a460-29ab2c56026d service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350339 Jul 16 01:46:25.105308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Allocated IP 172.25.7.134 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/60bdaf6a-0069-411f-81d5-040b6e482783) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:25.270438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.328265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.388257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:25.392033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:25.397508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:25.399901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Port': ['ID=60bdaf6a-0069-411f-81d5-040b6e482783,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.665553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55ea8f5f-ccbf-4d4b-a2f0-1e5f5b09b906 req-8e5e162c-198b-4ad3-af23-9debef0622e4 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 210 time: 0.1445620 Jul 16 01:46:25.790089 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.056540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.235469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Router 6efc5985-a0c5-4429-91cb-e9bff447e113 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:26.400438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:26.421739 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Sync routers for ids ['6efc5985-a0c5-4429-91cb-e9bff447e113'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:26.443847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Routers {'6efc5985-a0c5-4429-91cb-e9bff447e113'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:26.446198 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6efc5985-a0c5-4429-91cb-e9bff447e113'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:26.461761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.467225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-16998560-1aae-46c2-ae85-8cc7861d8f24 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8385868 Jul 16 01:46:26.467474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40736) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.600534 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Set router 6efc5985-a0c5-4429-91cb-e9bff447e113 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:26.686732 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6abb55c5-043e-467a-8066-fabbc646f457 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/6efc5985-a0c5-4429-91cb-e9bff447e113 HTTP/1.1" status: 200 len: 909 time: 0.2178619 Jul 16 01:46:26.689236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40746) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.695973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1387740297', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': True}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.748877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.750829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.877954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.931451 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc5985-a0c5-4429-91cb-e9bff447e113', 'name': 'tempest-snat-router-1387740297', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.134'}], 'enable_snat': False}, 'gw_port_id': '60bdaf6a-0069-411f-81d5-040b6e482783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:23Z', 'updated_at': '2021-07-16T01:46:25Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': '60bdaf6a-0069-411f-81d5-040b6e482783', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc5985-a0c5-4429-91cb-e9bff447e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:24Z', 'updated_at': '2021-07-16T01:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:26.945441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-401d43a2-1588-4e8a-b25e-d2278437b9c7 req-672a51a3-b1ae-455f-bf43-e4da7dd1ff0a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 210 time: 0.0527210 Jul 16 01:46:26.992386 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Checking router: 6efc5985-a0c5-4429-91cb-e9bff447e113 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:26.992995 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Updating router 6efc5985-a0c5-4429-91cb-e9bff447e113 port 60bdaf6a-0069-411f-81d5-040b6e482783 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:27.036120 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.217975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.382087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-9e94518f-941f-439e-9922-7574695b50ab tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.384915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-9e94518f-941f-439e-9922-7574695b50ab tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.3535275 Jul 16 01:46:27.415276 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.430702 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Transition to ACTIVE for port object 60bdaf6a-0069-411f-81d5-040b6e482783 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:27.439873 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.441643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Request body: {'port': {'device_id': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'admin_state_up': True, 'tenant_id': 'de972a8d790a49de817d56a6a54f075b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:27.482418 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Attempting to bind port 60bdaf6a-0069-411f-81d5-040b6e482783 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:27.483370 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Attempting to bind port 60bdaf6a-0069-411f-81d5-040b6e482783 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:27.484385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Attempting to bind port 60bdaf6a-0069-411f-81d5-040b6e482783 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:27.511981 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:27.513311 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:27.514091 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.514980 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:27.516328 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Bound port: 60bdaf6a-0069-411f-81d5-040b6e482783, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:27.516999 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.766991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Made reservation on behalf of de972a8d790a49de817d56a6a54f075b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:27.773776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.780326 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] For port 60bdaf6a-0069-411f-81d5-040b6e482783, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:27.794717 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] For port 60bdaf6a-0069-411f-81d5-040b6e482783, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=60bdaf6a-0069-411f-81d5-040b6e482783,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:27.803641 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.870786 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da1a47-2b7e-4a56-884b-171b12806507 None None] Pushing event updated for resources: {'Port': ['ID=60bdaf6a-0069-411f-81d5-040b6e482783,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.902712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.913668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Routers {'6efc5985-a0c5-4429-91cb-e9bff447e113'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:27.914545 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6efc5985-a0c5-4429-91cb-e9bff447e113'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:27.957970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.998246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da1a47-2b7e-4a56-884b-171b12806507 None None] Pushing event updated for resources: {'Port': ['ID=60bdaf6a-0069-411f-81d5-040b6e482783,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.074621 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] Set router 6efc5985-a0c5-4429-91cb-e9bff447e113 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:28.115473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Allocated IP 172.20.0.9 (f3da8769-e65e-4350-8721-6bd1e4491047/94d86462-392f-4962-a98c-2c084c332e61/e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:28.164812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Allocated IP 172.25.7.199 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d9cdde25-db90-4c2b-8750-72e5b50c1b60) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:28.193052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3abab962-9e40-44b6-b61b-2af4f9cbff5e req-c532d4dd-60ba-4608-b045-43b42a1cc0c8 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 210 time: 0.0384567 Jul 16 01:46:28.287962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efc5985-a0c5-4429-91cb-e9bff447e113', 'name': 'tempest-snat-router-1387740297', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.134'}], 'enable_snat': False}, 'gw_port_id': '60bdaf6a-0069-411f-81d5-040b6e482783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:23Z', 'updated_at': '2021-07-16T01:46:25Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': '60bdaf6a-0069-411f-81d5-040b6e482783', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc5985-a0c5-4429-91cb-e9bff447e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:24Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:28.314970 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55500b16-9f7a-48c1-9c55-2f202a267e80 None None] The sync data for ids ['6efc5985-a0c5-4429-91cb-e9bff447e113'] in n-d-791506-20 is: [{'id': '6efc5985-a0c5-4429-91cb-e9bff447e113', 'name': 'tempest-snat-router-1387740297', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.134'}], 'enable_snat': False}, 'gw_port_id': '60bdaf6a-0069-411f-81d5-040b6e482783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:23Z', 'updated_at': '2021-07-16T01:46:25Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': '60bdaf6a-0069-411f-81d5-040b6e482783', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efc5985-a0c5-4429-91cb-e9bff447e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:24Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:28.387738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.395214 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.458627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.468249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.510892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:28.517748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:28.525146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Port': ['ID=d9cdde25-db90-4c2b-8750-72e5b50c1b60,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.529332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Network f3da8769-e65e-4350-8721-6bd1e4491047 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:28.530303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:28.536093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:28.540241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:28.561467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:28.674295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event updated for resources: {'Port': ['ID=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.699330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.700578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.801129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-cb1a85d7-229a-443e-9c01-5931ee39abd3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3698690 Jul 16 01:46:29.132844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Request body: {'port': {'device_id': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:29.366705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.425559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.469962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 60bdaf6a-0069-411f-81d5-040b6e482783 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:29.535430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbbe06-a0c3-4f1b-8738-1441ed3b39c0 req-1015b216-482e-4986-99e3-0dcc69426434 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.549515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cafbbe06-a0c3-4f1b-8738-1441ed3b39c0 req-1015b216-482e-4986-99e3-0dcc69426434 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 931 time: 0.1737194 Jul 16 01:46:29.578405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 60bdaf6a-0069-411f-81d5-040b6e482783 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:29.583266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 60bdaf6a-0069-411f-81d5-040b6e482783 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:29.583734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.611406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cafbbe06-a0c3-4f1b-8738-1441ed3b39c0 req-f98546f4-feff-4c25-ba49-0db594e73e12 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602157 Jul 16 01:46:29.692703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.718728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 60bdaf6a-0069-411f-81d5-040b6e482783, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=60bdaf6a-0069-411f-81d5-040b6e482783,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:29.723540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.859965 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.943222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=60bdaf6a-0069-411f-81d5-040b6e482783,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.952459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.953690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.954200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.954693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.955023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.955377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.955693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.955991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.956356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.956835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.957097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:29.957589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:30.021715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:30.035915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.058470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Transition to ACTIVE for port object e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:30.066018 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.126523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Router 119bbaf9-f740-4fea-9306-081ecd999fba is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:30.156011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Pushing event updated for resources: {'Port': ['ID=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.326600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Attempting to bind port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:30.326972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Attempting to bind port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:30.327324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Attempting to bind port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:30.338841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 on network f3da8769-e65e-4350-8721-6bd1e4491047 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:30.339149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Attempting to bind port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:30.347967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:30.352734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:30.353075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Checking segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:30.353459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Bound using segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:30.353912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Bound port: e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:30.354274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.360131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Sync routers for ids ['119bbaf9-f740-4fea-9306-081ecd999fba'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:30.376827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Routers {'119bbaf9-f740-4fea-9306-081ecd999fba'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:30.378004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['119bbaf9-f740-4fea-9306-081ecd999fba'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.406881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.408187 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fabd6705-2a6b-40e5-83c5-bf5989b67a5c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7177331 Jul 16 01:46:30.411181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.456312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] For port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:30.468508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] For port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:30.468508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.507088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Set router 119bbaf9-f740-4fea-9306-081ecd999fba gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:30.515480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.516157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.517741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 HTTP/1.1" status: 200 len: 1092 time: 1.3920741 Jul 16 01:46:30.520347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'tag': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:30.524860 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e8672a-65ff-4e82-bf15-828666ca0220" -d '{"events": [{"name": "network-changed", "server_uuid": "f4aff96b-735d-4bcd-94ed-472af0f317ac", "tag": "e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:30.566990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06b7f99f-e636-4b50-b8d0-1ab8ead46f63 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/119bbaf9-f740-4fea-9306-081ecd999fba HTTP/1.1" status: 200 len: 908 time: 0.1538737 Jul 16 01:46:30.569912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.623821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f24d6-0eda-4bcd-8218-f4685cfb9139 service neutron] Pushing event updated for resources: {'Port': ['ID=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.682647 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39578641-ac11-4c16-a74f-8b26b695e9b7 x-openstack-request-id: req-39578641-ac11-4c16-a74f-8b26b695e9b7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:30.683084 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4aff96b-735d-4bcd-94ed-472af0f317ac", "tag": "e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:30.683434 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39578641-ac11-4c16-a74f-8b26b695e9b7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:30.684016 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'tag': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', 'status': 'completed', 'code': 200} Jul 16 01:46:30.695086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-6b548a5f-b906-46a8-8399-fe38c0b22016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.697255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-6b548a5f-b906-46a8-8399-fe38c0b22016 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 1095 time: 0.0993407 Jul 16 01:46:30.780354 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-7e0a40ab-8ad4-4495-90f3-143f3798bead service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 HTTP/1.1" status: 200 len: 217 time: 0.0694971 Jul 16 01:46:30.844205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.850640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0342-e368-435c-87dc-458b656910b1 req-34e2893b-309f-4335-a496-5a1398c0d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.852174 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-34e2893b-309f-4335-a496-5a1398c0d84c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0639851 Jul 16 01:46:30.854863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119bbaf9-f740-4fea-9306-081ecd999fba', 'name': 'tempest-snat-router-1387740297', 'tenant_id': '781b793842e247c7b53815ec5139c6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'd9cdde25-db90-4c2b-8750-72e5b50c1b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:26Z', 'updated_at': '2021-07-16T01:46:29Z', 'revision_number': 3, 'project_id': '781b793842e247c7b53815ec5139c6aa', 'gw_port': {'id': 'd9cdde25-db90-4c2b-8750-72e5b50c1b60', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119bbaf9-f740-4fea-9306-081ecd999fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.889563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Checking router: 119bbaf9-f740-4fea-9306-081ecd999fba for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:30.890201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Updating router 119bbaf9-f740-4fea-9306-081ecd999fba port d9cdde25-db90-4c2b-8750-72e5b50c1b60 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:30.899615 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-37125abe-64b3-43b4-8544-1947d44020e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402076 Jul 16 01:46:30.941970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.956896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a068-0f49-4ce5-8867-87e7e48ed8f0 req-e1af4e05-1ba2-4a81-8ce4-0da7cf202bdb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.964133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98e8a068-0f49-4ce5-8867-87e7e48ed8f0 req-e1af4e05-1ba2-4a81-8ce4-0da7cf202bdb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 943 time: 0.1809223 Jul 16 01:46:31.022996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.029556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98e8a068-0f49-4ce5-8867-87e7e48ed8f0 req-e0cc7e07-3b0c-4407-bd6e-ff8a924ccd75 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Jul 16 01:46:31.057568 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-30532ecb-5dd5-46e6-b9a8-15410e4516a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427810 Jul 16 01:46:31.134349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Deleting port d9cdde25-db90-4c2b-8750-72e5b50c1b60 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:31.134832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.178036 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9bee0342-e368-435c-87dc-458b656910b1 req-1e62b3db-a19e-46e9-ae3b-2aaddafa0fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192877 Jul 16 01:46:31.268832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.282680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Calling delete_port for d9cdde25-db90-4c2b-8750-72e5b50c1b60 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:31.414423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-5d13eec9-8b63-449a-827c-962c077fef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.416105 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-5d13eec9-8b63-449a-827c-962c077fef25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 1095 time: 0.1380620 Jul 16 01:46:31.417353 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.441578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Transition to ACTIVE for port object d9cdde25-db90-4c2b-8750-72e5b50c1b60 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:31.455340 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.548900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 60bdaf6a-0069-411f-81d5-040b6e482783 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:31.629531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-e6442ab9-f277-49b7-b048-bcf27c73333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.631317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-e6442ab9-f277-49b7-b048-bcf27c73333b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 915 time: 0.2070522 Jul 16 01:46:31.634281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Attempting to bind port d9cdde25-db90-4c2b-8750-72e5b50c1b60 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:31.634855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Attempting to bind port d9cdde25-db90-4c2b-8750-72e5b50c1b60 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:31.635397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Attempting to bind port d9cdde25-db90-4c2b-8750-72e5b50c1b60 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:31.646062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:31.646718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:31.647313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.647858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:31.649038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Bound port: d9cdde25-db90-4c2b-8750-72e5b50c1b60, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:31.649600 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.693582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.698924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-c4ee579c-7c44-480d-8213-8d5c7f4957d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 HTTP/1.1" status: 200 len: 217 time: 0.0585306 Jul 16 01:46:31.711825 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:31.712190 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:31.732745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b85bd-bf5d-40df-8bb1-7c43c2f055d0 None None] Pushing event updated for resources: {'Port': ['ID=d9cdde25-db90-4c2b-8750-72e5b50c1b60,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.742882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9cdde25-db90-4c2b-8750-72e5b50c1b60,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.756234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 60bdaf6a-0069-411f-81d5-040b6e482783 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:31.756648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.795867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-925af714-142f-4327-8c6e-d922a04551dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.797847 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-925af714-142f-4327-8c6e-d922a04551dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0914240 Jul 16 01:46:31.820475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.841926 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-bfea3064-9eee-4d7c-9955-e56878c8b8a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354102 Jul 16 01:46:31.920088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.922855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.961505 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-6cb5db5a-79f2-492b-ad96-f949abae9f96 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114128 Jul 16 01:46:31.975436 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.976282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 119bbaf9-f740-4fea-9306-081ecd999fba {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:31.981382 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.982903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f5d5888c-154e-482b-bed5-f8332a015d54 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/routers/119bbaf9-f740-4fea-9306-081ecd999fba HTTP/1.1" status: 204 len: 168 time: 1.4112575 Jul 16 01:46:31.985557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.088337 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b3e8672a-65ff-4e82-bf15-828666ca0220 req-038b7f8c-2cb6-47f8-bdff-7d8af0e22c3e service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175642 Jul 16 01:46:32.121207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.228730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Attempting to bind port d9cdde25-db90-4c2b-8750-72e5b50c1b60 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:32.229271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Attempting to bind port d9cdde25-db90-4c2b-8750-72e5b50c1b60 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:32.229610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Attempting to bind port d9cdde25-db90-4c2b-8750-72e5b50c1b60 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:32.235567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:32.236228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:32.236762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.237172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:32.237661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Bound port: d9cdde25-db90-4c2b-8750-72e5b50c1b60, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:32.238137 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.262995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Port d9cdde25-db90-4c2b-8750-72e5b50c1b60 has been deleted concurrently {{(pid=93757) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 01:46:32.273154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Routers set() bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:32.273699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Router IDs set() for agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:46:32.274449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_agentschedulers_db [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'119bbaf9-f740-4fea-9306-081ecd999fba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent'). {{(pid=93757) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:46:32.274914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3175daeb-b7dc-4e0a-929a-4fc27de813ce None None] The sync data for ids ['119bbaf9-f740-4fea-9306-081ecd999fba'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:32.286925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.339212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a02eb2-3f4f-46f1-9280-8b0e391aec7b req-e7114ba4-f4cd-4f33-b41b-246a8c54b777 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.341868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a02eb2-3f4f-46f1-9280-8b0e391aec7b req-e7114ba4-f4cd-4f33-b41b-246a8c54b777 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 943 time: 0.1215236 Jul 16 01:46:32.404945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a02eb2-3f4f-46f1-9280-8b0e391aec7b req-8aaf1c16-2512-43b8-a1ae-14658fcfc2e3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548708 Jul 16 01:46:32.407389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Deleting port 60bdaf6a-0069-411f-81d5-040b6e482783 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:32.407735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.539628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] For port 60bdaf6a-0069-411f-81d5-040b6e482783, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=60bdaf6a-0069-411f-81d5-040b6e482783,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:32.539628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.555958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Calling delete_port for 60bdaf6a-0069-411f-81d5-040b6e482783 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:32.816662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.846506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event deleted for resources: {'Port': ['ID=60bdaf6a-0069-411f-81d5-040b6e482783,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.922034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.110175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:33.250918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.269625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'port_id': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', 'mac_address': 'fa:16:3e:92:76:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d86462-392f-4962-a98c-2c084c332e61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:33.298906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.301602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.323287 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.340556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:33.356680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.357551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6efc5985-a0c5-4429-91cb-e9bff447e113 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:33.362612 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.363677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ff5057ef-713b-4d3e-9624-7d38a6572beb tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "DELETE /v2.0/routers/6efc5985-a0c5-4429-91cb-e9bff447e113 HTTP/1.1" status: 204 len: 168 time: 1.3771605 Jul 16 01:46:33.368279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40860) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:33.378412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-318037665', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:33.380092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.388227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.412783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.413786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.458335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.484713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.669456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4a706-dd78-4532-af32-7d05bdf3660d req-fdec735a-22a0-4d19-aeac-08f19d1f9612 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.671176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14b4a706-dd78-4532-af32-7d05bdf3660d req-fdec735a-22a0-4d19-aeac-08f19d1f9612 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 944 time: 0.0981238 Jul 16 01:46:33.686505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.706650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:33.761022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14b4a706-dd78-4532-af32-7d05bdf3660d req-71e70fcc-51f4-4d7b-8766-4005d75dfe26 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719111 Jul 16 01:46:34.342736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.368281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.477388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Allocated IP 172.25.7.186 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/4bc7d56a-d727-4c6f-b088-e2140fe1c16c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:34.590532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.634457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.676614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:34.682789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:34.686676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:34.693027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event updated for resources: {'Port': ['ID=4bc7d56a-d727-4c6f-b088-e2140fe1c16c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.733572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.733931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.734279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.734624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.734960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.735297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.735642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.735973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.736866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.736866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.737073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.737286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:34.991358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.087279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c31e6-8041-4a6f-8967-699c0bbc32de req-595e0932-55a2-437e-bafd-c884964d3a71 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.108855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd9c31e6-8041-4a6f-8967-699c0bbc32de req-595e0932-55a2-437e-bafd-c884964d3a71 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 944 time: 0.1357067 Jul 16 01:46:35.136269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:35.208951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd9c31e6-8041-4a6f-8967-699c0bbc32de req-7403018c-26f1-4ea0-9867-4aac561425b8 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981367 Jul 16 01:46:35.256110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:35.263596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:35.264281 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.326050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 60bdaf6a-0069-411f-81d5-040b6e482783 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:35.350559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.353335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 60bdaf6a-0069-411f-81d5-040b6e482783 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:35.353928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 60bdaf6a-0069-411f-81d5-040b6e482783 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:35.430728 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.475571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:35.478520 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a3342-f58e-4868-a196-2fef1da6417a" -d '{"events": [{"server_uuid": "f4aff96b-735d-4bcd-94ed-472af0f317ac", "name": "network-vif-plugged", "status": "completed", "tag": "e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:35.498147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:35.505796 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.568213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.575635 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8860a076-6a22-4750-93da-394eaca288e3 x-openstack-request-id: req-8860a076-6a22-4750-93da-394eaca288e3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:35.575926 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4aff96b-735d-4bcd-94ed-472af0f317ac", "name": "network-vif-plugged", "status": "completed", "tag": "e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:35.576177 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8860a076-6a22-4750-93da-394eaca288e3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:35.576650 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', 'code': 200} Jul 16 01:46:35.604802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Router eceadd92-276b-4e02-87f5-bf20695bc93a is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:35.775783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:35.794741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ac2c5-5721-406e-8d34-e98681e3d6e6 req-2eaa0b25-fb12-4f33-8705-f8665ea381c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.796671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3c7ac2c5-5721-406e-8d34-e98681e3d6e6 req-2eaa0b25-fb12-4f33-8705-f8665ea381c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 1097 time: 0.0884354 Jul 16 01:46:35.797197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] Sync routers for ids ['eceadd92-276b-4e02-87f5-bf20695bc93a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:35.813936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.815184 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1003236b-28ff-46d7-8180-2cc5a9c4cb87 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4456847 Jul 16 01:46:35.817880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.822482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:35.841353 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] Routers {'eceadd92-276b-4e02-87f5-bf20695bc93a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:35.842701 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['eceadd92-276b-4e02-87f5-bf20695bc93a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:35.873479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3c7ac2c5-5721-406e-8d34-e98681e3d6e6 req-dca2cde5-9837-44b6-a442-c1dbf4a3fa5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Jul 16 01:46:35.922693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:35.941801 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] Routers {'eceadd92-276b-4e02-87f5-bf20695bc93a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:35.942884 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['eceadd92-276b-4e02-87f5-bf20695bc93a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.055853 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.056911 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c779d-bad0-40be-90cd-38c4937636a9 None None] The sync data for ids ['eceadd92-276b-4e02-87f5-bf20695bc93a'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:36.350306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.594319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436044f-0a9b-4dc2-bc4f-27ff2562dfb4 req-03034f26-38c6-4b7b-aa9a-b4922ee40803 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.596134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1436044f-0a9b-4dc2-bc4f-27ff2562dfb4 req-03034f26-38c6-4b7b-aa9a-b4922ee40803 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 945 time: 0.1591065 Jul 16 01:46:36.683428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1436044f-0a9b-4dc2-bc4f-27ff2562dfb4 req-152ded6a-b8c6-4d81-b4f5-7715ec104b17 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809641 Jul 16 01:46:36.983689 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.987951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.202816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Router eceadd92-276b-4e02-87f5-bf20695bc93a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:37.471498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:37.473539 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.477409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.478678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7e9124cb-bd7a-4cec-98e1-98ed81e92c84 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "PUT /v2.0/routers/eceadd92-276b-4e02-87f5-bf20695bc93a HTTP/1.1" status: 200 len: 925 time: 1.6597533 Jul 16 01:46:37.482611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.485027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] Sync routers for ids ['eceadd92-276b-4e02-87f5-bf20695bc93a'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:37.507900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] Routers {'eceadd92-276b-4e02-87f5-bf20695bc93a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:37.512838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['eceadd92-276b-4e02-87f5-bf20695bc93a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.542766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221f70-78f6-4d82-938d-04524d707358 req-532f3fd6-6ae4-4a07-9637-963d35a22225 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.545026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5221f70-78f6-4d82-938d-04524d707358 req-532f3fd6-6ae4-4a07-9637-963d35a22225 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1326115 Jul 16 01:46:37.583896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.606281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] Routers {'eceadd92-276b-4e02-87f5-bf20695bc93a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:37.606810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['eceadd92-276b-4e02-87f5-bf20695bc93a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.626327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5221f70-78f6-4d82-938d-04524d707358 req-e784d291-5e93-4912-994e-d5c8ef2af73c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742068 Jul 16 01:46:37.682125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.682822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb5ed0-c100-4403-a7cc-ae3549b1c5c0 None None] The sync data for ids ['eceadd92-276b-4e02-87f5-bf20695bc93a'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:37.706058 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eb348b27-db85-41a7-bf1a-25bde89e19c3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/eceadd92-276b-4e02-87f5-bf20695bc93a HTTP/1.1" status: 200 len: 925 time: 0.2219372 Jul 16 01:46:37.708725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40930) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.845600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c67320-44ee-4b7f-aa7a-f3ad8dc5701c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.848520 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-98c67320-44ee-4b7f-aa7a-f3ad8dc5701c tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=eceadd92-276b-4e02-87f5-bf20695bc93a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1376283 Jul 16 01:46:37.850223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.961331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aff215-2ace-4506-8433-2762bfbf9586 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.963500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-84aff215-2ace-4506-8433-2762bfbf9586 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.1121712 Jul 16 01:46:37.966403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40936) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.000467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1f44464d-a9e9-4c93-9a00-87d3a2a9afe2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=eceadd92-276b-4e02-87f5-bf20695bc93a HTTP/1.1" status: 200 len: 205 time: 0.0319729 Jul 16 01:46:38.002609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40938) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.007024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5963f1-0c8f-4caf-882f-09508a8695f8 req-6a982e32-3565-4456-921e-f437404b42cb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.015081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac5963f1-0c8f-4caf-882f-09508a8695f8 req-6a982e32-3565-4456-921e-f437404b42cb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1999879 Jul 16 01:46:38.058511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329739ee-f3ab-4f35-8cbf-194ac20c30b9 req-9fc16890-4bfe-4de1-a6b5-fe69a49d661b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.065742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-329739ee-f3ab-4f35-8cbf-194ac20c30b9 req-9fc16890-4bfe-4de1-a6b5-fe69a49d661b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 945 time: 0.1396194 Jul 16 01:46:38.095247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac5963f1-0c8f-4caf-882f-09508a8695f8 req-05533cbd-3d0e-473b-99b8-2c57a9606449 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792487 Jul 16 01:46:38.158847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.178044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-329739ee-f3ab-4f35-8cbf-194ac20c30b9 req-07daef3a-8956-4dbc-a85a-f00f6254d806 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034167 Jul 16 01:46:38.405656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.552095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Deleting port 4bc7d56a-d727-4c6f-b088-e2140fe1c16c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:38.557744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.716883 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.732635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Calling delete_port for 4bc7d56a-d727-4c6f-b088-e2140fe1c16c owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:38.835274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e8911-bb9d-4211-b4f2-49a2e7953190 req-145aeabd-3be2-4d84-856e-ae52a0a05ec7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.848886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f62e8911-bb9d-4211-b4f2-49a2e7953190 req-145aeabd-3be2-4d84-856e-ae52a0a05ec7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1851580 Jul 16 01:46:38.906293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f62e8911-bb9d-4211-b4f2-49a2e7953190 req-f8e4d1f4-aa83-4b28-ac8d-d8f09023d11f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564604 Jul 16 01:46:39.259279 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.378376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event deleted for resources: {'Port': ['ID=4bc7d56a-d727-4c6f-b088-e2140fe1c16c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.488691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.660270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.664221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.810439 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.811531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Fanout notify agent at l3_agent the message router_deleted on router eceadd92-276b-4e02-87f5-bf20695bc93a {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:39.822808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.824327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d0087be-01bf-4119-8c3a-a719366f8ec6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/eceadd92-276b-4e02-87f5-bf20695bc93a HTTP/1.1" status: 204 len: 168 time: 1.8202782 Jul 16 01:46:39.828701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.835981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1737153196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:39.901940 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.903748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.044940 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.063719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.101449 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.102708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-afd84530-983c-4f3b-939b-a0670a5585f2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2727144 Jul 16 01:46:40.106640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40996) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.127944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d50bd6c-fd67-40be-8b8d-20b081845300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.128727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:40.662711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.853964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa4d4-c6b1-41cc-b820-39bcf929a0fb req-e83b2aea-cd62-4bf2-868e-ebcce23ffe9c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.859820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d6aa4d4-c6b1-41cc-b820-39bcf929a0fb req-e83b2aea-cd62-4bf2-868e-ebcce23ffe9c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1513660 Jul 16 01:46:40.958607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d6aa4d4-c6b1-41cc-b820-39bcf929a0fb req-c9923200-1892-41a3-8a5e-55b7a02a9ec4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902507 Jul 16 01:46:41.075822 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.099732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.445039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Allocated IP 172.25.7.234 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/be300040-369e-4f44-8bde-1a4c37ecf89e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:41.774006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.873474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.010747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:42.014532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:42.036019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:42.044619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event updated for resources: {'Port': ['ID=be300040-369e-4f44-8bde-1a4c37ecf89e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.299817 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937126-ec44-4e59-ab52-04bb92c69ecc req-29696ce7-36d1-40f6-9181-fb609457e126 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.312158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46937126-ec44-4e59-ab52-04bb92c69ecc req-29696ce7-36d1-40f6-9181-fb609457e126 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2260933 Jul 16 01:46:42.379496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7427664b-bec8-40d9-aa42-4443647c70b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.395477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46937126-ec44-4e59-ab52-04bb92c69ecc req-568f275e-52b3-4633-92c5-7cc28997a696 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797036 Jul 16 01:46:42.458004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.653263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.910907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.914991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.099544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Router 7849f38c-0e6b-4458-9781-3b815093cc39 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:43.263683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:43.279427 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] Sync routers for ids ['7849f38c-0e6b-4458-9781-3b815093cc39'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:43.285880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.287196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-17ff9b15-4c1d-4603-85b3-4cfa4e43c594 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "PUT /v2.0/routers/7849f38c-0e6b-4458-9781-3b815093cc39 HTTP/1.1" status: 200 len: 884 time: 3.1792583 Jul 16 01:46:43.290407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.305167 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] Routers {'7849f38c-0e6b-4458-9781-3b815093cc39'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:43.306559 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7849f38c-0e6b-4458-9781-3b815093cc39'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.349384 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.364273 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] Routers {'7849f38c-0e6b-4458-9781-3b815093cc39'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:43.384798 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7849f38c-0e6b-4458-9781-3b815093cc39'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.457672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2149ea39-3688-47ac-9202-1488b9e85352 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/7849f38c-0e6b-4458-9781-3b815093cc39 HTTP/1.1" status: 200 len: 925 time: 0.1664603 Jul 16 01:46:43.460439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41044) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.462326 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.462992 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5415b-854d-41cc-8cb2-f51470b9fd8d None None] The sync data for ids ['7849f38c-0e6b-4458-9781-3b815093cc39'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:43.572644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a83ab7-d6ce-4cff-aa82-d6babd7f8c48 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.574938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c2a83ab7-d6ce-4cff-aa82-d6babd7f8c48 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=7849f38c-0e6b-4458-9781-3b815093cc39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1131406 Jul 16 01:46:43.577274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.717577 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.842275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5619-7c04-4c67-a506-333b570bd35d req-4fe841d1-45e5-4314-841b-e9186b9a4b82 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.849442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec1f5619-7c04-4c67-a506-333b570bd35d req-4fe841d1-45e5-4314-841b-e9186b9a4b82 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2487082 Jul 16 01:46:43.867281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710925b-d9ba-43d7-825e-6e2ae9d7fa88 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.868686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5710925b-d9ba-43d7-825e-6e2ae9d7fa88 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.2886286 Jul 16 01:46:43.871726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41066) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.249168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41082) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.250421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e0ed0e2-06fe-4c41-8f22-e5a8d9ec2e34 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=7849f38c-0e6b-4458-9781-3b815093cc39 HTTP/1.1" status: 200 len: 205 time: 0.3774602 Jul 16 01:46:44.278456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec1f5619-7c04-4c67-a506-333b570bd35d req-31aed985-39f3-4b67-878d-d6ad3f2fcd62 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4239106 Jul 16 01:46:44.500059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.602307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0dd5c-4aeb-4141-8764-c55d815c1e88 req-1f7d01c8-b94d-4855-ade2-31132e7c85cc tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.612498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffe0dd5c-4aeb-4141-8764-c55d815c1e88 req-1f7d01c8-b94d-4855-ade2-31132e7c85cc tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1621690 Jul 16 01:46:44.675936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffe0dd5c-4aeb-4141-8764-c55d815c1e88 req-94417e70-ec8a-43c8-8d30-5f8545bb004b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514283 Jul 16 01:46:44.966359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.078711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Deleting port be300040-369e-4f44-8bde-1a4c37ecf89e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:45.078937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.215407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.230188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Calling delete_port for be300040-369e-4f44-8bde-1a4c37ecf89e owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:45.260676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.566738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.624337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event deleted for resources: {'Port': ['ID=be300040-369e-4f44-8bde-1a4c37ecf89e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.643585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec09fc-b69c-43d3-b05a-33b3a788ed70 req-ebf360b5-cd4f-49cb-84ac-10df47eaf448 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:45.645822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84ec09fc-b69c-43d3-b05a-33b3a788ed70 req-ebf360b5-cd4f-49cb-84ac-10df47eaf448 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1474657 Jul 16 01:46:45.713616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84ec09fc-b69c-43d3-b05a-33b3a788ed70 req-82c4b3bf-ea5e-4650-9e01-ad440de045c4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617261 Jul 16 01:46:45.809801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.004012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22326d-34e8-44e5-98f1-5abfe5d4f7a2 req-b3dbc73d-b59d-4ed2-a5f6-94455768b685 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.013048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b22326d-34e8-44e5-98f1-5abfe5d4f7a2 req-b3dbc73d-b59d-4ed2-a5f6-94455768b685 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1322267 Jul 16 01:46:46.014388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.019336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.082685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b22326d-34e8-44e5-98f1-5abfe5d4f7a2 req-670b2dea-9a9c-401b-b598-82f748180e17 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684283 Jul 16 01:46:46.088603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.090246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Fanout notify agent at l3_agent the message router_deleted on router 7849f38c-0e6b-4458-9781-3b815093cc39 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:46.102167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.108403 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9f2b302-50f8-4a18-b5e0-6bf39c4f51fe tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/7849f38c-0e6b-4458-9781-3b815093cc39 HTTP/1.1" status: 204 len: 168 time: 1.8527610 Jul 16 01:46:46.108753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41102) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.113971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-379531267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:46.143422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.145515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.209127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.213881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.231308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.232931 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5edebdf5-5b5e-4ea2-a9a6-422c58b6a8d9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1227059 Jul 16 01:46:46.236444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41104) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.241855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': True}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:46.466900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.957588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.022486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.079861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c46ea-ee2e-487a-8422-9b8c5acf0d6c req-ed98cf78-8252-42db-8285-5b80217b4b18 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.095536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b53c46ea-ee2e-487a-8422-9b8c5acf0d6c req-ed98cf78-8252-42db-8285-5b80217b4b18 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1694193 Jul 16 01:46:47.213403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b53c46ea-ee2e-487a-8422-9b8c5acf0d6c req-26e7efda-c042-49d9-b1d7-54c6faebc9d5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165779 Jul 16 01:46:47.386101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Allocated IP 172.25.7.194 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d298ff3d-e308-40e0-924f-e3973c788f63) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:47.573497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.597076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844bcd9-fffe-4d2c-a461-a3e62b201032 req-839e5b15-c449-4c89-82ea-c5f4357bf8f7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.598813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7844bcd9-fffe-4d2c-a461-a3e62b201032 req-839e5b15-c449-4c89-82ea-c5f4357bf8f7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.0949364 Jul 16 01:46:47.605996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-4453db67-4aa7-439d-b5a2-5b7ce04c41dd tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.607489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-4453db67-4aa7-439d-b5a2-5b7ce04c41dd tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.3928928 Jul 16 01:46:47.665047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-fde59ec3-f0e3-4832-b931-5962a987da19 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/quotas/de972a8d790a49de817d56a6a54f075b HTTP/1.1" status: 200 len: 375 time: 0.0332034 Jul 16 01:46:47.672643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7844bcd9-fffe-4d2c-a461-a3e62b201032 req-b1b26f1d-2515-4a92-891d-0c3685b1ef1a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641718 Jul 16 01:46:47.687580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.767586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:47.779498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:47.788450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:47.798358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Port': ['ID=d298ff3d-e308-40e0-924f-e3973c788f63,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.821646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-19d46454-451c-47fb-9c39-ddb3b970fe92 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477561 Jul 16 01:46:47.964126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-d4931569-c58e-43c9-a730-db67189e00c3 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349285 Jul 16 01:46:48.077017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-75f0b356-fbff-4b58-b127-7f8af4acb7ac service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030381 Jul 16 01:46:48.295945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-946d7250-056c-4ddb-9b22-59bf551e2184 req-f22f637f-835f-44e1-b0f2-d3b0a4852f8b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 210 time: 0.0421479 Jul 16 01:46:48.316245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.327106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.565429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc429f-ef93-4d5b-92f1-b28dd69284ae req-8031d417-8f18-4f6e-b9d2-ff5aed808425 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:48.572854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fdc429f-ef93-4d5b-92f1-b28dd69284ae req-8031d417-8f18-4f6e-b9d2-ff5aed808425 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1140497 Jul 16 01:46:48.656295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fdc429f-ef93-4d5b-92f1-b28dd69284ae req-93f30f4e-883e-41ea-9adc-d9e259a237a2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779581 Jul 16 01:46:48.662659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.672896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.842186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Router 30116f9a-40ef-4ffe-8226-7af014e1d563 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:49.020029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138300-077d-495b-bff1-dc5e79e52915 req-93e54c2d-02c3-4fa0-bae3-d6593f985502 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.028218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18138300-077d-495b-bff1-dc5e79e52915 req-93e54c2d-02c3-4fa0-bae3-d6593f985502 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1201487 Jul 16 01:46:49.079529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18138300-077d-495b-bff1-dc5e79e52915 req-6bd41e18-49ed-42a1-814c-c390f97a2ef5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501752 Jul 16 01:46:49.280110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:49.287673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.289095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-81492d2c-95b4-4c6c-bd5a-c4edc868d2b3 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "PUT /v2.0/routers/30116f9a-40ef-4ffe-8226-7af014e1d563 HTTP/1.1" status: 200 len: 918 time: 3.0513134 Jul 16 01:46:49.291743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41168) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.302705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] Sync routers for ids ['30116f9a-40ef-4ffe-8226-7af014e1d563'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:49.316218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] Routers {'30116f9a-40ef-4ffe-8226-7af014e1d563'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:49.317355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['30116f9a-40ef-4ffe-8226-7af014e1d563'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.388126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.408801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] Routers {'30116f9a-40ef-4ffe-8226-7af014e1d563'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:49.409413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['30116f9a-40ef-4ffe-8226-7af014e1d563'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.463259 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6afb233-25f2-493a-ab92-fd1a226ba4d6 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/30116f9a-40ef-4ffe-8226-7af014e1d563 HTTP/1.1" status: 200 len: 924 time: 0.1685574 Jul 16 01:46:49.464203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.494983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.496545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab46ccf-720f-45a2-96a2-d0db3807968d None None] The sync data for ids ['30116f9a-40ef-4ffe-8226-7af014e1d563'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:49.593264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dfc5132-219c-4329-94de-05e5708b1e6d req-144ed491-a1fc-4d11-af28-000279314426 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 210 time: 0.0447443 Jul 16 01:46:49.606045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca31cef9-2aa3-4cf8-8180-ecaa38a5a164 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.607662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ca31cef9-2aa3-4cf8-8180-ecaa38a5a164 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=30116f9a-40ef-4ffe-8226-7af014e1d563&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1417012 Jul 16 01:46:49.610766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41178) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.714753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81121e87-dd82-41c3-b19e-327798a34490 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.719173 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-81121e87-dd82-41c3-b19e-327798a34490 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.1044986 Jul 16 01:46:49.719399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41182) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.757763 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38bffb19-7f73-409a-ae7c-069961f07764 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=30116f9a-40ef-4ffe-8226-7af014e1d563 HTTP/1.1" status: 200 len: 205 time: 0.0346117 Jul 16 01:46:49.757978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41184) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.895643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.982880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a8d81-0c0c-4a87-81a5-f1fab42c62e5 req-45664b9c-8391-46df-b66a-11c7e284fddc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.996513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-533a8d81-0c0c-4a87-81a5-f1fab42c62e5 req-45664b9c-8391-46df-b66a-11c7e284fddc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1767976 Jul 16 01:46:50.055538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-533a8d81-0c0c-4a87-81a5-f1fab42c62e5 req-2d001ac1-26e3-43a4-83c2-d33f18819098 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529027 Jul 16 01:46:50.057381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.286191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Deleting port d298ff3d-e308-40e0-924f-e3973c788f63 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:50.286541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.297076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-16f1f425-7966-4b98-84a3-af9ffb254c7b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.298615 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-16f1f425-7966-4b98-84a3-af9ffb254c7b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.1962554 Jul 16 01:46:50.322683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Request body: {'port': {'device_id': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'admin_state_up': True, 'tenant_id': 'de972a8d790a49de817d56a6a54f075b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:50.404178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1d277-c887-48e9-87a9-e0875593a911 req-05588d6d-2d10-46c9-8f5e-3aa70ffbc25c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.405733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba1d277-c887-48e9-87a9-e0875593a911 req-05588d6d-2d10-46c9-8f5e-3aa70ffbc25c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1640604 Jul 16 01:46:50.511144 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.541139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Calling delete_port for d298ff3d-e308-40e0-924f-e3973c788f63 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:50.564905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba1d277-c887-48e9-87a9-e0875593a911 req-08b04c82-7eb4-4728-9123-727df2a1ec15 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390820 Jul 16 01:46:50.685995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Made reservation on behalf of de972a8d790a49de817d56a6a54f075b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:50.696745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.865417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e9fd694-6e48-4569-b924-db53aa1b85ef req-dd03e813-d12b-4b50-b073-caafd001e722 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 210 time: 0.0604117 Jul 16 01:46:50.989582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.035548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event deleted for resources: {'Port': ['ID=d298ff3d-e308-40e0-924f-e3973c788f63,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.064056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Allocated IP 172.20.0.2 (f3da8769-e65e-4350-8721-6bd1e4491047/94d86462-392f-4962-a98c-2c084c332e61/41bd9a01-6ff4-485b-a592-8c5f5928e127) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:51.130683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.163604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.244213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.247039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.297583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.299058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.299566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Fanout notify agent at l3_agent the message router_deleted on router 30116f9a-40ef-4ffe-8226-7af014e1d563 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:51.309783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.310870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f723205-efd9-486d-88dd-7fe8125219c5 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/30116f9a-40ef-4ffe-8226-7af014e1d563 HTTP/1.1" status: 204 len: 168 time: 1.5500276 Jul 16 01:46:51.314502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.319694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-374266126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.364035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:46:51.364035 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:46:51.364035 n-d-791506-20 neutron-server[93756]: [parameters: {'project_id_1': 'be48c0e319d84763bf654e14143e0485', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 46, 51, 349667)}] Jul 16 01:46:51.364035 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:51.364470 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:51.374061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.375001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.393449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660953-f627-4fa1-90d1-bc037a5762ea req-ce4ab4ea-ed94-4637-82d6-fd91559c1ff0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.394592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6660953-f627-4fa1-90d1-bc037a5762ea req-ce4ab4ea-ed94-4637-82d6-fd91559c1ff0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1706622 Jul 16 01:46:51.488081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.495057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.497852 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.517636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6660953-f627-4fa1-90d1-bc037a5762ea req-2fe6a73e-3b4d-4b8b-a941-54d5d61f5f47 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172392 Jul 16 01:46:51.532013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.533931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-842ae593-746e-4e4e-b95d-302c2398634f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2183561 Jul 16 01:46:51.536759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.542251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'enable_snat': False}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.546944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.585211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c', 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:51.600029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Network f3da8769-e65e-4350-8721-6bd1e4491047 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:51.603248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:51.607881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:51.660033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event updated for resources: {'Port': ['ID=41bd9a01-6ff4-485b-a592-8c5f5928e127,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.682653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.683537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.717958 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-f0eadc6a-4ca2-4189-b22f-9be12d3cfad5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012399 Jul 16 01:46:51.736018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Request body: {'port': {'device_id': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.887111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.895363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.977411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.119701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591240c-e50c-492c-bb9c-b3a74a4a85e7 req-23039ac2-e7c0-497c-81c2-44a33167c019 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.121370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e591240c-e50c-492c-bb9c-b3a74a4a85e7 req-23039ac2-e7c0-497c-81c2-44a33167c019 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.3551226 Jul 16 01:46:52.224043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8dec-7742-4327-9120-d3fe48fc6fa2 req-ac59da86-3545-40b9-8fec-062230db4f5e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.226363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4ea8dec-7742-4327-9120-d3fe48fc6fa2 req-ac59da86-3545-40b9-8fec-062230db4f5e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2677081 Jul 16 01:46:52.237968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e591240c-e50c-492c-bb9c-b3a74a4a85e7 req-88ef392a-bc2d-494b-a20f-c070ee5c27d5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005204 Jul 16 01:46:52.303629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.311320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54caa7-0f16-4450-8281-f0783c404767 req-08894d4a-4a2a-4a8d-9de8-63702b431a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.312869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-08894d4a-4a2a-4a8d-9de8-63702b431a4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.2729590 Jul 16 01:46:52.325304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bd9a01-6ff4-485b-a592-8c5f5928e127 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:52.333431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.349302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Transition to ACTIVE for port object 41bd9a01-6ff4-485b-a592-8c5f5928e127 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:52.349531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.354408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.407713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4ea8dec-7742-4327-9120-d3fe48fc6fa2 req-67ad63dc-2cda-4f71-acd7-9903aaf8825c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671004 Jul 16 01:46:52.422444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Pushing event updated for resources: {'Port': ['ID=41bd9a01-6ff4-485b-a592-8c5f5928e127,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.510549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Attempting to bind port 41bd9a01-6ff4-485b-a592-8c5f5928e127 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:52.511181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Attempting to bind port 41bd9a01-6ff4-485b-a592-8c5f5928e127 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:52.511649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Attempting to bind port 41bd9a01-6ff4-485b-a592-8c5f5928e127 on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:52.516946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Port 41bd9a01-6ff4-485b-a592-8c5f5928e127 on network f3da8769-e65e-4350-8721-6bd1e4491047 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:52.517526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Attempting to bind port 41bd9a01-6ff4-485b-a592-8c5f5928e127 on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:52.523061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:52.523577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Checking segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:52.524073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Bound using segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:52.525241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Bound port: 41bd9a01-6ff4-485b-a592-8c5f5928e127, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:52.525761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.529139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.559647 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be48c0e319d84763bf654e14143e0485&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3940089 Jul 16 01:46:52.560265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.564956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bbe84c-32a9-42bf-a767-8985e41d5a5c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.602437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] For port 41bd9a01-6ff4-485b-a592-8c5f5928e127, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:52.605889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.608611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] For port 41bd9a01-6ff4-485b-a592-8c5f5928e127, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:52.615170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.634307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.634652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.634989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.635320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.635652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.636016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.636374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.636749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.637200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.637380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.637820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.638100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffa3fd6-3f37-455d-a766-ed3920444b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:52.655899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.656811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.657980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-965cca70-3876-4344-b311-cb721a99c54c service neutron] 10.222.0.13 "PUT /v2.0/ports/41bd9a01-6ff4-485b-a592-8c5f5928e127 HTTP/1.1" status: 200 len: 1092 time: 0.9269423 Jul 16 01:46:52.659035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'tag': '41bd9a01-6ff4-485b-a592-8c5f5928e127'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:52.661389 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f621f62c-c09d-423e-b3d3-a77e500fa800" -d '{"events": [{"name": "network-changed", "server_uuid": "976eb6d5-e74e-48d2-91b8-b5e71f3412bc", "tag": "41bd9a01-6ff4-485b-a592-8c5f5928e127"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:52.703724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cca70-3876-4344-b311-cb721a99c54c service neutron] Pushing event updated for resources: {'Port': ['ID=41bd9a01-6ff4-485b-a592-8c5f5928e127,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.716174 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718c9d7f-dec0-4494-a26e-6a71feeedcb2 x-openstack-request-id: req-718c9d7f-dec0-4494-a26e-6a71feeedcb2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:52.716507 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976eb6d5-e74e-48d2-91b8-b5e71f3412bc", "tag": "41bd9a01-6ff4-485b-a592-8c5f5928e127", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:52.716771 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-718c9d7f-dec0-4494-a26e-6a71feeedcb2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:52.717324 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'tag': '41bd9a01-6ff4-485b-a592-8c5f5928e127', 'status': 'completed', 'code': 200} Jul 16 01:46:52.742322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54caa7-0f16-4450-8281-f0783c404767 req-a71d75c2-6837-40dc-bcde-cbe2c1d4bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.743809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-a71d75c2-6837-40dc-bcde-cbe2c1d4bc5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.3954549 Jul 16 01:46:52.770893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13c4eb-2c0c-480d-bd9b-f745d4dba5cd req-11062208-21e5-4305-a639-523630f839e0 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.772241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba13c4eb-2c0c-480d-bd9b-f745d4dba5cd req-11062208-21e5-4305-a639-523630f839e0 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 943 time: 0.3740246 Jul 16 01:46:52.792275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-db00ae65-869e-4542-bc3a-b277d13c93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.794056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-db00ae65-869e-4542-bc3a-b277d13c93b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 1095 time: 0.0581167 Jul 16 01:46:52.843065 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-9c4af68f-9cf6-44a0-b906-359a054b135e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127 HTTP/1.1" status: 200 len: 217 time: 0.0369155 Jul 16 01:46:52.853013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b320-e1ec-4938-bfc7-79feb331301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.893983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-12041346-88cb-4043-a9ca-9d3ce54df841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.895665 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-12041346-88cb-4043-a9ca-9d3ce54df841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0462368 Jul 16 01:46:52.915331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-c2f741d3-d66f-41b0-b569-a4c5e1e3c74d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.1625414 Jul 16 01:46:52.922130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b320-e1ec-4938-bfc7-79feb331301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.935131 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-335cddd3-1016-4c01-a942-905d8175574b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324113 Jul 16 01:46:52.938647 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba13c4eb-2c0c-480d-bd9b-f745d4dba5cd req-df67e990-96b7-469f-9fa2-1408714c8b93 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230204 Jul 16 01:46:52.941305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Allocated IP 172.25.7.139 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/bdd8c669-ad7c-4ccd-b349-95bd5ac52758) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:53.047381 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-c1c25ecd-152a-4f26-88a7-d359119235f3 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018543 Jul 16 01:46:53.169232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8ba34cba-d29d-488b-a807-6b7633bc7cf9 req-19a4b31d-8b3b-4e66-84b5-7ee26a0b3394 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147709 Jul 16 01:46:53.323339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54caa7-0f16-4450-8281-f0783c404767 req-13b3538c-8b34-410b-8a5b-d8da1af7fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.325431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-13b3538c-8b34-410b-8a5b-d8da1af7fc80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.3818891 Jul 16 01:46:53.345617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-329a5f35-d843-4469-9046-73a9519f658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.347196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-329a5f35-d843-4469-9046-73a9519f658f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 1095 time: 0.0803785 Jul 16 01:46:53.405428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b320-e1ec-4938-bfc7-79feb331301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.407921 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b320-e1ec-4938-bfc7-79feb331301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.411677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3b8b320-e1ec-4938-bfc7-79feb331301c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4bbe84c-32a9-42bf-a767-8985e41d5a5c HTTP/1.1" status: 204 len: 168 time: 0.8477216 Jul 16 01:46:53.467720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8b320-e1ec-4938-bfc7-79feb331301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bbe84c-32a9-42bf-a767-8985e41d5a5c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.468578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-65c9946d-ef03-4ade-860f-c38b082ca618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.472617 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-65c9946d-ef03-4ade-860f-c38b082ca618 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 915 time: 0.1180584 Jul 16 01:46:53.510442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.527132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-2bf9ca5c-ff3a-4b91-8600-e3f41766bab0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127 HTTP/1.1" status: 200 len: 217 time: 0.0451927 Jul 16 01:46:53.538461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54caa7-0f16-4450-8281-f0783c404767 req-cd1add6c-04ba-4aed-a9b1-9ab483670f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.540525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-cd1add6c-04ba-4aed-a9b1-9ab483670f7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730416 Jul 16 01:46:53.592638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-42889291-1b38-43f0-9d58-0d697e7de2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.594733 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-42889291-1b38-43f0-9d58-0d697e7de2e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0598676 Jul 16 01:46:53.649370 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-ab46f13c-f126-4f0a-81cf-1e0d821ea20d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473189 Jul 16 01:46:53.665654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ae76f-1f4c-40a7-9e6f-5e63def16845 req-d6b901bc-35b7-4262-9683-84409a99f747 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.667393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d2ae76f-1f4c-40a7-9e6f-5e63def16845 req-d6b901bc-35b7-4262-9683-84409a99f747 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.2473373 Jul 16 01:46:53.726801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-950fe43f-9981-4779-8b77-7e3b1a16b36f service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737907 Jul 16 01:46:53.760103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-d2ef9467-8cc6-45ad-b8fb-3b0f6ce7f258 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021023 Jul 16 01:46:53.822513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.869363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f043084f-7714-4d79-9245-da731abde64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.877957 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f621f62c-c09d-423e-b3d3-a77e500fa800 req-712bf65c-9e9b-4b64-93cd-d936c207f5ee service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102018 Jul 16 01:46:53.890622 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.911013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d2ae76f-1f4c-40a7-9e6f-5e63def16845 req-bc962fe9-78a2-45f0-9d9b-bb338290a672 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192957 Jul 16 01:46:53.934975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d54caa7-0f16-4450-8281-f0783c404767 req-d6497d5b-49f8-4e9f-aeb5-b3a4d208dc21 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948962 Jul 16 01:46:53.969441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:53.979330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:53.982586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:53.996042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10257f4-37d9-40d5-aa1d-d73f6689bb14 req-346ad4b5-dea1-41b9-b29e-08634f983401 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.997611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e10257f4-37d9-40d5-aa1d-d73f6689bb14 req-346ad4b5-dea1-41b9-b29e-08634f983401 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.3400803 Jul 16 01:46:54.031530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd8c669-ad7c-4ccd-b349-95bd5ac52758,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.115428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e10257f4-37d9-40d5-aa1d-d73f6689bb14 req-c7c03719-d0c1-4962-a65b-3b9e62db3840 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099002 Jul 16 01:46:54.284235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f043084f-7714-4d79-9245-da731abde64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.290745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f043084f-7714-4d79-9245-da731abde64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.389549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f043084f-7714-4d79-9245-da731abde64a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8a61bccdcaf4edca34b9d4e5b553eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638132 Jul 16 01:46:54.392458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.424402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043084f-7714-4d79-9245-da731abde64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bb8178-1c67-4593-ad5d-69d6a8e10a18,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.438566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72df707-65b6-4c98-9791-b814e90cc266 req-75d69561-2bde-4f57-9c82-2e0fd0df2f7c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.446304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c72df707-65b6-4c98-9791-b814e90cc266 req-75d69561-2bde-4f57-9c82-2e0fd0df2f7c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 943 time: 0.2371631 Jul 16 01:46:54.446566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec4593b-ca09-4c75-8ce0-54653ffe3f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.471779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec4593b-ca09-4c75-8ce0-54653ffe3f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.520159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.521613 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:54.530809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c72df707-65b6-4c98-9791-b814e90cc266 req-4c9af6d0-2172-4227-9b9e-eb0c9b6aa8fe tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836377 Jul 16 01:46:54.546491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec4593b-ca09-4c75-8ce0-54653ffe3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.549763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec4593b-ca09-4c75-8ce0-54653ffe3f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.551245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fec4593b-ca09-4c75-8ce0-54653ffe3f33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84bb8178-1c67-4593-ad5d-69d6a8e10a18 HTTP/1.1" status: 204 len: 168 time: 0.1579025 Jul 16 01:46:54.566259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4593b-ca09-4c75-8ce0-54653ffe3f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bb8178-1c67-4593-ad5d-69d6a8e10a18,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.786830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.790080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.931220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Router ec55a109-9abb-429e-896b-4aecdc2d74b3 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:55.069888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:55.090337 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37261f5f-7553-40f1-a417-94e63559237f None None] Sync routers for ids ['ec55a109-9abb-429e-896b-4aecdc2d74b3'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:55.103422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.104761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-398c6b06-aa8c-42ba-b5f6-09ebf7337f1f tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "PUT /v2.0/routers/ec55a109-9abb-429e-896b-4aecdc2d74b3 HTTP/1.1" status: 200 len: 919 time: 3.5666547 Jul 16 01:46:55.108294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.119414 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37261f5f-7553-40f1-a417-94e63559237f None None] Routers {'ec55a109-9abb-429e-896b-4aecdc2d74b3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:55.120012 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-37261f5f-7553-40f1-a417-94e63559237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec55a109-9abb-429e-896b-4aecdc2d74b3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.182137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab37daf-4378-4483-bf58-921193926d7d req-8746a88e-9cfa-4892-b13b-54789f0c2a03 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.185141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ab37daf-4378-4483-bf58-921193926d7d req-8746a88e-9cfa-4892-b13b-54789f0c2a03 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1292214 Jul 16 01:46:55.210027 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-37261f5f-7553-40f1-a417-94e63559237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.235694 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37261f5f-7553-40f1-a417-94e63559237f None None] Routers {'ec55a109-9abb-429e-896b-4aecdc2d74b3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:55.236589 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-37261f5f-7553-40f1-a417-94e63559237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec55a109-9abb-429e-896b-4aecdc2d74b3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.242572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 41bd9a01-6ff4-485b-a592-8c5f5928e127 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:55.252654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ab37daf-4378-4483-bf58-921193926d7d req-41551f14-6660-4a6c-9156-14a6d8499b33 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587485 Jul 16 01:46:55.325858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-37261f5f-7553-40f1-a417-94e63559237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.327865 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37261f5f-7553-40f1-a417-94e63559237f None None] The sync data for ids ['ec55a109-9abb-429e-896b-4aecdc2d74b3'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:55.387474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-09a1023e-c594-4f1e-99c2-fda82a61fc94 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/ec55a109-9abb-429e-896b-4aecdc2d74b3 HTTP/1.1" status: 200 len: 925 time: 0.2767127 Jul 16 01:46:55.390276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41288) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.435142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 41bd9a01-6ff4-485b-a592-8c5f5928e127, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:55.453703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '41bd9a01-6ff4-485b-a592-8c5f5928e127', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'port_id': '41bd9a01-6ff4-485b-a592-8c5f5928e127', 'mac_address': 'fa:16:3e:c6:1b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d86462-392f-4962-a98c-2c084c332e61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:55.508189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1a4d09-5fff-4f8d-82fc-d97c679a9481 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.509370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.512935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e1a4d09-5fff-4f8d-82fc-d97c679a9481 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=ec55a109-9abb-429e-896b-4aecdc2d74b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1150491 Jul 16 01:46:55.513738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41290) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.526295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bd9a01-6ff4-485b-a592-8c5f5928e127 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:55.554934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 41bd9a01-6ff4-485b-a592-8c5f5928e127, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:55.560937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.570724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e56ca-0846-4bb3-83dc-efc5f4d5ce6b req-4cf82524-47e0-42d1-92e8-bc7fa6e352a7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.577124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b48e56ca-0846-4bb3-83dc-efc5f4d5ce6b req-4cf82524-47e0-42d1-92e8-bc7fa6e352a7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1315782 Jul 16 01:46:55.622027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=41bd9a01-6ff4-485b-a592-8c5f5928e127,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.674119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b48e56ca-0846-4bb3-83dc-efc5f4d5ce6b req-33531b65-ea59-4d39-a183-bf3c6773f553 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898464 Jul 16 01:46:55.722399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48484660-eb37-441f-bec5-23cc402cf681 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.726533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-48484660-eb37-441f-bec5-23cc402cf681 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/networks/39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 881 time: 0.2092988 Jul 16 01:46:55.727133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.778706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a9b5e529-4a98-4d0d-8293-f00a79f0fda6 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec55a109-9abb-429e-896b-4aecdc2d74b3 HTTP/1.1" status: 200 len: 205 time: 0.0463791 Jul 16 01:46:55.778801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41302) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.871615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['41bd9a01-6ff4-485b-a592-8c5f5928e127'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:55.903088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea9ab4-a550-4e92-afaa-5f5e6c662647 req-29df00cb-6cc3-48e5-b1a3-ee632734c364 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.910881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06ea9ab4-a550-4e92-afaa-5f5e6c662647 req-29df00cb-6cc3-48e5-b1a3-ee632734c364 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 944 time: 0.1690381 Jul 16 01:46:55.946068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0254def-60fe-4764-a10c-d851d3f0046e req-96dc5513-7345-48a4-a906-90fc728b29e9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.947768 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0254def-60fe-4764-a10c-d851d3f0046e req-96dc5513-7345-48a4-a906-90fc728b29e9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1305985 Jul 16 01:46:55.995697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06ea9ab4-a550-4e92-afaa-5f5e6c662647 req-07d70d0a-1ceb-4306-82ff-630d34995a00 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824926 Jul 16 01:46:56.041884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0254def-60fe-4764-a10c-d851d3f0046e req-cde1da68-7b96-471c-848d-41df1a8662f5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828876 Jul 16 01:46:56.103987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:56.267080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.293395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:56.345764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '349012b9-0693-4ed8-8423-d1b4797742b2', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2', 'mac_address': 'fa:16:3e:0f:8f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:56.421768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.451566 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.487082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:56.533595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:56.540226 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.543145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Deleting port bdd8c669-ad7c-4ccd-b349-95bd5ac52758 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:56.543705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.615944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.696007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['349012b9-0693-4ed8-8423-d1b4797742b2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:56.697481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47489b41-564d-4576-9783-ed595f3e88a9 req-aa46af09-9302-4654-ac12-b55db6e2a22b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.707192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47489b41-564d-4576-9783-ed595f3e88a9 req-aa46af09-9302-4654-ac12-b55db6e2a22b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1234303 Jul 16 01:46:56.726903 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.764245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Calling delete_port for bdd8c669-ad7c-4ccd-b349-95bd5ac52758 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:56.803780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47489b41-564d-4576-9783-ed595f3e88a9 req-2c01570d-5da0-4e43-8f7d-9fa96f7ca9e7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954790 Jul 16 01:46:56.899217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a2a0b-e57f-45f6-853a-83c0492ee5be req-186babd6-9551-433c-b84e-4fa43ff88510 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.907476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b3a2a0b-e57f-45f6-853a-83c0492ee5be req-186babd6-9551-433c-b84e-4fa43ff88510 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2209995 Jul 16 01:46:57.101672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.167145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event deleted for resources: {'Port': ['ID=bdd8c669-ad7c-4ccd-b349-95bd5ac52758,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.237195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 41bd9a01-6ff4-485b-a592-8c5f5928e127 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:57.314951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 41bd9a01-6ff4-485b-a592-8c5f5928e127 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:57.324595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 41bd9a01-6ff4-485b-a592-8c5f5928e127 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:57.325042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.342072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.449918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b3a2a0b-e57f-45f6-853a-83c0492ee5be req-704eb22a-a0df-4a95-b80a-b2139e3179fa tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5400188 Jul 16 01:46:57.456853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.462939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.466263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.483881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bd9a01-6ff4-485b-a592-8c5f5928e127'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:57.486465 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07acf230-b7c3-4046-8f64-c08e16b51438" -d '{"events": [{"server_uuid": "976eb6d5-e74e-48d2-91b8-b5e71f3412bc", "name": "network-vif-plugged", "status": "completed", "tag": "41bd9a01-6ff4-485b-a592-8c5f5928e127"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:57.502840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 41bd9a01-6ff4-485b-a592-8c5f5928e127, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:57.513769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.523917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.524794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Fanout notify agent at l3_agent the message router_deleted on router ec55a109-9abb-429e-896b-4aecdc2d74b3 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:57.538341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305e0e-9cc4-4503-a443-cdcbbab278f4 req-edcb6349-d412-41d2-a22e-44b5111d81c4 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:57.541215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.549729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08305e0e-9cc4-4503-a443-cdcbbab278f4 req-edcb6349-d412-41d2-a22e-44b5111d81c4 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 944 time: 0.1771455 Jul 16 01:46:57.552683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:57.554419 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9a94d297-9710-4178-8289-8cf7841bbce2 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/ec55a109-9abb-429e-896b-4aecdc2d74b3 HTTP/1.1" status: 204 len: 168 time: 1.7744534 Jul 16 01:46:57.559197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-333448895', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:57.581911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=41bd9a01-6ff4-485b-a592-8c5f5928e127,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.617864 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.618979 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.637032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08305e0e-9cc4-4503-a443-cdcbbab278f4 req-89a6dcff-de0c-4c89-84c4-ee1c4c326bfd tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863328 Jul 16 01:46:57.706936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.765096 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb2642-0b1d-470d-9aa8-4441c4a59b72 x-openstack-request-id: req-c2cb2642-0b1d-470d-9aa8-4441c4a59b72 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:57.765682 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976eb6d5-e74e-48d2-91b8-b5e71f3412bc", "name": "network-vif-plugged", "status": "completed", "tag": "41bd9a01-6ff4-485b-a592-8c5f5928e127", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:57.766142 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2cb2642-0b1d-470d-9aa8-4441c4a59b72 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:57.766748 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bd9a01-6ff4-485b-a592-8c5f5928e127', 'code': 200} Jul 16 01:46:57.956744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.052458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a94fd-ab5c-41f7-9386-b4f9231a47a7 req-6ad4ebe1-f52d-4526-8b1e-dd30b55b30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.054288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-196a94fd-ab5c-41f7-9386-b4f9231a47a7 req-6ad4ebe1-f52d-4526-8b1e-dd30b55b30c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 1097 time: 0.1537356 Jul 16 01:46:58.101452 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-196a94fd-ab5c-41f7-9386-b4f9231a47a7 req-fdb1af7e-2a59-402f-a929-0105f575dc0e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Jul 16 01:46:58.126700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:58.254407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 349012b9-0693-4ed8-8423-d1b4797742b2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:58.255558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.358252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5497d1-c162-43c5-bbad-0f4a5320bf60 req-63f610b5-2cea-4888-aedb-6d745b157410 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.374489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b5497d1-c162-43c5-bbad-0f4a5320bf60 req-63f610b5-2cea-4888-aedb-6d745b157410 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.3000276 Jul 16 01:46:58.440309 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.470725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe58de1-2263-45bb-b7f9-f78a0995abd8 req-d18581b9-b6ea-4a2e-bf7f-0e835bf00417 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.472383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fbe58de1-2263-45bb-b7f9-f78a0995abd8 req-d18581b9-b6ea-4a2e-bf7f-0e835bf00417 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.4159191 Jul 16 01:46:58.562356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:58.569824 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.653809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.712410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b5497d1-c162-43c5-bbad-0f4a5320bf60 req-b7b544bd-34a5-40a4-b715-3253f693b0c8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370538 Jul 16 01:46:58.761912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fbe58de1-2263-45bb-b7f9-f78a0995abd8 req-452d37b8-8f4f-4407-8360-ea7ba30dfe09 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2720141 Jul 16 01:46:58.798383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.842578 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.045778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149481-4982-4531-a04d-5a10a7db6c40 req-d051bb24-8912-471e-a4ff-37a538586f9e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.048067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e149481-4982-4531-a04d-5a10a7db6c40 req-d051bb24-8912-471e-a4ff-37a538586f9e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 945 time: 0.1973844 Jul 16 01:46:59.107109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Allocated IP 172.25.7.50 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/8a0bb207-be40-4b54-a69e-72df0c0d1727) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:59.172350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e149481-4982-4531-a04d-5a10a7db6c40 req-3ef70471-5467-4033-92a4-339453612a86 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159704 Jul 16 01:46:59.396293 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.467055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.522481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:59.526523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:59.539728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:59.687723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event updated for resources: {'Port': ['ID=8a0bb207-be40-4b54-a69e-72df0c0d1727,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.768770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:59.773448 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8e4258-fa47-430b-8c5d-4cba30e8f830" -d '{"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-plugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:59.873769 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecba763b-c790-4735-8743-37f29bffb2f5 x-openstack-request-id: req-ecba763b-c790-4735-8743-37f29bffb2f5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:59.874315 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-plugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:59.874793 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecba763b-c790-4735-8743-37f29bffb2f5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:59.875548 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'code': 200} Jul 16 01:47:00.154203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.242986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b04e2-229f-4f5d-ac59-38148dfda1db req-339d3571-e9c7-4953-8405-130cf188bd47 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.245482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-097b04e2-229f-4f5d-ac59-38148dfda1db req-339d3571-e9c7-4953-8405-130cf188bd47 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.2410536 Jul 16 01:47:00.335611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40344-68e7-43ff-8cbd-a80921862655 req-07d3cd27-b0b9-4766-8aa5-4a2a64f7551d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.337154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01d40344-68e7-43ff-8cbd-a80921862655 req-07d3cd27-b0b9-4766-8aa5-4a2a64f7551d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2445266 Jul 16 01:47:00.349461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-097b04e2-229f-4f5d-ac59-38148dfda1db req-5dd61177-e5a3-44ce-b574-ab0b1a589148 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745926 Jul 16 01:47:00.435192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01d40344-68e7-43ff-8cbd-a80921862655 req-473f5d6c-a46b-4291-a103-543f4896c308 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443468 Jul 16 01:47:00.516748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.812415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ffef0-fb41-4335-a48e-8a974f031197 req-e0ee4f8e-63f8-40ac-b99f-ab7b29d9ef7a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.820460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-777ffef0-fb41-4335-a48e-8a974f031197 req-e0ee4f8e-63f8-40ac-b99f-ab7b29d9ef7a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 945 time: 0.1432996 Jul 16 01:47:00.824868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Router dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:01.075353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-777ffef0-fb41-4335-a48e-8a974f031197 req-e5c4c5be-632e-49ae-982e-9f286b3d8032 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536891 Jul 16 01:47:01.150873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:01.160097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] Sync routers for ids ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:01.194164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] Routers {'dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:01.196120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:01.275387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:01.306458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] Routers {'dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:01.307319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:01.324030 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.325913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-084f297f-e868-47cd-92c3-f33d3ca7a8af tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7723033 Jul 16 01:47:01.328809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.341632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:01.385208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55da03e-c203-402c-9039-8f6d53538288 req-966c0bfd-405c-4a2b-bb9c-70d7d650f774 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.406217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f55da03e-c203-402c-9039-8f6d53538288 req-966c0bfd-405c-4a2b-bb9c-70d7d650f774 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2232935 Jul 16 01:47:01.485173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f55da03e-c203-402c-9039-8f6d53538288 req-5f3d12c0-199a-4e38-b468-3ab22bb94211 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625236 Jul 16 01:47:01.879220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:01.880446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922f516-91cd-46dc-b441-24f9bf7dcff0 None None] The sync data for ids ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:02.053035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868269a-61cc-4178-af08-bab8dddc2a59 req-620206e1-e6ef-4a2e-867c-0a60c3036b74 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.054634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c868269a-61cc-4178-af08-bab8dddc2a59 req-620206e1-e6ef-4a2e-867c-0a60c3036b74 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.2612877 Jul 16 01:47:02.158721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c868269a-61cc-4178-af08-bab8dddc2a59 req-32a6e0dc-5883-4276-b849-7c6355b7a85a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914955 Jul 16 01:47:02.162352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-af41066c-0c47-453d-8e4f-1dd615018d94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2810912 Jul 16 01:47:02.319132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.349709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.356108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-3b05da9d-79ea-4a75-a2a6-9dd9adc401f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.360682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-3b05da9d-79ea-4a75-a2a6-9dd9adc401f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.1290030 Jul 16 01:47:02.489466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Deleting port 8a0bb207-be40-4b54-a69e-72df0c0d1727 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:02.490050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.520014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-d3487d3a-2263-45f6-87af-1fcde7fcf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.531649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-d3487d3a-2263-45f6-87af-1fcde7fcf024 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.1314137 Jul 16 01:47:02.690449 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.724934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Calling delete_port for 8a0bb207-be40-4b54-a69e-72df0c0d1727 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:02.735097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-a334e1b6-b2ec-45f4-825a-f9fe13dafb90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.1874120 Jul 16 01:47:02.820237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-bdc1a75d-6117-452d-9420-5c61e5502eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.821786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-bdc1a75d-6117-452d-9420-5c61e5502eb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.0718238 Jul 16 01:47:02.976116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c740521-92a2-467d-bc83-0d7b53cf2ed0 req-dc557422-670a-4127-9cee-95e111950f0e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.985654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c740521-92a2-467d-bc83-0d7b53cf2ed0 req-dc557422-670a-4127-9cee-95e111950f0e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1619635 Jul 16 01:47:03.008489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-23291509-e9da-42f9-8af4-8860de2f042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.010111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-23291509-e9da-42f9-8af4-8860de2f042a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453145 Jul 16 01:47:03.051700 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c740521-92a2-467d-bc83-0d7b53cf2ed0 req-7f71c450-9a00-4ec7-8a3e-1ae0ea4f5b96 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653987 Jul 16 01:47:03.076943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.141074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Pushing event deleted for resources: {'Port': ['ID=8a0bb207-be40-4b54-a69e-72df0c0d1727,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.231891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-a4dd6b76-8be0-427c-8210-2201504ebd7e service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019010 Jul 16 01:47:03.305489 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.468902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bf0eb-18c9-4f4e-a34a-2ea1e4ac246a req-f1303446-9601-41de-851e-c7e719c744e7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.488954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c3bf0eb-18c9-4f4e-a34a-2ea1e4ac246a req-f1303446-9601-41de-851e-c7e719c744e7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1763880 Jul 16 01:47:03.522895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63658aa3-d05f-4fc6-904d-a43723f6043d req-8372efe1-dd96-407a-8ed8-738e7bad33ae service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813418 Jul 16 01:47:03.568941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c3bf0eb-18c9-4f4e-a34a-2ea1e4ac246a req-078f6239-f079-456b-bbef-a177c1cf56db tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789640 Jul 16 01:47:03.762694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12f076-e69c-49ef-84a3-6914d514e3ba req-2fa9a4aa-e002-4f26-81ce-a26914156634 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.766044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d12f076-e69c-49ef-84a3-6914d514e3ba req-2fa9a4aa-e002-4f26-81ce-a26914156634 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1924562 Jul 16 01:47:03.789754 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.799975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.907023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d12f076-e69c-49ef-84a3-6914d514e3ba req-6866e65d-bd9d-46f4-81ec-32ac121f4b50 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264498 Jul 16 01:47:03.930199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba16d0-2251-4705-8f70-5109be42dba1 req-8ad171bf-9887-462a-b26d-c2803eb252fb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.931793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4ba16d0-2251-4705-8f70-5109be42dba1 req-8ad171bf-9887-462a-b26d-c2803eb252fb tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1640422 Jul 16 01:47:03.937191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Router dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:04.028743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4ba16d0-2251-4705-8f70-5109be42dba1 req-448eeb57-eb3e-47d8-962a-9d78404889fa tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786409 Jul 16 01:47:04.094914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:04.109848 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] Sync routers for ids ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:04.113197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.120895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.121749 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c1bb715f-208d-4bc7-bccc-8402c7f3d19f tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "PUT /v2.0/routers/dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 200 len: 709 time: 2.7904236 Jul 16 01:47:04.141652 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] Routers {'dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:04.145159 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.232404 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.245576 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] Routers {'dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:04.246468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:46:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.325055 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.326182 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36d1a0-fc2c-40cc-9796-2c4a3ede581d None None] The sync data for ids ['dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:04.867898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d8dc8a9b-3248-4f68-81b5-5c094b304e9a tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/routers/dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 200 len: 744 time: 0.7448468 Jul 16 01:47:04.871482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41550) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.907981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-917ccc9c-9169-462f-8b2b-49569c327286 tempest-RoutersIpV6AdminTest-294166432 tempest-RoutersIpV6AdminTest-294166432-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&device_id=dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 200 len: 205 time: 0.0341823 Jul 16 01:47:04.909542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41552) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.953003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-291d0b99-97fe-4f8c-85f9-9ff2cbf859b9 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 200 len: 205 time: 0.0416400 Jul 16 01:47:04.956623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41554) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.966271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e1532-c03f-4088-9406-82e69cddbbc9 req-8d53ce11-1cf1-4d3e-9b5b-5d394c43b174 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.973017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-983e1532-c03f-4088-9406-82e69cddbbc9 req-8d53ce11-1cf1-4d3e-9b5b-5d394c43b174 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.7495883 Jul 16 01:47:05.051861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-983e1532-c03f-4088-9406-82e69cddbbc9 req-a0973ef3-3e0e-44ed-a714-0a70570b0ee2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779588 Jul 16 01:47:05.114390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.379792 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.382745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.410223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978c97-d7a5-434c-95dd-23fa0f993a21 req-ed6b6dfe-d719-495b-b242-d40fe1033d03 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.411781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d978c97-d7a5-434c-95dd-23fa0f993a21 req-ed6b6dfe-d719-495b-b242-d40fe1033d03 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1854129 Jul 16 01:47:05.450221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.450791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Fanout notify agent at l3_agent the message router_deleted on router dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:05.466855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.473096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-09224519-f880-42d3-b047-9431f78ac03c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 204 len: 168 time: 0.4894617 Jul 16 01:47:05.474068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.489513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d978c97-d7a5-434c-95dd-23fa0f993a21 req-454e0689-71bf-4dd2-9d74-5872b2bff889 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665331 Jul 16 01:47:05.512530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-91d9e3d5-2ffa-4958-af1c-4e5a96a5005e tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 200 len: 205 time: 0.0369318 Jul 16 01:47:05.514941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.577146 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-1f18069c-8fb2-4f4a-b116-344b5993ebaa tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] delete failed (client error): The resource could not be found. Jul 16 01:47:05.578686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f18069c-8fb2-4f4a-b116-344b5993ebaa tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/dd17ce1c-042f-4fac-b2f6-b23f5ccc42cf HTTP/1.1" status: 404 len: 336 time: 0.0625267 Jul 16 01:47:05.582159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41572) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.644565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-edea3b8a-5441-400d-b8af-935e141e4777 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec55a109-9abb-429e-896b-4aecdc2d74b3 HTTP/1.1" status: 200 len: 205 time: 0.0588613 Jul 16 01:47:05.645488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.708585 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8dc0c618-9623-489f-8769-35e263656108 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] delete failed (client error): The resource could not be found. Jul 16 01:47:05.709636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8dc0c618-9623-489f-8769-35e263656108 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/ec55a109-9abb-429e-896b-4aecdc2d74b3 HTTP/1.1" status: 404 len: 336 time: 0.0630591 Jul 16 01:47:05.712278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.756105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f921f7a-9aa0-43b0-94f4-8ee5c2d53e38 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=30116f9a-40ef-4ffe-8226-7af014e1d563 HTTP/1.1" status: 200 len: 205 time: 0.0401826 Jul 16 01:47:05.757046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41584) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.817702 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-709903a0-328c-45f1-b913-7957eaeb391a tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] delete failed (client error): The resource could not be found. Jul 16 01:47:05.824506 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-709903a0-328c-45f1-b913-7957eaeb391a tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/30116f9a-40ef-4ffe-8226-7af014e1d563 HTTP/1.1" status: 404 len: 336 time: 0.0659583 Jul 16 01:47:05.832834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41586) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.993214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ec0cf290-32d4-44fd-9d5d-2286808e8897 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=7849f38c-0e6b-4458-9781-3b815093cc39 HTTP/1.1" status: 200 len: 205 time: 0.1627648 Jul 16 01:47:05.993992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41590) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.056895 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-8033c19d-9140-4d94-9a16-1e814c929f74 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] delete failed (client error): The resource could not be found. Jul 16 01:47:06.060607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8033c19d-9140-4d94-9a16-1e814c929f74 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/7849f38c-0e6b-4458-9781-3b815093cc39 HTTP/1.1" status: 404 len: 336 time: 0.0631237 Jul 16 01:47:06.061327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.107370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a84e8ee7-7da1-47c6-89c8-d782f43bd040 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=eceadd92-276b-4e02-87f5-bf20695bc93a HTTP/1.1" status: 200 len: 205 time: 0.0441916 Jul 16 01:47:06.108928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41596) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.155682 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-5523e4ce-e6e4-4526-8660-27c53ee15cf4 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] delete failed (client error): The resource could not be found. Jul 16 01:47:06.159208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5523e4ce-e6e4-4526-8660-27c53ee15cf4 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/eceadd92-276b-4e02-87f5-bf20695bc93a HTTP/1.1" status: 404 len: 336 time: 0.0468919 Jul 16 01:47:06.160730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41598) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.205772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d001c309-2db2-4ea6-a38f-40432bbf496c tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5071afe-195b-4f04-ac39-f646bce6f57c HTTP/1.1" status: 200 len: 205 time: 0.0417142 Jul 16 01:47:06.206126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41600) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.517332 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-1a979997-811f-47d4-8566-71e72f8fd907 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] delete failed (client error): The resource could not be found. Jul 16 01:47:06.520942 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a979997-811f-47d4-8566-71e72f8fd907 tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/routers/c5071afe-195b-4f04-ac39-f646bce6f57c HTTP/1.1" status: 404 len: 336 time: 0.3114166 Jul 16 01:47:06.521238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41606) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.574589 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25ae6b5-3024-40ac-9010-71fc4629e7ad tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:06.575207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25ae6b5-3024-40ac-9010-71fc4629e7ad tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:06.579481 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c25ae6b5-3024-40ac-9010-71fc4629e7ad tempest-RoutersIpV6AdminTest-1614062271 tempest-RoutersIpV6AdminTest-1614062271-project] 10.222.0.42 "DELETE /v2.0/subnets/78e5a903-ac0a-43f2-a0a4-16ba607cfe0c HTTP/1.1" status: 404 len: 337 time: 0.0548522 Jul 16 01:47:06.747441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37dc41-7275-423c-9887-88314c33fdf9 req-047a5f6e-f6b1-4ae4-9e95-c01792a1ce3e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.749104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed37dc41-7275-423c-9887-88314c33fdf9 req-047a5f6e-f6b1-4ae4-9e95-c01792a1ce3e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.0879223 Jul 16 01:47:06.861222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed37dc41-7275-423c-9887-88314c33fdf9 req-2a7fc5dc-4cb7-458f-b5ad-760ceb3b66d1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917706 Jul 16 01:47:07.124309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41630) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:07.390937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64570b16-6352-45ea-9668-929300d8efa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.485438 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.636352 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64570b16-6352-45ea-9668-929300d8efa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.649009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64570b16-6352-45ea-9668-929300d8efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.685058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41648) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:07.685870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-64570b16-6352-45ea-9668-929300d8efa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f13e9dc084748ea8cafe6ef51714d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589640 Jul 16 01:47:07.726451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64570b16-6352-45ea-9668-929300d8efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada07dad-9e9f-47db-9adf-fcee055deac0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.791078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb840ed2-d3d7-4882-9cf3-c4d13200e8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.815717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb840ed2-d3d7-4882-9cf3-c4d13200e8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.878865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb840ed2-d3d7-4882-9cf3-c4d13200e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.881821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb840ed2-d3d7-4882-9cf3-c4d13200e8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.886798 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb840ed2-d3d7-4882-9cf3-c4d13200e8ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ada07dad-9e9f-47db-9adf-fcee055deac0 HTTP/1.1" status: 204 len: 168 time: 0.2003374 Jul 16 01:47:07.903664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840ed2-d3d7-4882-9cf3-c4d13200e8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada07dad-9e9f-47db-9adf-fcee055deac0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.172492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f06459-0110-45b5-bea7-307ae1ffc564 req-e4655727-110c-4cbe-9079-f289e3b934ca tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.174455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6f06459-0110-45b5-bea7-307ae1ffc564 req-e4655727-110c-4cbe-9079-f289e3b934ca tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1179211 Jul 16 01:47:08.259580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6f06459-0110-45b5-bea7-307ae1ffc564 req-40e77322-87c7-4ff9-8e5e-2ba96cb96e12 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785630 Jul 16 01:47:08.528993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41670) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.617552 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-121aab84-f4a2-482f-86f9-96ae6fae6af1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=781b793842e247c7b53815ec5139c6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866592 Jul 16 01:47:08.620652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.868561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47a39723-5b1c-40b0-ae3a-c6bc0ee4b8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.940153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47a39723-5b1c-40b0-ae3a-c6bc0ee4b8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.018439 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47a39723-5b1c-40b0-ae3a-c6bc0ee4b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.022478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47a39723-5b1c-40b0-ae3a-c6bc0ee4b8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.024029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-47a39723-5b1c-40b0-ae3a-c6bc0ee4b8bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25953f99-9171-4f38-a102-2e2a52af8757 HTTP/1.1" status: 204 len: 168 time: 0.4017451 Jul 16 01:47:09.035067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a39723-5b1c-40b0-ae3a-c6bc0ee4b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25953f99-9171-4f38-a102-2e2a52af8757,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.727310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363dd55-a18b-4b49-ac85-b81dba924e56 req-6b16cff5-c85d-46c0-b87c-2a791570baea tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.735618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9363dd55-a18b-4b49-ac85-b81dba924e56 req-6b16cff5-c85d-46c0-b87c-2a791570baea tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.2418282 Jul 16 01:47:09.803745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9363dd55-a18b-4b49-ac85-b81dba924e56 req-33de078c-86f5-4a24-958a-bb49428173d7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614560 Jul 16 01:47:10.105959 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c68eac6-77f7-4dbf-b8e4-5582fc72c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.149319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-b02cd47a-9a17-43bc-bc9d-f5e5d300050d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1345477 Jul 16 01:47:10.291964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-7c2dd0f5-abdd-4561-8d4d-7b1ca80c4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.296009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-7c2dd0f5-abdd-4561-8d4d-7b1ca80c4e12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 1097 time: 0.1072917 Jul 16 01:47:10.559646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-0c9131e6-625a-4e8a-9d49-693ed3e87fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.561453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-0c9131e6-625a-4e8a-9d49-693ed3e87fd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 915 time: 0.2363424 Jul 16 01:47:10.646055 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-33937d7f-15b9-4cf3-b266-05b6e25b3409 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7381b2f-b841-417f-977c-cef43abee43c HTTP/1.1" status: 200 len: 217 time: 0.0776875 Jul 16 01:47:10.715708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-eaa4a662-8a08-4a11-accb-371f81a395da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.717226 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-eaa4a662-8a08-4a11-accb-371f81a395da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0636823 Jul 16 01:47:10.778330 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-80216175-c7b6-46ab-9dff-fc0bed4c7661 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528481 Jul 16 01:47:11.065708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-6b43d93e-b789-4a41-8752-1399c3684d07 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774374 Jul 16 01:47:11.224923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-95b10a55-7ba2-4a5b-862e-a11088eb6460 req-6124505a-e873-4b4f-b8a5-5612116be72d service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504078 Jul 16 01:47:11.327045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5094695-6be1-4ea7-aae6-8a43735b1b7f req-c1dc6ff7-7940-41b2-b747-98fa8d5ed849 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.349831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5094695-6be1-4ea7-aae6-8a43735b1b7f req-c1dc6ff7-7940-41b2-b747-98fa8d5ed849 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.2074325 Jul 16 01:47:11.468214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5094695-6be1-4ea7-aae6-8a43735b1b7f req-3b8ba678-131b-4f8d-bae5-0561234bce8b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171355 Jul 16 01:47:12.371597 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4792bfb6-ea46-4a70-8bc2-da8dbde8128c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.422075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.792217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41792) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.806577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181669cc-4034-43fc-902f-ca94921822f6 req-ab719310-7f4a-495e-a1fa-ccade0d94fd8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.814898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-181669cc-4034-43fc-902f-ca94921822f6 req-ab719310-7f4a-495e-a1fa-ccade0d94fd8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.0858080 Jul 16 01:47:12.868302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-181669cc-4034-43fc-902f-ca94921822f6 req-c264ec88-f767-480b-8a8e-da128d1b44b2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521476 Jul 16 01:47:12.983266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c1f4e6-2f12-4ffc-8992-0ff89b448766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.145242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c1f4e6-2f12-4ffc-8992-0ff89b448766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.152028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c1f4e6-2f12-4ffc-8992-0ff89b448766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.186714 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75c1f4e6-2f12-4ffc-8992-0ff89b448766 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9be1819ffd246c99e0ab8662f0dace6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925908 Jul 16 01:47:13.189469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.226105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1f4e6-2f12-4ffc-8992-0ff89b448766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9a2a23-ad68-45ea-a13a-619f0681805a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.269220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-faa8a0bd-c754-4e88-bc75-6f21aa9376cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.295681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-faa8a0bd-c754-4e88-bc75-6f21aa9376cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.366547 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-faa8a0bd-c754-4e88-bc75-6f21aa9376cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.371198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-faa8a0bd-c754-4e88-bc75-6f21aa9376cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.392558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-faa8a0bd-c754-4e88-bc75-6f21aa9376cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a9a2a23-ad68-45ea-a13a-619f0681805a HTTP/1.1" status: 204 len: 168 time: 0.2006099 Jul 16 01:47:13.406660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8a0bd-c754-4e88-bc75-6f21aa9376cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9a2a23-ad68-45ea-a13a-619f0681805a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.724474 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.068136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.084130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e036623d-4e77-4bf7-bbdc-dfc5445c1d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.264251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ae463-129f-4a60-be9b-43cb0cb91a5c req-0af8c929-0a8f-416b-bc87-a9660a5057e0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.265925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-882ae463-129f-4a60-be9b-43cb0cb91a5c req-0af8c929-0a8f-416b-bc87-a9660a5057e0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.0977635 Jul 16 01:47:14.353941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-882ae463-129f-4a60-be9b-43cb0cb91a5c req-a6e83c10-3913-40fd-8652-01064b9a0e91 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601792 Jul 16 01:47:14.356262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e036623d-4e77-4bf7-bbdc-dfc5445c1d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.379610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e036623d-4e77-4bf7-bbdc-dfc5445c1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.444676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e036623d-4e77-4bf7-bbdc-dfc5445c1d5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed6bdd4a5f1f4055a4e053eb3c6b8d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749981 Jul 16 01:47:14.448716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.449235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036623d-4e77-4bf7-bbdc-dfc5445c1d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff554628-7b7e-4d75-8748-24608bc487e7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.585776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fae05b19-46a5-4950-903b-f2ed388fdd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.613600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fae05b19-46a5-4950-903b-f2ed388fdd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.688938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fae05b19-46a5-4950-903b-f2ed388fdd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.691859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fae05b19-46a5-4950-903b-f2ed388fdd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.693174 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fae05b19-46a5-4950-903b-f2ed388fdd37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff554628-7b7e-4d75-8748-24608bc487e7 HTTP/1.1" status: 204 len: 168 time: 0.2423980 Jul 16 01:47:14.705557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05b19-46a5-4950-903b-f2ed388fdd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff554628-7b7e-4d75-8748-24608bc487e7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.298749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.608092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b294ef-7a57-42cc-8c1a-666ea931a192 req-87a6c1b9-30d3-4c1d-802d-09fcf6ad5a9c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.610006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85b294ef-7a57-42cc-8c1a-666ea931a192 req-87a6c1b9-30d3-4c1d-802d-09fcf6ad5a9c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1032662 Jul 16 01:47:15.698498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85b294ef-7a57-42cc-8c1a-666ea931a192 req-3ea17bbe-29c6-4a4a-9b6e-e7e9defb9b07 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788670 Jul 16 01:47:16.985756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243317b-eda2-43b9-8ab1-4d85c9d86488 req-9be8e606-537d-4583-929d-e3a12aee2151 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.992650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d243317b-eda2-43b9-8ab1-4d85c9d86488 req-9be8e606-537d-4583-929d-e3a12aee2151 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1441641 Jul 16 01:47:17.055726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d243317b-eda2-43b9-8ab1-4d85c9d86488 req-c76f8ca8-5aa3-4794-8dff-badfdacb0793 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512519 Jul 16 01:47:17.299072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-a0bdc6a6-8db1-4b1d-a2ba-5c5a644a6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.300653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-a0bdc6a6-8db1-4b1d-a2ba-5c5a644a6cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1098 time: 0.0593462 Jul 16 01:47:17.419857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-941fcdec-b9e6-4743-b31c-c2a3b928b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.421656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-941fcdec-b9e6-4743-b31c-c2a3b928b572 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.1150830 Jul 16 01:47:17.556021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-3fbc9631-5318-48f1-afde-3ea347b10887 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 1001 time: 0.1265974 Jul 16 01:47:17.672451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-ebe5d14e-2d9a-49df-bf6a-1c01125166d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.673920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-ebe5d14e-2d9a-49df-bf6a-1c01125166d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1055856 Jul 16 01:47:17.736634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-e4d6f9bd-83dd-4b88-b28e-22b23a4f46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.738185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-e4d6f9bd-83dd-4b88-b28e-22b23a4f46b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580587 Jul 16 01:47:17.837832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-41da1ffa-2a6f-43a6-a84d-dbd7b2f6ed3d service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920622 Jul 16 01:47:17.932726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e940c4a9-9596-45bb-b1b1-0a3cec6c394b req-0cca872a-2a70-4531-a637-8f373ec71e3d service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875628 Jul 16 01:47:18.301697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9a2bf-41cf-460f-a818-9770e109b1d8 req-cc351e55-9031-4bd6-806c-297d34a28cef tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.309544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cd9a2bf-41cf-460f-a818-9770e109b1d8 req-cc351e55-9031-4bd6-806c-297d34a28cef tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.1057172 Jul 16 01:47:18.353364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cd9a2bf-41cf-460f-a818-9770e109b1d8 req-e970a34e-0ba0-4fdb-b9e8-c7725070d4a8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Jul 16 01:47:18.356345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.617147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2621b9-698f-4278-9b50-2e17fdf18981 req-27085885-1de4-442b-9044-041922937f43 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.625107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb2621b9-698f-4278-9b50-2e17fdf18981 req-27085885-1de4-442b-9044-041922937f43 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.0901971 Jul 16 01:47:19.674657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb2621b9-698f-4278-9b50-2e17fdf18981 req-ea132e65-fe2d-42d2-9fa6-142c392417b9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485268 Jul 16 01:47:20.193266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:20.301983 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.328521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:20.331020 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032dbecd-4407-4d2d-a5b9-1e85a9e5e260" -d '{"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-unplugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:20.352004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:20.358454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.421955 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba690e56-6d9f-4e39-a484-d822eec72aa7 x-openstack-request-id: req-ba690e56-6d9f-4e39-a484-d822eec72aa7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:20.422248 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-unplugged", "status": "failed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "code": 422}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:20.422498 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba690e56-6d9f-4e39-a484-d822eec72aa7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:20.422941 n-d-791506-20 neutron-server[93757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'code': 422} returned with failed status Jul 16 01:47:20.423868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.973282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d311fd-aa1e-43e3-94df-65efc001362b req-44e243a3-00b1-4417-b5db-4db4eef5a040 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.975742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32d311fd-aa1e-43e3-94df-65efc001362b req-44e243a3-00b1-4417-b5db-4db4eef5a040 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.1418624 Jul 16 01:47:21.063115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32d311fd-aa1e-43e3-94df-65efc001362b req-a88e97e3-428d-4395-834a-b40b77c6d1b1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752399 Jul 16 01:47:22.717603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971926a-510e-408a-aaef-bca3ae942184 req-925f6801-445e-491b-9047-6668acfd4d86 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.724932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b971926a-510e-408a-aaef-bca3ae942184 req-925f6801-445e-491b-9047-6668acfd4d86 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.0868950 Jul 16 01:47:22.750170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-98196d1f-a5d9-40bc-8422-530a568b0197 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049063 Jul 16 01:47:22.782207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b971926a-510e-408a-aaef-bca3ae942184 req-2e75075d-9653-4e4a-8da1-92ac08587ee4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562158 Jul 16 01:47:24.186708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15f66-2d28-44bf-a00e-35254e68ca81 req-ef105b55-1761-4290-8077-599e6c8f6283 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.188414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1f15f66-2d28-44bf-a00e-35254e68ca81 req-ef105b55-1761-4290-8077-599e6c8f6283 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.1488113 Jul 16 01:47:24.244604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1f15f66-2d28-44bf-a00e-35254e68ca81 req-73c209ca-14f8-4c0a-a107-8e0bbde2eb90 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497751 Jul 16 01:47:25.708860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20b3a-74be-44f8-a70a-8a41baea51e7 req-a7b41888-bc2e-4ce2-897e-478ff8a18239 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.708860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1f20b3a-74be-44f8-a70a-8a41baea51e7 req-a7b41888-bc2e-4ce2-897e-478ff8a18239 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.1617689 Jul 16 01:47:25.811615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1f20b3a-74be-44f8-a70a-8a41baea51e7 req-952df6d7-9400-481c-9265-1bbad8849701 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975907 Jul 16 01:47:25.985635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-e50e804a-96bb-4614-8e11-67ed75a95882 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.992444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-e50e804a-96bb-4614-8e11-67ed75a95882 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.1739306 Jul 16 01:47:26.003628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-318c96da-6cad-46db-8d66-ea81c92cc6f9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/quotas/de972a8d790a49de817d56a6a54f075b HTTP/1.1" status: 200 len: 375 time: 0.0102677 Jul 16 01:47:26.165771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-1f27db56-4f22-4b88-80f5-0185f984438d tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553574 Jul 16 01:47:26.342274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-2c6bdc1b-ef6f-4e45-8ac6-13f4d6a8546b service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664469 Jul 16 01:47:26.551914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-cc91bda3-53dc-4771-a923-69b60b8bba23 service neutron] 10.222.0.42 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000461 Jul 16 01:47:26.843060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa3db296-ac1e-4b1f-b992-e4315030dbe5 req-38c5ead8-93f0-4943-9f6d-55e3f37c0f93 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 210 time: 0.0433629 Jul 16 01:47:27.164346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd7b7c-4d74-44ae-a8cb-6c34c797bfba req-d41e095a-c12f-4b3c-a5e0-3594018025c8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.174936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38dd7b7c-4d74-44ae-a8cb-6c34c797bfba req-d41e095a-c12f-4b3c-a5e0-3594018025c8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.1264536 Jul 16 01:47:27.246987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38dd7b7c-4d74-44ae-a8cb-6c34c797bfba req-a3ecd678-d06c-4804-9520-659b53034ea6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710437 Jul 16 01:47:28.158906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7cb5b74f-ae74-4732-9da0-d560870ddfbf req-0a45bae4-8c7a-4088-9ace-134ada30624f tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 210 time: 0.0384414 Jul 16 01:47:28.450583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf505a-9533-4b7c-9e4f-7699c2cf64fc req-523c865b-6859-40e6-8d80-cb972cf401e6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.457017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02cf505a-9533-4b7c-9e4f-7699c2cf64fc req-523c865b-6859-40e6-8d80-cb972cf401e6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.0856488 Jul 16 01:47:28.514511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02cf505a-9533-4b7c-9e4f-7699c2cf64fc req-a571e47d-452e-407f-88b2-581e381a71b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548191 Jul 16 01:47:29.109789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-479e19c8-d7d3-4e9d-a069-8c4c4b24cf90 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.111327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-479e19c8-d7d3-4e9d-a069-8c4c4b24cf90 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 814 time: 0.2610404 Jul 16 01:47:29.131834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Request body: {'port': {'device_id': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'admin_state_up': True, 'tenant_id': 'de972a8d790a49de817d56a6a54f075b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.284080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Made reservation on behalf of de972a8d790a49de817d56a6a54f075b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:29.288042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.404109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53f8ba7c-0b68-4784-8b71-b5667d9f4107 req-7d2dd734-527e-49d0-bd55-133160aa2e83 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 210 time: 0.0552983 Jul 16 01:47:29.473448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Allocated IP 172.20.0.6 (f3da8769-e65e-4350-8721-6bd1e4491047/94d86462-392f-4962-a98c-2c084c332e61/31375dd7-1ff6-4c8f-9be3-481be27933b1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:29.833302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.920671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.955306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c', 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', '41bd9a01-6ff4-485b-a592-8c5f5928e127'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:29.973414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Network f3da8769-e65e-4350-8721-6bd1e4491047 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:29.977316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:29.982556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:29.989089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8a7b5-c0bb-4f07-8f52-6400b8fec1a6 req-00be94dc-df09-41d4-9988-5f6e05021125 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.001862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9db8a7b5-c0bb-4f07-8f52-6400b8fec1a6 req-00be94dc-df09-41d4-9988-5f6e05021125 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.1395440 Jul 16 01:47:30.022736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event updated for resources: {'Port': ['ID=31375dd7-1ff6-4c8f-9be3-481be27933b1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.083326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.084023 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.092909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9db8a7b5-c0bb-4f07-8f52-6400b8fec1a6 req-3ce2b853-51da-46c3-bbbc-e3459267aef9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844352 Jul 16 01:47:30.122653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-49ca474f-e891-4bf2-8bf4-091874cf7d32 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950626 Jul 16 01:47:30.141257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Request body: {'port': {'device_id': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:30.261217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.812324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ac25-b73f-4d50-8a91-8ca38f2dbbd7 req-8b7e15b2-5d50-48fe-ada5-1e113c56d45c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.816676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b214ac25-b73f-4d50-8a91-8ca38f2dbbd7 req-8b7e15b2-5d50-48fe-ada5-1e113c56d45c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 931 time: 0.1196043 Jul 16 01:47:30.840666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31375dd7-1ff6-4c8f-9be3-481be27933b1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:30.857666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.883725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b214ac25-b73f-4d50-8a91-8ca38f2dbbd7 req-69c2952f-08e0-4f3c-aee0-f84cf7e273c4 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Jul 16 01:47:30.889859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Transition to ACTIVE for port object 31375dd7-1ff6-4c8f-9be3-481be27933b1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:30.896529 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.013221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Pushing event updated for resources: {'Port': ['ID=31375dd7-1ff6-4c8f-9be3-481be27933b1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.051653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Attempting to bind port 31375dd7-1ff6-4c8f-9be3-481be27933b1 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:31.052287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Attempting to bind port 31375dd7-1ff6-4c8f-9be3-481be27933b1 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:31.052710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Attempting to bind port 31375dd7-1ff6-4c8f-9be3-481be27933b1 on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:31.058310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Port 31375dd7-1ff6-4c8f-9be3-481be27933b1 on network f3da8769-e65e-4350-8721-6bd1e4491047 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:31.058715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Attempting to bind port 31375dd7-1ff6-4c8f-9be3-481be27933b1 on network f3da8769-e65e-4350-8721-6bd1e4491047 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:31.064520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:31.064888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Checking segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:31.065269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Bound using segment: {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:31.065707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Bound port: 31375dd7-1ff6-4c8f-9be3-481be27933b1, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9fed93-9d27-4688-91d3-9c81e8e4b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:31.066076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.145742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] For port 31375dd7-1ff6-4c8f-9be3-481be27933b1, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:31.149605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] For port 31375dd7-1ff6-4c8f-9be3-481be27933b1, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:31.159126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.196284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.197140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.198963 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] 10.222.0.13 "PUT /v2.0/ports/31375dd7-1ff6-4c8f-9be3-481be27933b1 HTTP/1.1" status: 200 len: 1092 time: 1.0623262 Jul 16 01:47:31.199428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'tag': '31375dd7-1ff6-4c8f-9be3-481be27933b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:31.201772 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546f743-2977-425e-913a-2b57bae3cf44" -d '{"events": [{"name": "network-changed", "server_uuid": "2f427f58-e639-4d16-9e3a-2dabdaaa1785", "tag": "31375dd7-1ff6-4c8f-9be3-481be27933b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:31.234552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9881f-c5f7-4394-bc09-7ede27d04b74 service neutron] Pushing event updated for resources: {'Port': ['ID=31375dd7-1ff6-4c8f-9be3-481be27933b1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.277068 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c59e305-eeda-42f6-87a9-57de0307eddf x-openstack-request-id: req-8c59e305-eeda-42f6-87a9-57de0307eddf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:31.277685 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f427f58-e639-4d16-9e3a-2dabdaaa1785", "tag": "31375dd7-1ff6-4c8f-9be3-481be27933b1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:31.278095 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c59e305-eeda-42f6-87a9-57de0307eddf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:31.278664 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'tag': '31375dd7-1ff6-4c8f-9be3-481be27933b1', 'status': 'completed', 'code': 200} Jul 16 01:47:31.407846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-cfc1ee2d-78f8-411f-8541-83393667dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.409798 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-cfc1ee2d-78f8-411f-8541-83393667dfc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 1095 time: 0.1015933 Jul 16 01:47:31.468805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627471e-4678-4e39-916d-d34d14011b3d req-ffd8cf34-b282-4a01-b285-b6220f72b655 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.476226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d627471e-4678-4e39-916d-d34d14011b3d req-ffd8cf34-b282-4a01-b285-b6220f72b655 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.1030834 Jul 16 01:47:31.498253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-b04729a1-410a-47d0-af8d-63588de0f3f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1 HTTP/1.1" status: 200 len: 217 time: 0.0682003 Jul 16 01:47:31.521994 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:31.530649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d627471e-4678-4e39-916d-d34d14011b3d req-64681483-f7a7-4ec8-ad91-4f749d0eae70 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530503 Jul 16 01:47:31.577650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-56d2b6cb-5d82-4af6-9c9c-79b43e31811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.579133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-56d2b6cb-5d82-4af6-9c9c-79b43e31811b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.0734091 Jul 16 01:47:31.629063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-848e71d2-d34b-4f58-bc21-80de7993bc6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283644 Jul 16 01:47:31.732673 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-949a72b8-d60f-40cd-af2f-8ae7eeccb0c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957780 Jul 16 01:47:31.814739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef290-0580-4919-b44d-6f9154967dac req-31c5ef76-c7a0-4420-989b-aba901a0b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.817002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-31c5ef76-c7a0-4420-989b-aba901a0b172 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6&tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 1096 time: 0.1049161 Jul 16 01:47:31.847681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:31.966858 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c22867fb-ed79-4eb5-a724-4bfea1cb1a01 req-3f9e8dff-82f3-4b46-8f46-2aa00781fd31 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272215 Jul 16 01:47:32.029333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.195403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f743-2977-425e-913a-2b57bae3cf44 req-34433dbe-7526-455b-ad70-8e0727883379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.198338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-34433dbe-7526-455b-ad70-8e0727883379 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de972a8d790a49de817d56a6a54f075b&device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 1095 time: 0.1230807 Jul 16 01:47:32.357394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308157-cff7-467a-97a4-84ae6930dc3e req-b1a81558-75de-48b7-8aa7-d0db7d5c0bcb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.360164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e308157-cff7-467a-97a4-84ae6930dc3e req-b1a81558-75de-48b7-8aa7-d0db7d5c0bcb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 943 time: 0.2567856 Jul 16 01:47:32.506076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f743-2977-425e-913a-2b57bae3cf44 req-a9fc7d42-967c-40e0-8e75-b20d0a2776d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.507583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-a9fc7d42-967c-40e0-8e75-b20d0a2776d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 200 len: 915 time: 0.2985206 Jul 16 01:47:32.508079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42502) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.587918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-6405139d-a4cc-4418-8ce9-c4a4b75362f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1 HTTP/1.1" status: 200 len: 217 time: 0.0645616 Jul 16 01:47:32.673367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:32.690826 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95351618-8e2a-4339-b48b-c0e85c8b6346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.698685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e308157-cff7-467a-97a4-84ae6930dc3e req-25e80d5e-db1e-48b4-95f8-e8755852a76e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651502 Jul 16 01:47:32.736646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f743-2977-425e-913a-2b57bae3cf44 req-5b26c096-9178-430a-aa26-70a2f7eb3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.738150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-5b26c096-9178-430a-aa26-70a2f7eb3a09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 200 len: 854 time: 0.1379662 Jul 16 01:47:32.763254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-412f8edb-71eb-4084-8fc3-048685502eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.766292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-412f8edb-71eb-4084-8fc3-048685502eed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.2191978 Jul 16 01:47:32.784574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d7f55-57e4-481f-8005-951920076fd1 req-38854491-fbe1-499f-9a23-aea9b0bbb672 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.792746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-937d7f55-57e4-481f-8005-951920076fd1 req-38854491-fbe1-499f-9a23-aea9b0bbb672 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1959209 Jul 16 01:47:32.817331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-830f28ba-687a-475e-a38c-68c69451a191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3da8769-e65e-4350-8721-6bd1e4491047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711234 Jul 16 01:47:32.824825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:32.894090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95351618-8e2a-4339-b48b-c0e85c8b6346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.980321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:32.990370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95351618-8e2a-4339-b48b-c0e85c8b6346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.995650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.014084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-937d7f55-57e4-481f-8005-951920076fd1 req-bcd7f148-1744-4905-a392-9e1cdf7cd3c1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2200656 Jul 16 01:47:33.053255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0466-9641-46e5-81d5-eb0b9f0ebb34 req-cfa447d0-856e-49ed-a1a5-45d3b8ff6883 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.054786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95351618-8e2a-4339-b48b-c0e85c8b6346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4545e416-8aa2-4c76-87bb-920043cb38b4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.061896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1db0466-9641-46e5-81d5-eb0b9f0ebb34 req-cfa447d0-856e-49ed-a1a5-45d3b8ff6883 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.2346063 Jul 16 01:47:33.068073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-95351618-8e2a-4339-b48b-c0e85c8b6346 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3cc41913d4849788dcb98d9f38f6bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556948 Jul 16 01:47:33.069459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Transition to ACTIVE for port object 349012b9-0693-4ed8-8423-d1b4797742b2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:33.070451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:33.080004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-17e9227c-e291-4500-a520-6b731f72ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.081594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-17e9227c-e291-4500-a520-6b731f72ba1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.3070276 Jul 16 01:47:33.086217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-de854d1d-3d2b-4602-8fe8-d90223e0eb17 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905673 Jul 16 01:47:33.128055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.241801 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9546f743-2977-425e-913a-2b57bae3cf44 req-535fde9a-a89f-4097-86c9-e4a5ca926b96 service neutron] 10.222.0.13 "GET /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469197 Jul 16 01:47:33.253419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1db0466-9641-46e5-81d5-eb0b9f0ebb34 req-2142d042-1810-4f39-b40f-79ca7314448a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905282 Jul 16 01:47:33.299355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb552e-0bc4-4d02-bade-1b65dc9538b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.680584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=9']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.704903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-2554e374-9d5e-4ffd-9f50-49d49ed76f08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.6154265 Jul 16 01:47:33.718294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb552e-0bc4-4d02-bade-1b65dc9538b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.859753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] No DVR routers for this DVR port 349012b9-0693-4ed8-8423-d1b4797742b2 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:33.936147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-012078e2-f830-47d1-a407-e647dac516e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.937660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-012078e2-f830-47d1-a407-e647dac516e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.2218609 Jul 16 01:47:34.024505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb552e-0bc4-4d02-bade-1b65dc9538b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.027205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb552e-0bc4-4d02-bade-1b65dc9538b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.028356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dfcb552e-0bc4-4d02-bade-1b65dc9538b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4545e416-8aa2-4c76-87bb-920043cb38b4 HTTP/1.1" status: 204 len: 168 time: 0.9513113 Jul 16 01:47:34.068236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb552e-0bc4-4d02-bade-1b65dc9538b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4545e416-8aa2-4c76-87bb-920043cb38b4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.105132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c165e-e32e-47de-864d-51b15c903af3 req-8c6f3eac-35f1-4bba-9f28-e750b945165a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.112242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-687c165e-e32e-47de-864d-51b15c903af3 req-8c6f3eac-35f1-4bba-9f28-e750b945165a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 943 time: 0.2536848 Jul 16 01:47:34.188230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-4a2031d6-e407-42ec-8691-4c2315a7a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.189748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-4a2031d6-e407-42ec-8691-4c2315a7a142 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2391753 Jul 16 01:47:34.218142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.218485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.218824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.246218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-687c165e-e32e-47de-864d-51b15c903af3 req-a699582e-edd3-424b-9200-b94290135317 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329591 Jul 16 01:47:34.254306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Port 349012b9-0693-4ed8-8423-d1b4797742b2 on network e8d0569f-ec02-4010-87de-d0349c74d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.254684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Attempting to bind port 349012b9-0693-4ed8-8423-d1b4797742b2 on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.282404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:34.282754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:34.283144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Bound using segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:34.283587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Bound port: 349012b9-0693-4ed8-8423-d1b4797742b2, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:34.283950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.413453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42564) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.414969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e825ec4-3211-494e-8c2e-83e2c23134fe req-c2a092fb-8aef-4d7f-a58d-beba7204e677 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.417283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e825ec4-3211-494e-8c2e-83e2c23134fe req-c2a092fb-8aef-4d7f-a58d-beba7204e677 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2560990 Jul 16 01:47:34.423383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-d498bf26-2977-46c8-851f-dcbdce9c089a service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228229 Jul 16 01:47:34.435293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cce9cc9d-e972-4a02-8d75-878f75c6da51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.544799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-217a1d0b-ecb0-41f1-b452-385427fe730e req-4825928c-7d94-4d82-9081-e3b21d9ee995 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117964 Jul 16 01:47:34.561036 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cce9cc9d-e972-4a02-8d75-878f75c6da51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.566943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cce9cc9d-e972-4a02-8d75-878f75c6da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.599769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:34.611312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cce9cc9d-e972-4a02-8d75-878f75c6da51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de3e4735165645489e35a9f54526eaa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945095 Jul 16 01:47:34.611312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9cc9d-e972-4a02-8d75-878f75c6da51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55f578-15c0-4710-bfd3-8680e6cacc89,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.612866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.640732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:34.655082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e825ec4-3211-494e-8c2e-83e2c23134fe req-c2c16d24-220f-49da-9c11-b86f77c8b323 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2287753 Jul 16 01:47:34.661928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.736300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.736997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.738390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 1093 time: 2.9046969 Jul 16 01:47:34.738840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:34.741150 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef905b8-595f-4458-ab14-b1e7afd95424" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:34.756774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768af3e-a784-4a11-995f-516fb55ddedc req-bb851c52-cce0-4134-b529-bcf62960ef37 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.765282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f768af3e-a784-4a11-995f-516fb55ddedc req-bb851c52-cce0-4134-b529-bcf62960ef37 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 944 time: 0.2073758 Jul 16 01:47:34.826679 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b5a69-acb5-4f60-8c67-275e62376d24 x-openstack-request-id: req-a02b5a69-acb5-4f60-8c67-275e62376d24 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:34.827149 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:34.827547 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a02b5a69-acb5-4f60-8c67-275e62376d24 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:34.828093 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'status': 'completed', 'code': 200} Jul 16 01:47:34.866448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911da6-dedf-4efa-ab33-8ca573325dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.872882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7878c6c-3c5a-4179-a561-233487c903ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.912799 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7878c6c-3c5a-4179-a561-233487c903ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.948272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f768af3e-a784-4a11-995f-516fb55ddedc req-d291c0d5-4ade-47c9-b1b0-95ae345e3ecd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821260 Jul 16 01:47:35.020741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7f1760f1-6df9-40d0-98b8-c77bf0c04181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.022552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7f1760f1-6df9-40d0-98b8-c77bf0c04181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1097 time: 0.2092247 Jul 16 01:47:35.082443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7878c6c-3c5a-4179-a561-233487c903ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.085023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7878c6c-3c5a-4179-a561-233487c903ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.088995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d7878c6c-3c5a-4179-a561-233487c903ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a55f578-15c0-4710-bfd3-8680e6cacc89 HTTP/1.1" status: 204 len: 168 time: 0.4723692 Jul 16 01:47:35.110912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7878c6c-3c5a-4179-a561-233487c903ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55f578-15c0-4710-bfd3-8680e6cacc89,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.206323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7fd9827e-f28b-42b1-a581-097b13a677a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.208334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-7fd9827e-f28b-42b1-a581-097b13a677a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.1766677 Jul 16 01:47:35.289937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-6967d12c-1e28-4055-9bd5-52df49e7c84e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 999 time: 0.0738304 Jul 16 01:47:35.370939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef290-0580-4919-b44d-6f9154967dac req-dfbaf0a0-ebf6-4c28-88a7-d6cf6d717574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.372840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-dfbaf0a0-ebf6-4c28-88a7-d6cf6d717574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.0747213 Jul 16 01:47:35.463241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 31375dd7-1ff6-4c8f-9be3-481be27933b1 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:35.493338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef290-0580-4919-b44d-6f9154967dac req-e4c7a701-efea-4f1f-9d09-f99a0589782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.495558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-e4c7a701-efea-4f1f-9d09-f99a0589782a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148546 Jul 16 01:47:35.507443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fad975-7b05-4cd9-95ed-62451acb9f7e req-85296e9e-3b58-4b82-a6e6-ea18ba9984e3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.512912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29fad975-7b05-4cd9-95ed-62451acb9f7e req-85296e9e-3b58-4b82-a6e6-ea18ba9984e3 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 943 time: 0.0984893 Jul 16 01:47:35.594560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29fad975-7b05-4cd9-95ed-62451acb9f7e req-995bdd89-1839-43ae-9fb9-9870111b74dc tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692639 Jul 16 01:47:35.647329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 31375dd7-1ff6-4c8f-9be3-481be27933b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:35.658888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-e26ffcec-a64e-432c-a3b0-2f05f6cde38b service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445432 Jul 16 01:47:35.662371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '31375dd7-1ff6-4c8f-9be3-481be27933b1', 'network_id': 'f3da8769-e65e-4350-8721-6bd1e4491047', 'port_id': '31375dd7-1ff6-4c8f-9be3-481be27933b1', 'mac_address': 'fa:16:3e:d8:0d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d86462-392f-4962-a98c-2c084c332e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:35.728360 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.762263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31375dd7-1ff6-4c8f-9be3-481be27933b1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:35.797990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f9ef290-0580-4919-b44d-6f9154967dac req-72a3cbc0-2b17-4eb6-a361-b26bb9036517 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322992 Jul 16 01:47:35.809037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 31375dd7-1ff6-4c8f-9be3-481be27933b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:35.814766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.874846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=31375dd7-1ff6-4c8f-9be3-481be27933b1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.884195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.884879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.885521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.886011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.886671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.887167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.887712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.888334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.888834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.889309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.889850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.890321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.937267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52055f79-c4a9-409c-b076-265bbe3bfe1d req-61b85630-1f08-4fc8-9c17-6c80ea7f5fa1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.944225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52055f79-c4a9-409c-b076-265bbe3bfe1d req-61b85630-1f08-4fc8-9c17-6c80ea7f5fa1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1329105 Jul 16 01:47:36.018252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52055f79-c4a9-409c-b076-265bbe3bfe1d req-9c47433d-1210-4f16-b1fb-f2e87d8ff68e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729327 Jul 16 01:47:36.027507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-53dc89e4-a9f3-453c-a3d0-f599529e4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.029075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-53dc89e4-a9f3-453c-a3d0-f599529e4af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1097 time: 0.1475782 Jul 16 01:47:36.176330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['31375dd7-1ff6-4c8f-9be3-481be27933b1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:36.192661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-e95b878f-8f41-4eed-a201-346c83055134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.194263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-e95b878f-8f41-4eed-a201-346c83055134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.1551604 Jul 16 01:47:36.275318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55647-7b9c-4591-9ef4-9ebd0fe80878 req-9dcee97f-2fed-4d77-80e3-33bdade7612a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.277025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21a55647-7b9c-4591-9ef4-9ebd0fe80878 req-9dcee97f-2fed-4d77-80e3-33bdade7612a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1404772 Jul 16 01:47:36.326750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-0a8114b9-65c6-4c4a-8a3b-83a6af16d9e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 999 time: 0.1223543 Jul 16 01:47:36.347387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21a55647-7b9c-4591-9ef4-9ebd0fe80878 req-93f3ad5b-163f-4fe7-ac65-a98029a0b353 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621831 Jul 16 01:47:36.408820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-3f93c856-c83a-4b26-8733-62ea61671751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.411855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-3f93c856-c83a-4b26-8733-62ea61671751 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.0629520 Jul 16 01:47:36.502614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-15299b95-6d42-4f8d-ac55-eed56e238609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.504298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-15299b95-6d42-4f8d-ac55-eed56e238609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839684 Jul 16 01:47:36.812412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-3498a297-2a2b-4e52-ad4b-7da6d6b542d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846932 Jul 16 01:47:37.034057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d591e-2880-4a52-a0fc-f8eccf8566d9 req-3ca1a47a-80e0-4a06-a8b4-ce785ce9df6d tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.044642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f39d591e-2880-4a52-a0fc-f8eccf8566d9 req-3ca1a47a-80e0-4a06-a8b4-ce785ce9df6d tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 944 time: 0.1343706 Jul 16 01:47:37.180162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f39d591e-2880-4a52-a0fc-f8eccf8566d9 req-f8c62603-28ef-40e8-8e88-855f6eb984f7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300883 Jul 16 01:47:37.388558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ef905b8-595f-4458-ab14-b1e7afd95424 req-9061d305-a0a4-40d3-99fc-40ddf92835c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049358 Jul 16 01:47:37.464655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 31375dd7-1ff6-4c8f-9be3-481be27933b1 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:37.642414 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.645523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 31375dd7-1ff6-4c8f-9be3-481be27933b1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:37.653221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 31375dd7-1ff6-4c8f-9be3-481be27933b1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.654330 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.789937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.815008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b40c5-d7e5-4f1e-9ed0-94a466998592 req-de718800-7ffb-488b-acab-f1be1c8ae394 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.818138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-955b40c5-d7e5-4f1e-9ed0-94a466998592 req-de718800-7ffb-488b-acab-f1be1c8ae394 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1781921 Jul 16 01:47:37.829190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31375dd7-1ff6-4c8f-9be3-481be27933b1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:37.831703 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7456de9-9358-489b-916c-ed430ce3dc0f" -d '{"events": [{"server_uuid": "2f427f58-e639-4d16-9e3a-2dabdaaa1785", "name": "network-vif-plugged", "status": "completed", "tag": "31375dd7-1ff6-4c8f-9be3-481be27933b1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:37.885846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 31375dd7-1ff6-4c8f-9be3-481be27933b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:37.892365 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.918293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-955b40c5-d7e5-4f1e-9ed0-94a466998592 req-cc7b7fbc-bfed-435e-bdb3-5957e11927fa tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897541 Jul 16 01:47:37.976247 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b6780f-9227-46c8-93dd-34650f774948 x-openstack-request-id: req-21b6780f-9227-46c8-93dd-34650f774948 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:37.977463 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f427f58-e639-4d16-9e3a-2dabdaaa1785", "name": "network-vif-plugged", "status": "completed", "tag": "31375dd7-1ff6-4c8f-9be3-481be27933b1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:37.977720 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21b6780f-9227-46c8-93dd-34650f774948 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:37.984383 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31375dd7-1ff6-4c8f-9be3-481be27933b1', 'code': 200} Jul 16 01:47:37.999147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=31375dd7-1ff6-4c8f-9be3-481be27933b1,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.648461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97a4b6-ae18-41cc-a0bd-8faf67c8c0e4 req-9c4560b2-5e9e-45f9-93e9-70d3aba1ece2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.654775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d97a4b6-ae18-41cc-a0bd-8faf67c8c0e4 req-9c4560b2-5e9e-45f9-93e9-70d3aba1ece2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1632862 Jul 16 01:47:38.707593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d97a4b6-ae18-41cc-a0bd-8faf67c8c0e4 req-fe7ecdcc-3440-4ad4-8aa4-cd89eb521d15 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Jul 16 01:47:39.226161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585d18-292c-44cc-95fc-85c02573debc req-af8de160-b2f1-4167-8b0e-42225cb2740a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.233555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95585d18-292c-44cc-95fc-85c02573debc req-af8de160-b2f1-4167-8b0e-42225cb2740a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1283352 Jul 16 01:47:39.286368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95585d18-292c-44cc-95fc-85c02573debc req-ff7e9a9b-c65a-4ae1-865c-2de3764085d8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511506 Jul 16 01:47:40.082494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb86b-2e18-46f7-b16f-8c56b7026d79 req-ab2931a9-ded6-4901-bde9-fa952a045092 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.093391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1cdb86b-2e18-46f7-b16f-8c56b7026d79 req-ab2931a9-ded6-4901-bde9-fa952a045092 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1386340 Jul 16 01:47:40.121574 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1363fff-414d-4552-a810-6770aa63515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.200582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1cdb86b-2e18-46f7-b16f-8c56b7026d79 req-75933434-4ee3-49f6-b750-acff434e9d5a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061685 Jul 16 01:47:40.644485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f010-87c2-45b8-b72e-66f95708fafb req-7081b2a4-eee3-4804-a591-10728feea3af tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.654862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc38f010-87c2-45b8-b72e-66f95708fafb req-7081b2a4-eee3-4804-a591-10728feea3af tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1976154 Jul 16 01:47:40.760039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc38f010-87c2-45b8-b72e-66f95708fafb req-b20cb0d3-5db4-4d59-aeb3-e8e9ddc162ec tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017540 Jul 16 01:47:41.575782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a93b-2231-42e5-954b-38a21d9b0cfa req-04dde368-b2af-430c-9116-9b77b154db5b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.589765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b95a93b-2231-42e5-954b-38a21d9b0cfa req-04dde368-b2af-430c-9116-9b77b154db5b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1743014 Jul 16 01:47:41.645844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b95a93b-2231-42e5-954b-38a21d9b0cfa req-ee79867b-4783-4a5f-9714-1da41b932378 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551875 Jul 16 01:47:42.218142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae2cfe-0267-4d8b-9f3f-7ec21f454c5b req-0c61deb8-138e-44fb-9f1f-5a3b1ef3737d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.235543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1ae2cfe-0267-4d8b-9f3f-7ec21f454c5b req-0c61deb8-138e-44fb-9f1f-5a3b1ef3737d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.2043874 Jul 16 01:47:42.334164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1ae2cfe-0267-4d8b-9f3f-7ec21f454c5b req-786c47ac-5828-42d9-98d0-2f13475766e0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966969 Jul 16 01:47:42.430007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e03f530-06d5-4513-8593-846c17255f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.437600 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.838689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.013156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4ed9-6d42-465c-b7f6-3fe38d309eac req-ff8c8b74-ace0-4e6e-baa7-f4af98d0499e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.021172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cd6c4ed9-6d42-465c-b7f6-3fe38d309eac req-ff8c8b74-ace0-4e6e-baa7-f4af98d0499e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.2130976 Jul 16 01:47:43.083592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cd6c4ed9-6d42-465c-b7f6-3fe38d309eac req-24716787-e581-4539-8085-d82db15d406a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610023 Jul 16 01:47:43.096755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-235c5a4f-b5dc-4b10-8770-e25eb491a481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.318819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-235c5a4f-b5dc-4b10-8770-e25eb491a481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.326028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-235c5a4f-b5dc-4b10-8770-e25eb491a481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.394486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-235c5a4f-b5dc-4b10-8770-e25eb491a481 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff212ff33ab04f0db2984cc7b9120326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112760 Jul 16 01:47:43.397020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42896) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.434464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c5a4f-b5dc-4b10-8770-e25eb491a481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1647dce5-76c2-4d61-94d9-9bbe599cc967,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.518561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.581208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.668684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.671793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.675327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1647dce5-76c2-4d61-94d9-9bbe599cc967 HTTP/1.1" status: 204 len: 168 time: 0.2750838 Jul 16 01:47:43.687080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647dce5-76c2-4d61-94d9-9bbe599cc967,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.720297 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.724138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.724761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.725334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.726423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.728335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.728888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.729614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.729962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.731459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.731961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.733426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.733960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cee6c8-5cb1-4648-a2e4-c5da406811e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.770941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42904) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.823272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526bd7-64e2-4271-99ee-675f763fed0f req-a7ce4233-28f2-4ddc-b488-160762e3d261 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.830453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67526bd7-64e2-4271-99ee-675f763fed0f req-a7ce4233-28f2-4ddc-b488-160762e3d261 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1822405 Jul 16 01:47:43.902585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67526bd7-64e2-4271-99ee-675f763fed0f req-5df413d8-d9dc-4a59-a67c-71115f5c1954 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647361 Jul 16 01:47:44.009972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ddc3-5434-45a5-b8ef-ad5563454202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.207830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ddc3-5434-45a5-b8ef-ad5563454202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.213896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ddc3-5434-45a5-b8ef-ad5563454202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.242262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ddc3-5434-45a5-b8ef-ad5563454202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1c21d-3abd-4a0a-b39c-8fa7046dffb1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.276513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9cc5ddc3-5434-45a5-b8ef-ad5563454202 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=750d426c607e4fde9f8e2a59d31fc889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017488 Jul 16 01:47:44.276819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42912) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.395500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab8eda9e-a115-4c41-b8b0-54b2f45b3ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.403447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9572b-c1f0-43fd-9db7-35dabed57066 req-5537525b-21c3-4ec7-be6d-06e7c588993b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.414667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40f9572b-c1f0-43fd-9db7-35dabed57066 req-5537525b-21c3-4ec7-be6d-06e7c588993b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1045768 Jul 16 01:47:44.453974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab8eda9e-a115-4c41-b8b0-54b2f45b3ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.464328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40f9572b-c1f0-43fd-9db7-35dabed57066 req-dc860b99-d99a-4fd8-be42-9aaa79a4eed6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Jul 16 01:47:44.475692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.501670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaf99-fb6c-407f-bb6d-f11be0f3b26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.590295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab8eda9e-a115-4c41-b8b0-54b2f45b3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.593142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab8eda9e-a115-4c41-b8b0-54b2f45b3ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.597067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ab8eda9e-a115-4c41-b8b0-54b2f45b3ffc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3bd1c21d-3abd-4a0a-b39c-8fa7046dffb1 HTTP/1.1" status: 204 len: 168 time: 0.3167357 Jul 16 01:47:44.610366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8eda9e-a115-4c41-b8b0-54b2f45b3ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd1c21d-3abd-4a0a-b39c-8fa7046dffb1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.677908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaf99-fb6c-407f-bb6d-f11be0f3b26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.685164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaf99-fb6c-407f-bb6d-f11be0f3b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.770031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0bfcaf99-fb6c-407f-bb6d-f11be0f3b26d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a38218ed9734fc1b1fca76f7e8e84a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931924 Jul 16 01:47:44.772697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.781108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcaf99-fb6c-407f-bb6d-f11be0f3b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a221220-2e80-435c-8b81-cbc476b5c218,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.865484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99529fb6-c1b6-400b-becf-31a415565cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.894582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99529fb6-c1b6-400b-becf-31a415565cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.991445 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99529fb6-c1b6-400b-becf-31a415565cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.007111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99529fb6-c1b6-400b-becf-31a415565cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.010098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99529fb6-c1b6-400b-becf-31a415565cb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a221220-2e80-435c-8b81-cbc476b5c218 HTTP/1.1" status: 204 len: 168 time: 0.2361767 Jul 16 01:47:45.021682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99529fb6-c1b6-400b-becf-31a415565cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a221220-2e80-435c-8b81-cbc476b5c218,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.143388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.192467 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb23d10-7930-4a56-8dda-1ea8fc197f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.216720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bae5d-181b-4fe8-8213-7fd8bfd52eec req-1649548f-84f0-42b7-91dd-a8f046eb03e2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.225083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b51bae5d-181b-4fe8-8213-7fd8bfd52eec req-1649548f-84f0-42b7-91dd-a8f046eb03e2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.0878503 Jul 16 01:47:45.273774 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.319614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b51bae5d-181b-4fe8-8213-7fd8bfd52eec req-f457f218-18d4-4c17-8dc8-f0066b1793a6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929646 Jul 16 01:47:45.333609 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb23d10-7930-4a56-8dda-1ea8fc197f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.346715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb23d10-7930-4a56-8dda-1ea8fc197f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.421807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.422025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dcb23d10-7930-4a56-8dda-1ea8fc197f21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b8f90e31d834bf0afb5dfefa376e392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768214 Jul 16 01:47:45.484483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb23d10-7930-4a56-8dda-1ea8fc197f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0efefcb-3b85-4722-ad84-287bbbfd8481,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.550373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf492add-8893-42d1-a6ae-bfda49941e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.602379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf492add-8893-42d1-a6ae-bfda49941e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.683064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf492add-8893-42d1-a6ae-bfda49941e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.689144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf492add-8893-42d1-a6ae-bfda49941e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.690369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bf492add-8893-42d1-a6ae-bfda49941e85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0efefcb-3b85-4722-ad84-287bbbfd8481 HTTP/1.1" status: 204 len: 168 time: 0.2673371 Jul 16 01:47:45.717222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf492add-8893-42d1-a6ae-bfda49941e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0efefcb-3b85-4722-ad84-287bbbfd8481,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.848517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ccbc2-1804-4615-b290-b1dc08d32086 req-b0d099bc-9650-4d76-8edd-0eca9d60b180 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.851408 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d2ccbc2-1804-4615-b290-b1dc08d32086 req-b0d099bc-9650-4d76-8edd-0eca9d60b180 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1307480 Jul 16 01:47:45.962705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d2ccbc2-1804-4615-b290-b1dc08d32086 req-896336be-e317-4990-9984-80fd00be5221 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036763 Jul 16 01:47:46.658527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc9822-ce45-4433-bb50-2c12cd392139 req-eb40ff5c-08fa-4d70-a843-5dd9eafd6ffe tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.662190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bcdc9822-ce45-4433-bb50-2c12cd392139 req-eb40ff5c-08fa-4d70-a843-5dd9eafd6ffe tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1055429 Jul 16 01:47:46.714975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bcdc9822-ce45-4433-bb50-2c12cd392139 req-d846cd86-e548-4d21-96eb-5847e6622373 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Jul 16 01:47:47.175226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f43f8-4089-4369-906c-94b7f4b64175 req-86ef3dee-c4ea-4f4e-bddb-4e5e23489e9b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.177633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b4f43f8-4089-4369-906c-94b7f4b64175 req-86ef3dee-c4ea-4f4e-bddb-4e5e23489e9b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.0854647 Jul 16 01:47:47.299860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b4f43f8-4089-4369-906c-94b7f4b64175 req-f0965998-cb5e-4259-932d-3f1a5a3d4b23 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010308 Jul 16 01:47:47.447995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063a12e-739a-44d1-8e24-51dbcf38f3f1 req-09c3f498-c9c1-4e0c-845f-b88fd3d30894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.450627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c063a12e-739a-44d1-8e24-51dbcf38f3f1 req-09c3f498-c9c1-4e0c-845f-b88fd3d30894 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 1097 time: 0.1486964 Jul 16 01:47:47.522886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d109b6-a4e5-48c9-b652-923b41fc5bc8 req-abe2757b-d089-4125-b34e-2bca44fbfea2 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.533105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d109b6-a4e5-48c9-b652-923b41fc5bc8 req-abe2757b-d089-4125-b34e-2bca44fbfea2 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.1262639 Jul 16 01:47:47.544675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c063a12e-739a-44d1-8e24-51dbcf38f3f1 req-223faf85-028d-4bd4-8baf-6c93e7216b1d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872998 Jul 16 01:47:47.583907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d109b6-a4e5-48c9-b652-923b41fc5bc8 req-43835f39-85cd-4d8f-91df-b8b403f2aead tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498908 Jul 16 01:47:47.967338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded5980-73bc-42ea-acad-9bb08e813af0 req-c34eb37b-63eb-44e0-a227-6a0e0f801e86 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.973006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ded5980-73bc-42ea-acad-9bb08e813af0 req-c34eb37b-63eb-44e0-a227-6a0e0f801e86 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1075025 Jul 16 01:47:48.018857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ded5980-73bc-42ea-acad-9bb08e813af0 req-a6c1c752-1d67-4167-88c9-67f572eb3df9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Jul 16 01:47:48.373286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.551779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810b36-bdff-4f36-8401-db9ff8f55ad1 req-4bcffe54-117f-4248-94e5-0eb3882ec263 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.553842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4810b36-bdff-4f36-8401-db9ff8f55ad1 req-4bcffe54-117f-4248-94e5-0eb3882ec263 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1251841 Jul 16 01:47:48.626035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4810b36-bdff-4f36-8401-db9ff8f55ad1 req-75b5bc7e-de86-402d-b524-e4765b881f54 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635564 Jul 16 01:47:49.048664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289d9d-90b5-4ef3-aa21-7463bb0e2e8d req-2c94d59d-e76e-4f9c-80e9-67b8c88e3cbf tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.048664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1289d9d-90b5-4ef3-aa21-7463bb0e2e8d req-2c94d59d-e76e-4f9c-80e9-67b8c88e3cbf tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.0861731 Jul 16 01:47:49.140905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1289d9d-90b5-4ef3-aa21-7463bb0e2e8d req-ffc09037-dd94-44b6-838a-79536f45ee90 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787444 Jul 16 01:47:49.355428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff392f-ab20-4484-93d7-40243a7cf59c req-29b97e10-e04e-403a-a3e9-d66f98be60c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.367557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbff392f-ab20-4484-93d7-40243a7cf59c req-29b97e10-e04e-403a-a3e9-d66f98be60c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1282516 Jul 16 01:47:49.413287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbff392f-ab20-4484-93d7-40243a7cf59c req-1e816a4e-7c29-4322-9911-8057c6e3afd7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Jul 16 01:47:49.895310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2f2e9-dffd-4818-80e8-68d0bc9299f4 req-cd483351-5ca1-4da2-902c-635050f7f0c2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.897514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8d2f2e9-dffd-4818-80e8-68d0bc9299f4 req-cd483351-5ca1-4da2-902c-635050f7f0c2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1135364 Jul 16 01:47:49.987490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43182) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.997097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8d2f2e9-dffd-4818-80e8-68d0bc9299f4 req-53dfd6fe-2000-461e-a1d2-c13fce78b67f tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874965 Jul 16 01:47:50.165619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80e4e9-75f8-4515-9261-dded51e8401c req-e102756e-2894-4c50-8005-d79420aae7d1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.179183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a80e4e9-75f8-4515-9261-dded51e8401c req-e102756e-2894-4c50-8005-d79420aae7d1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.2010326 Jul 16 01:47:50.291611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a80e4e9-75f8-4515-9261-dded51e8401c req-08074f6a-b872-47eb-971b-ac6232bd4a90 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087749 Jul 16 01:47:50.297282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a1667cf-c4ed-4d26-8257-de2203d48b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.501121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a1667cf-c4ed-4d26-8257-de2203d48b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.511795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a1667cf-c4ed-4d26-8257-de2203d48b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.620918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1667cf-c4ed-4d26-8257-de2203d48b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3144746b-99ee-4b86-aa35-bb1dd48858dc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.649291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.658988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a1667cf-c4ed-4d26-8257-de2203d48b8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b89d7bea5f1945fe9734e42522a18235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6694009 Jul 16 01:47:50.793840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71229b61-04fb-46ea-9e39-9f407001c8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.826724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71229b61-04fb-46ea-9e39-9f407001c8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.250642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71229b61-04fb-46ea-9e39-9f407001c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.253599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-71229b61-04fb-46ea-9e39-9f407001c8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.257655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-71229b61-04fb-46ea-9e39-9f407001c8ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3144746b-99ee-4b86-aa35-bb1dd48858dc HTTP/1.1" status: 204 len: 168 time: 0.6071460 Jul 16 01:47:51.287904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4b321-075b-4271-963c-17ee4d7520af req-d548b607-03d3-4c2f-9fbe-77eecec50eb6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.299775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ef4b321-075b-4271-963c-17ee4d7520af req-d548b607-03d3-4c2f-9fbe-77eecec50eb6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.6304224 Jul 16 01:47:51.303003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229b61-04fb-46ea-9e39-9f407001c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3144746b-99ee-4b86-aa35-bb1dd48858dc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.602015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ef4b321-075b-4271-963c-17ee4d7520af req-5af048b3-1930-479a-8dcc-7109f1e90c3b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940376 Jul 16 01:47:51.719639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-1b8d3830-b2c9-4a13-8abd-287d8b5e0799 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.721451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-1b8d3830-b2c9-4a13-8abd-287d8b5e0799 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.3919227 Jul 16 01:47:51.822811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3b29d-8b53-4a9e-bd99-4035de6bbb7e req-65c43c8c-084f-4e48-864d-4a7fd7a3b66d tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.833701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ab3b29d-8b53-4a9e-bd99-4035de6bbb7e req-65c43c8c-084f-4e48-864d-4a7fd7a3b66d tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 945 time: 0.2912681 Jul 16 01:47:51.921105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ab3b29d-8b53-4a9e-bd99-4035de6bbb7e req-169e3e11-ec56-47d6-9322-6804a272e4c5 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups?id=611578ec-7edb-4ac4-995a-291ef0c221d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856743 Jul 16 01:47:51.952251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.975774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd88c5b-c8cc-4a7c-b95b-ebee202268b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.995599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Deleting port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:51.996608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.136224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] For port 8e4179cd-a163-488d-a703-78f1c6e8b2b6, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8e4179cd-a163-488d-a703-78f1c6e8b2b6,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.136621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.334777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd88c5b-c8cc-4a7c-b95b-ebee202268b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.349213 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-acd88c5b-c8cc-4a7c-b95b-ebee202268b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.440322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-acd88c5b-c8cc-4a7c-b95b-ebee202268b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4f0ed1dfc0a455b8c5bc036928121cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865806 Jul 16 01:47:52.443744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd88c5b-c8cc-4a7c-b95b-ebee202268b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa123168-4e61-4b12-b51a-092ca33e7302,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.443879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43420) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.463037 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.463539 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.463867 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Floating IP cba1412c-7f3c-47a5-bd30-62cb83b9ba67 disassociated. External IP: 172.25.7.106, port: 8e4179cd-a163-488d-a703-78f1c6e8b2b6. Jul 16 01:47:52.464216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Calling delete_port for 8e4179cd-a163-488d-a703-78f1c6e8b2b6 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:52.557198 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68d31f8f-3164-4b3d-99cf-793625a79cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.604740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68d31f8f-3164-4b3d-99cf-793625a79cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.682887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68d31f8f-3164-4b3d-99cf-793625a79cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.685816 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68d31f8f-3164-4b3d-99cf-793625a79cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.689525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-68d31f8f-3164-4b3d-99cf-793625a79cf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa123168-4e61-4b12-b51a-092ca33e7302 HTTP/1.1" status: 204 len: 168 time: 0.2419531 Jul 16 01:47:52.703375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d31f8f-3164-4b3d-99cf-793625a79cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa123168-4e61-4b12-b51a-092ca33e7302,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.768011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.837779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event deleted for resources: {'Port': ['ID=8e4179cd-a163-488d-a703-78f1c6e8b2b6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.896939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.897476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.902774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.903359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.903864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.904682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.905510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.906381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.906871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.907556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.908044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:52.908645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.022654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736554a4-e2d6-4f4e-a903-62b2f3187306 req-e84a019b-5f02-474f-ad3c-00dda5ae208b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.024723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-736554a4-e2d6-4f4e-a903-62b2f3187306 req-e84a019b-5f02-474f-ad3c-00dda5ae208b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.2422581 Jul 16 01:47:53.187665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43512) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.227037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Router 42229d2b-a145-468b-b401-7d8d841ae22f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:53.234564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-736554a4-e2d6-4f4e-a903-62b2f3187306 req-3c730605-aefa-429f-83b9-02eb8b7582c8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396770 Jul 16 01:47:53.421468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:53.435620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] Sync routers for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:53.462581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:53.463370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.465579 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-789bb6d5-f0ae-4cfc-8f8d-2fc2b654790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.653384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] No DVR routers for this DVR port 8e4179cd-a163-488d-a703-78f1c6e8b2b6 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:53.656463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.662553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17e274b9-90dd-408f-99f1-5d752a3b653e req-af87d6ef-98fa-4c61-bfd0-f0238e10b6c1 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.13 "DELETE /v2.0/ports/8e4179cd-a163-488d-a703-78f1c6e8b2b6 HTTP/1.1" status: 204 len: 173 time: 1.9313238 Jul 16 01:47:53.677329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'name': 'network-vif-deleted', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:53.679743 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d171559-f33c-49c4-844d-31675e1767fa" -d '{"events": [{"server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "name": "network-vif-deleted", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:53.755896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0795406-986d-4605-9ccb-d0b9bf57bb42 req-f75ac98e-4f80-4899-863c-11d039a1d24d tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e45acf6-bac1-4108-8734-d6bad9fedb84 HTTP/1.1" status: 200 len: 210 time: 0.1081302 Jul 16 01:47:53.766877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-789bb6d5-f0ae-4cfc-8f8d-2fc2b654790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.771299 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f3513-9888-4034-8e82-a78bc4ed249a x-openstack-request-id: req-5e9f3513-9888-4034-8e82-a78bc4ed249a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:53.772198 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e45acf6-bac1-4108-8734-d6bad9fedb84", "name": "network-vif-deleted", "tag": "8e4179cd-a163-488d-a703-78f1c6e8b2b6", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:53.772800 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e9f3513-9888-4034-8e82-a78bc4ed249a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:53.773400 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e45acf6-bac1-4108-8734-d6bad9fedb84', 'name': 'network-vif-deleted', 'tag': '8e4179cd-a163-488d-a703-78f1c6e8b2b6', 'status': 'completed', 'code': 200} Jul 16 01:47:53.775472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-789bb6d5-f0ae-4cfc-8f8d-2fc2b654790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.811522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:53.851533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-789bb6d5-f0ae-4cfc-8f8d-2fc2b654790a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd2081efaad24c4f932e40be26dd890d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6627712 Jul 16 01:47:53.853600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bb6d5-f0ae-4cfc-8f8d-2fc2b654790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63262ade-14a0-4882-8a6b-ef073e799c18,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.855275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.945341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c0197fa-2da0-48a4-b2e9-97e6b6841b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.995801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c0197fa-2da0-48a4-b2e9-97e6b6841b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.077869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c0197fa-2da0-48a4-b2e9-97e6b6841b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.081839 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9c0197fa-2da0-48a4-b2e9-97e6b6841b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.085459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9c0197fa-2da0-48a4-b2e9-97e6b6841b37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63262ade-14a0-4882-8a6b-ef073e799c18 HTTP/1.1" status: 204 len: 168 time: 0.2276239 Jul 16 01:47:54.101860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0197fa-2da0-48a4-b2e9-97e6b6841b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63262ade-14a0-4882-8a6b-ef073e799c18,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.214542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.249110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] Checking router: 42229d2b-a145-468b-b401-7d8d841ae22f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:54.261983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:54.262921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.509736 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:54.545950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963bdb7-9098-4de8-8ea6-12e43b1895d6 req-661e5126-a9d3-41ae-92cf-e6840ad38357 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.556553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a963bdb7-9098-4de8-8ea6-12e43b1895d6 req-661e5126-a9d3-41ae-92cf-e6840ad38357 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1213872 Jul 16 01:47:54.620328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a963bdb7-9098-4de8-8ea6-12e43b1895d6 req-239b3b2d-5b63-4f20-957e-c56c5213d063 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627258 Jul 16 01:47:54.955683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.970891 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7684-f8c5-4a04-be7b-b6ed295b00f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.980346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.025451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac17756-3c64-410d-bf90-b7d641ddef1e None None] The sync data for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 is: [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 4, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'bfbbf551-94d7-4b9a-9a7f-a45de3d291f9', 'name': '', 'network_id': '0effed1a-8547-4b49-911f-99a8445365fe', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'mac_address': 'fa:16:3e:cc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:32Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'subnets': [{'id': '77b52bc2-56db-4581-8187-322e8f36e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:55.098960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7684-f8c5-4a04-be7b-b6ed295b00f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.113968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7684-f8c5-4a04-be7b-b6ed295b00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.179181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce1f7684-f8c5-4a04-be7b-b6ed295b00f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=112641cb35574e8e849ccd1ceb29f7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219720 Jul 16 01:47:55.180945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f7684-f8c5-4a04-be7b-b6ed295b00f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8886c-c3c7-4a86-83d9-ebe5f18b5ff4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.182534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43724) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.310129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f880dd-b074-4b08-95c4-bae0ae117d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.389595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f880dd-b074-4b08-95c4-bae0ae117d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.455127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f880dd-b074-4b08-95c4-bae0ae117d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.457937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f880dd-b074-4b08-95c4-bae0ae117d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.459951 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c0f880dd-b074-4b08-95c4-bae0ae117d98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fa8886c-c3c7-4a86-83d9-ebe5f18b5ff4 HTTP/1.1" status: 204 len: 168 time: 0.2749610 Jul 16 01:47:55.470684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f880dd-b074-4b08-95c4-bae0ae117d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8886c-c3c7-4a86-83d9-ebe5f18b5ff4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.501387 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2701e35-7c6c-4dd6-a956-0e3383c4972f None None] New status for floating IP cba1412c-7f3c-47a5-bd30-62cb83b9ba67: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:47:55.545214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:55.557261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8e4179cd-a163-488d-a703-78f1c6e8b2b6 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:55.595342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 8e4179cd-a163-488d-a703-78f1c6e8b2b6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:55.595920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8e4179cd-a163-488d-a703-78f1c6e8b2b6 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:55.709618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:55.725020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '349012b9-0693-4ed8-8423-d1b4797742b2', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'port_id': '349012b9-0693-4ed8-8423-d1b4797742b2', 'mac_address': 'fa:16:3e:0f:8f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:55.813157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.831587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:55.874153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:55.882715 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.947244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.977711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44318-1574-4a09-88aa-820bdd4905de req-bdea0590-44d7-4600-b26a-38b4d9a25599 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.979949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba44318-1574-4a09-88aa-820bdd4905de req-bdea0590-44d7-4600-b26a-38b4d9a25599 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 945 time: 0.1156580 Jul 16 01:47:56.012062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43754) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.063682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fba44318-1574-4a09-88aa-820bdd4905de req-fed508e0-e569-4884-bb52-30a686647084 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720890 Jul 16 01:47:56.131201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03463f3f-4419-4aa2-94d2-5cbf0e79495b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.168913 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03463f3f-4419-4aa2-94d2-5cbf0e79495b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.216048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['349012b9-0693-4ed8-8423-d1b4797742b2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:56.248531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03463f3f-4419-4aa2-94d2-5cbf0e79495b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.255614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03463f3f-4419-4aa2-94d2-5cbf0e79495b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.258045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-03463f3f-4419-4aa2-94d2-5cbf0e79495b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "DELETE /v2.0/security-groups/611578ec-7edb-4ac4-995a-291ef0c221d1 HTTP/1.1" status: 204 len: 168 time: 0.2440882 Jul 16 01:47:56.260255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.269314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03463f3f-4419-4aa2-94d2-5cbf0e79495b tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611578ec-7edb-4ac4-995a-291ef0c221d1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.289141 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b6b73b00-5132-443c-a1d4-d5de5de32197 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] show failed (client error): The resource could not be found. Jul 16 01:47:56.291130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b6b73b00-5132-443c-a1d4-d5de5de32197 tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "GET /v2.0/security-groups/611578ec-7edb-4ac4-995a-291ef0c221d1 HTTP/1.1" status: 404 len: 347 time: 0.0293093 Jul 16 01:47:56.294148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43764) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.442050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Deleting port 177cc06d-3a2c-4af6-9e1c-a0332a885231 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:56.442399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.525567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.525906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.539413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Calling delete_port for 177cc06d-3a2c-4af6-9e1c-a0332a885231 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:56.683909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.710973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Pushing event deleted for resources: {'Port': ['ID=177cc06d-3a2c-4af6-9e1c-a0332a885231,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.777356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.779954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.783997 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0c818c6b-e28b-4fe9-a381-82874c9be7fc tempest-ServersTestJSON-1983042537 tempest-ServersTestJSON-1983042537-project] 10.222.0.42 "DELETE /v2.0/floatingips/cba1412c-7f3c-47a5-bd30-62cb83b9ba67 HTTP/1.1" status: 204 len: 168 time: 0.4862144 Jul 16 01:47:56.784295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43780) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.282303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402bb1b-721a-445c-9905-d15d0d179c15 req-a9c5be42-655d-4189-b9e5-eaee5af2b8cd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.283901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f402bb1b-721a-445c-9905-d15d0d179c15 req-a9c5be42-655d-4189-b9e5-eaee5af2b8cd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 946 time: 0.0682611 Jul 16 01:47:57.325130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f402bb1b-721a-445c-9905-d15d0d179c15 req-8e344347-7056-48b7-95fc-4fbb1c4e3ba1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337436 Jul 16 01:47:57.423767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.536242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:57.589447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 349012b9-0693-4ed8-8423-d1b4797742b2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:57.595430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 349012b9-0693-4ed8-8423-d1b4797742b2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:57.596087 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.680244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.692188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Deleting port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:57.692573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.708634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:57.712672 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7486a03-7456-441c-8459-1614933e92e3" -d '{"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-plugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:57.736238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:57.743403 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.776295 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5192929-346b-4ec0-9eba-965e8172d707 x-openstack-request-id: req-e5192929-346b-4ec0-9eba-965e8172d707 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:57.776620 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-plugged", "status": "completed", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:57.776861 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5192929-346b-4ec0-9eba-965e8172d707 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:57.777347 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'code': 200} Jul 16 01:47:57.780685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] For port bfbbf551-94d7-4b9a-9a7f-a45de3d291f9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:57.781049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.796288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Calling delete_port for bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:57.804672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.000987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.003867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ff633-29e9-4b0c-ab9c-7093511cd1c0 req-e32ea463-6219-48b6-b9fc-5e694499c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.005849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a4ff633-29e9-4b0c-ab9c-7093511cd1c0 req-e32ea463-6219-48b6-b9fc-5e694499c0af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1099 time: 0.0646343 Jul 16 01:47:58.031596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbbf551-94d7-4b9a-9a7f-a45de3d291f9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.046809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a4ff633-29e9-4b0c-ab9c-7093511cd1c0 req-378a3170-23a2-4a06-9e97-6c9e8b48ee3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350847 Jul 16 01:47:58.202666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.440263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Router 42229d2b-a145-468b-b401-7d8d841ae22f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:58.527827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbda890-bc92-47b4-9d36-ff42fe517e2b req-9bf6be65-7a64-477e-bb2b-db70f2667e77 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.530020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fbda890-bc92-47b4-9d36-ff42fe517e2b req-9bf6be65-7a64-477e-bb2b-db70f2667e77 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 947 time: 0.0732646 Jul 16 01:47:58.560556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:58.568012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-16f5e126-0555-43e7-ab90-bed9ff76cdfd admin admin] 10.222.0.42 "PUT /v2.0/routers/42229d2b-a145-468b-b401-7d8d841ae22f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802367 Jul 16 01:47:58.568134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43802) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.574221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] Sync routers for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:58.585452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0fbda890-bc92-47b4-9d36-ff42fe517e2b req-b1a974b3-8fc5-4b10-b30f-c951f8997b35 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494859 Jul 16 01:47:58.590211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:58.590951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.685189 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.706534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:58.794338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.854966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Deleting port b33155ab-89c7-4360-88e2-546561e83515 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:58.855336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.941411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] For port b33155ab-89c7-4360-88e2-546561e83515, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b33155ab-89c7-4360-88e2-546561e83515,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:58.941736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.960158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Calling delete_port for b33155ab-89c7-4360-88e2-546561e83515 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:59.052153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': 'b33155ab-89c7-4360-88e2-546561e83515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:47:57Z', 'revision_number': 5, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port': {'id': 'b33155ab-89c7-4360-88e2-546561e83515', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.094719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] Checking router: 42229d2b-a145-468b-b401-7d8d841ae22f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:59.105438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] Routers {'42229d2b-a145-468b-b401-7d8d841ae22f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:59.106304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['42229d2b-a145-468b-b401-7d8d841ae22f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.188116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.216753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] Set router 42229d2b-a145-468b-b401-7d8d841ae22f gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:59.222495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b33155ab-89c7-4360-88e2-546561e83515,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.296469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:47:58Z', 'revision_number': 6, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.309408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.331642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379be09-a5d7-46ca-a6d7-8d44c1116cbc None None] The sync data for ids ['42229d2b-a145-468b-b401-7d8d841ae22f'] in n-d-791506-20 is: [{'id': '42229d2b-a145-468b-b401-7d8d841ae22f', 'name': 'tempest-ServersTestJSON-1633443166-router', 'tenant_id': '8e82fc72a3c6420c81b912d897811f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:47:58Z', 'revision_number': 6, 'project_id': '8e82fc72a3c6420c81b912d897811f62', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:59.446979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.450213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.495985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.496876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42229d2b-a145-468b-b401-7d8d841ae22f {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:59.504718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.508688 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a22866be-3165-4c85-9ae7-5bb49d8b22ae admin admin] 10.222.0.42 "DELETE /v2.0/routers/42229d2b-a145-468b-b401-7d8d841ae22f HTTP/1.1" status: 204 len: 168 time: 0.9368644 Jul 16 01:47:59.508881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43826) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.561740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Deleting subnet 77b52bc2-56db-4581-8187-322e8f36e5b2 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:59.565326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.605343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.697060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.804655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.839203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c049da-d842-461c-8b4d-a7d121ea7e6f None None] Network 0effed1a-8547-4b49-911f-99a8445365fe requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:59.847329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c70ab8-9fcc-4fe0-b255-a63983f82800 req-8dcbe1e5-19d9-44a9-a277-6664896ad74a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.850084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97c70ab8-9fcc-4fe0-b255-a63983f82800 req-8dcbe1e5-19d9-44a9-a277-6664896ad74a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 947 time: 0.0988386 Jul 16 01:47:59.865167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.871057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] 10.222.0.42 "DELETE /v2.0/subnets/77b52bc2-56db-4581-8187-322e8f36e5b2 HTTP/1.1" status: 204 len: 168 time: 0.3609276 Jul 16 01:47:59.872088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43846) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.881383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd68a6-8165-48b0-a57d-da5b5dbd41ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b52bc2-56db-4581-8187-322e8f36e5b2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.907309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97c70ab8-9fcc-4fe0-b255-a63983f82800 req-7e97d34c-dd79-4238-9561-e948b387e754 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507045 Jul 16 01:47:59.991454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.049185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Deleting port 6f71d1fa-cf69-45e0-8220-a614c7840468 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:00.049528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.126733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] For port 6f71d1fa-cf69-45e0-8220-a614c7840468, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6f71d1fa-cf69-45e0-8220-a614c7840468,segment=NetworkSegment(174eede9-ab2f-4811-a070-2790a419e897),segment_id=174eede9-ab2f-4811-a070-2790a419e897)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:00.127285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.141298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Calling delete_port for 6f71d1fa-cf69-45e0-8220-a614c7840468 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:00.237898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.260595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e9cb6-84a8-498d-8f65-fe151ef68c59 None None] DHCP port deletion for 0effed1a-8547-4b49-911f-99a8445365fe request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:00.275600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] No DVR routers for this DVR port 6f71d1fa-cf69-45e0-8220-a614c7840468 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:00.279184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f71d1fa-cf69-45e0-8220-a614c7840468,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.593666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.605089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0effed1a-8547-4b49-911f-99a8445365fe']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.614751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174eede9-ab2f-4811-a070-2790a419e897') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.615051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174eede9-ab2f-4811-a070-2790a419e897') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.624275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.638829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.645399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:00.645858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:00.647762 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:00.712021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.719205 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.723466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0effed1a-8547-4b49-911f-99a8445365fe HTTP/1.1" status: 204 len: 168 time: 0.8476460 Jul 16 01:48:00.733238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83363d8-0283-4c2a-827c-cc8c33a24a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0effed1a-8547-4b49-911f-99a8445365fe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.956300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.010046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-89c95bb9-1758-4845-b7e2-08bcebf0c71a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e82fc72a3c6420c81b912d897811f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522525 Jul 16 01:48:01.012393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43860) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.075055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-985d8d4c-75a1-472d-9390-329062c01504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.100912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-985d8d4c-75a1-472d-9390-329062c01504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.226369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b59e2f-21a2-478c-937a-0e417e67c925 req-b1b1cc0b-7144-45d5-ba24-37ff0aeefa7f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.228035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4b59e2f-21a2-478c-937a-0e417e67c925 req-b1b1cc0b-7144-45d5-ba24-37ff0aeefa7f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 947 time: 0.0839257 Jul 16 01:48:01.228740 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-985d8d4c-75a1-472d-9390-329062c01504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.231386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-985d8d4c-75a1-472d-9390-329062c01504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.235094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-985d8d4c-75a1-472d-9390-329062c01504 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0d2616e-eb1c-4f8b-8b0e-47ff041b37ae HTTP/1.1" status: 204 len: 168 time: 0.2191019 Jul 16 01:48:01.264089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d8d4c-75a1-472d-9390-329062c01504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2616e-eb1c-4f8b-8b0e-47ff041b37ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.355323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4b59e2f-21a2-478c-937a-0e417e67c925 req-6ed01cac-72ec-4daa-b363-e37ac4240245 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936193 Jul 16 01:48:01.493664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.545985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.546345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bfbbf551-94d7-4b9a-9a7f-a45de3d291f9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.549071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b33155ab-89c7-4360-88e2-546561e83515 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.599592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: b33155ab-89c7-4360-88e2-546561e83515 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.600811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b33155ab-89c7-4360-88e2-546561e83515 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.602135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f71d1fa-cf69-45e0-8220-a614c7840468 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.647083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6f71d1fa-cf69-45e0-8220-a614c7840468 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.647962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f71d1fa-cf69-45e0-8220-a614c7840468 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.868141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf4170-9877-4fbc-8b19-9b7d2fe75bf5 req-76d1cd33-8ffa-47ce-a53a-d9962cfd6d48 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.875149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfcf4170-9877-4fbc-8b19-9b7d2fe75bf5 req-76d1cd33-8ffa-47ce-a53a-d9962cfd6d48 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 950 time: 0.1250546 Jul 16 01:48:01.885541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43892) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.925255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cfcf4170-9877-4fbc-8b19-9b7d2fe75bf5 req-0ba6698c-05cd-4e60-a9aa-6357db2fd81f tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 Jul 16 01:48:02.025281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f399f68e-05b3-4029-85ee-8791be97b25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.132726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f399f68e-05b3-4029-85ee-8791be97b25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.138863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f399f68e-05b3-4029-85ee-8791be97b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.175262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399f68e-05b3-4029-85ee-8791be97b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2dd4db-0239-4d72-b42a-bfa42be93626,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.206397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f399f68e-05b3-4029-85ee-8791be97b25b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5526b94f9daa48dfb8197befe78b16b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184125 Jul 16 01:48:02.209171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.282325 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45431994-948b-4ba7-b076-4720d0ccf149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.313486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45431994-948b-4ba7-b076-4720d0ccf149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.390348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45431994-948b-4ba7-b076-4720d0ccf149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.393265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45431994-948b-4ba7-b076-4720d0ccf149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.394460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-45431994-948b-4ba7-b076-4720d0ccf149 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b2dd4db-0239-4d72-b42a-bfa42be93626 HTTP/1.1" status: 204 len: 168 time: 0.1818013 Jul 16 01:48:02.403562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45431994-948b-4ba7-b076-4720d0ccf149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2dd4db-0239-4d72-b42a-bfa42be93626,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.451666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.537911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.729756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-284829852-network', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.749546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db61924-f163-4843-9e05-6ed63433b630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.770721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Made reservation on behalf of efd50ac96a3f4a3a8eef8dfd2354e867 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:02.773138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.788904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.831019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.850406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23b1effe-4167-4a0c-a9af-dfad59b38c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.898477 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db61924-f163-4843-9e05-6ed63433b630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.904168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db61924-f163-4843-9e05-6ed63433b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.953665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5db61924-f163-4843-9e05-6ed63433b630 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cc96443e6e842ec9713e3f5f6baa5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123678 Jul 16 01:48:02.954505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43944) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.985551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db61924-f163-4843-9e05-6ed63433b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba036ea-52e8-4e0f-9f04-0a6116174e98,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.021191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705c2b3a-5f9d-40ca-8369-40bece4b981c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.038876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.044186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705c2b3a-5f9d-40ca-8369-40bece4b981c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.048086 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.097287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705c2b3a-5f9d-40ca-8369-40bece4b981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.099934 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705c2b3a-5f9d-40ca-8369-40bece4b981c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.101194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-705c2b3a-5f9d-40ca-8369-40bece4b981c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dba036ea-52e8-4e0f-9f04-0a6116174e98 HTTP/1.1" status: 204 len: 168 time: 0.1451266 Jul 16 01:48:03.109689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2b3a-5f9d-40ca-8369-40bece4b981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba036ea-52e8-4e0f-9f04-0a6116174e98,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.126059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:03.178977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.179257 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Added segment f32daf04-0990-42ba-8673-a29499505a1a of type vlan for network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 Jul 16 01:48:03.185936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ddae55-a6b6-4661-acb4-c97d48982232,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.260070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.303044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116c07-bb34-4cf1-a3ba-2c4c7cb3de1f req-51174e6a-cbc3-4760-bede-86336db4267b tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.304452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6116c07-bb34-4cf1-a3ba-2c4c7cb3de1f req-51174e6a-cbc3-4760-bede-86336db4267b tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 950 time: 0.2503285 Jul 16 01:48:03.345851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-41385d6b-62dd-462b-8521-5c266024d813 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.347398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-41385d6b-62dd-462b-8521-5c266024d813 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.23 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 950 time: 0.2459278 Jul 16 01:48:03.421324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23b1effe-4167-4a0c-a9af-dfad59b38c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.422386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.423538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.424220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.438745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23b1effe-4167-4a0c-a9af-dfad59b38c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.455113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43952) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.466010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6116c07-bb34-4cf1-a3ba-2c4c7cb3de1f req-1ff6b819-7653-4fc9-9e71-5cd1cff33874 tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/security-groups?id=a68da2e9-3dc7-442d-adad-6faba79d714a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531830 Jul 16 01:48:03.469384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64835710-b025-4cf6-aa8f-5364c589f3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.520713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0678833 Jul 16 01:48:03.524534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43954) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.529821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Request body: {'subnet': {'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-284829852-subnet', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:03.563727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-23b1effe-4167-4a0c-a9af-dfad59b38c81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a37d94f3b254e3ba98b38d176d4eb8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7315743 Jul 16 01:48:03.564534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87637eda-8dc4-406b-b8cb-4b241c3c2f86 admin admin] Pushing event updated for resources: {'Network': ['ID=76d0f956-1017-4ab6-a9ea-151e388b1ba1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.566616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43956) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.575705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:03.586808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1effe-4167-4a0c-a9af-dfad59b38c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe4d7a-59ef-40d0-a627-43fe8a19db67,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.613758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64835710-b025-4cf6-aa8f-5364c589f3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.624063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Deleting port d8afd857-0010-4ae2-b0ac-5f65df7cb566 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:03.624372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.624762 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64835710-b025-4cf6-aa8f-5364c589f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.679135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Made reservation on behalf of efd50ac96a3f4a3a8eef8dfd2354e867 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:03.682170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.705695 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df072113-886c-418b-b9b2-090308ae20ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.707233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64835710-b025-4cf6-aa8f-5364c589f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f02745-a47d-43aa-b3f8-fa743aa07867,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.714075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-64835710-b025-4cf6-aa8f-5364c589f3d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a728bb4acbdb48fe8ef80d9a48bf2b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578483 Jul 16 01:48:03.716824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.739555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] For port d8afd857-0010-4ae2-b0ac-5f65df7cb566, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d8afd857-0010-4ae2-b0ac-5f65df7cb566,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:03.739916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.762462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Calling delete_port for d8afd857-0010-4ae2-b0ac-5f65df7cb566 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:03.765358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df072113-886c-418b-b9b2-090308ae20ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.834948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f22d-da73-41ba-9e3b-2920f9ae9b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.868125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df072113-886c-418b-b9b2-090308ae20ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.869801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f22d-da73-41ba-9e3b-2920f9ae9b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.871276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df072113-886c-418b-b9b2-090308ae20ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.872583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-df072113-886c-418b-b9b2-090308ae20ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3fe4d7a-59ef-40d0-a627-43fe8a19db67 HTTP/1.1" status: 204 len: 168 time: 0.3048396 Jul 16 01:48:03.893560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072113-886c-418b-b9b2-090308ae20ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe4d7a-59ef-40d0-a627-43fe8a19db67,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.965687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.993014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f22d-da73-41ba-9e3b-2920f9ae9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.995650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f22d-da73-41ba-9e3b-2920f9ae9b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.996843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bdf2f22d-da73-41ba-9e3b-2920f9ae9b6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38f02745-a47d-43aa-b3f8-fa743aa07867 HTTP/1.1" status: 204 len: 168 time: 0.2790689 Jul 16 01:48:04.014814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2f22d-da73-41ba-9e3b-2920f9ae9b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f02745-a47d-43aa-b3f8-fa743aa07867,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.050158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c835f6-4ae4-4cf2-9212-e563adeb542c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.057266 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.069311 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-2694adb2-6266-47a9-af88-bac8028b76f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1333549 Jul 16 01:48:04.072578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d8afd857-0010-4ae2-b0ac-5f65df7cb566'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:04.077026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Checking segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:04.077650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Network hostable DHCP agents. Network: 76d0f956-1017-4ab6-a9ea-151e388b1ba1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:04.110123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Pushing event deleted for resources: {'Port': ['ID=d8afd857-0010-4ae2-b0ac-5f65df7cb566,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.110502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:04.154533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 76d0f956-1017-4ab6-a9ea-151e388b1ba1) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:04.163460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea923ac8-c6d9-457d-b869-67650a240e61 None None] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:04.172898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.173896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.183569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] No DVR routers for this DVR port d8afd857-0010-4ae2-b0ac-5f65df7cb566 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:04.186892 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.189902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cc6524f-3549-4284-927a-aa40be0a74b2 req-4d0cec3e-bf4a-491c-aeff-ece90cc332fc tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.23 "DELETE /v2.0/ports/d8afd857-0010-4ae2-b0ac-5f65df7cb566 HTTP/1.1" status: 204 len: 173 time: 0.8299594 Jul 16 01:48:04.190500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'name': 'network-vif-deleted', 'tag': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:04.194162 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9289e-e955-4c10-b220-904033fe9207" -d '{"events": [{"server_uuid": "3802c5d5-9440-43a5-84b5-e1132ce05963", "name": "network-vif-deleted", "tag": "d8afd857-0010-4ae2-b0ac-5f65df7cb566"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:04.196869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-fbe56af4-a2eb-4488-8fe3-9a71204457f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.198879 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-fbe56af4-a2eb-4488-8fe3-9a71204457f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 1097 time: 0.0994463 Jul 16 01:48:04.201078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fd43e43-51de-45cf-997d-0ac094a42ec4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6755292 Jul 16 01:48:04.204142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43970) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.210970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.270683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.272236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.287250 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a868b-ec98-4291-a085-5692f058dca4 x-openstack-request-id: req-898a868b-ec98-4291-a085-5692f058dca4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:04.287700 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802c5d5-9440-43a5-84b5-e1132ce05963", "name": "network-vif-deleted", "tag": "d8afd857-0010-4ae2-b0ac-5f65df7cb566", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:04.287953 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-898a868b-ec98-4291-a085-5692f058dca4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:04.288486 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802c5d5-9440-43a5-84b5-e1132ce05963', 'name': 'network-vif-deleted', 'tag': 'd8afd857-0010-4ae2-b0ac-5f65df7cb566', 'status': 'completed', 'code': 200} Jul 16 01:48:04.457130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.461999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:04.463136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.464262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-0df6beaa-a685-4eeb-af0e-71a589db2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.466339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-0df6beaa-a685-4eeb-af0e-71a589db2143 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.2399416 Jul 16 01:48:04.613871 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-680811b4-d407-455c-951b-e640d2d4e303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fd802f2-830a-4662-9b7f-08ce31e50237 HTTP/1.1" status: 200 len: 217 time: 0.1039112 Jul 16 01:48:04.700984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Allocated IP 172.20.0.2 (76d0f956-1017-4ab6-a9ea-151e388b1ba1/e9c835f6-4ae4-4cf2-9212-e563adeb542c/ce81cd83-3951-454a-9585-b9fe4de8e211) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:04.743803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c9520f0-d3f5-4763-a78f-cd130ba1c1c7 req-90046d81-2dfc-48f6-b14f-a8b4616f09de tempest-VolumesBackupsTest-1252011706 tempest-VolumesBackupsTest-1252011706-project] 10.222.0.42 "GET /v2.0/ports?device_id=3802c5d5-9440-43a5-84b5-e1132ce05963 HTTP/1.1" status: 200 len: 210 time: 0.0583308 Jul 16 01:48:04.764645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.830964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-dbbea71b-d9ea-4c0c-8c1c-ead0667e589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.833045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-dbbea71b-d9ea-4c0c-8c1c-ead0667e589f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.2114894 Jul 16 01:48:04.962258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-20d3fde7-0ab4-4d36-8a62-60355b4e7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.964364 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.970138 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-20d3fde7-0ab4-4d36-8a62-60355b4e7271 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215560 Jul 16 01:48:04.979220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Transition to ACTIVE for port object ce81cd83-3951-454a-9585-b9fe4de8e211 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:05.011329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Transition to ACTIVE for port object ce81cd83-3951-454a-9585-b9fe4de8e211 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:05.022200 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.065765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:05.073458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.081965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:05.090301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Pushing event updated for resources: {'Port': ['ID=ce81cd83-3951-454a-9585-b9fe4de8e211,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.166212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Attempting to bind port ce81cd83-3951-454a-9585-b9fe4de8e211 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:05.166948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Attempting to bind port ce81cd83-3951-454a-9585-b9fe4de8e211 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:05.167414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Attempting to bind port ce81cd83-3951-454a-9585-b9fe4de8e211 on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:05.172794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:05.173310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Checking segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:05.173839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.174714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Bound using segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:05.175282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Bound port: ce81cd83-3951-454a-9585-b9fe4de8e211, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:05.175770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.198172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.220665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.267417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] For port ce81cd83-3951-454a-9585-b9fe4de8e211, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:05.270771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] For port ce81cd83-3951-454a-9585-b9fe4de8e211, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ce81cd83-3951-454a-9585-b9fe4de8e211,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:05.274608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-b0102ffb-244d-4f54-84a0-5ace52e80633 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414188 Jul 16 01:48:05.276703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.368146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9da6d-8a5a-4289-a985-579c6d8b76b5 None None] Pushing event updated for resources: {'Port': ['ID=ce81cd83-3951-454a-9585-b9fe4de8e211,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.460158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Allocated IP 172.25.7.5 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e190bfaf-e2c4-4625-8848-43979ddc0a8f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:05.474923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a3086fcc-3571-40e6-82a3-17daa623a052 req-081609c2-903b-4838-8904-b470e62896db service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915765 Jul 16 01:48:05.626909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.693142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.743559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:05.747504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.756157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:05.759196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Pushing event updated for resources: {'Port': ['ID=e190bfaf-e2c4-4625-8848-43979ddc0a8f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.058526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.301814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.534476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:06.689221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8160e2f-7f55-4cf9-b1f1-027ed3e97760 None None] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:06.709522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:06.722101 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:06.736544 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:06.737519 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.745988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.753115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44054) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.754806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ace08c41-464b-43ab-90bf-258485bc5e6c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5484314 Jul 16 01:48:06.884853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b633ecd8-8721-4f13-90d4-aeb63667d196 None None] Provisioning for port ce81cd83-3951-454a-9585-b9fe4de8e211 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:06.974432 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:07.368997 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:05Z', 'revision_number': 3, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:07.441741 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:07.442263 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Updating router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 port e190bfaf-e2c4-4625-8848-43979ddc0a8f binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:07.504356 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.516716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.528253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce81cd83-3951-454a-9585-b9fe4de8e211 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:07.589856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ce81cd83-3951-454a-9585-b9fe4de8e211 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:07.594985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ce81cd83-3951-454a-9585-b9fe4de8e211 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:07.595588 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.781309 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.846645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ce81cd83-3951-454a-9585-b9fe4de8e211, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ce81cd83-3951-454a-9585-b9fe4de8e211,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:07.856326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.940082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ce81cd83-3951-454a-9585-b9fe4de8e211,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.990965 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.004317 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Transition to ACTIVE for port object e190bfaf-e2c4-4625-8848-43979ddc0a8f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:08.016020 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.164375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Attempting to bind port e190bfaf-e2c4-4625-8848-43979ddc0a8f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:08.164878 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Attempting to bind port e190bfaf-e2c4-4625-8848-43979ddc0a8f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:08.165265 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Attempting to bind port e190bfaf-e2c4-4625-8848-43979ddc0a8f on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:08.175541 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:08.175919 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:08.176608 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.177009 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:08.177488 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Bound port: e190bfaf-e2c4-4625-8848-43979ddc0a8f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:08.177875 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.180284 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Pushing event updated for resources: {'Port': ['ID=e190bfaf-e2c4-4625-8848-43979ddc0a8f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.213100 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.213100 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.213620 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.214021 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.214418 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.214811 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.215204 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.215590 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.217244 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.218083 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.218787 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.219188 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:08.383286 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] For port e190bfaf-e2c4-4625-8848-43979ddc0a8f, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:08.397042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8afd857-0010-4ae2-b0ac-5f65df7cb566 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:08.398307 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] For port e190bfaf-e2c4-4625-8848-43979ddc0a8f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e190bfaf-e2c4-4625-8848-43979ddc0a8f,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:08.406118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.408796 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.438803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: d8afd857-0010-4ae2-b0ac-5f65df7cb566 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:08.439208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d8afd857-0010-4ae2-b0ac-5f65df7cb566 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:08.461419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bc3b7-2d04-4b96-9f47-0e984dc52196 req-581c8ee8-3b9d-4b6a-826c-823e69d8bf84 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.465449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-504bc3b7-2d04-4b96-9f47-0e984dc52196 req-581c8ee8-3b9d-4b6a-826c-823e69d8bf84 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2601407 Jul 16 01:48:08.493493 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:08.494111 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.537323 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27018eeb-d34a-4d94-998e-04162e234982 None None] Pushing event updated for resources: {'Port': ['ID=e190bfaf-e2c4-4625-8848-43979ddc0a8f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.543088 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:08.581256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-504bc3b7-2d04-4b96-9f47-0e984dc52196 req-d75d6861-44c9-4256-9f93-61feb3a87632 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878007 Jul 16 01:48:08.631201 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:08.652184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Allocated IP 172.20.0.1 (76d0f956-1017-4ab6-a9ea-151e388b1ba1/e9c835f6-4ae4-4cf2-9212-e563adeb542c/19d774fd-385a-473a-965e-e14d1c5dd864) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:08.804137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.826068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Transition to ACTIVE for port object 19d774fd-385a-473a-965e-e14d1c5dd864 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:08.850279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f0ae8-50b2-4a8d-b8a9-c2f30997f53f req-a8289b9c-34a1-40af-8401-9375da4a4e37 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.851872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c91f0ae8-50b2-4a8d-b8a9-c2f30997f53f req-a8289b9c-34a1-40af-8401-9375da4a4e37 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1130698 Jul 16 01:48:08.900645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.911821 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:05Z', 'revision_number': 3, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.928837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c91f0ae8-50b2-4a8d-b8a9-c2f30997f53f req-fea61901-247c-42c8-b8da-4eaf38a649fe tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667253 Jul 16 01:48:08.939462 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7c9d2-d2b8-4443-a7cb-374e90266b58 None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:05Z', 'revision_number': 3, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:08.968691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:08.968691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:08.968691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:08.968915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Pushing event updated for resources: {'Port': ['ID=19d774fd-385a-473a-965e-e14d1c5dd864,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.017062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.529814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3a41d48-7935-49d5-af8f-92fc6308a8ed None None] Provisioning for port 19d774fd-385a-473a-965e-e14d1c5dd864 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:09.551381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3a41d48-7935-49d5-af8f-92fc6308a8ed None None] Provisioning complete for port 19d774fd-385a-473a-965e-e14d1c5dd864 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.552142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3a41d48-7935-49d5-af8f-92fc6308a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.554170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-4618cec0-d6c0-4ae1-8690-725968774cef tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.570694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-4618cec0-d6c0-4ae1-8690-725968774cef tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.3256719 Jul 16 01:48:09.574703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.634988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-185aac3c-bd1c-4f64-923f-218efe452358 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/quotas/e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 375 time: 0.0617034 Jul 16 01:48:09.656976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a3a41d48-7935-49d5-af8f-92fc6308a8ed None None] Port 19d774fd-385a-473a-965e-e14d1c5dd864 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:09.757026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce81cd83-3951-454a-9585-b9fe4de8e211 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:09.882179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ce81cd83-3951-454a-9585-b9fe4de8e211 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.885605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.144708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e190bfaf-e2c4-4625-8848-43979ddc0a8f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:10.170854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.242932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.270380 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-714f787f-5564-42b1-bef6-e573cfa266de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.320225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e190bfaf-e2c4-4625-8848-43979ddc0a8f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:10.324758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e190bfaf-e2c4-4625-8848-43979ddc0a8f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.325210 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.465903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.483748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Pushing event updated for resources: {'Port': ['ID=19d774fd-385a-473a-965e-e14d1c5dd864,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.500335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e190bfaf-e2c4-4625-8848-43979ddc0a8f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e190bfaf-e2c4-4625-8848-43979ddc0a8f,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:10.502473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.506264 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.545983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-b1db573f-719a-42c5-acdf-50988606df7d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9098387 Jul 16 01:48:10.614046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e190bfaf-e2c4-4625-8848-43979ddc0a8f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.816551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-edc200e1-49b5-4e63-97c3-3bb59511dad4 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693551 Jul 16 01:48:10.824414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:10.827525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:11.022010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-21b1e1d3-5b12-4916-b89a-1a77042d401b service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958675 Jul 16 01:48:11.327253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-bf67504e-3fb5-456c-83fd-8c7f1e57c6eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3041222 Jul 16 01:48:11.348456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:11.434985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-19b348c8-ccd5-42fc-8f9f-e02a4b71133f None None] Provisioning complete for port 19d774fd-385a-473a-965e-e14d1c5dd864 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.435368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19b348c8-ccd5-42fc-8f9f-e02a4b71133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.559245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-19b348c8-ccd5-42fc-8f9f-e02a4b71133f None None] Port 19d774fd-385a-473a-965e-e14d1c5dd864 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:11.607678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e190bfaf-e2c4-4625-8848-43979ddc0a8f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:11.749311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e190bfaf-e2c4-4625-8848-43979ddc0a8f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.750057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.864250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72befedf-9c08-481c-a30c-3555c85389d5 req-99e74d57-5272-459c-9216-a6c166e5e179 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 210 time: 0.2338753 Jul 16 01:48:12.084533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-b607318f-8586-4730-8088-2cddca3b33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.087330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-b607318f-8586-4730-8088-2cddca3b33ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 1099 time: 0.4573736 Jul 16 01:48:12.097839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:12.105681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-77bcc6b4-3a93-46aa-a185-3fac5ceffe5b admin admin] 10.222.0.42 "PUT /v2.0/routers/2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3508167 Jul 16 01:48:12.119256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:12.149855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.154377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:47:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.437193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-fa026e51-e339-4fd4-b7e8-97fd1c8feb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.440158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-fa026e51-e339-4fd4-b7e8-97fd1c8feb04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.3282173 Jul 16 01:48:12.598320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-9d08b85e-849e-4ac2-be49-35b71171a636 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 200 len: 1001 time: 0.1404960 Jul 16 01:48:12.608912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-736a4afd-6723-4c1c-8039-a4efa365756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.627612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.680368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:12.735570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-038bfd6c-8b65-48d4-9126-5926657fd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.740367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-038bfd6c-8b65-48d4-9126-5926657fd5e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1362643 Jul 16 01:48:12.890775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-81fd7ccb-ba4e-4801-a748-9f0bca04ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.893192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-81fd7ccb-ba4e-4801-a748-9f0bca04ea69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457293 Jul 16 01:48:13.091621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-010e7c3b-6192-4af2-a3a7-c754b6b8ec8e service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883438 Jul 16 01:48:13.252221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e26ce2b2-a32a-4695-bbdc-448b50bc4035 req-a473d516-9809-4c2f-a73f-17bd61646736 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 210 time: 0.0560873 Jul 16 01:48:13.354728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ac155ea-782c-4f0e-b3ef-143223452baa req-98d3a235-aa7c-401c-9456-6587ef1d16ff service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537937 Jul 16 01:48:13.428751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 2, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.503913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:13.504276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Updating router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 port 19d774fd-385a-473a-965e-e14d1c5dd864 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:13.609839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.728249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.734096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638106066', 'description': 'tempest-description--767793673'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:13.771102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.790832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.800371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-b61ebee0-136d-4290-b5be-b9db3f4f657b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.801049 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-b61ebee0-136d-4290-b5be-b9db3f4f657b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.2717178 Jul 16 01:48:13.815064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'port': {'device_id': '572116cb-63db-470c-b352-dfb1d1a316a3', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'admin_state_up': True, 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.011068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.023116 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.093146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.094617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3652978 Jul 16 01:48:14.095804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932665-1fe6-45cd-bda5-3f1521546495 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.110064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:14.122987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'security_group_rule': {'security_group_id': 'aca11a93-e6c8-4e5b-9df3-ec67ef0d005f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.184579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.299284 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.310403 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.314732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Transition to ACTIVE for port object 19d774fd-385a-473a-965e-e14d1c5dd864 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:14.317422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.325551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.346229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c95259-833f-4b05-86ba-40cd8baebd87,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.366000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:14.372059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.374886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.379607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d5709468-410a-474c-9a41-23d55c88972c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679753 Jul 16 01:48:14.380349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:14.387815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'security_group_rule': {'security_group_id': 'aca11a93-e6c8-4e5b-9df3-ec67ef0d005f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.410356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf7243-faa3-4782-9d0f-727ca559a0fa None None] Pushing event updated for resources: {'Port': ['ID=19d774fd-385a-473a-965e-e14d1c5dd864,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.486484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.515526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Attempting to bind port 19d774fd-385a-473a-965e-e14d1c5dd864 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:14.516143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Attempting to bind port 19d774fd-385a-473a-965e-e14d1c5dd864 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:14.516729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Attempting to bind port 19d774fd-385a-473a-965e-e14d1c5dd864 on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:14.530846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:14.531250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Checking segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:14.531731 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.532080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Bound using segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:14.532611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Bound port: 19d774fd-385a-473a-965e-e14d1c5dd864, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:14.534148 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.688101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9796d55f-9afb-4af0-8c1b-f1a702235db0 req-52d57a0c-f1e1-47a6-b101-b278175121dc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 210 time: 0.0611570 Jul 16 01:48:14.715888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Allocated IP 172.20.0.10 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/08c4fa98-a34c-4365-a744-0945dd626c1e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:14.738696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] For port 19d774fd-385a-473a-965e-e14d1c5dd864, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:14.744372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.754969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] For port 19d774fd-385a-473a-965e-e14d1c5dd864, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=19d774fd-385a-473a-965e-e14d1c5dd864,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:14.758610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.766661 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.788468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f154a46-9077-4b96-90df-15d5ab16589b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.822406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.827558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-81a830e4-afae-4d99-ac65-f78c8fd5f13d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4455278 Jul 16 01:48:14.827808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44264) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:14.843504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.895135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.930054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:14.931114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:48:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:15.120182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf7243-faa3-4782-9d0f-727ca559a0fa None None] Pushing event updated for resources: {'Port': ['ID=19d774fd-385a-473a-965e-e14d1c5dd864,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.188745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:15.316883 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.339514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Transition to ACTIVE for port object 08c4fa98-a34c-4365-a744-0945dd626c1e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:15.385041 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.410074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.438555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:15.441367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:15.444364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:15.460191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237', 'ed53e1d4-83ae-42cb-952d-89e049f202ec'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:15.577249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.578241 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.585483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.625807 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-ebbdec3a-badb-4e55-8d48-6f36d899c20d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8154876 Jul 16 01:48:15.643503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Request body: {'port': {'device_id': '572116cb-63db-470c-b352-dfb1d1a316a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:15.688730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.805223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:15.883106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10273f2c-598d-4011-becc-2b7b735b8914 None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:15.937890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.044082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-74634175-0db7-4d95-95eb-df3c5416e2db None None] Provisioning for port 08c4fa98-a34c-4365-a744-0945dd626c1e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:16.051263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Allocated IP 172.25.7.244 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/cef7a7af-36a1-4654-b5d9-b374eb76f3da) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:16.055519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-74634175-0db7-4d95-95eb-df3c5416e2db None None] Provisioning complete for port 08c4fa98-a34c-4365-a744-0945dd626c1e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:16.055900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74634175-0db7-4d95-95eb-df3c5416e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.235151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-74634175-0db7-4d95-95eb-df3c5416e2db None None] Port 08c4fa98-a34c-4365-a744-0945dd626c1e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:16.254683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe4fbf-863e-4cb1-81f6-a65db8803404 req-5e1205c8-e74a-43e2-9106-359eb3dd7e65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.259915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cbe4fbf-863e-4cb1-81f6-a65db8803404 req-5e1205c8-e74a-43e2-9106-359eb3dd7e65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 932 time: 0.2085662 Jul 16 01:48:16.354242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cbe4fbf-863e-4cb1-81f6-a65db8803404 req-b08e92e6-ae08-4564-b951-109bc74c9f9f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902212 Jul 16 01:48:16.568324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.722152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c4fa98-a34c-4365-a744-0945dd626c1e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:16.732646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.748143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Transition to ACTIVE for port object 08c4fa98-a34c-4365-a744-0945dd626c1e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:16.759809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.779383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.864411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:16.875324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Pushing event updated for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.887031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:16.889934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:17.046110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'Port': ['ID=cef7a7af-36a1-4654-b5d9-b374eb76f3da,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.166292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Attempting to bind port 08c4fa98-a34c-4365-a744-0945dd626c1e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:17.166548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Attempting to bind port 08c4fa98-a34c-4365-a744-0945dd626c1e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:17.166887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Attempting to bind port 08c4fa98-a34c-4365-a744-0945dd626c1e on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.240984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.255194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Port 08c4fa98-a34c-4365-a744-0945dd626c1e on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:17.255704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Attempting to bind port 08c4fa98-a34c-4365-a744-0945dd626c1e on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.302867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:17.303582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:17.304315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:17.305680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Bound port: 08c4fa98-a34c-4365-a744-0945dd626c1e, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:17.306170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.474496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.558425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 19d774fd-385a-473a-965e-e14d1c5dd864 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:17.575616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:17.610749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08c4fa98-a34c-4365-a744-0945dd626c1e,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:17.643670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.694700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 19d774fd-385a-473a-965e-e14d1c5dd864 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:17.699312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 19d774fd-385a-473a-965e-e14d1c5dd864 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:17.699861 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.703822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea131-79f8-43fd-a79e-f80bd2e1f877 req-f9bd2365-021d-4f49-abba-bf63cd198ef2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.705455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4eea131-79f8-43fd-a79e-f80bd2e1f877 req-f9bd2365-021d-4f49-abba-bf63cd198ef2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 944 time: 0.1567240 Jul 16 01:48:17.802459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4eea131-79f8-43fd-a79e-f80bd2e1f877 req-b640fbe3-67d2-461f-b40d-461864647645 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808880 Jul 16 01:48:17.854212 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.907053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 19d774fd-385a-473a-965e-e14d1c5dd864, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=19d774fd-385a-473a-965e-e14d1c5dd864,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.918202 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.990630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.992620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.994113 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] 10.222.0.23 "PUT /v2.0/ports/08c4fa98-a34c-4365-a744-0945dd626c1e HTTP/1.1" status: 200 len: 1093 time: 2.3596888 Jul 16 01:48:17.996236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:17.998664 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd7ea56-bbf4-4e7d-bd38-62076399c322" -d '{"events": [{"name": "network-changed", "server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:18.009447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=19d774fd-385a-473a-965e-e14d1c5dd864,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.098160 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b2470-4be8-44a6-ac7c-d60aed314977 x-openstack-request-id: req-776b2470-4be8-44a6-ac7c-d60aed314977 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:18.098751 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:18.098904 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-776b2470-4be8-44a6-ac7c-d60aed314977 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:18.099391 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e', 'status': 'completed', 'code': 200} Jul 16 01:48:18.134272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8de3f-2d97-4467-ba54-56af46e0deeb service neutron] Pushing event updated for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.166299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.183358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.265802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-74511f84-68ff-4bd7-b01d-f631dd8ec148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.267364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-74511f84-68ff-4bd7-b01d-f631dd8ec148 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 1096 time: 0.1946461 Jul 16 01:48:18.294769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'Port': ['ID=cef7a7af-36a1-4654-b5d9-b374eb76f3da,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.349271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-93c7d188-fcae-44bc-a9d9-2e4d71138634 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c4fa98-a34c-4365-a744-0945dd626c1e HTTP/1.1" status: 200 len: 217 time: 0.0732656 Jul 16 01:48:18.352986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.454065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.455810 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1ab5ca6b-7018-4081-a2d2-2de3a358bc55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6273768 Jul 16 01:48:18.459288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-096a165f-7c4a-4146-8fd7-e5753f84f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.462642 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-096a165f-7c4a-4146-8fd7-e5753f84f57f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1059906 Jul 16 01:48:18.568962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-d834e788-e15a-4f25-8cc9-dc02b533b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.571855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-d834e788-e15a-4f25-8cc9-dc02b533b3dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002388 Jul 16 01:48:18.614879 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.720471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-c70bbc03-0a43-43b0-830b-1995b7a3395b service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396520 Jul 16 01:48:18.723184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-f96a74f2-4697-469b-9c71-2ebc83a776b1 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1638106066&fields=id&tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867 HTTP/1.1" status: 200 len: 267 time: 0.0609019 Jul 16 01:48:18.849471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-6c98e6de-3d4a-4a9c-92f0-a08c508b7018 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.857631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-6c98e6de-3d4a-4a9c-92f0-a08c508b7018 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 810 time: 0.1266904 Jul 16 01:48:18.875027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-7129a063-4450-4207-8862-e8a06dfe9c7b tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/quotas/efd50ac96a3f4a3a8eef8dfd2354e867 HTTP/1.1" status: 200 len: 375 time: 0.0162213 Jul 16 01:48:18.892284 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-441f8242-8b9c-4f32-adfb-a5a840d55be8 req-30ae3431-dad6-46a4-8956-47941202c26a service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606183 Jul 16 01:48:18.969737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-14bcb8e7-4d32-433f-a4b0-2f465a7d62d3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926566 Jul 16 01:48:19.036387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-8903c7ea-6297-4b82-a8f9-cd8a031f6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.038033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-8903c7ea-6297-4b82-a8f9-cd8a031f6a1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 1096 time: 0.0842044 Jul 16 01:48:19.158595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-1375ba41-eb39-445f-a5cc-505b5dc4f599 service neutron] 10.222.0.42 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806986 Jul 16 01:48:19.196048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-40a35bd8-bb46-48c6-9ca1-95ef8c1c4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.198509 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-40a35bd8-bb46-48c6-9ca1-95ef8c1c4e30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.1372020 Jul 16 01:48:19.251220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-7736870e-bb22-446d-9084-10b7cbd63099 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c4fa98-a34c-4365-a744-0945dd626c1e HTTP/1.1" status: 200 len: 217 time: 0.0452447 Jul 16 01:48:19.260025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c320742-9fcd-4e21-ab41-61fe8ca0f686 req-293fa723-c045-462f-9fa6-d14590c5fa52 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.266927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c320742-9fcd-4e21-ab41-61fe8ca0f686 req-293fa723-c045-462f-9fa6-d14590c5fa52 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 944 time: 0.2533360 Jul 16 01:48:19.321499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-bb7bf094-a0a1-434c-a195-36699e0bda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.323095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-bb7bf094-a0a1-434c-a195-36699e0bda21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.0643740 Jul 16 01:48:19.346532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c320742-9fcd-4e21-ab41-61fe8ca0f686 req-47fafa54-9daf-4c76-ac40-138c08f1416d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783856 Jul 16 01:48:19.395476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-d1404432-7643-456a-a3e6-922899d43f4b service neutron] 10.222.0.42 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359278 Jul 16 01:48:19.466267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-be05c307-fad3-41c2-a4a0-4b1c3c2f740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.472106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-be05c307-fad3-41c2-a4a0-4b1c3c2f740a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393964 Jul 16 01:48:19.487786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 19d774fd-385a-473a-965e-e14d1c5dd864 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:19.675929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 19d774fd-385a-473a-965e-e14d1c5dd864 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:19.676614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.688055 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-06854466-94e2-473e-b902-55fc4ba40aff service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086909 Jul 16 01:48:19.747559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e34f85c-bb93-460d-b467-75c37147d0f8 req-f6f422e7-aa09-4f7a-ba71-184ff27c2220 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0697787 Jul 16 01:48:19.869974 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd7ea56-bbf4-4e7d-bd38-62076399c322 req-55089cca-9c3f-4a15-bc06-db8b130bfe5f service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722369 Jul 16 01:48:20.630448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f92ff-adb8-4d9d-abb0-b2ea5c56ab23 req-b9520b10-d7c5-433d-9400-c3e1a9972274 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.633380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167f92ff-adb8-4d9d-abb0-b2ea5c56ab23 req-b9520b10-d7c5-433d-9400-c3e1a9972274 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 944 time: 0.1112270 Jul 16 01:48:20.697085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-167f92ff-adb8-4d9d-abb0-b2ea5c56ab23 req-1a4fc163-fdfa-4c02-89a1-eede8c69e467 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Jul 16 01:48:20.965112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c3c5640-c3eb-4075-bb98-85a782c9d77a req-90434281-8872-484f-a3b0-285bc4e4c6c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0325830 Jul 16 01:48:21.615380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-b1bacede-4ee8-43db-a2e7-34530249b900 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.618268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-b1bacede-4ee8-43db-a2e7-34530249b900 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 810 time: 0.1867812 Jul 16 01:48:21.695318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-517c18aa-c4ec-4474-8691-d5b8915e6c2c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867 HTTP/1.1" status: 200 len: 380 time: 0.0533059 Jul 16 01:48:21.705652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'port': {'device_id': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'admin_state_up': True, 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'security_groups': ['aca11a93-e6c8-4e5b-9df3-ec67ef0d005f']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:22.075921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Made reservation on behalf of efd50ac96a3f4a3a8eef8dfd2354e867 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:22.093853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.454980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08c4fa98-a34c-4365-a744-0945dd626c1e details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:22.533358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.797639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08c4fa98-a34c-4365-a744-0945dd626c1e,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.798127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38f2ab81-0140-47d2-a999-c3e2c8aebf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.830657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '08c4fa98-a34c-4365-a744-0945dd626c1e', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '08c4fa98-a34c-4365-a744-0945dd626c1e', 'mac_address': 'fa:16:3e:4b:40:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:22.920013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7101e11b-b0d8-43d0-9fe8-02a1d6194b28 req-7d9575e7-75a5-40b4-ab82-384060a28799 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 210 time: 0.1689489 Jul 16 01:48:22.965018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01b2f3-78b2-48b7-ad98-f3ef08503017 req-6e3eca2a-ce27-49a6-9850-463a34921ef8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.982277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d01b2f3-78b2-48b7-ad98-f3ef08503017 req-6e3eca2a-ce27-49a6-9850-463a34921ef8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 944 time: 1.0589828 Jul 16 01:48:22.992974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.042031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c4fa98-a34c-4365-a744-0945dd626c1e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:23.096048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08c4fa98-a34c-4365-a744-0945dd626c1e,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:23.104107 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.105349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38f2ab81-0140-47d2-a999-c3e2c8aebf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.113002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38f2ab81-0140-47d2-a999-c3e2c8aebf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.173582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38f2ab81-0140-47d2-a999-c3e2c8aebf33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=283554596cda4a83afa86f1afc3fa20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340587 Jul 16 01:48:23.180331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.212160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d01b2f3-78b2-48b7-ad98-f3ef08503017 req-f445f1fa-045b-4c29-8aaa-4d7368e9cecf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270138 Jul 16 01:48:23.244584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.300043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2ab81-0140-47d2-a999-c3e2c8aebf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa5aa0-046c-4997-8177-79cf5edeb6fc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.369435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f8e370-f603-4de0-8607-46d1b32c35d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.370259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['08c4fa98-a34c-4365-a744-0945dd626c1e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:23.406868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f8e370-f603-4de0-8607-46d1b32c35d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.419915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Allocated IP 172.20.0.13 (76d0f956-1017-4ab6-a9ea-151e388b1ba1/e9c835f6-4ae4-4cf2-9212-e563adeb542c/7f685502-00ac-4e59-9501-b3e3a2557a0c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:23.517220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f8e370-f603-4de0-8607-46d1b32c35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.520870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f8e370-f603-4de0-8607-46d1b32c35d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.522306 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14f8e370-f603-4de0-8607-46d1b32c35d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3faa5aa0-046c-4997-8177-79cf5edeb6fc HTTP/1.1" status: 204 len: 168 time: 0.3409388 Jul 16 01:48:23.546061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8e370-f603-4de0-8607-46d1b32c35d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa5aa0-046c-4997-8177-79cf5edeb6fc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.653675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.688057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Transition to ACTIVE for port object 7f685502-00ac-4e59-9501-b3e3a2557a0c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:23.758299 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.906489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:23.920240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:23.923057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'Port': ['ID=7f685502-00ac-4e59-9501-b3e3a2557a0c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.925783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:24.068776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.071099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.072888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44394) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.105388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-c86c00f3-686a-4f35-942f-128319d8ea8d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4085026 Jul 16 01:48:24.106691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2c95-b11e-459d-b40e-bb7622c05680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.126922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Request body: {'port': {'device_id': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.318681 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2c95-b11e-459d-b40e-bb7622c05680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.328438 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a1f2c95-b11e-459d-b40e-bb7622c05680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.400497 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5a1f2c95-b11e-459d-b40e-bb7622c05680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44445186487c490ca048a3a71c6fafe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231659 Jul 16 01:48:24.402751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44402) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.429735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.433797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f2c95-b11e-459d-b40e-bb7622c05680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b03dd-7c61-4a6c-82ff-d84900bfd45a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.452134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08c4fa98-a34c-4365-a744-0945dd626c1e up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:24.501061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c3833e-af43-4b6e-93c7-80a50b217370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.524232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-959d3b9b-6848-4b1c-8055-44fb2ad6f6c2 None None] Provisioning for port 7f685502-00ac-4e59-9501-b3e3a2557a0c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:24.539333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c3833e-af43-4b6e-93c7-80a50b217370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.564755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-959d3b9b-6848-4b1c-8055-44fb2ad6f6c2 None None] Provisioning complete for port 7f685502-00ac-4e59-9501-b3e3a2557a0c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:24.567058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-959d3b9b-6848-4b1c-8055-44fb2ad6f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.626519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c3833e-af43-4b6e-93c7-80a50b217370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.637204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98c3833e-af43-4b6e-93c7-80a50b217370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.640808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-98c3833e-af43-4b6e-93c7-80a50b217370 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f8b03dd-7c61-4a6c-82ff-d84900bfd45a HTTP/1.1" status: 204 len: 168 time: 0.2343292 Jul 16 01:48:24.652287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3833e-af43-4b6e-93c7-80a50b217370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b03dd-7c61-4a6c-82ff-d84900bfd45a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.678593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-959d3b9b-6848-4b1c-8055-44fb2ad6f6c2 None None] Port 7f685502-00ac-4e59-9501-b3e3a2557a0c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:24.685504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 08c4fa98-a34c-4365-a744-0945dd626c1e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:24.691538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 08c4fa98-a34c-4365-a744-0945dd626c1e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:24.692092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.855805 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.857066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d4e11-4643-4a68-b379-f32027b28585 req-9ea418b1-a7c6-4718-ba0c-5cc907a345bd tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.864822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e8d4e11-4643-4a68-b379-f32027b28585 req-9ea418b1-a7c6-4718-ba0c-5cc907a345bd tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 932 time: 0.6256166 Jul 16 01:48:24.932588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08c4fa98-a34c-4365-a744-0945dd626c1e,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:24.935321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:24.938601 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3889aa5c-aa8f-4e43-af83-5030b6f7a662" -d '{"events": [{"server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "name": "network-vif-plugged", "status": "completed", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:24.944161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.022304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.089730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc660ec5-b5ae-45ca-9c65-1bbe6a057968 req-fcf59b9e-cd66-4245-b1d7-9904af0e5a7b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.091493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc660ec5-b5ae-45ca-9c65-1bbe6a057968 req-fcf59b9e-cd66-4245-b1d7-9904af0e5a7b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 945 time: 0.6137996 Jul 16 01:48:25.094602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e8d4e11-4643-4a68-b379-f32027b28585 req-179add58-ca0f-46ee-8eef-cef0a0d358cd tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290270 Jul 16 01:48:25.161729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc660ec5-b5ae-45ca-9c65-1bbe6a057968 req-0469ccbe-41c9-42b8-83f3-59b7997c61e7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568619 Jul 16 01:48:25.164199 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb75cc68-afde-4601-a46b-9011de32183c x-openstack-request-id: req-cb75cc68-afde-4601-a46b-9011de32183c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:25.164680 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "name": "network-vif-plugged", "status": "completed", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:25.164940 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb75cc68-afde-4601-a46b-9011de32183c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:25.165347 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e', 'code': 200} Jul 16 01:48:25.206863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f685502-00ac-4e59-9501-b3e3a2557a0c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:25.217924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.232800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Transition to ACTIVE for port object 7f685502-00ac-4e59-9501-b3e3a2557a0c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:25.237883 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.318634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b38c7-0f03-4118-86a1-586f0956177f req-ba15c7c1-5319-4d70-b69d-685a12a877ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.320414 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c5b38c7-0f03-4118-86a1-586f0956177f req-ba15c7c1-5319-4d70-b69d-685a12a877ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 1098 time: 0.0815010 Jul 16 01:48:25.364250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Pushing event updated for resources: {'Port': ['ID=7f685502-00ac-4e59-9501-b3e3a2557a0c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.420825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c5b38c7-0f03-4118-86a1-586f0956177f req-a561245b-c241-4367-98fa-5253a8d035ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942442 Jul 16 01:48:25.442567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Attempting to bind port 7f685502-00ac-4e59-9501-b3e3a2557a0c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:25.443132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Attempting to bind port 7f685502-00ac-4e59-9501-b3e3a2557a0c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:25.443480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Attempting to bind port 7f685502-00ac-4e59-9501-b3e3a2557a0c on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:25.452231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Port 7f685502-00ac-4e59-9501-b3e3a2557a0c on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:25.452602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Attempting to bind port 7f685502-00ac-4e59-9501-b3e3a2557a0c on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:25.459796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:25.460150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Checking segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:25.461125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Bound using segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:25.462797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Bound port: 7f685502-00ac-4e59-9501-b3e3a2557a0c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:25.462943 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.591612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] For port 7f685502-00ac-4e59-9501-b3e3a2557a0c, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:25.597436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] For port 7f685502-00ac-4e59-9501-b3e3a2557a0c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:25.605407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.746114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.748858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.752615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] 10.222.0.13 "PUT /v2.0/ports/7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 1093 time: 1.6320720 Jul 16 01:48:25.755139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:25.763027 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:25.839505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e9b7d-5e53-43c3-930e-a1ffaa5eadeb service neutron] Pushing event updated for resources: {'Port': ['ID=7f685502-00ac-4e59-9501-b3e3a2557a0c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.888257 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fd1bf9-a888-4521-ad45-97167811f988 x-openstack-request-id: req-23fd1bf9-a888-4521-ad45-97167811f988 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:25.888826 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:25.889239 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23fd1bf9-a888-4521-ad45-97167811f988 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:25.889836 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'status': 'completed', 'code': 200} Jul 16 01:48:25.935889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-0bd997d0-d5cb-4f97-af29-b48cce0ffd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.937553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-0bd997d0-d5cb-4f97-af29-b48cce0ffd3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0922296 Jul 16 01:48:26.071637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-4e94876e-8ab1-4dd8-ae11-fe12c6203739 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 217 time: 0.1185060 Jul 16 01:48:26.142978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-7b98edc0-c083-472e-9d59-55916d96df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.144696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-7b98edc0-c083-472e-9d59-55916d96df8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.0638087 Jul 16 01:48:26.160749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c0d3-eae0-4e11-af0e-a5295db6250d req-9b0fcc7c-e8b8-40c4-a9ab-fe9e149c79e8 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.162766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5252c0d3-eae0-4e11-af0e-a5295db6250d req-9b0fcc7c-e8b8-40c4-a9ab-fe9e149c79e8 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1276062 Jul 16 01:48:26.317231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5252c0d3-eae0-4e11-af0e-a5295db6250d req-76acfd34-2ebb-4e62-bf40-87a043412fcc tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345043 Jul 16 01:48:26.373774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-15eb6eca-654e-44c6-87d5-c8b4b7f44bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.380453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-15eb6eca-654e-44c6-87d5-c8b4b7f44bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124331 Jul 16 01:48:26.573291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-72986278-32ad-447a-a742-35ddc8ad6aba service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853006 Jul 16 01:48:26.602179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e906-e363-4055-87b0-5b14311c464e req-cf17aa0d-4eaa-4557-9e40-7e3b5f7a5820 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.603745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d93e906-e363-4055-87b0-5b14311c464e req-cf17aa0d-4eaa-4557-9e40-7e3b5f7a5820 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 944 time: 0.2079983 Jul 16 01:48:26.723247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d93e906-e363-4055-87b0-5b14311c464e req-b96cd8ad-e2c1-4402-afdf-88371d34b09f tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080089 Jul 16 01:48:26.786976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3da2fc-57ae-4273-8a29-c62d46276327 req-6f200197-e4e9-4fed-aa72-ea5dc2edd889 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.788667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a3da2fc-57ae-4273-8a29-c62d46276327 req-6f200197-e4e9-4fed-aa72-ea5dc2edd889 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 946 time: 0.2360024 Jul 16 01:48:26.797535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff0c3569-f4b3-4a80-a098-18fd4c334499 req-4073fd82-b599-4479-b0b7-32fa9dc16dac service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051876 Jul 16 01:48:26.855329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a3da2fc-57ae-4273-8a29-c62d46276327 req-065fe1be-19da-4431-9071-72c1e10b3274 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555701 Jul 16 01:48:27.056086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-f849d72a-553f-4e2f-a27c-155b1df3ae8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 267 time: 0.0661964 Jul 16 01:48:27.058245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-7c0e817f-5380-4e5a-840b-4866624dacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.059439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-7c0e817f-5380-4e5a-840b-4866624dacec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1096 time: 0.1364803 Jul 16 01:48:27.226734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-4d138342-444d-46e8-9204-903ab73a0102 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.228401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-4d138342-444d-46e8-9204-903ab73a0102 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 946 time: 0.1650128 Jul 16 01:48:27.233350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-1c76135d-7261-4d20-90b8-53848e5955d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.234876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-1c76135d-7261-4d20-90b8-53848e5955d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.1572309 Jul 16 01:48:27.240859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'port': {'security_groups': []}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:27.329712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-2a9287cc-30cb-4e4b-93b8-a3527efac8d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 217 time: 0.0530522 Jul 16 01:48:27.531154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-0fb53a36-444a-4848-ab1f-8e10d4144955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.532663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-0fb53a36-444a-4848-ab1f-8e10d4144955 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.1824999 Jul 16 01:48:27.533501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.701610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce74b-4a94-4639-9ccd-6dacb59c3f53 req-0996977e-c459-4110-a566-407d9c2da61f tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.703174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d9ce74b-4a94-4639-9ccd-6dacb59c3f53 req-0996977e-c459-4110-a566-407d9c2da61f tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.2127969 Jul 16 01:48:27.740826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-e2199b67-0aa6-4a82-bdb1-8e1c8ef13bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.742695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-e2199b67-0aa6-4a82-bdb1-8e1c8ef13bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961977 Jul 16 01:48:27.793633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44516) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.846629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d9ce74b-4a94-4639-9ccd-6dacb59c3f53 req-9a1ec30f-ad37-46af-8e74-db54d1a01d85 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324131 Jul 16 01:48:27.905683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-18280698-32b1-48e4-adf4-daa38d72eeeb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.908319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-18280698-32b1-48e4-adf4-daa38d72eeeb tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 945 time: 0.1259704 Jul 16 01:48:27.974434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08c4fa98-a34c-4365-a744-0945dd626c1e,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.078172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-40ebe741-fb0f-42f1-8adf-8457c7d1000f service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959046 Jul 16 01:48:28.117960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Deleting port 31375dd7-1ff6-4c8f-9be3-481be27933b1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:28.118838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.130618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.186602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.198384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237', 'ed53e1d4-83ae-42cb-952d-89e049f202ec', '08c4fa98-a34c-4365-a744-0945dd626c1e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:28.217534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.218160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.223678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf599807-f6ff-4d80-b337-1d3a9407f499 req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "PUT /v2.0/ports/08c4fa98-a34c-4365-a744-0945dd626c1e HTTP/1.1" status: 200 len: 905 time: 0.9876983 Jul 16 01:48:28.227506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c7128ed-e1ea-4252-89c4-9683ed810bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.237987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:28.244150 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e334ba8a-2826-458b-8fce-b02987b32747" -d '{"events": [{"name": "network-changed", "server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:28.338588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['08c4fa98-a34c-4365-a744-0945dd626c1e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:28.403048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] For port 31375dd7-1ff6-4c8f-9be3-481be27933b1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=31375dd7-1ff6-4c8f-9be3-481be27933b1,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.403821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.434983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Calling delete_port for 31375dd7-1ff6-4c8f-9be3-481be27933b1 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:28.528649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366956e-fc56-4585-b59f-f1b1159fae23 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.543830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6f52b-d9bd-4844-9083-6ce6faed8c3c req-342cc4c2-e5ea-4230-a52e-e931bb7c46ea tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.563823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9d6f52b-d9bd-4844-9083-6ce6faed8c3c req-342cc4c2-e5ea-4230-a52e-e931bb7c46ea tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 944 time: 0.5073588 Jul 16 01:48:28.569922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6e489da-9f85-48ef-8c59-bff3cba6f6c2 req-d47b6c5c-4d91-40d3-bd7c-12e55bb7c57b service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532320 Jul 16 01:48:28.630546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9d6f52b-d9bd-4844-9083-6ce6faed8c3c req-d0c266dd-49f3-4f34-ad28-9acf63d2b530 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657539 Jul 16 01:48:28.640443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c7128ed-e1ea-4252-89c4-9683ed810bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.660285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c7128ed-e1ea-4252-89c4-9683ed810bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.708331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc943f-3485-430a-b4d5-63188a54ba2d req-61d31d48-3925-4ce9-b4ee-1a682d99e622 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.719856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c0dc943f-3485-430a-b4d5-63188a54ba2d req-61d31d48-3925-4ce9-b4ee-1a682d99e622 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 908 time: 0.2883933 Jul 16 01:48:28.738041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1c7128ed-e1ea-4252-89c4-9683ed810bdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93d1e4cdb2b046698458f7d2e5517faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413345 Jul 16 01:48:28.738660 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9675abb-bec0-463b-b964-8adbf2c4d1aa x-openstack-request-id: req-a9675abb-bec0-463b-b964-8adbf2c4d1aa {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:28.739126 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:28.739532 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9675abb-bec0-463b-b964-8adbf2c4d1aa {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:28.740082 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e', 'status': 'completed', 'code': 200} Jul 16 01:48:28.740636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.763266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-96dcf3b6-c7a9-451d-a5dd-b9a91e5a8145 None None] Provisioning complete for port 08c4fa98-a34c-4365-a744-0945dd626c1e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.763665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96dcf3b6-c7a9-451d-a5dd-b9a91e5a8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.789246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7128ed-e1ea-4252-89c4-9683ed810bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff324575-d5ef-4dff-94ef-f4b897e6232d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.848642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8acb115e-6e1b-4ab9-8447-31d7322bd765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.880267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8acb115e-6e1b-4ab9-8447-31d7322bd765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.936248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.955437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8acb115e-6e1b-4ab9-8447-31d7322bd765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.958715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8acb115e-6e1b-4ab9-8447-31d7322bd765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.961274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8acb115e-6e1b-4ab9-8447-31d7322bd765 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff324575-d5ef-4dff-94ef-f4b897e6232d HTTP/1.1" status: 204 len: 168 time: 0.2194157 Jul 16 01:48:28.993264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c', 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', '41bd9a01-6ff4-485b-a592-8c5f5928e127', '31375dd7-1ff6-4c8f-9be3-481be27933b1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:29.001452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event deleted for resources: {'Port': ['ID=31375dd7-1ff6-4c8f-9be3-481be27933b1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.013718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ba8a-2826-458b-8fce-b02987b32747 req-7e4f149f-bffb-4bc4-b958-10d69bd015c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.015468 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-7e4f149f-bffb-4bc4-b958-10d69bd015c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 1060 time: 0.2225304 Jul 16 01:48:29.044815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb115e-6e1b-4ab9-8447-31d7322bd765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff324575-d5ef-4dff-94ef-f4b897e6232d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.102235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] No DVR routers for this DVR port 31375dd7-1ff6-4c8f-9be3-481be27933b1 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:29.128576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb87a7-9348-4a68-83cc-408dd5bdfe9c req-e60e1ff2-497f-4012-91f0-58c6275d12a7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.132016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3cb87a7-9348-4a68-83cc-408dd5bdfe9c req-e60e1ff2-497f-4012-91f0-58c6275d12a7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1900992 Jul 16 01:48:29.139408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.147349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0cbdd403-54d9-4974-a259-55e202b3e972 req-f9fa4128-9987-4737-b448-9ee3da5f321c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "DELETE /v2.0/ports/31375dd7-1ff6-4c8f-9be3-481be27933b1 HTTP/1.1" status: 204 len: 173 time: 1.2255991 Jul 16 01:48:29.150300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'name': 'network-vif-deleted', 'tag': '31375dd7-1ff6-4c8f-9be3-481be27933b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:29.155221 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b17aef4-f168-4f7c-9d45-b499c74b2c24" -d '{"events": [{"server_uuid": "2f427f58-e639-4d16-9e3a-2dabdaaa1785", "name": "network-vif-deleted", "tag": "31375dd7-1ff6-4c8f-9be3-481be27933b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:29.292579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8d03115-8588-43bb-8d38-a00a338d4856 req-8265d39b-3aad-4ef2-9599-5a9d23a1e4c0 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f427f58-e639-4d16-9e3a-2dabdaaa1785 HTTP/1.1" status: 200 len: 210 time: 0.1153626 Jul 16 01:48:29.339381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3cb87a7-9348-4a68-83cc-408dd5bdfe9c req-c97391df-6147-4d8f-9e85-0f92ee406439 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2001929 Jul 16 01:48:29.343114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ba8a-2826-458b-8fce-b02987b32747 req-e71b87e3-181e-4da2-8ad5-742cc316e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.344934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-e71b87e3-181e-4da2-8ad5-742cc316e292 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.2850592 Jul 16 01:48:29.426397 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81307601-d8a3-49e1-8cc5-11f5c39ee37c x-openstack-request-id: req-81307601-d8a3-49e1-8cc5-11f5c39ee37c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:29.427063 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f427f58-e639-4d16-9e3a-2dabdaaa1785", "name": "network-vif-deleted", "tag": "31375dd7-1ff6-4c8f-9be3-481be27933b1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:29.427630 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81307601-d8a3-49e1-8cc5-11f5c39ee37c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:29.428240 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f427f58-e639-4d16-9e3a-2dabdaaa1785', 'name': 'network-vif-deleted', 'tag': '31375dd7-1ff6-4c8f-9be3-481be27933b1', 'status': 'completed', 'code': 200} Jul 16 01:48:29.430783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-29c71414-1ba8-426e-bc85-ab0d4088035c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08c4fa98-a34c-4365-a744-0945dd626c1e HTTP/1.1" status: 200 len: 217 time: 0.0773542 Jul 16 01:48:29.520312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ba8a-2826-458b-8fce-b02987b32747 req-3f1c20df-be44-4b4e-94c3-03dd9a66b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.522461 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-3f1c20df-be44-4b4e-94c3-03dd9a66b025 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.0710878 Jul 16 01:48:29.623042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ba8a-2826-458b-8fce-b02987b32747 req-ce02698d-614e-4a0a-9167-b94f44cebfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.624989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-ce02698d-614e-4a0a-9167-b94f44cebfea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955057 Jul 16 01:48:29.700566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992020c-c6fc-4a5e-96cf-beaf8caae4c5 req-f4beda73-5ba5-4a4b-99ba-a5bb08779105 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.708944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c992020c-c6fc-4a5e-96cf-beaf8caae4c5 req-f4beda73-5ba5-4a4b-99ba-a5bb08779105 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1355228 Jul 16 01:48:29.711302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.722431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7f685502-00ac-4e59-9501-b3e3a2557a0c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:29.743436 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bca3ba6f-7aca-4e64-82f9-81b9213fe78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.791756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-052a4b65-48df-4094-b3b3-251ac91ddbb8 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574895 Jul 16 01:48:29.803169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c992020c-c6fc-4a5e-96cf-beaf8caae4c5 req-597bb0d7-dde0-4107-8657-90ec7fd6271a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701368 Jul 16 01:48:29.918408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7f685502-00ac-4e59-9501-b3e3a2557a0c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:29.951512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'port_id': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'mac_address': 'fa:16:3e:11:bb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:30.031048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e334ba8a-2826-458b-8fce-b02987b32747 req-9a58d076-befd-41f6-b5d2-3b07dd1d839e service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343309 Jul 16 01:48:30.036057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.061551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f685502-00ac-4e59-9501-b3e3a2557a0c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:30.136465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7f685502-00ac-4e59-9501-b3e3a2557a0c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:30.153867 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.274219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7f685502-00ac-4e59-9501-b3e3a2557a0c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.497685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['7f685502-00ac-4e59-9501-b3e3a2557a0c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:30.515373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b710c-b7fc-403c-8aeb-cd29e94d2dc1 req-4dbe7f0a-7163-487a-8368-11e66e1ff6d4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.517079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb4b710c-b7fc-403c-8aeb-cd29e94d2dc1 req-4dbe7f0a-7163-487a-8368-11e66e1ff6d4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 944 time: 0.6704206 Jul 16 01:48:30.543337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bca3ba6f-7aca-4e64-82f9-81b9213fe78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.561200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-fc410e12-3a03-4344-9a7a-0af1d1c7093d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.568535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-fc410e12-3a03-4344-9a7a-0af1d1c7093d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.2063129 Jul 16 01:48:30.598910 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bca3ba6f-7aca-4e64-82f9-81b9213fe78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.657845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-27943b10-0248-4a03-93fe-6a7f2b801a7f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/quotas/e59ddc7f9f6f4908b5ba21271d9d38fb HTTP/1.1" status: 200 len: 375 time: 0.0883491 Jul 16 01:48:30.663889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb4b710c-b7fc-403c-8aeb-cd29e94d2dc1 req-b2f399cc-0408-43b4-b5c4-40fae9d81249 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352928 Jul 16 01:48:30.667288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bca3ba6f-7aca-4e64-82f9-81b9213fe78e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d56ce959644644379a745265d57df7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9547942 Jul 16 01:48:30.669929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3ba6f-7aca-4e64-82f9-81b9213fe78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b7522-457a-47df-a4d3-56f6a2674705,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.670154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44598) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.781581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-844cbaaf-b53c-425e-a3e0-2242e21b4ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.796587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-9402084e-99b9-4fd6-93b5-4839bf708278 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1220062 Jul 16 01:48:30.830383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-844cbaaf-b53c-425e-a3e0-2242e21b4ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.946688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-844cbaaf-b53c-425e-a3e0-2242e21b4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.951984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-844cbaaf-b53c-425e-a3e0-2242e21b4ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.953468 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-844cbaaf-b53c-425e-a3e0-2242e21b4ae1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b9b7522-457a-47df-a4d3-56f6a2674705 HTTP/1.1" status: 204 len: 168 time: 0.2822766 Jul 16 01:48:30.967335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-cffec37d-ab82-41dd-a894-a27c76d27e40 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697116 Jul 16 01:48:30.974282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbaaf-b53c-425e-a3e0-2242e21b4ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b7522-457a-47df-a4d3-56f6a2674705,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.137311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-fa821d08-75c4-4601-8069-a91d23cb22d8 service neutron] 10.222.0.42 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623437 Jul 16 01:48:31.414225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e294c645-14f5-46af-8d1c-490e2931f3e9 req-73d65e62-b992-4c81-95a0-afe28d6d97b6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 210 time: 0.0710578 Jul 16 01:48:31.725321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7f685502-00ac-4e59-9501-b3e3a2557a0c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:31.811843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 7f685502-00ac-4e59-9501-b3e3a2557a0c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:31.818370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 7f685502-00ac-4e59-9501-b3e3a2557a0c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:31.820643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.042280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.130161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46613767-8c60-4ee0-8d09-b1ac60d501d0 req-b0b44d54-7d9c-43c5-8c8b-548986d90a68 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.130900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:32.130900 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c5f444-a7e2-434c-a04a-df804357d65b" -d '{"events": [{"server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:32.131071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46613767-8c60-4ee0-8d09-b1ac60d501d0 req-b0b44d54-7d9c-43c5-8c8b-548986d90a68 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 945 time: 0.2141905 Jul 16 01:48:32.131510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7f685502-00ac-4e59-9501-b3e3a2557a0c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:32.157050 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7dd248-c997-4d3d-9523-8aba31f4e790 x-openstack-request-id: req-5f7dd248-c997-4d3d-9523-8aba31f4e790 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:32.157050 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "name": "network-vif-plugged", "status": "completed", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:32.157050 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f7dd248-c997-4d3d-9523-8aba31f4e790 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:32.157050 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'code': 200} Jul 16 01:48:32.158372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46613767-8c60-4ee0-8d09-b1ac60d501d0 req-842ab14f-f00b-41ce-81e5-5db95ad1d1ca tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 Jul 16 01:48:32.166274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.167286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 31375dd7-1ff6-4c8f-9be3-481be27933b1 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:32.345204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 31375dd7-1ff6-4c8f-9be3-481be27933b1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:32.345550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 31375dd7-1ff6-4c8f-9be3-481be27933b1 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:32.354555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7f685502-00ac-4e59-9501-b3e3a2557a0c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.411136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229ad16-b2d6-47fa-b0c3-d9ba4620d3bd req-fd161280-1c1a-41c6-9f2c-b5611bb6af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.412741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f229ad16-b2d6-47fa-b0c3-d9ba4620d3bd req-fd161280-1c1a-41c6-9f2c-b5611bb6af0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1098 time: 0.1535246 Jul 16 01:48:32.492935 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f229ad16-b2d6-47fa-b0c3-d9ba4620d3bd req-bbab069b-50d3-47c8-afc2-d07325665719 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735288 Jul 16 01:48:32.672016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fd4a78c-8456-4271-9ee2-0f07a6bb357a req-561375c1-99c5-4fea-b43b-f386db5a621b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 210 time: 0.0630693 Jul 16 01:48:33.499377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b53b1-87a5-4708-b117-d27908891f2e req-63b988cb-a3a9-42ce-ae44-512cffe0f448 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.522673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-33905df1-3076-492e-abfe-a8cb51802283 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.524731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f03b53b1-87a5-4708-b117-d27908891f2e req-63b988cb-a3a9-42ce-ae44-512cffe0f448 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1347516 Jul 16 01:48:33.525498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-33905df1-3076-492e-abfe-a8cb51802283 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 812 time: 0.2931831 Jul 16 01:48:33.556010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Request body: {'port': {'device_id': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'admin_state_up': True, 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:33.657031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f03b53b1-87a5-4708-b117-d27908891f2e req-393acb04-5491-4d1b-a6e1-51318e315831 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163926 Jul 16 01:48:33.975045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5400855-ef03-4732-be4b-16dfee2babbd req-e269b830-ba81-40a5-a0b7-340c93b3b428 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 210 time: 0.0760252 Jul 16 01:48:34.166029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Made reservation on behalf of e59ddc7f9f6f4908b5ba21271d9d38fb for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:34.170348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.471671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Allocated IP 172.20.0.5 (4abcec7c-860b-46e6-b230-ddb0a50ef51d/0c953cd4-8886-42f9-8a28-197742b575d3/08225905-44b4-4b87-92b5-ffd292e48ef3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:34.899089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.934155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Transition to ACTIVE for port object 08225905-44b4-4b87-92b5-ffd292e48ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:34.974458 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.987970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237', 'ed53e1d4-83ae-42cb-952d-89e049f202ec'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:35.059437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5194-11a7-4ec9-a7fe-a5b4f21db827 req-b88eab55-3c75-458c-a5fb-064cb457e0e9 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.061113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:35.064906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:35.066093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83fd5194-11a7-4ec9-a7fe-a5b4f21db827 req-b88eab55-3c75-458c-a5fb-064cb457e0e9 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1761522 Jul 16 01:48:35.069287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:35.076636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.158906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.159772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.184653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-21895204-15f7-4225-84ae-bee7f4d54b46 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6476955 Jul 16 01:48:35.202508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-83fd5194-11a7-4ec9-a7fe-a5b4f21db827 req-7c8ff049-12f9-4714-b94a-0b8255dffbdd tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218381 Jul 16 01:48:35.230456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Request body: {'port': {'device_id': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.511872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.662799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3703-12e4-4daa-bde2-c8cea8d0fc6e req-b173921e-5336-4472-8a7e-41b0410a7b97 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.676945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-762c3703-12e4-4daa-bde2-c8cea8d0fc6e req-b173921e-5336-4472-8a7e-41b0410a7b97 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 931 time: 0.2040410 Jul 16 01:48:35.744374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f9825472-3792-48e6-91f0-35e7364770ae None None] Provisioning for port 08225905-44b4-4b87-92b5-ffd292e48ef3 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:35.752955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f9825472-3792-48e6-91f0-35e7364770ae None None] Provisioning complete for port 08225905-44b4-4b87-92b5-ffd292e48ef3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:35.756136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9825472-3792-48e6-91f0-35e7364770ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.779214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-762c3703-12e4-4daa-bde2-c8cea8d0fc6e req-9c9f30ab-f0b8-40b2-a8fd-463e9ae3ebf3 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012588 Jul 16 01:48:35.841800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f9825472-3792-48e6-91f0-35e7364770ae None None] Port 08225905-44b4-4b87-92b5-ffd292e48ef3 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:36.002575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b7e76-de09-44c9-b9d5-1602457cc1e9 req-247205a4-343b-41b1-93d9-b023b747c63e tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.008117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee3b7e76-de09-44c9-b9d5-1602457cc1e9 req-247205a4-343b-41b1-93d9-b023b747c63e tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.0769904 Jul 16 01:48:36.013695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44810) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.018529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'floatingip': {'port_id': '7f685502-00ac-4e59-9501-b3e3a2557a0c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:36.129820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.150948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08225905-44b4-4b87-92b5-ffd292e48ef3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:36.160584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.177542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Transition to ACTIVE for port object 08225905-44b4-4b87-92b5-ffd292e48ef3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:36.183794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.281875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.444064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Attempting to bind port 08225905-44b4-4b87-92b5-ffd292e48ef3 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:36.444750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Attempting to bind port 08225905-44b4-4b87-92b5-ffd292e48ef3 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:36.445304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Attempting to bind port 08225905-44b4-4b87-92b5-ffd292e48ef3 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:36.454883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Port 08225905-44b4-4b87-92b5-ffd292e48ef3 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:36.456341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Attempting to bind port 08225905-44b4-4b87-92b5-ffd292e48ef3 on network 4abcec7c-860b-46e6-b230-ddb0a50ef51d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:36.465088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:36.465725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Checking segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:36.466433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Bound using segment: {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:36.467316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Bound port: 08225905-44b4-4b87-92b5-ffd292e48ef3, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba798129-f314-4859-acce-662025ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:36.467857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.587658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:36.593592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:36.601130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.707806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.720926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.721573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.724765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-2c88bfea-5776-48d0-8aff-eac846ddfa5e service neutron] 10.222.0.23 "PUT /v2.0/ports/08225905-44b4-4b87-92b5-ffd292e48ef3 HTTP/1.1" status: 200 len: 1092 time: 1.5064225 Jul 16 01:48:36.725257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:36.730582 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174cf31c-d1f5-4d64-a497-9ca663bf4d77" -d '{"events": [{"name": "network-changed", "server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:36.935764 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe7cc12-7152-4b2a-9bdc-e2137e86161c x-openstack-request-id: req-6fe7cc12-7152-4b2a-9bdc-e2137e86161c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:36.936209 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:36.937668 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fe7cc12-7152-4b2a-9bdc-e2137e86161c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:36.939518 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'status': 'completed', 'code': 200} Jul 16 01:48:37.035708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-ad6f4bd3-694a-4d4b-9920-8a440a561b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.040459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-ad6f4bd3-694a-4d4b-9920-8a440a561b16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 1095 time: 0.2684622 Jul 16 01:48:37.146925 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-16811ecf-bc7f-4f03-90cc-6377d2fca55e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08225905-44b4-4b87-92b5-ffd292e48ef3 HTTP/1.1" status: 200 len: 217 time: 0.0981681 Jul 16 01:48:37.149735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e23bfe-6ebe-4b90-9bc9-27e1208dd599 req-abb832b6-a804-4493-bbc8-c803a97d50c5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.164811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2e23bfe-6ebe-4b90-9bc9-27e1208dd599 req-abb832b6-a804-4493-bbc8-c803a97d50c5 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 945 time: 0.5154655 Jul 16 01:48:37.258799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-3cd11708-4b06-4ff3-8df9-a20ba1f8810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.264102 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-3cd11708-4b06-4ff3-8df9-a20ba1f8810c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1059780 Jul 16 01:48:37.345129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2e23bfe-6ebe-4b90-9bc9-27e1208dd599 req-c78d5a84-41e5-4208-8580-25f6f35537a4 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789093 Jul 16 01:48:37.406488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-adb2af3e-48e1-4fcf-9a97-f342833371fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.408097 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-adb2af3e-48e1-4fcf-9a97-f342833371fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373398 Jul 16 01:48:37.510727 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.592692 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-f6036363-31e9-460b-88f6-bde9bc37b239 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773329 Jul 16 01:48:37.599018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332011a3-0678-425f-b6c6-22b88ffd2b7d req-49958feb-52cd-49ac-827d-aadf3a4ad9d4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.606983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-332011a3-0678-425f-b6c6-22b88ffd2b7d req-49958feb-52cd-49ac-827d-aadf3a4ad9d4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 943 time: 0.3261430 Jul 16 01:48:37.635617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.665970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-332011a3-0678-425f-b6c6-22b88ffd2b7d req-790e2373-3ab6-4693-a859-cca0dd745cb6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580325 Jul 16 01:48:37.666921 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.756255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ade6a592-13cd-4784-b09b-1770a30ffcaf req-a8a2995f-8e44-4bdc-845c-d7da8b840aaf service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558878 Jul 16 01:48:37.876456 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Floating IP e463d2fe-43bf-48a8-bd25-8d5ef72d0e71 associated. External IP: 172.25.7.244, port: 7f685502-00ac-4e59-9501-b3e3a2557a0c. Jul 16 01:48:37.930905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-54f3d302-35c0-46f0-8ef0-01442ad65e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.933079 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-54f3d302-35c0-46f0-8ef0-01442ad65e98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 1095 time: 0.1217070 Jul 16 01:48:38.180344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:38.266756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-6a96995c-efd9-4741-826b-caa61ffd8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.269287 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-6a96995c-efd9-4741-826b-caa61ffd8cbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.3283165 Jul 16 01:48:38.304593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-869a010b-e79e-42a5-9e33-554ce9f730e6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.307500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-869a010b-e79e-42a5-9e33-554ce9f730e6 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 945 time: 0.3095126 Jul 16 01:48:38.344439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:38.349971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.359993 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:38.390242 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:38.391179 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:48:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:38.415879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a650408-3db7-4a7f-ba25-7c8c4a5643eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "PUT /v2.0/floatingips/e463d2fe-43bf-48a8-bd25-8d5ef72d0e71 HTTP/1.1" status: 200 len: 992 time: 2.3982708 Jul 16 01:48:38.417700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:38.421665 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:38.452846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-25f18ab8-bd12-4423-854e-3690a1b716ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08225905-44b4-4b87-92b5-ffd292e48ef3 HTTP/1.1" status: 200 len: 217 time: 0.1753623 Jul 16 01:48:38.704062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ac292-6a60-4e24-ae2f-d025932d0a3a req-dd78e1a1-4277-4eb1-a227-b663c1c4d3f1 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.709293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-119ac292-6a60-4e24-ae2f-d025932d0a3a req-dd78e1a1-4277-4eb1-a227-b663c1c4d3f1 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 945 time: 0.1635859 Jul 16 01:48:38.734206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-1111b8ff-7977-42a6-a6c5-a8fc695da18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.735814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-1111b8ff-7977-42a6-a6c5-a8fc695da18a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.2347846 Jul 16 01:48:38.808815 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:38.829103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-119ac292-6a60-4e24-ae2f-d025932d0a3a req-91700cb8-43f0-49d2-8137-a853ade73e3e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107514 Jul 16 01:48:38.911177 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb5a19-795c-498c-9f02-54ed7c978e14 x-openstack-request-id: req-52cb5a19-795c-498c-9f02-54ed7c978e14 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:38.911677 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:38.912127 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52cb5a19-795c-498c-9f02-54ed7c978e14 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:38.912876 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'status': 'completed', 'code': 200} Jul 16 01:48:39.123274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Deleting port 41bd9a01-6ff4-485b-a592-8c5f5928e127 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:39.123607 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.150581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-fb2000f9-e6b9-40f1-bacf-873a202630e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.158944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-fb2000f9-e6b9-40f1-bacf-873a202630e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1098 time: 0.1874492 Jul 16 01:48:39.309698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] For port 41bd9a01-6ff4-485b-a592-8c5f5928e127, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=41bd9a01-6ff4-485b-a592-8c5f5928e127,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:39.310449 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.338798 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'e463d2fe-43bf-48a8-bd25-8d5ef72d0e71', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'port_id': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'mac_address': 'fa:16:3e:11:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:17Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 1, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.358831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Calling delete_port for 41bd9a01-6ff4-485b-a592-8c5f5928e127 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:39.367873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-95f34b51-a5d8-499e-a76b-7d3e2b3dcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.380234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-95f34b51-a5d8-499e-a76b-7d3e2b3dcb38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6219692 Jul 16 01:48:39.382533 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:39.385427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-279ec65c-f1f2-475d-b7aa-bfa753b677df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.386973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-279ec65c-f1f2-475d-b7aa-bfa753b677df service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.2241511 Jul 16 01:48:39.399775 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:39.400406 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:48:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.641978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-2d65e619-7ec3-4a9a-bc2f-1cc56370091e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 1000 time: 0.2396147 Jul 16 01:48:39.666346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-cacb65d6-7c48-4e66-9d86-04b3aecf46f0 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722077 Jul 16 01:48:39.687967 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:39.776985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb91550-d937-42d0-99bb-0df4f0af5f6a req-7bd3c47b-276d-4cee-bbdf-cf0c57a52dd1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.778758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccb91550-d937-42d0-99bb-0df4f0af5f6a req-7bd3c47b-276d-4cee-bbdf-cf0c57a52dd1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 943 time: 0.3907173 Jul 16 01:48:39.862109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-174cf31c-d1f5-4d64-a497-9ca663bf4d77 req-afe6f939-d0ce-43c5-ae46-95bfdae935c8 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852398 Jul 16 01:48:39.862568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-17a59408-23fa-4acd-b91d-860916ed52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.864575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-17a59408-23fa-4acd-b91d-860916ed52c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.2107027 Jul 16 01:48:40.036918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ccb91550-d937-42d0-99bb-0df4f0af5f6a req-3c767fe7-c666-4654-b715-e1c3a06d38c9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458856 Jul 16 01:48:40.046536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.083135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c', 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:40.103167 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'e463d2fe-43bf-48a8-bd25-8d5ef72d0e71', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'port_id': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'mac_address': 'fa:16:3e:11:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:17Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 1, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:40.104404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-6799e256-fb1a-4e9b-bd61-bcd6d3ac73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.106214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-6799e256-fb1a-4e9b-bd61-bcd6d3ac73b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199345 Jul 16 01:48:40.154802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event deleted for resources: {'Port': ['ID=41bd9a01-6ff4-485b-a592-8c5f5928e127,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.175307 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c09b5a1-b2ff-43ee-b767-a4100861cf0a None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'e463d2fe-43bf-48a8-bd25-8d5ef72d0e71', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'port_id': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'mac_address': 'fa:16:3e:11:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:17Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 1, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:40.200249 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d51c007-12e1-4212-8792-e91f3329dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.280304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-39e8c3ed-01d2-43d4-926c-9697b384e421 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650596 Jul 16 01:48:40.357549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] No DVR routers for this DVR port 41bd9a01-6ff4-485b-a592-8c5f5928e127 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:40.372917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.375923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b31ac14-ec6f-40c9-aa0e-4fe04aaf367b req-b71d0495-41e2-4fdd-92b9-1d44f3961d49 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "DELETE /v2.0/ports/41bd9a01-6ff4-485b-a592-8c5f5928e127 HTTP/1.1" status: 204 len: 173 time: 2.0632637 Jul 16 01:48:40.390107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'name': 'network-vif-deleted', 'tag': '41bd9a01-6ff4-485b-a592-8c5f5928e127'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:40.400268 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36638bf-2077-44fd-936c-362bae28796a" -d '{"events": [{"server_uuid": "976eb6d5-e74e-48d2-91b8-b5e71f3412bc", "name": "network-vif-deleted", "tag": "41bd9a01-6ff4-485b-a592-8c5f5928e127"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:40.545006 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3157fc6-889b-48d4-ac85-8b6958b7552d x-openstack-request-id: req-f3157fc6-889b-48d4-ac85-8b6958b7552d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:40.545185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08225905-44b4-4b87-92b5-ffd292e48ef3 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:40.545341 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976eb6d5-e74e-48d2-91b8-b5e71f3412bc", "name": "network-vif-deleted", "tag": "41bd9a01-6ff4-485b-a592-8c5f5928e127", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:40.545778 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3157fc6-889b-48d4-ac85-8b6958b7552d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:40.546408 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976eb6d5-e74e-48d2-91b8-b5e71f3412bc', 'name': 'network-vif-deleted', 'tag': '41bd9a01-6ff4-485b-a592-8c5f5928e127', 'status': 'completed', 'code': 200} Jul 16 01:48:40.625617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5ac43bf-32d7-4ad2-bf6c-66c51ea75823 req-1f9c1d6a-6a96-4b01-bc5b-472825c989b9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=976eb6d5-e74e-48d2-91b8-b5e71f3412bc HTTP/1.1" status: 200 len: 210 time: 0.1258328 Jul 16 01:48:40.716901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ea58226-e32d-41c1-a414-1a2e81ffbb8e req-2222b46a-4be9-41fd-a550-b5a45d867502 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313726 Jul 16 01:48:40.825300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44349d8a-6736-41e5-96d6-f9708d0bf73b None None] New status for floating IP e463d2fe-43bf-48a8-bd25-8d5ef72d0e71: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:41.192180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.230138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'mac_address': 'fa:16:3e:08:7f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:41.353679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.447022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b2d46-f322-4283-bcde-de9e751ba424 req-ec2f8852-db1f-4df0-9f7f-d4ae6f6cc0a1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:41.461822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca5b2d46-f322-4283-bcde-de9e751ba424 req-ec2f8852-db1f-4df0-9f7f-d4ae6f6cc0a1 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 943 time: 0.1585770 Jul 16 01:48:41.495422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08225905-44b4-4b87-92b5-ffd292e48ef3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:41.512097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca5b2d46-f322-4283-bcde-de9e751ba424 req-437069c7-f5ac-489a-b9ca-f33e75a35867 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492988 Jul 16 01:48:41.524932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.612985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.738792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.756015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.758523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.759133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.759829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.761563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.762799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.763158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.763504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.763972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.764451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.765044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.765381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:41.776835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 41bd9a01-6ff4-485b-a592-8c5f5928e127 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:41.815158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 41bd9a01-6ff4-485b-a592-8c5f5928e127 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:41.815770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 41bd9a01-6ff4-485b-a592-8c5f5928e127 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:41.877997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['08225905-44b4-4b87-92b5-ffd292e48ef3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:42.390012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ee34b23-cd3a-4539-b657-436ec232cdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.424548 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.568711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacae140-c864-4f1f-87e7-74a8630cb492 req-b252aa2c-d3de-40eb-a3c8-875d20a5107d tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.571565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aacae140-c864-4f1f-87e7-74a8630cb492 req-b252aa2c-d3de-40eb-a3c8-875d20a5107d tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 945 time: 0.1772435 Jul 16 01:48:42.672132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aacae140-c864-4f1f-87e7-74a8630cb492 req-98f605b8-8d1f-46b5-89d5-550b4728c4e0 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933983 Jul 16 01:48:42.775837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976837a2-a3d9-4d3a-a66b-cd19f8fd2187 req-89243dd4-309a-4d31-9a64-b5288b500e9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.777432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-976837a2-a3d9-4d3a-a66b-cd19f8fd2187 req-89243dd4-309a-4d31-9a64-b5288b500e9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 944 time: 0.1040530 Jul 16 01:48:42.848499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-976837a2-a3d9-4d3a-a66b-cd19f8fd2187 req-fef63316-1816-4328-8c98-b791c4b93490 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590570 Jul 16 01:48:43.732661 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.807598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-30e0b39a-c98a-40bc-829f-3e4aedea346c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:43.809284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-30e0b39a-c98a-40bc-829f-3e4aedea346c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 945 time: 0.1419070 Jul 16 01:48:44.054723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Deleting port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:44.055076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.081979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9b951-9767-49be-a905-b482564d9fec req-c9100533-1384-4b1d-ba08-8244a30ec27c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:44.083381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ab9b951-9767-49be-a905-b482564d9fec req-c9100533-1384-4b1d-ba08-8244a30ec27c tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 945 time: 0.1571836 Jul 16 01:48:44.135300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.232013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ab9b951-9767-49be-a905-b482564d9fec req-9112f0b2-23c8-4e9e-bea8-1c7a0b7ad3d8 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221776 Jul 16 01:48:44.292471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] For port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:44.292471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.328683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.352564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Calling delete_port for e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:44.488354 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.494444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.555237 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f20f724d264e2086b13f50f898264f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186392 Jul 16 01:48:44.559246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036558c1-2442-420d-8ce0-32acf7273f15,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.560989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08225905-44b4-4b87-92b5-ffd292e48ef3 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:44.568301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45026) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.570832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.571197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.571548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.571893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.572341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.572753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.573098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.573605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.573952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.574419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.574760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.575182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27e83b7-ca21-4605-ac65-b68ae4fe9ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.645931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 08225905-44b4-4b87-92b5-ffd292e48ef3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:44.651730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 08225905-44b4-4b87-92b5-ffd292e48ef3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.652239 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.678717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dda1d1d-d315-418c-81ec-dc60e34c1b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.708242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dda1d1d-d315-418c-81ec-dc60e34c1b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.745535 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.778532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dda1d1d-d315-418c-81ec-dc60e34c1b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.779508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:44.781692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dda1d1d-d315-418c-81ec-dc60e34c1b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.782466 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4ef8d4-a5b0-4632-948d-7cc2d16f04c0" -d '{"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-plugged", "status": "completed", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:44.783196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4dda1d1d-d315-418c-81ec-dc60e34c1b5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/036558c1-2442-420d-8ce0-32acf7273f15 HTTP/1.1" status: 204 len: 168 time: 0.2019846 Jul 16 01:48:44.802564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:44.808680 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.817707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda1d1d-d315-418c-81ec-dc60e34c1b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036558c1-2442-420d-8ce0-32acf7273f15,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.874603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.107005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6d656-ae15-4c38-915e-8a8287697d3b req-7e7fe189-03bd-4ea8-a4f6-2c8f0e79fa10 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.116074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6de6d656-ae15-4c38-915e-8a8287697d3b req-7e7fe189-03bd-4ea8-a4f6-2c8f0e79fa10 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 947 time: 0.2747133 Jul 16 01:48:45.135368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ea744-549c-4fa9-9ce4-04458632f204 req-c2cf7971-9695-496f-a8ae-4318e63cba60 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.137473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-964ea744-549c-4fa9-9ce4-04458632f204 req-c2cf7971-9695-496f-a8ae-4318e63cba60 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.2975011 Jul 16 01:48:45.184043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.190086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6de6d656-ae15-4c38-915e-8a8287697d3b req-43fa4400-1252-42cf-a1ba-24e3843beae2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728695 Jul 16 01:48:45.218446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e7381b2f-b841-417f-977c-cef43abee43c', 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:45.229991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45048) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.249971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aa049b-6d5c-4fa9-b6ac-fd70e4271720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.265030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event deleted for resources: {'Port': ['ID=e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.325236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-964ea744-549c-4fa9-9ce4-04458632f204 req-a0655c8b-1957-4c0f-b166-5b995d46220c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385818 Jul 16 01:48:45.326382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] No DVR routers for this DVR port e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:45.339057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.339057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d39725dc-527d-450c-b87b-9cba9e2deecf req-5dc78430-7bc0-4ff8-bb92-7ad871d39ff2 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "DELETE /v2.0/ports/e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 HTTP/1.1" status: 204 len: 173 time: 1.5213368 Jul 16 01:48:45.339351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'name': 'network-vif-deleted', 'tag': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:45.341649 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138a265e-434d-4605-8839-73c1289b7387" -d '{"events": [{"server_uuid": "f4aff96b-735d-4bcd-94ed-472af0f317ac", "name": "network-vif-deleted", "tag": "e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:45.440695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.445020 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9566b07c-9ee9-42ba-a55a-4586357f6f50 x-openstack-request-id: req-9566b07c-9ee9-42ba-a55a-4586357f6f50 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:45.445169 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-plugged", "status": "completed", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:45.446005 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9566b07c-9ee9-42ba-a55a-4586357f6f50 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:45.446412 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'code': 200} Jul 16 01:48:45.461792 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aa049b-6d5c-4fa9-b6ac-fd70e4271720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.469281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aa049b-6d5c-4fa9-b6ac-fd70e4271720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.536586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa049b-6d5c-4fa9-b6ac-fd70e4271720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e6ef0-f01f-403c-9b37-c50e89607c28,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.541647 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:45.610133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-43aa049b-6d5c-4fa9-b6ac-fd70e4271720 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a02eb2bbe0043eaa4ce3b45698e5ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761904 Jul 16 01:48:45.611245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45054) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.673931 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b64fff7-1b0c-4b6a-a3dd-072348efcd7f x-openstack-request-id: req-9b64fff7-1b0c-4b6a-a3dd-072348efcd7f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:45.674459 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4aff96b-735d-4bcd-94ed-472af0f317ac", "name": "network-vif-deleted", "tag": "e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:45.674904 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b64fff7-1b0c-4b6a-a3dd-072348efcd7f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:45.675519 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4aff96b-735d-4bcd-94ed-472af0f317ac', 'name': 'network-vif-deleted', 'tag': 'e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7', 'status': 'completed', 'code': 200} Jul 16 01:48:45.714383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4c7e-30e5-4c00-b493-fa6de22cbea6 req-af54ff15-92d0-4940-b2bb-ecff147d1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.716180 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b5bf4c7e-30e5-4c00-b493-fa6de22cbea6 req-af54ff15-92d0-4940-b2bb-ecff147d1cf6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 1097 time: 0.0721762 Jul 16 01:48:45.723444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2111820-0d2f-4952-8f3f-f58a564f2873 req-52472fb6-a21e-4dde-9f7d-b1badd61167b tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4aff96b-735d-4bcd-94ed-472af0f317ac HTTP/1.1" status: 200 len: 210 time: 0.0686522 Jul 16 01:48:45.744515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60da4df2-0cbd-499e-9b29-e83b66b0dbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.788908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60da4df2-0cbd-499e-9b29-e83b66b0dbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.789144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b5bf4c7e-30e5-4c00-b493-fa6de22cbea6 req-9feb4fe3-fd16-4e8c-b82b-bcc054c1b50d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jul 16 01:48:45.846890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60da4df2-0cbd-499e-9b29-e83b66b0dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.851108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60da4df2-0cbd-499e-9b29-e83b66b0dbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.855064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-60da4df2-0cbd-499e-9b29-e83b66b0dbc1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a04e6ef0-f01f-403c-9b37-c50e89607c28 HTTP/1.1" status: 204 len: 168 time: 0.2400472 Jul 16 01:48:45.866651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da4df2-0cbd-499e-9b29-e83b66b0dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e6ef0-f01f-403c-9b37-c50e89607c28,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.069254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-a1304807-ae78-4cea-a996-b6cc71533af6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.071469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-a1304807-ae78-4cea-a996-b6cc71533af6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 947 time: 0.0729222 Jul 16 01:48:46.259004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Deleting port 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:46.260289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.408098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45080) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.428730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a566da03-f232-4fa5-b235-2ac1694f9dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.576778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] For port 349012b9-0693-4ed8-8423-d1b4797742b2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=349012b9-0693-4ed8-8423-d1b4797742b2,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:46.577419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.605583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a566da03-f232-4fa5-b235-2ac1694f9dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.611483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a566da03-f232-4fa5-b235-2ac1694f9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.661680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a566da03-f232-4fa5-b235-2ac1694f9dd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6eab5057ef6498dac997b5ad1c7be3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516336 Jul 16 01:48:46.665893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45084) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.674363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566da03-f232-4fa5-b235-2ac1694f9dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7df96-6b95-4f58-93b3-6a437c3f259d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.770118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483ab10-91d4-4992-93bc-3ad764a52184 req-f32b84c2-e912-4e7f-b992-3a8ba3a64945 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.771701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c483ab10-91d4-4992-93bc-3ad764a52184 req-f32b84c2-e912-4e7f-b992-3a8ba3a64945 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 947 time: 0.2731891 Jul 16 01:48:46.816304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595cdb9-e682-45eb-91d0-efc2645da4d7 req-1dfe7495-2fff-49ce-8303-8467911b27f9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.817958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5595cdb9-e682-45eb-91d0-efc2645da4d7 req-1dfe7495-2fff-49ce-8303-8467911b27f9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.2742062 Jul 16 01:48:46.978480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c483ab10-91d4-4992-93bc-3ad764a52184 req-589fc532-3d40-475b-940f-8884edd810ea tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=559f553c-65c2-4822-a9e1-192cca4d5efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542664 Jul 16 01:48:46.993907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7deb69-35f8-42dc-9284-e41757276487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.013595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5595cdb9-e682-45eb-91d0-efc2645da4d7 req-5c0ef2de-ba93-448f-a904-8d575a987bed tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825905 Jul 16 01:48:47.075481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7deb69-35f8-42dc-9284-e41757276487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.122847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.123270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.123592 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Floating IP 11ef7202-d366-4208-b4ad-dc05a623a705 disassociated. External IP: 172.25.7.44, port: 349012b9-0693-4ed8-8423-d1b4797742b2. Jul 16 01:48:47.123980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Calling delete_port for 349012b9-0693-4ed8-8423-d1b4797742b2 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:47.213748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7deb69-35f8-42dc-9284-e41757276487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.216190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e7deb69-35f8-42dc-9284-e41757276487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.219720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e7deb69-35f8-42dc-9284-e41757276487 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dba7df96-6b95-4f58-93b3-6a437c3f259d HTTP/1.1" status: 204 len: 168 time: 0.5470989 Jul 16 01:48:47.229820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7deb69-35f8-42dc-9284-e41757276487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7df96-6b95-4f58-93b3-6a437c3f259d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.322084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.407615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event deleted for resources: {'Port': ['ID=349012b9-0693-4ed8-8423-d1b4797742b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.559964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:47.723007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:47.738216 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:47.754063 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:47.755132 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:48:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:47.782641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] No DVR routers for this DVR port 349012b9-0693-4ed8-8423-d1b4797742b2 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:47.789179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:47.800406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.802601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f7a0536-1466-4227-b8c3-e588055f9cce req-fc49afd4-5f96-46db-a737-09c612c0f54e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.13 "DELETE /v2.0/ports/349012b9-0693-4ed8-8423-d1b4797742b2 HTTP/1.1" status: 204 len: 173 time: 1.7168064 Jul 16 01:48:47.803622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-deleted', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:47.811313 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fe3796-8546-4af6-9a1b-40dbb5f51b75" -d '{"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-deleted", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:47.905519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:47.908965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e8336f48-d7e0-4ef0-aa8f-55b4a6d458e7 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:47.913218 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c1d73-0072-4911-93c7-72e96e2e02b5 x-openstack-request-id: req-c21c1d73-0072-4911-93c7-72e96e2e02b5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:47.913762 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb40db-08ae-478f-b935-639a31c7eba6", "name": "network-vif-deleted", "tag": "349012b9-0693-4ed8-8423-d1b4797742b2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:47.914330 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c21c1d73-0072-4911-93c7-72e96e2e02b5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:47.915463 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb40db-08ae-478f-b935-639a31c7eba6', 'name': 'network-vif-deleted', 'tag': '349012b9-0693-4ed8-8423-d1b4797742b2', 'status': 'completed', 'code': 200} Jul 16 01:48:48.181183 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:48.413484 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.469240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6abc39d6-0acc-4396-87b5-ee7ef810e5f7 req-8e11f29f-a41b-4cdf-844c-cee19bd15156 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fb40db-08ae-478f-b935-639a31c7eba6 HTTP/1.1" status: 200 len: 210 time: 0.1547434 Jul 16 01:48:48.575492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2fbd-8353-4f05-9f55-62b61423bf92 req-6f6868b2-980e-465a-b3f3-24aea01c4ba4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:48.594313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-852e2fbd-8353-4f05-9f55-62b61423bf92 req-6f6868b2-980e-465a-b3f3-24aea01c4ba4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.3601527 Jul 16 01:48:48.723752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-852e2fbd-8353-4f05-9f55-62b61423bf92 req-df3b8a44-20bc-4341-b37c-a631187e77a6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142683 Jul 16 01:48:48.797033 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:48.840731 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:48.851966 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:48.853078 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:48:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.047885 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:49.373105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee9605-ff96-471f-9c65-7e704aac666f req-084bcf93-f36e-466c-b4da-9362cde3c60f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:49.380598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9fee9605-ff96-471f-9c65-7e704aac666f req-084bcf93-f36e-466c-b4da-9362cde3c60f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.1690478 Jul 16 01:48:49.453899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9fee9605-ff96-471f-9c65-7e704aac666f req-3b30fd0f-22f2-40d0-b81a-32b3b3e58ec9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715053 Jul 16 01:48:49.567759 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.636888 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2b974-3af8-40ed-a900-f906d7376108 None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:49.790039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:49.795603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.861429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 349012b9-0693-4ed8-8423-d1b4797742b2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:49.861788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 349012b9-0693-4ed8-8423-d1b4797742b2 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:49.929726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee38f-5070-4af7-9fb5-319c231c987a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.979782 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee38f-5070-4af7-9fb5-319c231c987a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.118177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee38f-5070-4af7-9fb5-319c231c987a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.123750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee38f-5070-4af7-9fb5-319c231c987a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.135758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d5ee38f-5070-4af7-9fb5-319c231c987a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "DELETE /v2.0/security-groups/559f553c-65c2-4822-a9e1-192cca4d5efa HTTP/1.1" status: 204 len: 168 time: 0.3363650 Jul 16 01:48:50.135943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45214) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.156260 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-bf59bb45-9d53-4a6d-9654-f3156dfc9f1c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] show failed (client error): The resource could not be found. Jul 16 01:48:50.157326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bf59bb45-9d53-4a6d-9654-f3156dfc9f1c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups/559f553c-65c2-4822-a9e1-192cca4d5efa HTTP/1.1" status: 404 len: 347 time: 0.0203695 Jul 16 01:48:50.160298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45218) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.160584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ee38f-5070-4af7-9fb5-319c231c987a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f553c-65c2-4822-a9e1-192cca4d5efa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.185858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd510b2-5681-4456-ac16-8ada696f47c5 None None] New status for floating IP 11ef7202-d366-4208-b4ad-dc05a623a705: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:50.532848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Deleting port 8a573e12-4031-4eda-b5b0-77701157554f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:50.533198 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.674167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.674167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.747749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Calling delete_port for 8a573e12-4031-4eda-b5b0-77701157554f owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:50.828358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e53e2-3a7c-44f4-a2d8-be6961aef522 req-9c0f2925-5cff-43b4-a29e-4e142dba8cda tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.832891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a86e53e2-3a7c-44f4-a2d8-be6961aef522 req-9c0f2925-5cff-43b4-a29e-4e142dba8cda tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.2082336 Jul 16 01:48:50.918449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a86e53e2-3a7c-44f4-a2d8-be6961aef522 req-7966a239-90d8-47bb-90c7-8e7e2aa905ef tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797937 Jul 16 01:48:51.097317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.136411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event deleted for resources: {'Port': ['ID=8a573e12-4031-4eda-b5b0-77701157554f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.285285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.292401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.292401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-18fdda8e-8977-4477-8637-f0b0df9ee2e5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "DELETE /v2.0/floatingips/11ef7202-d366-4208-b4ad-dc05a623a705 HTTP/1.1" status: 204 len: 168 time: 1.1298270 Jul 16 01:48:52.188332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a200a-fcde-46fb-9ebe-4b95a88888e7 req-034110c0-5ec1-4faa-b2d7-78ecb286a900 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.198608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-646a200a-fcde-46fb-9ebe-4b95a88888e7 req-034110c0-5ec1-4faa-b2d7-78ecb286a900 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.1302528 Jul 16 01:48:52.262809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45290) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.265821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931335243', 'description': 'tempest-description--615191538'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:52.279819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-646a200a-fcde-46fb-9ebe-4b95a88888e7 req-03ac4557-4e9e-4152-8f45-c7801b3e062c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778310 Jul 16 01:48:52.337726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.548000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.556080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.614350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.615861 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3537467 Jul 16 01:48:52.619194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.627003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'security_group_rule': {'security_group_id': '9c72170b-82c9-418f-8e15-13b30bade0a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:52.661589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3ef87-cb22-493a-a03b-1d7e14109870 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c72170b-82c9-418f-8e15-13b30bade0a4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.704134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.847514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.854318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.869454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfedb32-ebe1-4340-8fb1-133c522275be,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.911157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.916358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.917460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71677c4f-276c-4c88-b41f-48e95f8363c3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968805 Jul 16 01:48:52.926577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'security_group_rule': {'security_group_id': '9c72170b-82c9-418f-8e15-13b30bade0a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:52.964826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35911344-bbf0-4200-9eb2-5edb1c69de32 req-82457c61-d5a7-4e1b-8146-9c3cdc2e9d08 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.967952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35911344-bbf0-4200-9eb2-5edb1c69de32 req-82457c61-d5a7-4e1b-8146-9c3cdc2e9d08 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 945 time: 0.1306527 Jul 16 01:48:53.002289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.047926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35911344-bbf0-4200-9eb2-5edb1c69de32 req-c34571a0-595d-40c5-9179-0d50343fcfbc tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718954 Jul 16 01:48:53.092790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.101408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.140774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d6c73e-c656-4436-9c1b-7d77b50b59f1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.170026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.170378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.170722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.171072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.171396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.171733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.172064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.172395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.172757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.173084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.173410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.173751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:53.195817 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.201270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-24da1412-0a3c-4a7d-b0cb-327034a4a1b5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2794027 Jul 16 01:48:53.201420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.206576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:53.248870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.382173 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.641333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Allocated IP 172.25.7.243 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/32875b7e-7e42-43eb-87f4-b07553d26cf1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:53.814319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.940769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab35b0-4874-43b1-a565-7b0bbc9aae3d req-d625362e-f255-4b5e-b6c5-47d939f85242 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.942518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25ab35b0-4874-43b1-a565-7b0bbc9aae3d req-d625362e-f255-4b5e-b6c5-47d939f85242 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.4616976 Jul 16 01:48:53.943691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.011080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:54.025220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:54.030576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:54.036020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'Port': ['ID=32875b7e-7e42-43eb-87f4-b07553d26cf1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.095797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25ab35b0-4874-43b1-a565-7b0bbc9aae3d req-b8df6c86-0046-4048-971a-340d50a7ed2b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416926 Jul 16 01:48:54.203950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.351887 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.537129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050663d-cea7-419a-b3db-88a87d848424 req-24936ccf-6468-44b2-aff5-cd8cbe16d122 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.539627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8050663d-cea7-419a-b3db-88a87d848424 req-24936ccf-6468-44b2-aff5-cd8cbe16d122 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 945 time: 0.2783000 Jul 16 01:48:54.607044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08225905-44b4-4b87-92b5-ffd292e48ef3 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:54.646362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-ee2e57d0-c7f8-4bfd-bb5c-e57ecd7c1ae9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.646362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-ee2e57d0-c7f8-4bfd-bb5c-e57ecd7c1ae9 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 945 time: 0.2375925 Jul 16 01:48:54.753837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8050663d-cea7-419a-b3db-88a87d848424 req-ee359949-aaa9-4baf-a105-c38831c2a57a tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1316d61-6b1b-4f76-a51a-bd494afa108c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996171 Jul 16 01:48:54.842419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:54.874388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'port_id': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'mac_address': 'fa:16:3e:08:7f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:54.956886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.972031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08225905-44b4-4b87-92b5-ffd292e48ef3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:54.996275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:55.001898 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.087728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.110165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.123702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.152207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['08225905-44b4-4b87-92b5-ffd292e48ef3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:55.264885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'Port': ['ID=32875b7e-7e42-43eb-87f4-b07553d26cf1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.297309 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.305978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Deleting port e7381b2f-b841-417f-977c-cef43abee43c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:55.306502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.346051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.352517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-77d21eb9-d099-4d08-bc69-6e343cfa34ad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1444256 Jul 16 01:48:55.559123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] For port e7381b2f-b841-417f-977c-cef43abee43c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e7381b2f-b841-417f-977c-cef43abee43c,segment=NetworkSegment(fd9fed93-9d27-4688-91d3-9c81e8e4b992),segment_id=fd9fed93-9d27-4688-91d3-9c81e8e4b992)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:55.559644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.577881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Calling delete_port for e7381b2f-b841-417f-977c-cef43abee43c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:56.230984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-25fdc93e-c39b-40ef-9542-8b4654afe391 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1931335243&fields=id&tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 267 time: 0.3737085 Jul 16 01:48:56.253057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.432598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Pushing event deleted for resources: {'Port': ['ID=e7381b2f-b841-417f-977c-cef43abee43c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.495538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59770275-41eb-4cbf-a357-7271dfa4417a req-67378cc0-c1e3-4101-8138-b25537144a7b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:56.505661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59770275-41eb-4cbf-a357-7271dfa4417a req-67378cc0-c1e3-4101-8138-b25537144a7b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 944 time: 0.8681045 Jul 16 01:48:56.521172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] No DVR routers for this DVR port e7381b2f-b841-417f-977c-cef43abee43c on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:56.528461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.531075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf69c808-6886-41cf-8235-59bdaf6ab4c7 req-7fab6d07-5d31-4207-96a0-8f72797f69d7 tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.13 "DELETE /v2.0/ports/e7381b2f-b841-417f-977c-cef43abee43c HTTP/1.1" status: 204 len: 173 time: 1.8534184 Jul 16 01:48:56.531579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'name': 'network-vif-deleted', 'tag': 'e7381b2f-b841-417f-977c-cef43abee43c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:56.534417 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4788827a-fb43-4c00-aae4-3713d93631b4" -d '{"events": [{"server_uuid": "6ff2e354-fbef-4394-b393-29c8703f02ef", "name": "network-vif-deleted", "tag": "e7381b2f-b841-417f-977c-cef43abee43c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:56.606761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08225905-44b4-4b87-92b5-ffd292e48ef3 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:56.763157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 08225905-44b4-4b87-92b5-ffd292e48ef3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:56.763717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59770275-41eb-4cbf-a357-7271dfa4417a req-ce5c15c1-a31c-49f1-b64f-f15fe4ce450d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466509 Jul 16 01:48:56.764781 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.853715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-4a0e205d-2875-41b9-b31a-aa107bc5367a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:56.855863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-4a0e205d-2875-41b9-b31a-aa107bc5367a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 816 time: 0.6229634 Jul 16 01:48:56.887519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-e1aad2f1-53e3-4620-a529-0766f41ce969 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/quotas/dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 375 time: 0.0227940 Jul 16 01:48:57.029543 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.053913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-69c579d8-5343-4edb-8867-0b5d343b0075 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606984 Jul 16 01:48:57.116003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:57.120829 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94c928-181f-4c77-923d-4799d1213121" -d '{"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-plugged", "status": "completed", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:57.150544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:57.157350 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.228679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.416413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9e6c52d-6c89-486e-bef4-31a3d048b501 req-ebb93d8b-ee6a-4497-b95e-899c2e331a3e tempest-AttachVolumeNegativeTest-217146217 tempest-AttachVolumeNegativeTest-217146217-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff2e354-fbef-4394-b393-29c8703f02ef HTTP/1.1" status: 200 len: 210 time: 0.1378393 Jul 16 01:48:57.452187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-0c7f386d-46ee-48f0-892e-ab74c03da7d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744533 Jul 16 01:48:57.741039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-7701e4d5-a1bd-4de9-af8f-8315e893d597 service neutron] 10.222.0.42 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823708 Jul 16 01:48:57.807382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e7381b2f-b841-417f-977c-cef43abee43c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:57.808133 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578385f4-b022-470d-923f-d91f5523e781 x-openstack-request-id: req-578385f4-b022-470d-923f-d91f5523e781 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:57.808133 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff2e354-fbef-4394-b393-29c8703f02ef", "name": "network-vif-deleted", "tag": "e7381b2f-b841-417f-977c-cef43abee43c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:57.808582 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-578385f4-b022-470d-923f-d91f5523e781 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:57.808582 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff2e354-fbef-4394-b393-29c8703f02ef', 'name': 'network-vif-deleted', 'tag': 'e7381b2f-b841-417f-977c-cef43abee43c', 'status': 'completed', 'code': 200} Jul 16 01:48:57.907751 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a0ee0-3f14-4769-af13-cc4c9c2ea275 x-openstack-request-id: req-c58a0ee0-3f14-4769-af13-cc4c9c2ea275 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:57.908208 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-plugged", "status": "completed", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:57.908688 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c58a0ee0-3f14-4769-af13-cc4c9c2ea275 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:57.909257 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'code': 200} Jul 16 01:48:57.910560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e7381b2f-b841-417f-977c-cef43abee43c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:57.911063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e7381b2f-b841-417f-977c-cef43abee43c not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:59.010817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fb6ebc4-0f19-425f-8db9-82b4428d51a9 req-8d97da24-2074-4f5a-9212-90dcd2ee56dd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 210 time: 0.1039255 Jul 16 01:48:59.167057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976d05-5cb8-4cb5-92cf-8dc00581afda req-5f67d0c5-e483-4b3d-8f2c-2ddb316fa896 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.174749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72976d05-5cb8-4cb5-92cf-8dc00581afda req-5f67d0c5-e483-4b3d-8f2c-2ddb316fa896 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 1.0013106 Jul 16 01:48:59.214090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.301663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72976d05-5cb8-4cb5-92cf-8dc00581afda req-7f8196ab-3272-4024-8f4e-5fea857cfc89 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154244 Jul 16 01:48:59.454602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Deleting subnet 94d86462-392f-4962-a98c-2c084c332e61 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:59.468569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.550259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.728684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.879140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.935329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d86462-392f-4962-a98c-2c084c332e61,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.986929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.991970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2b6d028d-d256-4855-aa47-f8864da4da84 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/94d86462-392f-4962-a98c-2c084c332e61 HTTP/1.1" status: 204 len: 168 time: 0.7588277 Jul 16 01:48:59.994695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.275833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.396830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e8386caa-55ca-4e2f-987d-d6fdb3f0718d req-ed03b252-d339-4453-b5d2-c50ac923911d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 210 time: 0.0503347 Jul 16 01:49:00.581748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.871250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-7f972bc5-51eb-4360-9b59-9c2f26a28d26 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.873652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-7f972bc5-51eb-4360-9b59-9c2f26a28d26 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 816 time: 0.1937943 Jul 16 01:49:00.886318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3da8769-e65e-4350-8721-6bd1e4491047']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:00.905788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9fed93-9d27-4688-91d3-9c81e8e4b992') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:00.906229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9fed93-9d27-4688-91d3-9c81e8e4b992') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:00.940722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.000408 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-5d869ce1-c245-4eb1-bab1-c934b6ceb0bd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 380 time: 0.0917480 Jul 16 01:49:01.001212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45588) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.014781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'port': {'device_id': '8e258ead-8b50-492f-90df-832d61b10b94', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'admin_state_up': True, 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'security_groups': ['9c72170b-82c9-418f-8e15-13b30bade0a4']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:01.020280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.064408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:01.064994 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.075686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf378be-97fb-405b-b932-17a093bbb3ff req-ea253c46-11fb-4b5c-9bc4-1abcbc49b436 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:01.077540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-daf378be-97fb-405b-b932-17a093bbb3ff req-ea253c46-11fb-4b5c-9bc4-1abcbc49b436 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.4830239 Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: items = [ Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:01.078358 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:01.289898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71799c94-4732-4db6-8815-e7d61af88cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.328708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.336800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.342707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f3da8769-e65e-4350-8721-6bd1e4491047 HTTP/1.1" status: 204 len: 168 time: 1.3460543 Jul 16 01:49:01.587542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d3f06-c075-468b-9789-786829075921 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3da8769-e65e-4350-8721-6bd1e4491047,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.697472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-daf378be-97fb-405b-b932-17a093bbb3ff req-c076ccf5-e0c4-4e51-9c6f-c8035a2e014e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966742 Jul 16 01:49:01.786962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71799c94-4732-4db6-8815-e7d61af88cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.801621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71799c94-4732-4db6-8815-e7d61af88cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.828344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Made reservation on behalf of dbeeed7df34e4bfdb47bf92f4fe7376f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:01.839414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.882928 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71799c94-4732-4db6-8815-e7d61af88cc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2751b72688fd4cfa94ac6404ffd2903d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8803358 Jul 16 01:49:01.886747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.902042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.941605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799c94-4732-4db6-8815-e7d61af88cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7755fc7b-9af2-46d5-8190-16fab38e7342,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.145023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-53691237-2bcf-4510-ba75-428a291131dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de972a8d790a49de817d56a6a54f075b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356303 Jul 16 01:49:02.148194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.158622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65811cf7-007f-41d8-b433-a478d0c1533d req-46bda462-f609-418a-88c9-dc7b85a62290 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 210 time: 0.2077651 Jul 16 01:49:02.244650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a90e97d-5bbc-4ba2-abf2-b8b058e43548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.273075 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a90e97d-5bbc-4ba2-abf2-b8b058e43548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.325537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3d7b-aea8-4e38-9391-873a3395b4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.348755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Allocated IP 172.20.0.13 (e8d0569f-ec02-4010-87de-d0349c74d857/acf68478-e747-41ed-9140-7558e39b85d7/867715a3-b604-47da-b4ee-1b72ac8e294c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:02.371086 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3d7b-aea8-4e38-9391-873a3395b4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.384969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a90e97d-5bbc-4ba2-abf2-b8b058e43548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.387575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a90e97d-5bbc-4ba2-abf2-b8b058e43548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.388791 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0a90e97d-5bbc-4ba2-abf2-b8b058e43548 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1316d61-6b1b-4f76-a51a-bd494afa108c HTTP/1.1" status: 204 len: 168 time: 0.2386608 Jul 16 01:49:02.415630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90e97d-5bbc-4ba2-abf2-b8b058e43548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1316d61-6b1b-4f76-a51a-bd494afa108c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.540051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3d7b-aea8-4e38-9391-873a3395b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.551501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3d7b-aea8-4e38-9391-873a3395b4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.554240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c4fb3d7b-aea8-4e38-9391-873a3395b4a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7755fc7b-9af2-46d5-8190-16fab38e7342 HTTP/1.1" status: 204 len: 168 time: 0.6662529 Jul 16 01:49:02.674979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3d7b-aea8-4e38-9391-873a3395b4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755fc7b-9af2-46d5-8190-16fab38e7342,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.894930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.985113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Transition to ACTIVE for port object 867715a3-b604-47da-b4ee-1b72ac8e294c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.065532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67caee-de65-43f1-b106-745851a8d63a req-04c092e7-1e65-4515-9f3f-339adbaf0a28 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.067271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c67caee-de65-43f1-b106-745851a8d63a req-04c092e7-1e65-4515-9f3f-339adbaf0a28 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.1388941 Jul 16 01:49:03.172957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.221870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45668) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.252304 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123260e5-f429-4aca-bcea-923e3f7b2c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.281268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.298482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c67caee-de65-43f1-b106-745851a8d63a req-8a1148bd-a675-47fb-a9a3-d8b52a84e409 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212837 Jul 16 01:49:03.307363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Network e8d0569f-ec02-4010-87de-d0349c74d857 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:03.309461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:03.311951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:03.445936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.447937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.638677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ed44-0ed3-4c8f-9fc8-afd4ddbe796c req-054e4a64-4f07-440a-9ce5-d3e452b889e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.651209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123260e5-f429-4aca-bcea-923e3f7b2c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.652382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5229ed44-0ed3-4c8f-9fc8-afd4ddbe796c req-054e4a64-4f07-440a-9ce5-d3e452b889e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 932 time: 0.1363628 Jul 16 01:49:03.657872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123260e5-f429-4aca-bcea-923e3f7b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.696003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-acfee59b-0ef1-4729-a554-889bea21cb98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6871505 Jul 16 01:49:03.758423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5229ed44-0ed3-4c8f-9fc8-afd4ddbe796c req-5a083d60-2775-4fcd-82d2-f6bc91a14f37 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048257 Jul 16 01:49:03.766180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Request body: {'port': {'device_id': '8e258ead-8b50-492f-90df-832d61b10b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:03.797152 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-123260e5-f429-4aca-bcea-923e3f7b2c01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eed704d156094a10ae8ad1e1a4e0a267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558558 Jul 16 01:49:03.798639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45678) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.809529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123260e5-f429-4aca-bcea-923e3f7b2c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c211cce7-195e-4950-aaf2-8b94d06853e9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.879282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d23f98b9-a942-4c23-b405-3c035ea373c2 None None] Provisioning for port 867715a3-b604-47da-b4ee-1b72ac8e294c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:03.897127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa58a541-5b7a-4aeb-adda-621ae3fe3f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.904306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d23f98b9-a942-4c23-b405-3c035ea373c2 None None] Provisioning complete for port 867715a3-b604-47da-b4ee-1b72ac8e294c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:03.904717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d23f98b9-a942-4c23-b405-3c035ea373c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.934544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa58a541-5b7a-4aeb-adda-621ae3fe3f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.026889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d23f98b9-a942-4c23-b405-3c035ea373c2 None None] Port 867715a3-b604-47da-b4ee-1b72ac8e294c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:04.063352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa58a541-5b7a-4aeb-adda-621ae3fe3f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.077752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa58a541-5b7a-4aeb-adda-621ae3fe3f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.081885 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa58a541-5b7a-4aeb-adda-621ae3fe3f47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c211cce7-195e-4950-aaf2-8b94d06853e9 HTTP/1.1" status: 204 len: 168 time: 0.2807572 Jul 16 01:49:04.105591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a541-5b7a-4aeb-adda-621ae3fe3f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211cce7-195e-4950-aaf2-8b94d06853e9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.128190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.215701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84e4c-33a9-4528-98f9-e4ed379c22fa req-cc191a7e-e886-4a37-995b-2e03e8986771 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.229538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fd84e4c-33a9-4528-98f9-e4ed379c22fa req-cc191a7e-e886-4a37-995b-2e03e8986771 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.6291535 Jul 16 01:49:05.341704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-97d55363-6b80-4198-8fcc-614cc7726d3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3329794 Jul 16 01:49:05.572111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-b27620e7-76f8-469b-b483-8f7334c48661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.574771 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-b27620e7-76f8-469b-b483-8f7334c48661 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 1097 time: 0.1827862 Jul 16 01:49:05.632407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fd84e4c-33a9-4528-98f9-e4ed379c22fa req-dc8452bf-0f55-4f48-a582-b85474bef34b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015715 Jul 16 01:49:05.637236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:05.679186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff069e0-ffe9-4ba4-af17-be6d7eddb68c req-183166c4-0dfb-47ce-bdca-d9ca931fbbcc tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.699653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cff069e0-ffe9-4ba4-af17-be6d7eddb68c req-183166c4-0dfb-47ce-bdca-d9ca931fbbcc tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 932 time: 0.6169059 Jul 16 01:49:05.730907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.883544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Transition to ACTIVE for port object 867715a3-b604-47da-b4ee-1b72ac8e294c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:05.905144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cff069e0-ffe9-4ba4-af17-be6d7eddb68c req-7e80f8ac-3e3a-4472-96ce-ad48cffa8157 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037232 Jul 16 01:49:05.907637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.141999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-237215c8-789b-4acb-9da4-206ecf2745ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.150185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-237215c8-789b-4acb-9da4-206ecf2745ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.5364537 Jul 16 01:49:06.165378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.350471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-d043259e-d6fb-48f3-b4b6-4d00d6fac349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec HTTP/1.1" status: 200 len: 217 time: 0.1934140 Jul 16 01:49:06.467944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:06.468691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:06.468837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:06.482077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Port 867715a3-b604-47da-b4ee-1b72ac8e294c on network e8d0569f-ec02-4010-87de-d0349c74d857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:06.482077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:06.503424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:06.504901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:06.524998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Bound using segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:06.531153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Bound port: 867715a3-b604-47da-b4ee-1b72ac8e294c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:06.531677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.537590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-73bfedbe-50ab-4ee1-83db-3a571a3630cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.540334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-73bfedbe-50ab-4ee1-83db-3a571a3630cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1820116 Jul 16 01:49:06.684267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:06.688406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:06.705055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.765433 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-6ac6000c-babc-49b8-93a6-cc462b32c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.768727 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-6ac6000c-babc-49b8-93a6-cc462b32c331 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217426 Jul 16 01:49:06.780967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.814736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.816038 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.819673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3c9eb48d-c651-4840-9960-7513c473b5cb service neutron] 10.222.0.13 "PUT /v2.0/ports/867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1093 time: 3.0918264 Jul 16 01:49:06.820144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:06.824826 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d25127-27d0-491b-932f-e7c4f89f0bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:06.947641 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77afed67-d1ce-44ca-bd39-4166e68380bd x-openstack-request-id: req-77afed67-d1ce-44ca-bd39-4166e68380bd {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:06.948251 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:06.948704 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77afed67-d1ce-44ca-bd39-4166e68380bd {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:06.949511 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'status': 'completed', 'code': 200} Jul 16 01:49:07.005083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-ed5f4e73-3ca4-47b6-9c49-79115dacfcdd service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221425 Jul 16 01:49:07.213276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73bdd-39f4-4cfd-887d-31912ecb25c6 req-cf196e41-c00a-4851-8dd1-f81ee317400a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.214892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ebf73bdd-39f4-4cfd-887d-31912ecb25c6 req-cf196e41-c00a-4851-8dd1-f81ee317400a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.3247290 Jul 16 01:49:07.231465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-375274a6-0819-4ec3-961e-ef7b8ac6d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.235133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-375274a6-0819-4ec3-961e-ef7b8ac6d79e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1096 time: 0.2899413 Jul 16 01:49:07.374685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-36e18dc4-c2ee-4591-a088-d3eda1a1a15b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 217 time: 0.1167953 Jul 16 01:49:07.522448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-e0e13d6e-f972-4012-837b-1ab37bc542d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.523159 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.525265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-e0e13d6e-f972-4012-837b-1ab37bc542d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.0829968 Jul 16 01:49:07.619576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ebf73bdd-39f4-4cfd-887d-31912ecb25c6 req-87dbcdc4-37ad-42bc-938d-316b26eba86f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819199 Jul 16 01:49:07.720461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-c0b73d43-008b-4c5a-af5e-7ed90649b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.727779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-c0b73d43-008b-4c5a-af5e-7ed90649b69d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771057 Jul 16 01:49:07.767816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ec889-ed3f-402e-b9cb-ca7f1c66916e req-a186280d-c2b7-4fe3-8c06-39183f4f7662 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.779420 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-873ec889-ed3f-402e-b9cb-ca7f1c66916e req-a186280d-c2b7-4fe3-8c06-39183f4f7662 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 944 time: 0.3790410 Jul 16 01:49:07.899690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-873ec889-ed3f-402e-b9cb-ca7f1c66916e req-ee5e6f80-d900-456f-ae32-6a472565a50a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180305 Jul 16 01:49:08.047951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-3edcf7a0-7d23-4d01-932b-d44e384d7494 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171294 Jul 16 01:49:08.184786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-acddcb03-b60d-4491-afe8-157e5c27de79 req-777934bd-8153-42d1-8825-ccf68aa246df service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1697319 Jul 16 01:49:08.264079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6a2d796-fc53-43e5-b83d-476fbac65491 req-eea0aa03-8a88-4b80-bc79-f632af8ddeb5 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085936 Jul 16 01:49:08.544204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-478fa954-488b-48e3-a8cb-afb6ce66717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.547277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-478fa954-488b-48e3-a8cb-afb6ce66717d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1096 time: 0.1531339 Jul 16 01:49:08.774387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-900c8024-83cb-4f62-a2d6-b5568b4cd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.777047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-900c8024-83cb-4f62-a2d6-b5568b4cd7ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.2219148 Jul 16 01:49:08.942108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-1a27f4d8-b66f-4d28-bdbb-226300f63d25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 217 time: 0.1572785 Jul 16 01:49:09.180450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa9118-a684-455e-92db-c6c2226c5122 req-04ba4879-ea0c-49ce-be50-72789b36e6f5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.189813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fefa9118-a684-455e-92db-c6c2226c5122 req-04ba4879-ea0c-49ce-be50-72789b36e6f5 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.2846854 Jul 16 01:49:09.225567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-8883aeb8-9301-4f71-bfb8-269511148f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.227537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-8883aeb8-9301-4f71-bfb8-269511148f0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.2788618 Jul 16 01:49:09.463342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fefa9118-a684-455e-92db-c6c2226c5122 req-06ad14e7-239e-4607-b151-d193a4501044 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723343 Jul 16 01:49:09.581901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa277d-0652-4d2d-987a-b1b81bddc3ac req-5bc916d6-1521-4bb3-b422-ec8bcdd793ce tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.587856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69aa277d-0652-4d2d-987a-b1b81bddc3ac req-5bc916d6-1521-4bb3-b422-ec8bcdd793ce tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 944 time: 0.3650472 Jul 16 01:49:09.687947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69aa277d-0652-4d2d-987a-b1b81bddc3ac req-e5c4261d-224a-4cdd-87de-8fb3cbc3e729 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936334 Jul 16 01:49:09.822561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-99a274f8-81ad-48cf-a679-df5af986ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.824266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-99a274f8-81ad-48cf-a679-df5af986ff23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5435619 Jul 16 01:49:09.879198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:09.939204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-a7074cf7-cf3b-490f-96b1-d0043d02adf9 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054544 Jul 16 01:49:10.158400 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9358580-ae9d-47a4-b0ae-d2d146b8867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.247161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95d25127-27d0-491b-932f-e7c4f89f0bf2 req-ad2b59c4-2797-462f-b16a-2b850cc80470 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002124 Jul 16 01:49:10.257401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.342196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'mac_address': 'fa:16:3e:18:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:10.441544 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.474518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:10.641324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.661959 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.713478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.977489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['867715a3-b604-47da-b4ee-1b72ac8e294c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:11.028171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44831-addc-4489-8e88-110d6edda050 req-4bbb778c-2ab1-4ee3-8f11-8e07bc986614 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.029560 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd44831-addc-4489-8e88-110d6edda050 req-4bbb778c-2ab1-4ee3-8f11-8e07bc986614 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.1853726 Jul 16 01:49:11.058591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41467f-3720-494d-9c9c-d70d1bd4b3fd req-033d23af-9e03-4819-af2a-49970f7a32d8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.061819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb41467f-3720-494d-9c9c-d70d1bd4b3fd req-033d23af-9e03-4819-af2a-49970f7a32d8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.1532023 Jul 16 01:49:11.209799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd44831-addc-4489-8e88-110d6edda050 req-09658f53-2f36-4ed0-a4b5-b13a98fdcb27 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701279 Jul 16 01:49:11.257945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb41467f-3720-494d-9c9c-d70d1bd4b3fd req-b9b764b3-ee58-4521-a102-5d824e9737a9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873798 Jul 16 01:49:11.879122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:12.061660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 867715a3-b604-47da-b4ee-1b72ac8e294c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:12.078054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 867715a3-b604-47da-b4ee-1b72ac8e294c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:12.078442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.386347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.481916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:12.486009 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84118c3e-d40a-4996-a1a8-6b8d149e61a9" -d '{"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-plugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:12.492844 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df6a1890-4945-4d5e-9539-26598164d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.525446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:12.529753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.533694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.637675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.774725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf9da1-143b-4298-b68f-6e119233a96b req-89923c1a-c3cb-44d7-9a20-47fcbef0895c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.777484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5cf9da1-143b-4298-b68f-6e119233a96b req-89923c1a-c3cb-44d7-9a20-47fcbef0895c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1816313 Jul 16 01:49:12.788693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c9e59-9f32-4cac-8677-5d561e2dd7bb req-b9afe936-a5b9-489f-a16c-5e3c9802dede tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.796169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e46c9e59-9f32-4cac-8677-5d561e2dd7bb req-b9afe936-a5b9-489f-a16c-5e3c9802dede tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.2540748 Jul 16 01:49:12.929416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e46c9e59-9f32-4cac-8677-5d561e2dd7bb req-63e4d074-0c0e-452b-8360-b4d22ac4d086 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320093 Jul 16 01:49:13.009609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5cf9da1-143b-4298-b68f-6e119233a96b req-a9cbd219-5c3f-4d2b-b421-6cd7ecd2c6b2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955867 Jul 16 01:49:13.058031 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaff2e8-2a6f-47bc-8712-cf668d72e4b7 x-openstack-request-id: req-caaff2e8-2a6f-47bc-8712-cf668d72e4b7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:13.058342 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-plugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:13.058601 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caaff2e8-2a6f-47bc-8712-cf668d72e4b7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:13.059012 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'code': 200} Jul 16 01:49:13.382645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400028a-7046-4f33-a3b2-09c37c78c804 req-4fb67639-b960-4206-9cad-1e9360079357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.384769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a400028a-7046-4f33-a3b2-09c37c78c804 req-4fb67639-b960-4206-9cad-1e9360079357 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1098 time: 0.1543880 Jul 16 01:49:13.446850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a400028a-7046-4f33-a3b2-09c37c78c804 req-3c81088b-b477-450d-a8eb-c2c0c644c25c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555987 Jul 16 01:49:13.729614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.422193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cc01e-ae07-42e2-9e70-4a22f721712f req-33a81e57-197a-4a82-ae15-31761a5b15fe tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.433290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f97cc01e-ae07-42e2-9e70-4a22f721712f req-33a81e57-197a-4a82-ae15-31761a5b15fe tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.3082104 Jul 16 01:49:14.478228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b5215-4aa5-49fa-838a-61afcfa89c9f req-fa510c9c-983a-4de6-aa45-71d861d5482f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.488085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa2b5215-4aa5-49fa-838a-61afcfa89c9f req-fa510c9c-983a-4de6-aa45-71d861d5482f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2224052 Jul 16 01:49:14.571488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f97cc01e-ae07-42e2-9e70-4a22f721712f req-9e412d10-7c19-47a1-8406-578f27c985dc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363623 Jul 16 01:49:14.597781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa2b5215-4aa5-49fa-838a-61afcfa89c9f req-329ebecb-b26d-409b-9ebe-2cb8f4785987 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114781 Jul 16 01:49:15.297037 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.011701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86ba0-9b53-42c5-81a6-be92c4bfec9e req-78de2dac-775a-41e8-93a1-3bef723b4554 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:16.019121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fa86ba0-9b53-42c5-81a6-be92c4bfec9e req-78de2dac-775a-41e8-93a1-3bef723b4554 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.1925066 Jul 16 01:49:16.064637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0b7f2-57af-4da9-b97b-05c0410c1904 req-f3150dbc-cff3-4f92-80cb-7d65f872c7bd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:16.073099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8df0b7f2-57af-4da9-b97b-05c0410c1904 req-f3150dbc-cff3-4f92-80cb-7d65f872c7bd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2020352 Jul 16 01:49:16.126401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fa86ba0-9b53-42c5-81a6-be92c4bfec9e req-a701c76f-7cc2-451c-be25-64fb567786fe tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060479 Jul 16 01:49:16.182631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8df0b7f2-57af-4da9-b97b-05c0410c1904 req-652be2f2-468d-4581-b6b6-9a5b2a18fcb6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082418 Jul 16 01:49:16.621589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201689-8ce8-42d2-9b67-f67b3168b999 req-cc2b15fc-1765-43c9-8ef4-bdef722a1156 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:16.623267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab201689-8ce8-42d2-9b67-f67b3168b999 req-cc2b15fc-1765-43c9-8ef4-bdef722a1156 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.0870671 Jul 16 01:49:16.634723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46070) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.639527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Request body: {'floatingip': {'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:16.739124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.627788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d422-641e-4d3f-8aee-ed243ede1d24 req-5e15f141-4372-4ad2-9e6c-bacbb0e48267 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:17.629428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9419d422-641e-4d3f-8aee-ed243ede1d24 req-5e15f141-4372-4ad2-9e6c-bacbb0e48267 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.2848670 Jul 16 01:49:17.862592 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:49:18.037075 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.043026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.197380 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Floating IP 40e72f5e-8130-4c99-9dd2-91e1aa98e5f2 associated. External IP: 172.25.7.243, port: 867715a3-b604-47da-b4ee-1b72ac8e294c. Jul 16 01:49:18.381829 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.458960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9419d422-641e-4d3f-8aee-ed243ede1d24 req-6d2194d9-82ea-4f4d-bab8-6cb591adc9bd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8221929 Jul 16 01:49:18.508253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:18.691569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:18.705834 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:18.707906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.724799 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:18.725727 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:49:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.914005 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d6e0bbb-3103-4446-b7c5-b4286b1cb1b4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "PUT /v2.0/floatingips/40e72f5e-8130-4c99-9dd2-91e1aa98e5f2 HTTP/1.1" status: 200 len: 992 time: 2.2754395 Jul 16 01:49:18.914005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:18.917562 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:18.927741 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9931ca85-d164-44a7-acac-b24bce24591b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:18.959659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-d2c9fbfe-137c-4d2a-af0a-e00a0176ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.961379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-d2c9fbfe-137c-4d2a-af0a-e00a0176ae8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 1097 time: 0.2468662 Jul 16 01:49:19.152129 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c147033-d717-4fc1-8794-ad53caad21c8 x-openstack-request-id: req-3c147033-d717-4fc1-8794-ad53caad21c8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:19.152353 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:19.152648 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c147033-d717-4fc1-8794-ad53caad21c8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:19.153084 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'status': 'completed', 'code': 200} Jul 16 01:49:19.221170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ca85-d164-44a7-acac-b24bce24591b req-752e1527-eec0-4343-9a75-9b9ea1cba765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.228151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-752e1527-eec0-4343-9a75-9b9ea1cba765 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1098 time: 0.1227000 Jul 16 01:49:19.235375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-9c376914-4f58-4c49-b796-33fbe73a4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.237583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-9c376914-4f58-4c49-b796-33fbe73a4298 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.2688956 Jul 16 01:49:19.330538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-3b0c552c-2a1f-4d0a-b4a7-40ad1401577e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08225905-44b4-4b87-92b5-ffd292e48ef3 HTTP/1.1" status: 200 len: 217 time: 0.0864170 Jul 16 01:49:19.359833 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '40e72f5e-8130-4c99-9dd2-91e1aa98e5f2', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'mac_address': 'fa:16:3e:18:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e258ead-8b50-492f-90df-832d61b10b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 1, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.439507 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:19.464402 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:19.465440 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:49:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.479579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-2351a595-0a76-4362-ba80-c0e951f32e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.483269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-2351a595-0a76-4362-ba80-c0e951f32e9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1470699 Jul 16 01:49:19.511134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ca85-d164-44a7-acac-b24bce24591b req-13fa5835-8696-4ce1-a21a-4be7f91cfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.513677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-13fa5835-8696-4ce1-a21a-4be7f91cfe6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.2796719 Jul 16 01:49:19.613488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-7cd1a347-680e-4b9c-a4b7-6b125215538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.615759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-7cd1a347-680e-4b9c-a4b7-6b125215538b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249835 Jul 16 01:49:19.627698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-90b31d2f-1077-4879-ab23-be1c986105c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1000 time: 0.1059766 Jul 16 01:49:19.769649 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:19.776121 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-25882335-c5dd-4565-9f88-f1c08d947dfc service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524260 Jul 16 01:49:19.924381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ca85-d164-44a7-acac-b24bce24591b req-348bf697-5b0c-44e5-ad3d-103417a7aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.926034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-348bf697-5b0c-44e5-ad3d-103417a7aa9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.2920599 Jul 16 01:49:20.159813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ca85-d164-44a7-acac-b24bce24591b req-981f815a-d666-45af-b4ff-ba506da62274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:20.164204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-981f815a-d666-45af-b4ff-ba506da62274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182584 Jul 16 01:49:20.245946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b3b9-6321-4bb3-b06d-f2352fafc20a req-50529d50-7529-4da4-b0fd-1cb7d208548f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:20.257912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2b7b3b9-6321-4bb3-b06d-f2352fafc20a req-50529d50-7529-4da4-b0fd-1cb7d208548f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.4959168 Jul 16 01:49:20.262300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-81fae83e-b648-452d-9d89-012ee2a7e3b3 req-120c62d8-f490-449e-a03b-12de3600247e service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796176 Jul 16 01:49:20.357282 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '40e72f5e-8130-4c99-9dd2-91e1aa98e5f2', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'mac_address': 'fa:16:3e:18:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e258ead-8b50-492f-90df-832d61b10b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 1, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.391291 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ae2fd-1c41-45b0-b6e5-a69aa5454f59 None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '40e72f5e-8130-4c99-9dd2-91e1aa98e5f2', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'mac_address': 'fa:16:3e:18:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e258ead-8b50-492f-90df-832d61b10b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 1, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:20.425780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2b7b3b9-6321-4bb3-b06d-f2352fafc20a req-71ddeba1-9b15-45ce-af82-ac96872c00b2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666193 Jul 16 01:49:20.593297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-2fa3b3d4-6773-428e-8170-ed4a6551654c service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133725 Jul 16 01:49:20.824040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9931ca85-d164-44a7-acac-b24bce24591b req-68e6a439-2755-4db2-9372-f44872898724 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233331 Jul 16 01:49:20.895189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0060e2-eeba-4c4d-a712-fe033ac9683c None None] New status for floating IP 40e72f5e-8130-4c99-9dd2-91e1aa98e5f2: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:49:21.799704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57e3d5-750e-4d77-98a3-0a1e0dd1d405 req-f0a1157e-ce81-4b92-8a28-bcafab551ce6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:21.821113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b57e3d5-750e-4d77-98a3-0a1e0dd1d405 req-f0a1157e-ce81-4b92-8a28-bcafab551ce6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 945 time: 0.1373103 Jul 16 01:49:21.928938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b57e3d5-750e-4d77-98a3-0a1e0dd1d405 req-b70762d5-d299-41a2-bce3-3e9778636924 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066952 Jul 16 01:49:22.552220 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:22.654536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08225905-44b4-4b87-92b5-ffd292e48ef3 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:22.884639 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.994050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:22.996335 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff0eea-6743-4cc5-959f-6a6cc450953f" -d '{"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-unplugged", "status": "completed", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:23.043407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:23.049507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.127541 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae30680-a684-4c6b-9a44-f6b0c477196a x-openstack-request-id: req-bae30680-a684-4c6b-9a44-f6b0c477196a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:23.128202 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-unplugged", "status": "failed", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3", "code": 422}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:23.128930 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bae30680-a684-4c6b-9a44-f6b0c477196a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:23.130406 n-d-791506-20 neutron-server[93757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'code': 422} returned with failed status Jul 16 01:49:23.131739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.324677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66732-53b3-4357-ad2b-df3aca220a2f req-0018a881-b66e-4f57-b18a-6180b2fc484a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.327086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48e66732-53b3-4357-ad2b-df3aca220a2f req-0018a881-b66e-4f57-b18a-6180b2fc484a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 943 time: 0.1404061 Jul 16 01:49:23.430240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48e66732-53b3-4357-ad2b-df3aca220a2f req-aa9fc02f-c92e-426c-b8a8-52b8237217ce tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975266 Jul 16 01:49:23.733490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b822687-9374-4e93-b33f-1026a5d45aae req-b6901c6e-f1bc-4457-90b0-3c8993664173 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.741608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b822687-9374-4e93-b33f-1026a5d45aae req-b6901c6e-f1bc-4457-90b0-3c8993664173 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1004426 Jul 16 01:49:23.789362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b822687-9374-4e93-b33f-1026a5d45aae req-1d20d34d-17fc-442d-a6b2-32687797f1df tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466115 Jul 16 01:49:24.212542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a6b5-5a0e-4e91-8396-797e7377c407 req-7b808706-00bb-48af-bd65-253cb76364d9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:24.229237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d489a6b5-5a0e-4e91-8396-797e7377c407 req-7b808706-00bb-48af-bd65-253cb76364d9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2184465 Jul 16 01:49:24.328446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d489a6b5-5a0e-4e91-8396-797e7377c407 req-193b4d3f-85c0-4b78-b54e-3159c97cf315 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979171 Jul 16 01:49:25.077834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562037fc-b3ac-4f1c-82f0-a4dabc66f0f5 req-b316d029-120c-4a73-aa8a-06ba14720dab tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.086338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-562037fc-b3ac-4f1c-82f0-a4dabc66f0f5 req-b316d029-120c-4a73-aa8a-06ba14720dab tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1305165 Jul 16 01:49:25.202012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-562037fc-b3ac-4f1c-82f0-a4dabc66f0f5 req-96834891-53c1-4f32-b90d-07c50130e7e6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145554 Jul 16 01:49:26.398645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009385a2-c495-483e-9ae9-72dda8f5744a req-e48c29a0-babc-432b-9f46-53fd8cbef196 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.412932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-009385a2-c495-483e-9ae9-72dda8f5744a req-e48c29a0-babc-432b-9f46-53fd8cbef196 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.0998747 Jul 16 01:49:26.473998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-009385a2-c495-483e-9ae9-72dda8f5744a req-2c73aefc-eff3-4dc7-964f-0e980b17756e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597181 Jul 16 01:49:26.657115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08225905-44b4-4b87-92b5-ffd292e48ef3 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:27.787160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fe6fa-0568-48d3-a769-d6f47c224586 req-184758b0-79be-4d99-8600-2ae455491e1d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:27.797167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed4fe6fa-0568-48d3-a769-d6f47c224586 req-184758b0-79be-4d99-8600-2ae455491e1d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1141906 Jul 16 01:49:27.873331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed4fe6fa-0568-48d3-a769-d6f47c224586 req-df3e8c17-ee78-46b2-b3dc-a2275040498e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751958 Jul 16 01:49:27.918176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.095316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bba236d5-6d50-494f-8b1b-49221cd20885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.209895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bba236d5-6d50-494f-8b1b-49221cd20885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.214372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bba236d5-6d50-494f-8b1b-49221cd20885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.252595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba236d5-6d50-494f-8b1b-49221cd20885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d70b32-346c-4cd5-94fe-ec4fac475bbe,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.257284 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bba236d5-6d50-494f-8b1b-49221cd20885 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8dd7aa5387504eca9a62fa01d4514204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380432 Jul 16 01:49:28.259925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46344) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.316745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bd06cf6-50ca-4827-9be3-df9302ed4571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.340678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bd06cf6-50ca-4827-9be3-df9302ed4571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.392900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bd06cf6-50ca-4827-9be3-df9302ed4571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.396551 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bd06cf6-50ca-4827-9be3-df9302ed4571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.400071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0bd06cf6-50ca-4827-9be3-df9302ed4571 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23d70b32-346c-4cd5-94fe-ec4fac475bbe HTTP/1.1" status: 204 len: 168 time: 0.1368971 Jul 16 01:49:28.407920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd06cf6-50ca-4827-9be3-df9302ed4571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d70b32-346c-4cd5-94fe-ec4fac475bbe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.212218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff022c3-c3fd-4122-b570-77cb8a153718 req-aa568571-9c8c-4704-bb8c-8fcbabaa01c9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:29.221000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ff022c3-c3fd-4122-b570-77cb8a153718 req-aa568571-9c8c-4704-bb8c-8fcbabaa01c9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1587887 Jul 16 01:49:29.278018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ff022c3-c3fd-4122-b570-77cb8a153718 req-05d8e163-43ae-43a1-b6ed-1ab541cc37d7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557582 Jul 16 01:49:30.016975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46424) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.212373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba86a-cf60-4dc4-b9c3-fed416a083e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.384250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba86a-cf60-4dc4-b9c3-fed416a083e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.390706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba86a-cf60-4dc4-b9c3-fed416a083e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.439666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.463582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cd5ba86a-cf60-4dc4-b9c3-fed416a083e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d33dc8f5506405685ebbb51dceffb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454544 Jul 16 01:49:30.464655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ba86a-cf60-4dc4-b9c3-fed416a083e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ea13d-d98d-4db2-832c-7d34d1103a20,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.466328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.607816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-008f17f1-0267-4472-b1bb-ca7b6a3b0f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.618129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04e4e2b7-9302-4a61-974b-781ee46d955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.642366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04e4e2b7-9302-4a61-974b-781ee46d955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.808634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-008f17f1-0267-4472-b1bb-ca7b6a3b0f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.810008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04e4e2b7-9302-4a61-974b-781ee46d955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.812916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04e4e2b7-9302-4a61-974b-781ee46d955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.817705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-04e4e2b7-9302-4a61-974b-781ee46d955b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df7ea13d-d98d-4db2-832c-7d34d1103a20 HTTP/1.1" status: 204 len: 168 time: 0.3498068 Jul 16 01:49:30.835485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-008f17f1-0267-4472-b1bb-ca7b6a3b0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.858028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4e2b7-9302-4a61-974b-781ee46d955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ea13d-d98d-4db2-832c-7d34d1103a20,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.872336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-008f17f1-0267-4472-b1bb-ca7b6a3b0f3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1eef2f1e5cd940bdab3483da29058151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315596 Jul 16 01:49:30.875533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46460) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.907217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f17f1-0267-4472-b1bb-ca7b6a3b0f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4dee6-3f30-4ae0-b2f7-68a9a67a0a22,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.948924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e1588-a17e-452d-a113-c69c1ab95f59 req-19d978fd-17c2-4e4a-b947-c1801547ef5b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:30.957520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c90e1588-a17e-452d-a113-c69c1ab95f59 req-19d978fd-17c2-4e4a-b947-c1801547ef5b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.3990948 Jul 16 01:49:30.992190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b381857e-6974-4ac7-b96b-b0075fea20ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.999798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c90e1588-a17e-452d-a113-c69c1ab95f59 req-5b5235a6-1797-4bc7-81e8-46874c3a23f9 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413322 Jul 16 01:49:31.025588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b381857e-6974-4ac7-b96b-b0075fea20ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.075736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b381857e-6974-4ac7-b96b-b0075fea20ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.079912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b381857e-6974-4ac7-b96b-b0075fea20ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.081429 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b381857e-6974-4ac7-b96b-b0075fea20ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbb4dee6-3f30-4ae0-b2f7-68a9a67a0a22 HTTP/1.1" status: 204 len: 168 time: 0.2044864 Jul 16 01:49:31.092278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381857e-6974-4ac7-b96b-b0075fea20ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4dee6-3f30-4ae0-b2f7-68a9a67a0a22,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.534374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46484) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.548323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46852fe0-eea0-4008-b846-29bd01a01197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.665501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46852fe0-eea0-4008-b846-29bd01a01197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.673056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46852fe0-eea0-4008-b846-29bd01a01197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.727422 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46852fe0-eea0-4008-b846-29bd01a01197 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cf405f972c949edb0d6f68304f364ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916180 Jul 16 01:49:31.728328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46852fe0-eea0-4008-b846-29bd01a01197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb5b4d-6df4-48e3-ac35-85470635303f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.730093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46492) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.839077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12095165-4115-4cc0-9b59-cb1d78224d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.862408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12095165-4115-4cc0-9b59-cb1d78224d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.944224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12095165-4115-4cc0-9b59-cb1d78224d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.947922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-12095165-4115-4cc0-9b59-cb1d78224d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.949372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-12095165-4115-4cc0-9b59-cb1d78224d5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67bb5b4d-6df4-48e3-ac35-85470635303f HTTP/1.1" status: 204 len: 168 time: 0.2164750 Jul 16 01:49:31.962688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095165-4115-4cc0-9b59-cb1d78224d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb5b4d-6df4-48e3-ac35-85470635303f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.282776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62dff8-6627-4042-b834-661fe93da241 req-8dd6550a-974b-4a7d-903a-4a06f0d6dfd2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.289994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed62dff8-6627-4042-b834-661fe93da241 req-8dd6550a-974b-4a7d-903a-4a06f0d6dfd2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1122580 Jul 16 01:49:32.325040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed62dff8-6627-4042-b834-661fe93da241 req-5e293165-b083-44ee-a915-ee5a5e87ff1c tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339801 Jul 16 01:49:33.619013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2e1aa-cc48-499e-a89f-eca61805f8cc req-771b2e91-9aa7-400d-bd00-6bc7483ea3bf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.624959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5a2e1aa-cc48-499e-a89f-eca61805f8cc req-771b2e91-9aa7-400d-bd00-6bc7483ea3bf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1293790 Jul 16 01:49:33.666432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5a2e1aa-cc48-499e-a89f-eca61805f8cc req-3e64499b-d0c1-4afb-9243-89eb69e92ae0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386858 Jul 16 01:49:34.406628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.526913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac2d1-868d-4895-bbae-3efd1574afed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.675362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac2d1-868d-4895-bbae-3efd1574afed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.681849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac2d1-868d-4895-bbae-3efd1574afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.710849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ac2d1-868d-4895-bbae-3efd1574afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234d515-e5f7-46e9-a54d-282d09e3b3ea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.742354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.743073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e5ac2d1-868d-4895-bbae-3efd1574afed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec1f1e892bb7411582a5ca2f229ea871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353283 Jul 16 01:49:34.798280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6c17-5faf-47ad-9b54-65c02e65715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.823540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6c17-5faf-47ad-9b54-65c02e65715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.898678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6c17-5faf-47ad-9b54-65c02e65715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.902024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5bb6c17-5faf-47ad-9b54-65c02e65715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.903935 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a5bb6c17-5faf-47ad-9b54-65c02e65715d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9234d515-e5f7-46e9-a54d-282d09e3b3ea HTTP/1.1" status: 204 len: 168 time: 0.1595573 Jul 16 01:49:34.913786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb6c17-5faf-47ad-9b54-65c02e65715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234d515-e5f7-46e9-a54d-282d09e3b3ea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.967805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe2a2f-9c64-46a4-8f82-469b872e3985 req-1c77e836-28da-4ea4-a517-0e32c9a3da9b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.969653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8fe2a2f-9c64-46a4-8f82-469b872e3985 req-1c77e836-28da-4ea4-a517-0e32c9a3da9b tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.0833695 Jul 16 01:49:35.038839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8fe2a2f-9c64-46a4-8f82-469b872e3985 req-8cf6847e-c4cc-4e07-9ed3-ed41011241e0 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628726 Jul 16 01:49:36.251832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077ce2a-08e2-4a9e-898e-dd44b5a8b83f req-eaca851d-88bb-4cb8-affb-3b6c5476d7de tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.259767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d077ce2a-08e2-4a9e-898e-dd44b5a8b83f req-eaca851d-88bb-4cb8-affb-3b6c5476d7de tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.0830181 Jul 16 01:49:36.272267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.322686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d077ce2a-08e2-4a9e-898e-dd44b5a8b83f req-4938bb84-3ffd-465c-a4a2-c2531d17bad4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619276 Jul 16 01:49:36.407425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1128115337-network', 'tenant_id': '7f3b9e142da54a9ba6018b3a9501784f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:36.436812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Made reservation on behalf of 7f3b9e142da54a9ba6018b3a9501784f for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:36.441355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.453708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.580536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.587531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.629122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:36.641680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.642397 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Added segment 9cd9fca4-9e4e-484a-a734-d660a21c7261 of type vlan for network d1b560ab-6fca-48ca-ac6d-cb311500aa22 Jul 16 01:49:36.726262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb95ac7-cf34-4162-b4ba-bfd4e286c387,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.744968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.823974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.825546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.826652 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.833735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-131cf8b5-7b3f-4eb4-8e60-ff29be7a7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.836996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-131cf8b5-7b3f-4eb4-8e60-ff29be7a7bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.0823770 Jul 16 01:49:36.842122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415885a9-266a-487f-8664-ca57c80e81c6 req-83813b55-11b7-415a-923b-902081ead7b8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.843764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-415885a9-266a-487f-8664-ca57c80e81c6 req-83813b55-11b7-415a-923b-902081ead7b8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1591809 Jul 16 01:49:36.889277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6154366 Jul 16 01:49:36.889955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46710) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.900627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Request body: {'subnet': {'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1128115337-subnet', 'tenant_id': '7f3b9e142da54a9ba6018b3a9501784f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:37.002935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-415885a9-266a-487f-8664-ca57c80e81c6 req-782a8f5f-2497-4f53-8601-dc290dbe3d6f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449134 Jul 16 01:49:37.003581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Made reservation on behalf of 7f3b9e142da54a9ba6018b3a9501784f for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:37.006632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.079757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-d27156ae-60d9-49e1-a3e5-7637f17f7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.081412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-d27156ae-60d9-49e1-a3e5-7637f17f7992 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.2297189 Jul 16 01:49:37.101680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7faea-f6bf-40ba-9019-db3565cf6740 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b560ab-6fca-48ca-ac6d-cb311500aa22,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.115680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d1b560ab-6fca-48ca-ac6d-cb311500aa22 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:37.224151 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.231249 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-06dc60ac-6bf5-43a2-9d7f-ab4550a431d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.1425698 Jul 16 01:49:37.313957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8956c5-34cf-4725-84d2-43175c4aff0e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.318177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Checking segment: {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:37.318907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Network hostable DHCP agents. Network: d1b560ab-6fca-48ca-ac6d-cb311500aa22, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:37.344698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-273aac04-f3fa-4cd8-a471-9482a51fbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.351145 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-273aac04-f3fa-4cd8-a471-9482a51fbbc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1103721 Jul 16 01:49:37.358406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Network d1b560ab-6fca-48ca-ac6d-cb311500aa22 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:37.391743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d1b560ab-6fca-48ca-ac6d-cb311500aa22) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:37.398060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.401032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.401832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b30d1b-671f-4ea7-a639-7a748e849962 None None] Network d1b560ab-6fca-48ca-ac6d-cb311500aa22 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:37.432040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d9d033f-0b0f-488f-a6a2-a524575d582b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5373819 Jul 16 01:49:37.445224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-1cb94027-07d6-4129-b149-4b1ee15dea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.447317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-1cb94027-07d6-4129-b149-4b1ee15dea9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861909 Jul 16 01:49:37.691176 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.693271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-ff353129-369e-4a5a-ac24-a86d5ca71dc7 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212360 Jul 16 01:49:37.757014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a458aa-856d-4e59-8bc9-945a87500a06 None None] Network d1b560ab-6fca-48ca-ac6d-cb311500aa22 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:37.892484 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cd8f571e-fa32-4f1d-863d-60d15f58b190 req-3739987e-ca52-4378-b4bc-af93a2e8ca62 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094314 Jul 16 01:49:38.302277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705b807-6598-4447-83eb-3368b8806960 req-0ec1263c-0b98-4290-ae2b-46e21d777194 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.303880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d705b807-6598-4447-83eb-3368b8806960 req-0ec1263c-0b98-4290-ae2b-46e21d777194 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1203563 Jul 16 01:49:38.372856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d705b807-6598-4447-83eb-3368b8806960 req-95d10259-bbf1-48c7-8798-4e770dc47a67 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610807 Jul 16 01:49:39.278297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46804) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.542592 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740df1b6-d83b-4446-a9b7-b6fb5c714bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.675257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12653460-6ab6-4695-bf03-f98eab64455e req-60110ef8-ee98-45b5-88a4-2008cd86cf60 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.677552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12653460-6ab6-4695-bf03-f98eab64455e req-60110ef8-ee98-45b5-88a4-2008cd86cf60 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1114461 Jul 16 01:49:39.732664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740df1b6-d83b-4446-a9b7-b6fb5c714bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.747912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-740df1b6-d83b-4446-a9b7-b6fb5c714bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.811123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12653460-6ab6-4695-bf03-f98eab64455e req-9dc6c146-aef2-454a-aa24-a4b993c3bab2 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250155 Jul 16 01:49:39.818906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740df1b6-d83b-4446-a9b7-b6fb5c714bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954f6e8d-83af-4094-9efe-cd22cc337822,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.875771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-740df1b6-d83b-4446-a9b7-b6fb5c714bff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70c3a57ba5994406a5e603393a5b877d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959115 Jul 16 01:49:39.878411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46838) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.954343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f19e89-bf3d-4bb9-b0c2-e40b43b003e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.979496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f19e89-bf3d-4bb9-b0c2-e40b43b003e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.060841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f19e89-bf3d-4bb9-b0c2-e40b43b003e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.063825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f19e89-bf3d-4bb9-b0c2-e40b43b003e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.065024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-68f19e89-bf3d-4bb9-b0c2-e40b43b003e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/954f6e8d-83af-4094-9efe-cd22cc337822 HTTP/1.1" status: 204 len: 168 time: 0.1855149 Jul 16 01:49:40.074220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19e89-bf3d-4bb9-b0c2-e40b43b003e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f6e8d-83af-4094-9efe-cd22cc337822,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.159723 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-563e02f5-2b5f-4a52-a63a-c70012a3a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.165432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-4fc844b9-b595-4a9a-8990-d846a124872c tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.167148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-4fc844b9-b595-4a9a-8990-d846a124872c tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/networks?id=d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 200 len: 809 time: 0.2213135 Jul 16 01:49:40.206138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079157-6803-40f9-b8d8-fb0f036f9bfe req-00192cde-57bd-410c-b1ef-7b0b9d8fcf32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.206138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f079157-6803-40f9-b8d8-fb0f036f9bfe req-00192cde-57bd-410c-b1ef-7b0b9d8fcf32 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2213190 Jul 16 01:49:40.211424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-e55cc93b-e96d-4c86-ac63-92abe30e796f tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/quotas/7f3b9e142da54a9ba6018b3a9501784f HTTP/1.1" status: 200 len: 375 time: 0.0349243 Jul 16 01:49:40.256314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-c10bac2f-ec5e-4c5a-8fb2-9823cbd8d9e4 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444338 Jul 16 01:49:40.357376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f079157-6803-40f9-b8d8-fb0f036f9bfe req-2a7844d7-33eb-4c51-86c8-d85bad963171 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352167 Jul 16 01:49:40.402782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-cd756aeb-2280-466e-a2ab-2a1732741bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456568 Jul 16 01:49:40.517659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46866) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.534625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a28b680-b415-4bc6-b40d-e88240fc2205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.583396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-5ebb3245-5529-471b-842f-26f403295ee5 service neutron] 10.222.0.42 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662002 Jul 16 01:49:40.720701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a28b680-b415-4bc6-b40d-e88240fc2205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.730403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a28b680-b415-4bc6-b40d-e88240fc2205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.803964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a28b680-b415-4bc6-b40d-e88240fc2205 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9fb3a1456d1480d93e48b98ed85f297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849905 Jul 16 01:49:40.805415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28b680-b415-4bc6-b40d-e88240fc2205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff67536-cdfa-4024-9065-1591708a065b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.806689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.004462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26b4022e-8bf2-46a4-8f15-e89a4616241e req-2fb380b8-4724-4e9d-b3e9-f54a50dc41e3 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 210 time: 0.0846825 Jul 16 01:49:41.039137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19226381-ac9a-4b1e-b150-e209842e3229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.088760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19226381-ac9a-4b1e-b150-e209842e3229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.193384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971bcdf-74b0-4b5d-8f58-5427526d32ec req-7775bf22-8b32-47a7-a6a6-20fdff27748e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.196555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a971bcdf-74b0-4b5d-8f58-5427526d32ec req-7775bf22-8b32-47a7-a6a6-20fdff27748e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1777790 Jul 16 01:49:41.245453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19226381-ac9a-4b1e-b150-e209842e3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.247730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19226381-ac9a-4b1e-b150-e209842e3229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.260974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-19226381-ac9a-4b1e-b150-e209842e3229 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ff67536-cdfa-4024-9065-1591708a065b HTTP/1.1" status: 204 len: 168 time: 0.4441917 Jul 16 01:49:41.306818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226381-ac9a-4b1e-b150-e209842e3229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff67536-cdfa-4024-9065-1591708a065b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.385171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a971bcdf-74b0-4b5d-8f58-5427526d32ec req-74cf2db1-1a2f-4165-9432-888e0f71b759 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689808 Jul 16 01:49:42.052721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2374dec-ce71-4150-8dd3-195efe3e0527 req-64e86f3c-1963-4e29-b2b1-14652f10bdcd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.054614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2374dec-ce71-4150-8dd3-195efe3e0527 req-64e86f3c-1963-4e29-b2b1-14652f10bdcd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1334779 Jul 16 01:49:42.143930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2374dec-ce71-4150-8dd3-195efe3e0527 req-b8e83536-d47f-4356-b4f4-56b90656ea96 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800445 Jul 16 01:49:42.261398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50217beb-c3e4-4681-b9cb-5b5a5f701450 req-00a8f208-5137-4e05-9a85-861516de7d02 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 210 time: 0.0803955 Jul 16 01:49:42.390538 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-36ff6960-7fe1-4217-aa04-9f0f0edbc8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.423791 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.197400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-b2ed82a5-8954-4a13-889c-f12de36981a0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.200292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-b2ed82a5-8954-4a13-889c-f12de36981a0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "GET /v2.0/networks?id=d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 200 len: 809 time: 0.2277293 Jul 16 01:49:43.220241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Request body: {'port': {'device_id': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22', 'admin_state_up': True, 'tenant_id': '7f3b9e142da54a9ba6018b3a9501784f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:43.396550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Made reservation on behalf of 7f3b9e142da54a9ba6018b3a9501784f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:43.405636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.564525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0eb2007c-91ac-4487-94d7-c3b9f9bd0212 req-ed7e3b89-b845-4fe9-af7f-0a0d893b0098 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 210 time: 0.0657134 Jul 16 01:49:43.674807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c85662-cbb7-4202-9728-0df4c55a42a2 req-499a8597-a533-4daa-984d-c6474a09bca6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.685604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2c85662-cbb7-4202-9728-0df4c55a42a2 req-499a8597-a533-4daa-984d-c6474a09bca6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2435956 Jul 16 01:49:43.728097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.755785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2c85662-cbb7-4202-9728-0df4c55a42a2 req-b255717f-2b35-4b45-9682-0e7bf860cd4e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725055 Jul 16 01:49:43.794706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Allocated IP 172.20.0.11 (d1b560ab-6fca-48ca-ac6d-cb311500aa22/8a8956c5-34cf-4725-84d2-43175c4aff0e/8486b9ca-5c77-401f-a37f-275b1ff5d2ac) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:44.060985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.133537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.222403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Network d1b560ab-6fca-48ca-ac6d-cb311500aa22 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:44.227302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:44.230119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:44.353485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-402056fe-2c8f-4428-9d78-daa731cd251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.355709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-402056fe-2c8f-4428-9d78-daa731cd251d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 1097 time: 0.0834863 Jul 16 01:49:44.361340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Pushing event updated for resources: {'Port': ['ID=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.378412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.382565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.417361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-7e613456-cfc6-43e1-bc92-8a9219523bd0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2021971 Jul 16 01:49:44.438743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Request body: {'port': {'device_id': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.543408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-46d65f1b-bba3-465b-bd88-4a845c5cf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.545107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-46d65f1b-bba3-465b-bd88-4a845c5cf7e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 200 len: 913 time: 0.1825068 Jul 16 01:49:44.561830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.643272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899b08-8a07-49f7-8ce3-80ce4efab73b req-a2de9529-541f-4625-871c-a083be00b221 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.652276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb899b08-8a07-49f7-8ce3-80ce4efab73b req-a2de9529-541f-4625-871c-a083be00b221 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2262847 Jul 16 01:49:44.726452 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-ced9a4f0-e3f8-4e27-9d7d-c6a0b0d0af51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 200 len: 998 time: 0.1730273 Jul 16 01:49:44.768554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb899b08-8a07-49f7-8ce3-80ce4efab73b req-5b2668ce-e78f-4426-812f-a92a34cb57ba tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152139 Jul 16 01:49:44.857244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-6ceaada7-cfa4-4938-bc71-92b3087b01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.860761 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-6ceaada7-cfa4-4938-bc71-92b3087b01d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 200 len: 851 time: 0.1261997 Jul 16 01:49:44.982530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-9c4f3e6a-d36f-4d49-92f4-3ab1c42eef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.984188 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-9c4f3e6a-d36f-4d49-92f4-3ab1c42eef4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4abcec7c-860b-46e6-b230-ddb0a50ef51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163723 Jul 16 01:49:45.048797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2abb3-4d57-4229-8b6a-1bbc9e5a665c req-565fdd52-70ab-4fed-82c1-801a4a7330f0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.056664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36e2abb3-4d57-4229-8b6a-1bbc9e5a665c req-565fdd52-70ab-4fed-82c1-801a4a7330f0 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 932 time: 0.1747463 Jul 16 01:49:45.127391 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-6066c8f8-489e-4078-a7ca-1ef39118fb63 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343672 Jul 16 01:49:45.312221 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-40c53954-0fc4-4a7a-8a95-0c93c4647396 req-ea0ab637-d4a3-4f5d-acca-242779897b20 service neutron] 10.222.0.23 "GET /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777990 Jul 16 01:49:45.563980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47090) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.577948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.620235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8486b9ca-5c77-401f-a37f-275b1ff5d2ac {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:45.630061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36e2abb3-4d57-4229-8b6a-1bbc9e5a665c req-be8119c9-3a45-456e-91a7-49bf1f599e89 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720069 Jul 16 01:49:45.635019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.661290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Transition to ACTIVE for port object 8486b9ca-5c77-401f-a37f-275b1ff5d2ac will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:45.665729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.729013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Pushing event updated for resources: {'Port': ['ID=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.744901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.815391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Attempting to bind port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:45.815900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Attempting to bind port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:45.816100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Attempting to bind port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac on network d1b560ab-6fca-48ca-ac6d-cb311500aa22 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:45.824246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac on network d1b560ab-6fca-48ca-ac6d-cb311500aa22 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:45.824603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Attempting to bind port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac on network d1b560ab-6fca-48ca-ac6d-cb311500aa22 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:45.832906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:45.833606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Checking segment: {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:45.834241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Bound using segment: {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:45.834689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Bound port: 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:45.835261 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.891142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.901841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.944501 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8f5f27527f549e0b31cc7298196d2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779244 Jul 16 01:49:45.947245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47106) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.990867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] For port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:45.994921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] For port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:46.011297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.038962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d975f-52c2-49bf-bc9d-538ffd646e27,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.057407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.058270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.058795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.059779 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.060326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.060849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.062214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.062731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.063149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.063673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.064223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.064898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57925a-597b-41c7-a090-db0eb91e45a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.084869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b9d2d-74f4-42b6-86de-ce5677dcad4f req-9351fcf9-da13-485d-b6d7-c69b61229a8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.092135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f6b9d2d-74f4-42b6-86de-ce5677dcad4f req-9351fcf9-da13-485d-b6d7-c69b61229a8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1562874 Jul 16 01:49:46.107055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.107674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.109056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] 10.222.0.13 "PUT /v2.0/ports/8486b9ca-5c77-401f-a37f-275b1ff5d2ac HTTP/1.1" status: 200 len: 1093 time: 1.6766508 Jul 16 01:49:46.109623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'tag': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:46.112796 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ccc957-476e-4ea3-a366-21b132fe6b55" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f31395-ec5d-4a6c-a496-4d784c7b504c", "tag": "8486b9ca-5c77-401f-a37f-275b1ff5d2ac"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:46.131652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f245695-b81b-4cce-9b84-61e5f5496710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.160643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f245695-b81b-4cce-9b84-61e5f5496710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.166446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103f4f0-4447-4551-8c64-8235f4482fdd service neutron] Pushing event updated for resources: {'Port': ['ID=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.183120 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f6b9d2d-74f4-42b6-86de-ce5677dcad4f req-26bbbf25-ffee-427a-8d6d-683db6b7276d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900121 Jul 16 01:49:46.231705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f245695-b81b-4cce-9b84-61e5f5496710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.235661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f245695-b81b-4cce-9b84-61e5f5496710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.236722 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39c73f1-e674-4594-9207-63b0023c2fdb x-openstack-request-id: req-c39c73f1-e674-4594-9207-63b0023c2fdb {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:46.239678 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f31395-ec5d-4a6c-a496-4d784c7b504c", "tag": "8486b9ca-5c77-401f-a37f-275b1ff5d2ac", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:46.239782 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1f245695-b81b-4cce-9b84-61e5f5496710 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff7d975f-52c2-49bf-bc9d-538ffd646e27 HTTP/1.1" status: 204 len: 168 time: 0.2887230 Jul 16 01:49:46.239877 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c39c73f1-e674-4594-9207-63b0023c2fdb {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:46.239877 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'tag': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac', 'status': 'completed', 'code': 200} Jul 16 01:49:46.267735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-2dbc077a-549d-49bc-a817-7a0bf12f9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.270093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-2dbc077a-549d-49bc-a817-7a0bf12f9e46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 1096 time: 0.0853953 Jul 16 01:49:46.272255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f245695-b81b-4cce-9b84-61e5f5496710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d975f-52c2-49bf-bc9d-538ffd646e27,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.328322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-bce1a988-bd5f-47ab-8dfe-b4406e1ef333 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac HTTP/1.1" status: 200 len: 217 time: 0.0455620 Jul 16 01:49:46.438272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-6fda0884-7d40-4cdc-8419-0548e1f3e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.440038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-6fda0884-7d40-4cdc-8419-0548e1f3e4e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8956c5-34cf-4725-84d2-43175c4aff0e HTTP/1.1" status: 200 len: 849 time: 0.1037536 Jul 16 01:49:46.495932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-29d96927-da8e-4809-8b97-e0cad1103e65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1b560ab-6fca-48ca-ac6d-cb311500aa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481322 Jul 16 01:49:46.634133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-a709fe94-82de-47a3-bc68-e79bcee6b09c service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301930 Jul 16 01:49:46.743256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47134) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.765863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3173ee8-d50b-4613-998f-847e7eb97fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.806419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9d8352-02ab-4ef6-b497-e31c451c78cc req-9bbbf59a-6159-416e-bffc-67d74e91d383 service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458857 Jul 16 01:49:46.905565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6151ad-6a9e-484e-97d0-d81a563d6724 req-38b76350-b751-400f-9fd4-d74e34b3af97 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.907516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd6151ad-6a9e-484e-97d0-d81a563d6724 req-38b76350-b751-400f-9fd4-d74e34b3af97 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 944 time: 0.0999482 Jul 16 01:49:46.908016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3173ee8-d50b-4613-998f-847e7eb97fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.912807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3173ee8-d50b-4613-998f-847e7eb97fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.981392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3173ee8-d50b-4613-998f-847e7eb97fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b607c-eb50-408e-a1f2-9029df555db4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.002284 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d3173ee8-d50b-4613-998f-847e7eb97fe6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e2ab3bc5a8848ba8ee3304a89007f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547760 Jul 16 01:49:47.004291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd6151ad-6a9e-484e-97d0-d81a563d6724 req-beb4ec7f-9330-4330-b9d4-f10e5d0ca3c3 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616822 Jul 16 01:49:47.007477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.043246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-91c0fb3e-cd5a-4d8c-bfc3-4d928eae7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.045264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-91c0fb3e-cd5a-4d8c-bfc3-4d928eae7707 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 1096 time: 0.1329849 Jul 16 01:49:47.112215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87ad8b70-80ca-4e61-bb4c-d1401044005d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.170383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87ad8b70-80ca-4e61-bb4c-d1401044005d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.205832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-1cdd1f9a-7f3f-4512-b8df-cc4dd2712016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.208141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-1cdd1f9a-7f3f-4512-b8df-cc4dd2712016 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 200 len: 910 time: 0.1515102 Jul 16 01:49:47.268678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-ecb65cc1-c96a-467e-bcf6-573191cdb959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac HTTP/1.1" status: 200 len: 217 time: 0.0533524 Jul 16 01:49:47.338492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-c8dc5b4b-0d4b-4b8d-a030-b4448ab1f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.341545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-c8dc5b4b-0d4b-4b8d-a030-b4448ab1f85d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8956c5-34cf-4725-84d2-43175c4aff0e HTTP/1.1" status: 200 len: 849 time: 0.0624564 Jul 16 01:49:47.344205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87ad8b70-80ca-4e61-bb4c-d1401044005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.347299 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87ad8b70-80ca-4e61-bb4c-d1401044005d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.349333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-87ad8b70-80ca-4e61-bb4c-d1401044005d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c7b607c-eb50-408e-a1f2-9029df555db4 HTTP/1.1" status: 204 len: 168 time: 0.3408263 Jul 16 01:49:47.428504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-70d1bf7e-fe29-41f7-bac7-9061a12a9a48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1b560ab-6fca-48ca-ac6d-cb311500aa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658545 Jul 16 01:49:47.455372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8b70-80ca-4e61-bb4c-d1401044005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b607c-eb50-408e-a1f2-9029df555db4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.586034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52c3cd-9211-4979-ab3e-83ead5172644 req-5e3cffb3-e38b-4525-817f-836b69854aa6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.596602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f52c3cd-9211-4979-ab3e-83ead5172644 req-5e3cffb3-e38b-4525-817f-836b69854aa6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2546337 Jul 16 01:49:47.611029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-a7517027-2760-4e39-8f8b-2fdab8bacb9d service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727092 Jul 16 01:49:47.684036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f52c3cd-9211-4979-ab3e-83ead5172644 req-9d889db6-e6d2-4118-8dde-5a6aa912bb1d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865474 Jul 16 01:49:47.790689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39ccc957-476e-4ea3-a366-21b132fe6b55 req-9b4f9c64-54fe-43b9-9e58-8347eab4270d service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709387 Jul 16 01:49:47.966319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f2aa6-d293-468c-919b-68239323b114 req-ac69ccad-48eb-4b70-ba20-84f331fcfd7e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.968383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b6f2aa6-d293-468c-919b-68239323b114 req-ac69ccad-48eb-4b70-ba20-84f331fcfd7e tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.0742424 Jul 16 01:49:48.021711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4b6f2aa6-d293-468c-919b-68239323b114 req-40edc459-7141-45d1-a4cd-77f014475f13 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467753 Jul 16 01:49:48.079167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8486b9ca-5c77-401f-a37f-275b1ff5d2ac details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:48.243170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:48.259856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac', 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22', 'port_id': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac', 'mac_address': 'fa:16:3e:c2:19:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8956c5-34cf-4725-84d2-43175c4aff0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:48.315935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.332775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8486b9ca-5c77-401f-a37f-275b1ff5d2ac {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:48.348800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a4dfe-cfc4-4889-a140-95912ec465cb req-8c34c43d-442a-4532-bfc0-2579dd8be619 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:48.350779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a8a4dfe-cfc4-4889-a140-95912ec465cb req-8c34c43d-442a-4532-bfc0-2579dd8be619 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 944 time: 0.1404166 Jul 16 01:49:48.362205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:48.379099 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.420012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.448630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.456625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.457544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.458227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.458568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.459295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.459784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.460268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.460771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.461248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.461725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.462397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.462988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:48.469036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a8a4dfe-cfc4-4889-a140-95912ec465cb req-e227717e-e21d-4a4e-8648-0d8b49cdd67c tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096909 Jul 16 01:49:48.671869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8486b9ca-5c77-401f-a37f-275b1ff5d2ac'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:49.552782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-529d67e6-3345-450a-ada9-84c13d89f1ad tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:49.554709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-529d67e6-3345-450a-ada9-84c13d89f1ad tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=c45a965b-dc48-4b86-a03e-a4c5cea8ab21 HTTP/1.1" status: 200 len: 943 time: 0.1158102 Jul 16 01:49:49.766216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Deleting port 08225905-44b4-4b87-92b5-ffd292e48ef3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:49.766609 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.803253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace16088-823a-4708-a5ca-33f02fcd1168 req-48de0e6e-9f33-4b29-a07e-dca9536e8ca3 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:49.804803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ace16088-823a-4708-a5ca-33f02fcd1168 req-48de0e6e-9f33-4b29-a07e-dca9536e8ca3 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 945 time: 0.1891673 Jul 16 01:49:49.913539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] For port 08225905-44b4-4b87-92b5-ffd292e48ef3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08225905-44b4-4b87-92b5-ffd292e48ef3,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:49.913908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.943098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Calling delete_port for 08225905-44b4-4b87-92b5-ffd292e48ef3 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:49.961146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ace16088-823a-4708-a5ca-33f02fcd1168 req-40857da6-29c0-48d5-9aa7-f77ddc692253 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506360 Jul 16 01:49:50.085883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8486b9ca-5c77-401f-a37f-275b1ff5d2ac up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:50.183180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:50.194268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:50.194646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.237724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.257663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237', 'ed53e1d4-83ae-42cb-952d-89e049f202ec'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:50.351623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'Port': ['ID=08225905-44b4-4b87-92b5-ffd292e48ef3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.419956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.440811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] No DVR routers for this DVR port 08225905-44b4-4b87-92b5-ffd292e48ef3 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:50.445806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.449498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43ff7cc3-67b3-4fb4-b596-9f5011c6f50a req-b3ed2303-02b0-46ae-a0db-cc448d151959 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "DELETE /v2.0/ports/08225905-44b4-4b87-92b5-ffd292e48ef3 HTTP/1.1" status: 204 len: 173 time: 0.8839436 Jul 16 01:49:50.449989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-deleted', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:50.452824 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51306f43-766e-4160-8ff3-4738fa11f86b" -d '{"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-deleted", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:50.523572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:50.526251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:50.541540 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f4d85-2122-4488-9d1b-34ba63cd9083" -d '{"events": [{"server_uuid": "d6f31395-ec5d-4a6c-a496-4d784c7b504c", "name": "network-vif-plugged", "status": "completed", "tag": "8486b9ca-5c77-401f-a37f-275b1ff5d2ac"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:50.549701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.623960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.787922 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9375612-e55a-4335-bdb5-32267f3a0225 x-openstack-request-id: req-a9375612-e55a-4335-bdb5-32267f3a0225 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:50.788666 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45a965b-dc48-4b86-a03e-a4c5cea8ab21", "name": "network-vif-deleted", "tag": "08225905-44b4-4b87-92b5-ffd292e48ef3", "status": "failed", "code": 422}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:50.788666 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9375612-e55a-4335-bdb5-32267f3a0225 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:50.789016 n-d-791506-20 neutron-server[93756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c45a965b-dc48-4b86-a03e-a4c5cea8ab21', 'name': 'network-vif-deleted', 'tag': '08225905-44b4-4b87-92b5-ffd292e48ef3', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:49:51.072150 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2794eba-a4b9-4731-a861-aedf820b2daa x-openstack-request-id: req-f2794eba-a4b9-4731-a861-aedf820b2daa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:51.072818 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f31395-ec5d-4a6c-a496-4d784c7b504c", "name": "network-vif-plugged", "status": "completed", "tag": "8486b9ca-5c77-401f-a37f-275b1ff5d2ac", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:51.073312 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2794eba-a4b9-4731-a861-aedf820b2daa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:51.074103 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac', 'code': 200} Jul 16 01:49:51.345631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df089f1a-91e4-4d71-8aa3-6d3cfc47f146 req-b4273451-503e-40b3-bf12-2420ebfc9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:51.347497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df089f1a-91e4-4d71-8aa3-6d3cfc47f146 req-b4273451-503e-40b3-bf12-2420ebfc9257 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 1098 time: 0.1588416 Jul 16 01:49:51.409485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47384) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.437229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df089f1a-91e4-4d71-8aa3-6d3cfc47f146 req-c44bb6c7-c793-4ee0-a5f8-468f8c7a117d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Jul 16 01:49:51.450643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fea3f-b25a-42be-b17a-75a8cf1b1d95 req-aebaca97-bd4d-4b28-a576-3e58bc879fe8 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:51.452326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-122fea3f-b25a-42be-b17a-75a8cf1b1d95 req-aebaca97-bd4d-4b28-a576-3e58bc879fe8 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 946 time: 0.1847262 Jul 16 01:49:51.520529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-122fea3f-b25a-42be-b17a-75a8cf1b1d95 req-38c40acf-1d48-4ed8-b528-d7663450a24e tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 Jul 16 01:49:51.606555 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7919-e750-458d-a2d8-1f7c50634e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.745875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7919-e750-458d-a2d8-1f7c50634e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.754886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7919-e750-458d-a2d8-1f7c50634e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.827321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.839748 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce4a7919-e750-458d-a2d8-1f7c50634e0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab504306ed98461881b1bbd8349feafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284282 Jul 16 01:49:51.845493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7919-e750-458d-a2d8-1f7c50634e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ddc672-9aa8-4a4d-9412-325162f70efd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.899162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3d95-dca9-4d74-82a6-08ecff96db49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.936960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3d95-dca9-4d74-82a6-08ecff96db49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.014806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3d95-dca9-4d74-82a6-08ecff96db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.017519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3d95-dca9-4d74-82a6-08ecff96db49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.018708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1fb3d95-dca9-4d74-82a6-08ecff96db49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15ddc672-9aa8-4a4d-9412-325162f70efd HTTP/1.1" status: 204 len: 168 time: 0.1903718 Jul 16 01:49:52.044334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb3d95-dca9-4d74-82a6-08ecff96db49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ddc672-9aa8-4a4d-9412-325162f70efd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.432964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca4e26-58d5-40e4-bbe7-1b96f4e6768d req-492a1fa5-9ef9-4b08-a36b-e1a3b71276fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:52.449078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efca4e26-58d5-40e4-bbe7-1b96f4e6768d req-492a1fa5-9ef9-4b08-a36b-e1a3b71276fd tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 908 time: 0.1744828 Jul 16 01:49:52.463037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47422) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.489970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd90e-8997-46dd-b9a6-3027f5294fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.706797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd90e-8997-46dd-b9a6-3027f5294fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.716187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd90e-8997-46dd-b9a6-3027f5294fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.789447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d758-c738-4b89-b888-e0d0f1489034 req-36eb5a8c-2465-4bbc-9ce2-1e400e41381b tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:52.791391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e76d758-c738-4b89-b888-e0d0f1489034 req-36eb5a8c-2465-4bbc-9ce2-1e400e41381b tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 946 time: 0.1077025 Jul 16 01:49:52.836444 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c4dd90e-8997-46dd-b9a6-3027f5294fb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f52cedee57484488ab5df5fcd485af38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715062 Jul 16 01:49:52.838855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e76d758-c738-4b89-b888-e0d0f1489034 req-65812384-95b7-4e73-a0b8-784eb13ae9e5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Jul 16 01:49:52.839358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.845403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dd90e-8997-46dd-b9a6-3027f5294fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab47948-383d-448c-b495-6019af752b3b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.911651 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a793482-357f-4fee-bdcc-36ac18ce8b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.934696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a793482-357f-4fee-bdcc-36ac18ce8b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.991707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a793482-357f-4fee-bdcc-36ac18ce8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.994921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a793482-357f-4fee-bdcc-36ac18ce8b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.997070 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a793482-357f-4fee-bdcc-36ac18ce8b4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fab47948-383d-448c-b495-6019af752b3b HTTP/1.1" status: 204 len: 168 time: 0.1568890 Jul 16 01:49:53.015652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a793482-357f-4fee-bdcc-36ac18ce8b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab47948-383d-448c-b495-6019af752b3b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.718215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60adf-cd88-41c4-9398-541a647563c5 req-6163f6b2-2b0e-494c-8bb3-00c27ca8f16f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.737087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-1a538c74-0305-4f0d-815c-b08662f74c65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.739092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20f60adf-cd88-41c4-9398-541a647563c5 req-6163f6b2-2b0e-494c-8bb3-00c27ca8f16f tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 908 time: 0.1178782 Jul 16 01:49:53.740013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-1a538c74-0305-4f0d-815c-b08662f74c65 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 908 time: 0.1011755 Jul 16 01:49:53.858630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Deleting port 08c4fa98-a34c-4365-a744-0945dd626c1e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:53.859355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.057622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] For port 08c4fa98-a34c-4365-a744-0945dd626c1e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=08c4fa98-a34c-4365-a744-0945dd626c1e,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:54.058485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.100080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Calling delete_port for 08c4fa98-a34c-4365-a744-0945dd626c1e owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:54.208675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913860-460e-4d3a-ae03-e798e88c8373 req-0ee4066c-bef1-44f9-ace6-2ddbc7e37ded tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:54.215833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8913860-460e-4d3a-ae03-e798e88c8373 req-0ee4066c-bef1-44f9-ace6-2ddbc7e37ded tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 946 time: 0.1424510 Jul 16 01:49:54.261032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8913860-460e-4d3a-ae03-e798e88c8373 req-bb6e1f74-2d65-440f-b04e-ecd49ecdab8a tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Jul 16 01:49:54.311207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.353470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'Port': ['ID=08c4fa98-a34c-4365-a744-0945dd626c1e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:54.404588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.465687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] No DVR routers for this DVR port 08c4fa98-a34c-4365-a744-0945dd626c1e on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:54.468505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.472827 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fba024c7-ec35-4e08-a6ca-e799b880ce10 req-f754809f-3f21-45ca-9590-de4e6743a4c8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "DELETE /v2.0/ports/08c4fa98-a34c-4365-a744-0945dd626c1e HTTP/1.1" status: 204 len: 173 time: 0.7250190 Jul 16 01:49:54.473418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'name': 'network-vif-deleted', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:54.476804 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb0e9d-6759-4331-b0b9-382ecacd1220" -d '{"events": [{"server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "name": "network-vif-deleted", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:54.661599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.798017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.803776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.827234 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c209b523-d345-4209-b61d-c2cb17927516 x-openstack-request-id: req-c209b523-d345-4209-b61d-c2cb17927516 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:54.828291 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572116cb-63db-470c-b352-dfb1d1a316a3", "name": "network-vif-deleted", "tag": "08c4fa98-a34c-4365-a744-0945dd626c1e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:54.828726 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c209b523-d345-4209-b61d-c2cb17927516 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:54.829295 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572116cb-63db-470c-b352-dfb1d1a316a3', 'name': 'network-vif-deleted', 'tag': '08c4fa98-a34c-4365-a744-0945dd626c1e', 'status': 'completed', 'code': 200} Jul 16 01:49:54.842684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682921c3-337c-4952-9bed-67e4f7fa8b96,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:54.863258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.863615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.864044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.864342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.864710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.865023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.865782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.866357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.866872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.867370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.867919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.868404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.885965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-19887333-48b9-4856-9c54-9de195d11585 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be9a10f3199040f4beaa1fad362d6287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801884 Jul 16 01:49:54.888288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.950819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f6d97bf-47f0-422f-b20c-7516f83d35be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.032833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f6d97bf-47f0-422f-b20c-7516f83d35be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.124809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fa1f97e-4a41-4dc2-aa4d-ff66bcbd68b8 req-ec91b735-17e7-4608-95d7-bf78956bb6e6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=572116cb-63db-470c-b352-dfb1d1a316a3 HTTP/1.1" status: 200 len: 210 time: 0.1370461 Jul 16 01:49:55.130393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f6d97bf-47f0-422f-b20c-7516f83d35be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.134558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f6d97bf-47f0-422f-b20c-7516f83d35be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.136547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f6d97bf-47f0-422f-b20c-7516f83d35be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/682921c3-337c-4952-9bed-67e4f7fa8b96 HTTP/1.1" status: 204 len: 168 time: 0.2463219 Jul 16 01:49:55.147918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d97bf-47f0-422f-b20c-7516f83d35be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682921c3-337c-4952-9bed-67e4f7fa8b96,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.584874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72d61a-6439-45a3-be36-de33026d6174 req-82a9d9b6-6375-4ab5-ac36-44acf3348c95 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.586541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e72d61a-6439-45a3-be36-de33026d6174 req-82a9d9b6-6375-4ab5-ac36-44acf3348c95 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 946 time: 0.0769131 Jul 16 01:49:55.648751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e72d61a-6439-45a3-be36-de33026d6174 req-89c79f00-b44e-484c-9bd6-4842ff4ee0ad tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Jul 16 01:49:56.297936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47566) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.439787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3857cda-8608-4b9d-a54e-b76a0c0ea3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.626418 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3857cda-8608-4b9d-a54e-b76a0c0ea3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.635754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3857cda-8608-4b9d-a54e-b76a0c0ea3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.692313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47584) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.698835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c3857cda-8608-4b9d-a54e-b76a0c0ea3ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2abf5193e2654beabb8062bcc1402636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995593 Jul 16 01:49:56.700154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3857cda-8608-4b9d-a54e-b76a0c0ea3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd84fa-42b2-434b-ad4d-d0656644160d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.763974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152ec526-a96f-40c3-9835-4c311282bb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.788628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152ec526-a96f-40c3-9835-4c311282bb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.843930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-f021cc76-8faf-45e1-9d3c-6ec1325b9748 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:56.846133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-f021cc76-8faf-45e1-9d3c-6ec1325b9748 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 946 time: 0.1185079 Jul 16 01:49:56.866234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152ec526-a96f-40c3-9835-4c311282bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.869770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152ec526-a96f-40c3-9835-4c311282bb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.873432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-152ec526-a96f-40c3-9835-4c311282bb60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97dd84fa-42b2-434b-ad4d-d0656644160d HTTP/1.1" status: 204 len: 168 time: 0.1777031 Jul 16 01:49:56.881706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ec526-a96f-40c3-9835-4c311282bb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd84fa-42b2-434b-ad4d-d0656644160d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.933697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732636cb-3ae4-464e-abec-79757ca4d5d4 req-2f61b808-f3bf-4970-8190-ae4a6cca3dc4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:56.935351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-732636cb-3ae4-464e-abec-79757ca4d5d4 req-2f61b808-f3bf-4970-8190-ae4a6cca3dc4 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 945 time: 0.1980653 Jul 16 01:49:57.092733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-732636cb-3ae4-464e-abec-79757ca4d5d4 req-32371eb1-463f-44a1-a67a-f7cb9adf5099 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129417 Jul 16 01:49:57.133551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Deleting port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:57.134268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.196335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fe683-f6a2-49e2-b31d-5e9878931476 req-7788bb37-df83-4629-b29e-d70ae91e07f5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.198013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d2fe683-f6a2-49e2-b31d-5e9878931476 req-7788bb37-df83-4629-b29e-d70ae91e07f5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 946 time: 0.2284541 Jul 16 01:49:57.331512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d2fe683-f6a2-49e2-b31d-5e9878931476 req-3d43dffd-76ee-4405-bff6-9c0deee66c2c tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233194 Jul 16 01:49:57.333538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] For port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:57.333982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.358627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Calling delete_port for 8486b9ca-5c77-401f-a37f-275b1ff5d2ac owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:57.515937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.550713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8486b9ca-5c77-401f-a37f-275b1ff5d2ac'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:57.564223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Pushing event deleted for resources: {'Port': ['ID=8486b9ca-5c77-401f-a37f-275b1ff5d2ac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.609195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] No DVR routers for this DVR port 8486b9ca-5c77-401f-a37f-275b1ff5d2ac on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:57.614536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.616671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a77bfcb3-2625-46ff-846f-eb56d14a9707 req-ecd2bdd7-0d86-4f59-864f-cc39e4402022 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "DELETE /v2.0/ports/8486b9ca-5c77-401f-a37f-275b1ff5d2ac HTTP/1.1" status: 204 len: 173 time: 0.7635620 Jul 16 01:49:57.617373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'name': 'network-vif-deleted', 'tag': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:57.619782 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad140a56-5718-42f7-952e-568f140e2b83" -d '{"events": [{"server_uuid": "d6f31395-ec5d-4a6c-a496-4d784c7b504c", "name": "network-vif-deleted", "tag": "8486b9ca-5c77-401f-a37f-275b1ff5d2ac"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:57.689651 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b5dc3-ecc2-4919-bf96-28a39b08ffb0 x-openstack-request-id: req-ff3b5dc3-ecc2-4919-bf96-28a39b08ffb0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:57.690242 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f31395-ec5d-4a6c-a496-4d784c7b504c", "name": "network-vif-deleted", "tag": "8486b9ca-5c77-401f-a37f-275b1ff5d2ac", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:57.690242 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff3b5dc3-ecc2-4919-bf96-28a39b08ffb0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:57.690500 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f31395-ec5d-4a6c-a496-4d784c7b504c', 'name': 'network-vif-deleted', 'tag': '8486b9ca-5c77-401f-a37f-275b1ff5d2ac', 'status': 'completed', 'code': 200} Jul 16 01:49:58.178677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-93cd98ec-34c6-400a-8af6-af505baa4796 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:58.187597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-93cd98ec-34c6-400a-8af6-af505baa4796 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 945 time: 0.1273303 Jul 16 01:49:58.327977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Deleting port ed53e1d4-83ae-42cb-952d-89e049f202ec {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:58.333873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.483254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b6cd7-adaa-4dc5-ae16-9fc2b195d68d req-19b41a8e-7db7-4d78-b0c0-64882718a538 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:58.493931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc3b6cd7-adaa-4dc5-ae16-9fc2b195d68d req-19b41a8e-7db7-4d78-b0c0-64882718a538 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=403472a9-f3df-405e-9ccb-8e317a58303f HTTP/1.1" status: 200 len: 945 time: 0.2207606 Jul 16 01:49:58.496329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] For port ed53e1d4-83ae-42cb-952d-89e049f202ec, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=ed53e1d4-83ae-42cb-952d-89e049f202ec,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:58.497597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.527298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Calling delete_port for ed53e1d4-83ae-42cb-952d-89e049f202ec owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:58.643454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc3b6cd7-adaa-4dc5-ae16-9fc2b195d68d req-1e2637fb-5b21-47ad-bd25-269c764975bc tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484087 Jul 16 01:49:58.683057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e69c9d7d-20ef-4dd4-83cd-fd3058bdba7c req-70692928-b104-47de-a9ae-cc64c5080020 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f31395-ec5d-4a6c-a496-4d784c7b504c HTTP/1.1" status: 200 len: 210 time: 0.1121898 Jul 16 01:49:58.732617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.746871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237', 'ed53e1d4-83ae-42cb-952d-89e049f202ec'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:58.768524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'Port': ['ID=ed53e1d4-83ae-42cb-952d-89e049f202ec,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.826091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08c4fa98-a34c-4365-a744-0945dd626c1e no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:58.850134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] No DVR routers for this DVR port ed53e1d4-83ae-42cb-952d-89e049f202ec on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:58.855709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.858816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcec05d9-6bcf-4546-9674-a01e49a5b2f6 req-b3d0b1fc-b2e2-4243-b0eb-dbe093b29b45 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "DELETE /v2.0/ports/ed53e1d4-83ae-42cb-952d-89e049f202ec HTTP/1.1" status: 204 len: 173 time: 0.6651535 Jul 16 01:49:58.859617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403472a9-f3df-405e-9ccb-8e317a58303f', 'name': 'network-vif-deleted', 'tag': 'ed53e1d4-83ae-42cb-952d-89e049f202ec'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:58.860521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 08c4fa98-a34c-4365-a744-0945dd626c1e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:58.860876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 08c4fa98-a34c-4365-a744-0945dd626c1e not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:58.864519 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce9d437-9299-4994-b72a-42d6f3ece516" -d '{"events": [{"server_uuid": "403472a9-f3df-405e-9ccb-8e317a58303f", "name": "network-vif-deleted", "tag": "ed53e1d4-83ae-42cb-952d-89e049f202ec"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:58.916936 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1935be84-0468-4943-ad18-0cf68ee913cc x-openstack-request-id: req-1935be84-0468-4943-ad18-0cf68ee913cc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:58.917314 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403472a9-f3df-405e-9ccb-8e317a58303f", "name": "network-vif-deleted", "tag": "ed53e1d4-83ae-42cb-952d-89e049f202ec", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:58.917571 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1935be84-0468-4943-ad18-0cf68ee913cc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:58.918028 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403472a9-f3df-405e-9ccb-8e317a58303f', 'name': 'network-vif-deleted', 'tag': 'ed53e1d4-83ae-42cb-952d-89e049f202ec', 'status': 'completed', 'code': 200} Jul 16 01:49:59.546382 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:00.139946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8486b9ca-5c77-401f-a37f-275b1ff5d2ac no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:00.189638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 8486b9ca-5c77-401f-a37f-275b1ff5d2ac {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:00.189989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8486b9ca-5c77-401f-a37f-275b1ff5d2ac not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:00.473839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47754) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.526883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-8124d63d-9b4c-4f14-bba7-cba1479646c7 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.528492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-8124d63d-9b4c-4f14-bba7-cba1479646c7 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/networks?id=d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 200 len: 809 time: 0.2185042 Jul 16 01:50:00.562327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d7ef-acfe-4f09-a8cc-87a6b29b76e0 req-944d1f6d-67ef-4c18-886d-57ad00b877db tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.564261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5112d7ef-acfe-4f09-a8cc-87a6b29b76e0 req-944d1f6d-67ef-4c18-886d-57ad00b877db tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1308165 Jul 16 01:50:00.574308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-f9db297f-bec5-4669-a769-4cdc979b3759 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/quotas/7f3b9e142da54a9ba6018b3a9501784f HTTP/1.1" status: 200 len: 375 time: 0.0387802 Jul 16 01:50:00.625262 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e719a42c-9e18-442f-8df5-e8bd8c85c987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.627211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-90c68f0b-585e-4b09-a84f-c773339bdf37 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516520 Jul 16 01:50:00.752909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e719a42c-9e18-442f-8df5-e8bd8c85c987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.764070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e719a42c-9e18-442f-8df5-e8bd8c85c987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.826197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719a42c-9e18-442f-8df5-e8bd8c85c987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb9ce71-b5bf-4122-aeee-31c7a757461e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.840881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-2fd1a23e-33a1-4c8b-9fde-ae01d7e6d58e service neutron] 10.222.0.42 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039862 Jul 16 01:50:00.845769 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e719a42c-9e18-442f-8df5-e8bd8c85c987 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c079219ed6174ab2974deb427d3584bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691220 Jul 16 01:50:00.846668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47768) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.871791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5112d7ef-acfe-4f09-a8cc-87a6b29b76e0 req-be108333-cc69-40e1-80ce-60e0d9339472 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754166 Jul 16 01:50:00.943458 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2ffd-a296-4e01-b491-aaee2b46899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.976513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2ffd-a296-4e01-b491-aaee2b46899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.990894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-800fc2ae-6c6a-4fab-b84f-a63173349515 service neutron] 10.222.0.42 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491876 Jul 16 01:50:01.041499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2ffd-a296-4e01-b491-aaee2b46899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.044485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2ffd-a296-4e01-b491-aaee2b46899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.046291 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf0f2ffd-a296-4e01-b491-aaee2b46899e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beb9ce71-b5bf-4122-aeee-31c7a757461e HTTP/1.1" status: 204 len: 168 time: 0.1964159 Jul 16 01:50:01.055786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2ffd-a296-4e01-b491-aaee2b46899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb9ce71-b5bf-4122-aeee-31c7a757461e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.281476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c75f9a-f6fa-4586-ac7e-0d5368da05da req-667ab9b2-fe7f-4041-8752-68ad5d9026b8 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 210 time: 0.0851107 Jul 16 01:50:01.608188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:01.624803 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3c12767-889d-4ca1-ad5a-aa55f0ae3793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.708701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-7ec4a914-2bb0-4ad9-9755-bd89488806bf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:01.713348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-7ec4a914-2bb0-4ad9-9755-bd89488806bf tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1432710 Jul 16 01:50:01.756211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3c12767-889d-4ca1-ad5a-aa55f0ae3793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.769051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3c12767-889d-4ca1-ad5a-aa55f0ae3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.817716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e3c12767-889d-4ca1-ad5a-aa55f0ae3793 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=507e9f8e75704e98b4a5fcf527704b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048082 Jul 16 01:50:01.817716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12767-889d-4ca1-ad5a-aa55f0ae3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee838fdf-d82b-4d4b-86b1-20754105f532,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.817947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47884) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:01.936697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57d3845e-02a3-4d75-9cba-1020356ffaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.963981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57d3845e-02a3-4d75-9cba-1020356ffaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.042975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Deleting port 5fd802f2-830a-4662-9b7f-08ce31e50237 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:02.048576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.155238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682fa2d-5ced-4d25-be3c-a79fddfb7bbb req-47ec9acb-0349-424d-8c81-eb0e86fd321d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.156880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5682fa2d-5ced-4d25-be3c-a79fddfb7bbb req-47ec9acb-0349-424d-8c81-eb0e86fd321d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 945 time: 0.1430914 Jul 16 01:50:02.166311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57d3845e-02a3-4d75-9cba-1020356ffaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.169132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57d3845e-02a3-4d75-9cba-1020356ffaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.170503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-57d3845e-02a3-4d75-9cba-1020356ffaa2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee838fdf-d82b-4d4b-86b1-20754105f532 HTTP/1.1" status: 204 len: 168 time: 0.3514204 Jul 16 01:50:02.229900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3845e-02a3-4d75-9cba-1020356ffaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee838fdf-d82b-4d4b-86b1-20754105f532,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.289494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5682fa2d-5ced-4d25-be3c-a79fddfb7bbb req-f7fb3d87-f1bb-4fda-b136-b0a7aa23bf66 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=6fc18faa-e226-4b65-8431-75140f5f51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152153 Jul 16 01:50:02.326412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] For port 5fd802f2-830a-4662-9b7f-08ce31e50237, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5fd802f2-830a-4662-9b7f-08ce31e50237,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:02.330265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.380268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Calling delete_port for 5fd802f2-830a-4662-9b7f-08ce31e50237 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:02.665872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a9eeab0-e890-4ea7-b3ea-b2d7cb60717f req-101ba1e0-5ca3-4ccf-ae16-f2b55d78205c tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 210 time: 0.1167395 Jul 16 01:50:02.711638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.730312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5fd802f2-830a-4662-9b7f-08ce31e50237'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:02.784029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'Port': ['ID=5fd802f2-830a-4662-9b7f-08ce31e50237,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.859094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] No DVR routers for this DVR port 5fd802f2-830a-4662-9b7f-08ce31e50237 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:02.861022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ed53e1d4-83ae-42cb-952d-89e049f202ec no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:02.863377 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.866391 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a11e85b-b8ae-443d-b019-798b0cc94e0c req-dc8b1f11-df79-40ee-99a1-8898bdaefe9a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "DELETE /v2.0/ports/5fd802f2-830a-4662-9b7f-08ce31e50237 HTTP/1.1" status: 204 len: 173 time: 1.1465108 Jul 16 01:50:02.866949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'name': 'network-vif-deleted', 'tag': '5fd802f2-830a-4662-9b7f-08ce31e50237'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:02.871177 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfcfe52-5df6-4dbd-9832-ccadae91be67" -d '{"events": [{"server_uuid": "a940686a-ed5c-456d-93f2-4a7f324e1fee", "name": "network-vif-deleted", "tag": "5fd802f2-830a-4662-9b7f-08ce31e50237"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:02.918583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: ed53e1d4-83ae-42cb-952d-89e049f202ec {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:02.919009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device ed53e1d4-83ae-42cb-952d-89e049f202ec not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:02.964108 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5046c8c5-0782-4dd8-ab83-c33cec2b27e0 x-openstack-request-id: req-5046c8c5-0782-4dd8-ab83-c33cec2b27e0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:02.964570 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a940686a-ed5c-456d-93f2-4a7f324e1fee", "name": "network-vif-deleted", "tag": "5fd802f2-830a-4662-9b7f-08ce31e50237", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:02.964795 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5046c8c5-0782-4dd8-ab83-c33cec2b27e0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:02.965298 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a940686a-ed5c-456d-93f2-4a7f324e1fee', 'name': 'network-vif-deleted', 'tag': '5fd802f2-830a-4662-9b7f-08ce31e50237', 'status': 'completed', 'code': 200} Jul 16 01:50:03.315011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-5dcb2542-4ded-4287-a23e-320f28923d31 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.330326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-5dcb2542-4ded-4287-a23e-320f28923d31 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "GET /v2.0/networks?id=d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 200 len: 809 time: 0.2041261 Jul 16 01:50:03.348384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Request body: {'port': {'device_id': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22', 'admin_state_up': True, 'tenant_id': '7f3b9e142da54a9ba6018b3a9501784f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:03.628181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0c366f5-0ddf-4e9e-b335-5023932813a5 req-d90e3dba-21bb-4516-8c72-efac4713ed4d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=a940686a-ed5c-456d-93f2-4a7f324e1fee HTTP/1.1" status: 200 len: 210 time: 0.1060209 Jul 16 01:50:03.686881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Made reservation on behalf of 7f3b9e142da54a9ba6018b3a9501784f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:03.692018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.923669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba33454d-832f-49a5-af05-ab7552bf9a11 req-0af197c2-2a10-440c-9e20-0f8e9f1bc8da tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 210 time: 0.0955729 Jul 16 01:50:04.095249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Allocated IP 172.20.0.10 (d1b560ab-6fca-48ca-ac6d-cb311500aa22/8a8956c5-34cf-4725-84d2-43175c4aff0e/e5454535-7d9c-40c1-855e-feaafdd9e0a2) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:04.629402 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.684357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.816703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Network d1b560ab-6fca-48ca-ac6d-cb311500aa22 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:04.820343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:04.830331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:04.875526 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Pushing event updated for resources: {'Port': ['ID=e5454535-7d9c-40c1-855e-feaafdd9e0a2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:04.947355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.947355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.959535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-37cb0c9e-baa9-4fd2-b165-dcfe705a2ee5 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6152995 Jul 16 01:50:04.980622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Request body: {'port': {'device_id': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:05.188133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.243785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.340792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052665b6-1ed2-4300-b3c0-455f2af7b65b req-6d20607c-4212-45ee-a9fb-a3227d399ed6 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.344916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-052665b6-1ed2-4300-b3c0-455f2af7b65b req-6d20607c-4212-45ee-a9fb-a3227d399ed6 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 932 time: 0.1790533 Jul 16 01:50:05.364379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1527007641', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:05.450238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Made reservation on behalf of 23abbbb2af9c41acaf671ec7d84a357e for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:05.453809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.468624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-052665b6-1ed2-4300-b3c0-455f2af7b65b req-bc47b30b-d41d-4a6f-9256-4651bc4cbbe7 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119659 Jul 16 01:50:05.484027 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.685142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.693104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.699687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] device_id is not set on port 8ded960a-b163-4590-8c46-165a13979186 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:05.762780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5454535-7d9c-40c1-855e-feaafdd9e0a2 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:05.770997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f451783a-8df5-444a-9fd9-75fb7a003be4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.775679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e1a95-f428-4f9f-b564-f96eb9589eca req-b22a51ca-f482-42f6-813d-8736262fb047 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.783386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-247e1a95-f428-4f9f-b564-f96eb9589eca req-b22a51ca-f482-42f6-813d-8736262fb047 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1545882 Jul 16 01:50:05.797169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.854161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-247e1a95-f428-4f9f-b564-f96eb9589eca req-be956f87-783e-42ec-bf25-c2cba9ee4cb7 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670621 Jul 16 01:50:05.860973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Transition to ACTIVE for port object e5454535-7d9c-40c1-855e-feaafdd9e0a2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:05.868059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.878550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Allocated IP 172.25.7.144 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/8ded960a-b163-4590-8c46-165a13979186) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:05.928383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Pushing event updated for resources: {'Port': ['ID=e5454535-7d9c-40c1-855e-feaafdd9e0a2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.011278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Attempting to bind port e5454535-7d9c-40c1-855e-feaafdd9e0a2 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:06.011736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Attempting to bind port e5454535-7d9c-40c1-855e-feaafdd9e0a2 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:06.012281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Attempting to bind port e5454535-7d9c-40c1-855e-feaafdd9e0a2 on network d1b560ab-6fca-48ca-ac6d-cb311500aa22 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:06.016925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Port e5454535-7d9c-40c1-855e-feaafdd9e0a2 on network d1b560ab-6fca-48ca-ac6d-cb311500aa22 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:06.017246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Attempting to bind port e5454535-7d9c-40c1-855e-feaafdd9e0a2 on network d1b560ab-6fca-48ca-ac6d-cb311500aa22 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:06.024730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:06.025299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Checking segment: {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:06.025686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Bound using segment: {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:06.026126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Bound port: e5454535-7d9c-40c1-855e-feaafdd9e0a2, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd9fca4-9e4e-484a-a734-d660a21c7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:06.026488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.049013 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.103314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.105905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] For port e5454535-7d9c-40c1-855e-feaafdd9e0a2, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:06.110250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] For port e5454535-7d9c-40c1-855e-feaafdd9e0a2, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:06.115189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.126444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:06.129512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:06.151112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:06.166937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.167555 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.169031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5454535-7d9c-40c1-855e-feaafdd9e0a2 HTTP/1.1" status: 200 len: 1093 time: 1.1946931 Jul 16 01:50:06.169609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'tag': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:06.171988 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd94fcd-3a54-4361-a349-67a2019b4495", "tag": "e5454535-7d9c-40c1-855e-feaafdd9e0a2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:06.200132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6ffb1-6764-4130-8b99-f68d07663858 service neutron] Pushing event updated for resources: {'Port': ['ID=e5454535-7d9c-40c1-855e-feaafdd9e0a2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.226918 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4aa97f-8a7a-45e0-bfea-b4c777c95d2e x-openstack-request-id: req-ff4aa97f-8a7a-45e0-bfea-b4c777c95d2e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:06.227425 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd94fcd-3a54-4361-a349-67a2019b4495", "tag": "e5454535-7d9c-40c1-855e-feaafdd9e0a2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:06.227833 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff4aa97f-8a7a-45e0-bfea-b4c777c95d2e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:06.228397 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'tag': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2', 'status': 'completed', 'code': 200} Jul 16 01:50:06.243434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Pushing event updated for resources: {'Port': ['ID=8ded960a-b163-4590-8c46-165a13979186,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.247341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.248168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.266134 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e4876af9-ef75-40b9-afc0-f8ce67e55fdd tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0765493 Jul 16 01:50:06.269441 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48338) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.274774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.144'}]}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:06.302195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.303897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.318209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-82ebf24e-5920-49a1-b049-bfa9dc9541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.320270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-82ebf24e-5920-49a1-b049-bfa9dc9541a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 1096 time: 0.0759089 Jul 16 01:50:06.385737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-cb05a1bc-881d-4815-b1c3-96d95d995f14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2 HTTP/1.1" status: 200 len: 217 time: 0.0527689 Jul 16 01:50:06.416215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.451829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-1cf02489-3bba-4d68-9f03-a924b84a2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.453453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-1cf02489-3bba-4d68-9f03-a924b84a2b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8956c5-34cf-4725-84d2-43175c4aff0e HTTP/1.1" status: 200 len: 849 time: 0.0621846 Jul 16 01:50:06.549549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-bc5f94f2-2a09-4be0-a2e8-764673581d07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1b560ab-6fca-48ca-ac6d-cb311500aa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757446 Jul 16 01:50:06.625477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.764788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-ba86327e-9a5a-46d3-841c-838eeb0c75a0 service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083173 Jul 16 01:50:06.821649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a34084-b520-4b80-bd87-af20d7658d63 req-739de955-4be8-4c97-ba4d-c8c320162aa9 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.823522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7a34084-b520-4b80-bd87-af20d7658d63 req-739de955-4be8-4c97-ba4d-c8c320162aa9 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 944 time: 0.1197958 Jul 16 01:50:06.880914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5fd802f2-830a-4662-9b7f-08ce31e50237 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:06.943488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7a34084-b520-4b80-bd87-af20d7658d63 req-4a05eec1-5a37-42b2-bc10-82ad1f86e0c9 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111197 Jul 16 01:50:06.945516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5fd802f2-830a-4662-9b7f-08ce31e50237 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:06.947887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5fd802f2-830a-4662-9b7f-08ce31e50237 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:06.954005 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1611f80e-1146-4ef3-84d3-80ec0dd8fe8a req-bd574f50-64c0-468e-9bf6-7dc8c1fef8b4 service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804893 Jul 16 01:50:06.998046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.032830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.074486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7308-322a-4234-9888-ee173286e321 req-b965b124-5ba5-4fdd-8fc0-fb091ed401ca tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.076084 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f61a7308-322a-4234-9888-ee173286e321 req-b965b124-5ba5-4fdd-8fc0-fb091ed401ca tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.2001319 Jul 16 01:50:07.212613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-7b5cda55-0a3b-46fd-81c6-ce054b220d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.214236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-7b5cda55-0a3b-46fd-81c6-ce054b220d72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 1096 time: 0.1676593 Jul 16 01:50:07.223471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c465f72-358e-4b88-8ce9-efdbe21f4216 req-d443411b-baed-4115-9369-d251e3781ab8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.225094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c465f72-358e-4b88-8ce9-efdbe21f4216 req-d443411b-baed-4115-9369-d251e3781ab8 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 945 time: 0.1349640 Jul 16 01:50:07.310176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.381474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-a1f6e39f-46f5-42e9-80f6-7c8fde268404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.383208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-a1f6e39f-46f5-42e9-80f6-7c8fde268404 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 200 len: 910 time: 0.1571481 Jul 16 01:50:07.459525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c465f72-358e-4b88-8ce9-efdbe21f4216 req-70cd14b9-5559-4312-acb6-68fbaec52c3a tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2257497 Jul 16 01:50:07.463485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-02a6a684-e930-4d71-bd4d-9bed9a32cd0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2 HTTP/1.1" status: 200 len: 217 time: 0.0695653 Jul 16 01:50:07.538142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.544184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-2d466663-a53b-468d-9a6c-4173bb6360a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.547908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-2d466663-a53b-468d-9a6c-4173bb6360a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a8956c5-34cf-4725-84d2-43175c4aff0e HTTP/1.1" status: 200 len: 849 time: 0.0703571 Jul 16 01:50:07.613046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-0319cce2-01e1-4107-ad83-0a0219ff949d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d1b560ab-6fca-48ca-ac6d-cb311500aa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435612 Jul 16 01:50:07.734491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Deleting port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:07.734746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.739089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-d4ec2c61-4d6a-48b5-868a-1825801fdfb4 service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189268 Jul 16 01:50:07.865689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0aa5c239-d71d-4b93-b9c7-a84a71d72b04 req-50e72db1-1e22-4f89-9760-afd4179bab12 service neutron] 10.222.0.13 "GET /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976105 Jul 16 01:50:07.881475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.885164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.953232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] For port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:07.953591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.956396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.957122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7af09541-3b74-4d32-a043-03668a3be7c4 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:08.065089 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:50:08.068971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4e9045f8-9b2d-4739-9a9c-e3f84b386b4d tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7956560 Jul 16 01:50:08.072329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:08.131446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a87c2-1501-4479-a753-8fa0670e2b39 req-05c23bbf-72db-4a5b-bfa6-ed3f1b36a78f tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.133257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-614a87c2-1501-4479-a753-8fa0670e2b39 req-05c23bbf-72db-4a5b-bfa6-ed3f1b36a78f tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 944 time: 0.0696673 Jul 16 01:50:08.156164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e5454535-7d9c-40c1-855e-feaafdd9e0a2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:08.175681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-614a87c2-1501-4479-a753-8fa0670e2b39 req-22f2db6d-87a4-4641-ae35-e0c620bca1d7 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363667 Jul 16 01:50:08.283923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e5454535-7d9c-40c1-855e-feaafdd9e0a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:08.287548 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.288013 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.288399 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Floating IP f4b8289b-82d3-4390-ac4c-48884582f297 disassociated. External IP: 172.25.7.8, port: 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb. Jul 16 01:50:08.288844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Calling delete_port for 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:08.301085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2', 'network_id': 'd1b560ab-6fca-48ca-ac6d-cb311500aa22', 'port_id': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8956c5-34cf-4725-84d2-43175c4aff0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:08.303466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Deleting port 8ded960a-b163-4590-8c46-165a13979186 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:08.303875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.339802 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.353775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5454535-7d9c-40c1-855e-feaafdd9e0a2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:08.379044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e5454535-7d9c-40c1-855e-feaafdd9e0a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:08.383182 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.432074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e5454535-7d9c-40c1-855e-feaafdd9e0a2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.452267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.467138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Calling delete_port for 8ded960a-b163-4590-8c46-165a13979186 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:08.581812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.613908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'Port': ['ID=8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.669407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e5454535-7d9c-40c1-855e-feaafdd9e0a2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:08.699308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7aaed70f-846f-4385-bd90-6f0df6a973c2 req-7e011a9a-9689-44fe-a65d-67f55e701b40 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 210 time: 0.0435367 Jul 16 01:50:08.743941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.778591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ded960a-b163-4590-8c46-165a13979186,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.935680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Router cad2c5e1-8b24-48d4-bfc8-2a889187463c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:08.947880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.954738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f85465b-fe95-4c16-acef-aecc2b014d94 tempest-RoutersAdminNegativeTest-1711218369 tempest-RoutersAdminNegativeTest-1711218369-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8ded960a-b163-4590-8c46-165a13979186 HTTP/1.1" status: 204 len: 168 time: 0.8814864 Jul 16 01:50:09.139250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:09.151723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] Sync routers for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:09.169912 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:09.171973 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:49:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:09.186747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] No DVR routers for this DVR port 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:09.189556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.192959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f61a7308-322a-4234-9888-ee173286e321 req-3a0bca0b-4224-4a39-b2d5-9cb3d333fd8d tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.23 "DELETE /v2.0/ports/8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb HTTP/1.1" status: 204 len: 173 time: 2.0872498 Jul 16 01:50:09.200852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-deleted', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:09.203906 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa1c4d-ad5e-407c-820c-65321526b0c6" -d '{"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-deleted", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:09.290635 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763547b-7fec-47b6-94de-6413f81bc3f2 x-openstack-request-id: req-5763547b-7fec-47b6-94de-6413f81bc3f2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:09.291176 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd29cd6-c96a-4757-a8dd-4d1534d18131", "name": "network-vif-deleted", "tag": "8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:09.291501 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5763547b-7fec-47b6-94de-6413f81bc3f2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:09.291997 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd29cd6-c96a-4757-a8dd-4d1534d18131', 'name': 'network-vif-deleted', 'tag': '8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb', 'status': 'completed', 'code': 200} Jul 16 01:50:09.395492 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:09.404399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48420) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.569224 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04abe359-b058-4308-bf22-86b99c88a752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.670144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda67411-12d7-497e-8519-4eb090a4a224 req-e9283993-0270-4d38-ab22-249b97eb3ffa tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.686636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cda67411-12d7-497e-8519-4eb090a4a224 req-e9283993-0270-4d38-ab22-249b97eb3ffa tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 945 time: 0.1392801 Jul 16 01:50:09.693299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04abe359-b058-4308-bf22-86b99c88a752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.698263 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:09.700338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04abe359-b058-4308-bf22-86b99c88a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.730495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abe359-b058-4308-bf22-86b99c88a752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70677cf8-b939-4bda-a160-1fc792fd7486,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.761569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-04abe359-b058-4308-bf22-86b99c88a752 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d35130f4065542348e056e68f3db676c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536537 Jul 16 01:50:09.763932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.797095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cda67411-12d7-497e-8519-4eb090a4a224 req-a73c07e8-578c-4f44-85ee-e561ebab4ea8 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094198 Jul 16 01:50:09.880716 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] Checking router: cad2c5e1-8b24-48d4-bfc8-2a889187463c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:09.883378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff72e9eb-211f-48d2-90b1-fc747f81131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.899554 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:09.900178 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:49:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:09.954166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b6ba8df4-a421-491c-92ba-0fcf435e7ea7 req-4d599cde-1e12-45a1-858e-03f13afc9956 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cd29cd6-c96a-4757-a8dd-4d1534d18131 HTTP/1.1" status: 200 len: 210 time: 0.0554523 Jul 16 01:50:09.960900 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff72e9eb-211f-48d2-90b1-fc747f81131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.019579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff72e9eb-211f-48d2-90b1-fc747f81131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.023974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff72e9eb-211f-48d2-90b1-fc747f81131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.039888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ff72e9eb-211f-48d2-90b1-fc747f81131b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70677cf8-b939-4bda-a160-1fc792fd7486 HTTP/1.1" status: 204 len: 168 time: 0.2619295 Jul 16 01:50:10.056747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e9eb-211f-48d2-90b1-fc747f81131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70677cf8-b939-4bda-a160-1fc792fd7486,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.129946 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf861209-b1a3-424f-a89f-a034900baec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.149532 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:10.155999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e5454535-7d9c-40c1-855e-feaafdd9e0a2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:10.310202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e5454535-7d9c-40c1-855e-feaafdd9e0a2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:10.320410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e5454535-7d9c-40c1-855e-feaafdd9e0a2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:10.321030 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.450793 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.491286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:10.495035 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca146769-0cb3-4d46-a858-3b992b849c9f" -d '{"events": [{"server_uuid": "8cd94fcd-3a54-4361-a349-67a2019b4495", "name": "network-vif-plugged", "status": "completed", "tag": "e5454535-7d9c-40c1-855e-feaafdd9e0a2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:10.509385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e5454535-7d9c-40c1-855e-feaafdd9e0a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:10.516252 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.571024 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19d808-e99b-4e12-aab2-00bf7a7c655d x-openstack-request-id: req-ac19d808-e99b-4e12-aab2-00bf7a7c655d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:10.571523 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd94fcd-3a54-4361-a349-67a2019b4495", "name": "network-vif-plugged", "status": "completed", "tag": "e5454535-7d9c-40c1-855e-feaafdd9e0a2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:10.571944 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac19d808-e99b-4e12-aab2-00bf7a7c655d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:10.572540 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2', 'code': 200} Jul 16 01:50:10.588124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e5454535-7d9c-40c1-855e-feaafdd9e0a2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.621765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:10.654006 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:10.687187 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3585c3-896e-4c54-989e-12324060e6b2 None None] The sync data for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 is: [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:40:48Z', 'revision_number': 4, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8b14f209-30cc-4eda-926c-cc6702425299', 'name': '', 'network_id': '4abcec7c-860b-46e6-b230-ddb0a50ef51d', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'mac_address': 'fa:16:3e:46:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:46Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'subnets': [{'id': '0c953cd4-8886-42f9-8a28-197742b575d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:10.712385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48456) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:10.712890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ea251b37-1e4d-4345-9142-0e4d92944179 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23abbbb2af9c41acaf671ec7d84a357e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887656 Jul 16 01:50:10.770077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab152a1-f239-443e-a900-1a3698955892 req-104e068f-ad20-41a6-be38-78f40ad984bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.771846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cab152a1-f239-443e-a900-1a3698955892 req-104e068f-ad20-41a6-be38-78f40ad984bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 1098 time: 0.0651109 Jul 16 01:50:10.774595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6b597f5-e44d-4786-9f5c-081575740f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.811253 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6b597f5-e44d-4786-9f5c-081575740f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.872339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6b597f5-e44d-4786-9f5c-081575740f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.876296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6b597f5-e44d-4786-9f5c-081575740f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.878549 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c6b597f5-e44d-4786-9f5c-081575740f32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f451783a-8df5-444a-9fd9-75fb7a003be4 HTTP/1.1" status: 204 len: 168 time: 0.1640780 Jul 16 01:50:10.882801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cab152a1-f239-443e-a900-1a3698955892 req-60d3a059-0e30-4a3b-b3b2-86e348ff108f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041677 Jul 16 01:50:10.885652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:10.923004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:10.925541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8b32dd4c-8fc5-4757-b3c7-cf2a334d6cfb not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:10.932481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b597f5-e44d-4786-9f5c-081575740f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451783a-8df5-444a-9fd9-75fb7a003be4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:11.073788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7bc66-3b15-4d44-a12f-2fd3cdfbc30f req-636cd29c-183a-4b8c-ade4-2662911534fd tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:11.083296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73e7bc66-3b15-4d44-a12f-2fd3cdfbc30f req-636cd29c-183a-4b8c-ade4-2662911534fd tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 946 time: 0.1393948 Jul 16 01:50:11.148110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48472) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.157971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73e7bc66-3b15-4d44-a12f-2fd3cdfbc30f req-6c0f74f8-cda6-40de-8425-02d2ddf2d85c tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730462 Jul 16 01:50:11.179237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e360dc8-c9c5-485f-9552-6c39f2798607 None None] New status for floating IP f4b8289b-82d3-4390-ac4c-48884582f297: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:50:11.229863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aea6c780-1ada-4243-9f5a-9f559802c707 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.283082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aea6c780-1ada-4243-9f5a-9f559802c707 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.464271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aea6c780-1ada-4243-9f5a-9f559802c707 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.469733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aea6c780-1ada-4243-9f5a-9f559802c707 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.473117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aea6c780-1ada-4243-9f5a-9f559802c707 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c1ef3c0-8b64-4519-979a-cf2e47e9ac61 HTTP/1.1" status: 204 len: 168 time: 0.3230655 Jul 16 01:50:11.474767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.486237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c780-1ada-4243-9f5a-9f559802c707 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ef3c0-8b64-4519-979a-cf2e47e9ac61,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:11.494698 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-fd4c3dbf-f266-4c26-a5c2-3429220f8b27 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] show failed (client error): The resource could not be found. Jul 16 01:50:11.495726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd4c3dbf-f266-4c26-a5c2-3429220f8b27 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "GET /v2.0/security-groups/0c1ef3c0-8b64-4519-979a-cf2e47e9ac61 HTTP/1.1" status: 404 len: 347 time: 0.0199664 Jul 16 01:50:11.498655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48492) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.691802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Deleting port adfb7b62-7dea-4817-a50e-d856567b315e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:11.692254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.800796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.801384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.813341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Calling delete_port for adfb7b62-7dea-4817-a50e-d856567b315e owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:12.022471 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.063329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Pushing event deleted for resources: {'Port': ['ID=adfb7b62-7dea-4817-a50e-d856567b315e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.107064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48516) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.145154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.149938 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.151447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-02f3a32c-445c-4aea-a21e-a2cde2597ac6 tempest-ServerActionsTestJSON-750988809 tempest-ServerActionsTestJSON-750988809-project] 10.222.0.42 "DELETE /v2.0/floatingips/f4b8289b-82d3-4390-ac4c-48884582f297 HTTP/1.1" status: 204 len: 168 time: 0.6500735 Jul 16 01:50:12.154486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48520) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.231125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-555907572'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:12.259734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Made reservation on behalf of 7400331f01a2476d910bd2ae959845b7 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:12.264256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.276583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.421279 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.434203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.465495 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdc181fd-d036-40a2-9530-9fa382637636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.467290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:12.497288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a70e-36ef-40e6-b80d-d529c7129aea req-378ae2f6-a328-4710-9f0a-8f438fde86d6 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:12.499437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd1a70e-36ef-40e6-b80d-d529c7129aea req-378ae2f6-a328-4710-9f0a-8f438fde86d6 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 946 time: 0.1572628 Jul 16 01:50:12.500850 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.540886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.541328 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Added segment 98b3202e-e459-4552-9335-d93afef116bd of type vlan for network 36e1e6cf-14d8-473d-a51e-c42c38854d36 Jul 16 01:50:12.544140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd22a8-9d61-4e02-965e-79880c3cf61d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.551926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd1a70e-36ef-40e6-b80d-d529c7129aea req-1e34c3ef-a18f-41ce-9cc4-7abe6638541e tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Jul 16 01:50:12.729012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.840345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.847203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:12.848164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.968194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8599353 Jul 16 01:50:12.973631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.986207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Request body: {'subnet': {'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:13.024336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac49df-f989-4008-9b63-b68a2b57bb59 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event updated for resources: {'Network': ['ID=36e1e6cf-14d8-473d-a51e-c42c38854d36,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.038892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:13.210439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-13579335-be23-452c-bf0d-4a4628040233 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2937167 Jul 16 01:50:13.213676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Made reservation on behalf of 7400331f01a2476d910bd2ae959845b7 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:13.223654 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.297355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.419401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-79fd6c3d-8942-4249-b4f8-08f7bbbfca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.420984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-79fd6c3d-8942-4249-b4f8-08f7bbbfca95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1098 time: 0.1315780 Jul 16 01:50:13.634541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.676131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-1786d7d3-8c66-4f9d-b744-86674b44eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.677672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-1786d7d3-8c66-4f9d-b744-86674b44eace service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.2086313 Jul 16 01:50:13.733878 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.780027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event updated for resources: {'Subnet': ['ID=0f580f51-6433-4739-9ddc-c2e7946f58a1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.795744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Checking segment: {'id': '98b3202e-e459-4552-9335-d93afef116bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:13.796125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Network hostable DHCP agents. Network: 36e1e6cf-14d8-473d-a51e-c42c38854d36, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:13.808984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-0363f07c-75f4-40a5-8dc0-fb01d4eb0cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 1002 time: 0.1201341 Jul 16 01:50:13.869511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:13.886378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-676a7d57-4fb2-4356-bf00-54c556094281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.886655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Deleting port 8b14f209-30cc-4eda-926c-cc6702425299 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:13.887137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.888113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-676a7d57-4fb2-4356-bf00-54c556094281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.0613267 Jul 16 01:50:13.889350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 36e1e6cf-14d8-473d-a51e-c42c38854d36) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:13.897015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.897015 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.900504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c5a4a-9977-4f50-975f-c569225680b0 None None] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:14.001732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48576) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.002065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c26f679d-4a5d-40b2-8dee-60eb8bd11674 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0254807 Jul 16 01:50:14.011213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Request body: {'port': {'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1869291907'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:14.033966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-4371c94a-346d-4260-9c6a-5d79618ae87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.033966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-4371c94a-346d-4260-9c6a-5d79618ae87d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182058 Jul 16 01:50:14.131625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-36e1e6cf-14d8-473d-a51e-c42c38854d36', 'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36', 'tenant_id': '7400331f01a2476d910bd2ae959845b7', 'fixed_ips': [{'subnet_id': '0f580f51-6433-4739-9ddc-c2e7946f58a1'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:14.132574 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.250250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] For port 8b14f209-30cc-4eda-926c-cc6702425299, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8b14f209-30cc-4eda-926c-cc6702425299,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:14.256187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-6cff1cf7-8f5a-4b5f-87bb-a7ed0e7c7330 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142427 Jul 16 01:50:14.256604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.277170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Calling delete_port for 8b14f209-30cc-4eda-926c-cc6702425299 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:14.296508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Allocated IP 172.20.0.2 (36e1e6cf-14d8-473d-a51e-c42c38854d36/0f580f51-6433-4739-9ddc-c2e7946f58a1/c7660c61-f34c-4e9f-8702-78f86d50ec5e) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:14.442185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab10d1-ddd1-44d4-a5a5-e7ae57830f7e req-a99423c9-2760-47d6-8335-92edf201bd29 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.449421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28ab10d1-ddd1-44d4-a5a5-e7ae57830f7e req-a99423c9-2760-47d6-8335-92edf201bd29 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 946 time: 0.2573459 Jul 16 01:50:14.464300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38749eda-8f13-48c1-b688-82bdfc79b657 req-4a1697e6-4954-4ad5-bf89-147b002b6cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878307 Jul 16 01:50:14.539200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28ab10d1-ddd1-44d4-a5a5-e7ae57830f7e req-16e2a870-3c73-4d05-b486-4faddb323369 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885968 Jul 16 01:50:14.587942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.599999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Transition to ACTIVE for port object c7660c61-f34c-4e9f-8702-78f86d50ec5e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:14.606516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.620346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Transition to ACTIVE for port object c7660c61-f34c-4e9f-8702-78f86d50ec5e will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:14.628961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.646453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Made reservation on behalf of 7400331f01a2476d910bd2ae959845b7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:14.650817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.656054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b14f209-30cc-4eda-926c-cc6702425299,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.682549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] device_id is not set on port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:14.689893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:14.700073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:14.712467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:14.740495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Pushing event updated for resources: {'Port': ['ID=c7660c61-f34c-4e9f-8702-78f86d50ec5e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.828982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Attempting to bind port c7660c61-f34c-4e9f-8702-78f86d50ec5e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:14.829367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Attempting to bind port c7660c61-f34c-4e9f-8702-78f86d50ec5e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '98b3202e-e459-4552-9335-d93afef116bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:14.829735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Attempting to bind port c7660c61-f34c-4e9f-8702-78f86d50ec5e on network 36e1e6cf-14d8-473d-a51e-c42c38854d36 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:14.838246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:14.838640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Checking segment: {'id': '98b3202e-e459-4552-9335-d93afef116bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:14.839047 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.839624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Bound using segment: {'id': '98b3202e-e459-4552-9335-d93afef116bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:14.840095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Bound port: c7660c61-f34c-4e9f-8702-78f86d50ec5e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b3202e-e459-4552-9335-d93afef116bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:14.840550 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.948271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] For port c7660c61-f34c-4e9f-8702-78f86d50ec5e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:14.953896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] For port c7660c61-f34c-4e9f-8702-78f86d50ec5e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7660c61-f34c-4e9f-8702-78f86d50ec5e,segment=NetworkSegment(98b3202e-e459-4552-9335-d93afef116bd),segment_id=98b3202e-e459-4552-9335-d93afef116bd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:14.969746 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.154622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364779c-d3e7-4784-88ba-f2fb349639b6 None None] Pushing event updated for resources: {'Port': ['ID=c7660c61-f34c-4e9f-8702-78f86d50ec5e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.281993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.346141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Allocated IP 172.20.0.14 (36e1e6cf-14d8-473d-a51e-c42c38854d36/0f580f51-6433-4739-9ddc-c2e7946f58a1/3b75dafe-94cd-40d0-abb3-01f0d0b572f7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:15.522656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-5d76024a-5b57-4b23-b638-f5f4dbbacacd tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.536197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-5d76024a-5b57-4b23-b638-f5f4dbbacacd tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 946 time: 0.1646841 Jul 16 01:50:15.778263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Deleting port e5454535-7d9c-40c1-855e-feaafdd9e0a2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:15.778613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.834204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.860603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7660c61-f34c-4e9f-8702-78f86d50ec5e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:15.861899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Transition to ACTIVE for port object 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:15.917983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.973928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c7660c61-f34c-4e9f-8702-78f86d50ec5e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:15.974570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] For port e5454535-7d9c-40c1-855e-feaafdd9e0a2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e5454535-7d9c-40c1-855e-feaafdd9e0a2,segment=NetworkSegment(9cd9fca4-9e4e-484a-a734-d660a21c7261),segment_id=9cd9fca4-9e4e-484a-a734-d660a21c7261)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:15.975438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.992523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Calling delete_port for e5454535-7d9c-40c1-855e-feaafdd9e0a2 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:16.036759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:16.057187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event updated for resources: {'Port': ['ID=3b75dafe-94cd-40d0-abb3-01f0d0b572f7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.060092 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.074503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:16.078731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:16.283370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379496ad-01d8-482c-8814-58a96ec588a4 req-2d07434e-7686-48f7-9616-ae7ea9a2a3cc tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.292924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-379496ad-01d8-482c-8814-58a96ec588a4 req-2d07434e-7686-48f7-9616-ae7ea9a2a3cc tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cd94fcd-3a54-4361-a349-67a2019b4495 HTTP/1.1" status: 200 len: 946 time: 0.2404964 Jul 16 01:50:16.314940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.326274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.375960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.428660 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-afb347d5-938f-44be-9c2f-f120ea65f807 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4245617 Jul 16 01:50:16.438146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48634) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.456996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Request body: {'port': {'network_id': '36e1e6cf-14d8-473d-a51e-c42c38854d36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-673132676', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:16.457887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] bootfile-name is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:50:16.459919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] tftp-server is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:50:16.462116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] server-ip-address is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:50:16.511698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Pushing event deleted for resources: {'Port': ['ID=e5454535-7d9c-40c1-855e-feaafdd9e0a2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.548335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-379496ad-01d8-482c-8814-58a96ec588a4 req-42e4b482-d56b-4578-83af-6863fe80dbf3 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb95ac7-cf34-4162-b4ba-bfd4e286c387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539213 Jul 16 01:50:16.711838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] No DVR routers for this DVR port e5454535-7d9c-40c1-855e-feaafdd9e0a2 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:16.714677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.733159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5caf0602-27b0-4c51-9653-3ced1c6c4f22 req-3b8b67b1-9d63-4f3c-80fc-b0c9af1ca4f1 tempest-VolumesActionsTest-319927567 tempest-VolumesActionsTest-319927567-project] 10.222.0.13 "DELETE /v2.0/ports/e5454535-7d9c-40c1-855e-feaafdd9e0a2 HTTP/1.1" status: 204 len: 173 time: 1.1905172 Jul 16 01:50:16.733661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'name': 'network-vif-deleted', 'tag': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:16.736132 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326306c-79b9-464c-b65b-0f5b5be20732" -d '{"events": [{"server_uuid": "8cd94fcd-3a54-4361-a349-67a2019b4495", "name": "network-vif-deleted", "tag": "e5454535-7d9c-40c1-855e-feaafdd9e0a2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:16.807469 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc7de27-c80d-4a32-8ba5-5897be061b95 x-openstack-request-id: req-cfc7de27-c80d-4a32-8ba5-5897be061b95 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:16.807940 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd94fcd-3a54-4361-a349-67a2019b4495", "name": "network-vif-deleted", "tag": "e5454535-7d9c-40c1-855e-feaafdd9e0a2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:16.808469 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfc7de27-c80d-4a32-8ba5-5897be061b95 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:16.809110 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd94fcd-3a54-4361-a349-67a2019b4495', 'name': 'network-vif-deleted', 'tag': 'e5454535-7d9c-40c1-855e-feaafdd9e0a2', 'status': 'completed', 'code': 200} Jul 16 01:50:16.880005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00db5f-9473-4f6a-8485-c07ccc7e2ba6 None None] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:16.928681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Made reservation on behalf of 7400331f01a2476d910bd2ae959845b7 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:16.933813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.970590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] device_id is not set on port ee000140-6ddd-4eaf-b47d-80a3d5c051ce yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:16.982411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Router cad2c5e1-8b24-48d4-bfc8-2a889187463c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:17.027946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] Provisioning for port c7660c61-f34c-4e9f-8702-78f86d50ec5e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:17.038919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] Provisioning complete for port c7660c61-f34c-4e9f-8702-78f86d50ec5e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:17.039293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.204838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.214000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Allocated IP 172.20.0.4 (36e1e6cf-14d8-473d-a51e-c42c38854d36/0f580f51-6433-4739-9ddc-c2e7946f58a1/ee000140-6ddd-4eaf-b47d-80a3d5c051ce) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:17.234776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:17.251605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] Sync routers for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:17.255159 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a6e8cab-71de-47a2-9dae-31fbf770e9d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/cad2c5e1-8b24-48d4-bfc8-2a889187463c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0995891 Jul 16 01:50:17.258084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.266642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] For port c7660c61-f34c-4e9f-8702-78f86d50ec5e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7660c61-f34c-4e9f-8702-78f86d50ec5e,segment=NetworkSegment(98b3202e-e459-4552-9335-d93afef116bd),segment_id=98b3202e-e459-4552-9335-d93afef116bd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:17.281294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.305542 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:17.307072 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.385246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5f1f3-99c9-4d0e-a59d-89fd8dea5061 None None] Pushing event updated for resources: {'Port': ['ID=c7660c61-f34c-4e9f-8702-78f86d50ec5e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.503552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.541092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Transition to ACTIVE for port object ee000140-6ddd-4eaf-b47d-80a3d5c051ce will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:17.620916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.655652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7660c61-f34c-4e9f-8702-78f86d50ec5e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:17.667786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:17.671597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:17.710520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:17.711226 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:17.813417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7dff2193-cbec-4d14-ae73-beedf493c3ff None None] Provisioning for port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:17.830097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7dff2193-cbec-4d14-ae73-beedf493c3ff None None] Provisioning complete for port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:17.832412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dff2193-cbec-4d14-ae73-beedf493c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.908503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event updated for resources: {'Port': ['ID=ee000140-6ddd-4eaf-b47d-80a3d5c051ce,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.963302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:17.965638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.000835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-705f9342-08bf-42c0-8571-fa99e9b5b058 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.5590940 Jul 16 01:50:18.001989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.199998 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:50:14Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.233747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e2a41-8ba9-474e-8627-5878962d49dc tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.241214 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] Checking router: cad2c5e1-8b24-48d4-bfc8-2a889187463c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:18.269482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e2a41-8ba9-474e-8627-5878962d49dc tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.272631 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] Routers {'cad2c5e1-8b24-48d4-bfc8-2a889187463c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:18.273268 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.278896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e2a41-8ba9-474e-8627-5878962d49dc tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.285873 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-550e2a41-8ba9-474e-8627-5878962d49dc tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2796175 Jul 16 01:50:18.286824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48682) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.485897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7dff2193-cbec-4d14-ae73-beedf493c3ff None None] Port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:18.512387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e5454535-7d9c-40c1-855e-feaafdd9e0a2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:18.586090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Deleting port ee000140-6ddd-4eaf-b47d-80a3d5c051ce {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:18.589131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.600720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e5454535-7d9c-40c1-855e-feaafdd9e0a2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:18.601078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e5454535-7d9c-40c1-855e-feaafdd9e0a2 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:18.608285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c7660c61-f34c-4e9f-8702-78f86d50ec5e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:18.608807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.615869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.670331 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] Set router cad2c5e1-8b24-48d4-bfc8-2a889187463c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:18.673095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7dff2193-cbec-4d14-ae73-beedf493c3ff None None] Provisioning complete for port c7660c61-f34c-4e9f-8702-78f86d50ec5e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:18.673612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7dff2193-cbec-4d14-ae73-beedf493c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.770549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.821969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.854587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Calling delete_port for ee000140-6ddd-4eaf-b47d-80a3d5c051ce owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:18.942228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.091034 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:50:14Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:19.152979 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17713165-9cc5-464a-b3bb-3b5143a366be None None] The sync data for ids ['cad2c5e1-8b24-48d4-bfc8-2a889187463c'] in n-d-791506-20 is: [{'id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'name': 'tempest-ServerActionsTestJSON-1734470360-router', 'tenant_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:41Z', 'updated_at': '2021-07-16T01:50:14Z', 'revision_number': 5, 'project_id': 'e59ddc7f9f6f4908b5ba21271d9d38fb', 'gw_port': {'id': 'bb540498-64c6-437b-85ea-b61231e2e19e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad2c5e1-8b24-48d4-bfc8-2a889187463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:42Z', 'updated_at': '2021-07-16T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:19.167752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Deleting port bb540498-64c6-437b-85ea-b61231e2e19e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:19.168750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.300701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.319545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-711a2740-289e-4553-b8a9-9d672956cfad None None] Provisioning complete for port ee000140-6ddd-4eaf-b47d-80a3d5c051ce triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:19.320206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-711a2740-289e-4553-b8a9-9d672956cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.377120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-711a2740-289e-4553-b8a9-9d672956cfad None None] Port ee000140-6ddd-4eaf-b47d-80a3d5c051ce was deleted so its status cannot be updated. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:50:19.377859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event deleted for resources: {'Port': ['ID=ee000140-6ddd-4eaf-b47d-80a3d5c051ce,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.454572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-711a2740-289e-4553-b8a9-9d672956cfad None None] Provisioning complete for port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:19.456754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-711a2740-289e-4553-b8a9-9d672956cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.498532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] For port bb540498-64c6-437b-85ea-b61231e2e19e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bb540498-64c6-437b-85ea-b61231e2e19e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:19.498911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.531683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-711a2740-289e-4553-b8a9-9d672956cfad None None] Port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:19.545921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.553331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7ef7ba92-ca69-4adc-900e-5340454ca99f tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "DELETE /v2.0/ports/ee000140-6ddd-4eaf-b47d-80a3d5c051ce HTTP/1.1" status: 204 len: 168 time: 1.2654166 Jul 16 01:50:19.556816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48750) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.565137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Request body: {'port': {'name': 'tempest-new-port-name-759490295', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:19.565137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] bootfile-name is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:50:19.565137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] tftp-server is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:50:19.565137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.api.validators [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] server-ip-address is not in valid_values {{(pid=93755) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:50:19.616106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8b14f209-30cc-4eda-926c-cc6702425299 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:19.622146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Calling delete_port for bb540498-64c6-437b-85ea-b61231e2e19e owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:19.649297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 8b14f209-30cc-4eda-926c-cc6702425299 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:19.649985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8b14f209-30cc-4eda-926c-cc6702425299 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:19.794987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.036904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.106818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb540498-64c6-437b-85ea-b61231e2e19e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.137089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.145019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.251203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.306323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] In _notify_port_updated(), no bound segment for port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 on network 36e1e6cf-14d8-473d-a51e-c42c38854d36 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:50:20.312211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.312973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.321069 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "PUT /v2.0/ports/3b75dafe-94cd-40d0-abb3-01f0d0b572f7 HTTP/1.1" status: 200 len: 1136 time: 0.7630122 Jul 16 01:50:20.324241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48764) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.413976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.416610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.449687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e500a-e281-4e19-b458-b5d970595da2 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event updated for resources: {'Port': ['ID=3b75dafe-94cd-40d0-abb3-01f0d0b572f7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.512103 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.513118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad2c5e1-8b24-48d4-bfc8-2a889187463c {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:20.519808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.533027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-287536b0-6ad3-4c53-9b03-057e63ee0f24 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cad2c5e1-8b24-48d4-bfc8-2a889187463c HTTP/1.1" status: 204 len: 168 time: 3.2676210 Jul 16 01:50:20.533261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc51662-1818-4cab-bb29-b0edb9b5fb50 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.533261 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fbc51662-1818-4cab-bb29-b0edb9b5fb50 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "GET /v2.0/ports/3b75dafe-94cd-40d0-abb3-01f0d0b572f7 HTTP/1.1" status: 200 len: 1136 time: 0.2014465 Jul 16 01:50:20.533503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.544612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48780) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.780266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1be7ad07-af9e-447e-af99-77d7ac64a322 None None] Provisioning complete for port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:20.781520 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1be7ad07-af9e-447e-af99-77d7ac64a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.804715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Deleting subnet 0c953cd4-8886-42f9-8a28-197742b575d3 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:20.812905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.871716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1be7ad07-af9e-447e-af99-77d7ac64a322 None None] Port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:20.886461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Deleting port 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:20.888349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.908809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.092943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.109510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Calling delete_port for 3b75dafe-94cd-40d0-abb3-01f0d0b572f7 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:21.141111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.300032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.388749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c953cd4-8886-42f9-8a28-197742b575d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.422347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.426647 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7cb87336-2fd6-468d-a122-241cb6f918f1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c953cd4-8886-42f9-8a28-197742b575d3 HTTP/1.1" status: 204 len: 168 time: 0.8958042 Jul 16 01:50:21.429886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48814) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.430871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3729a-fa2e-4758-b86e-771fc8933635 None None] Network 4abcec7c-860b-46e6-b230-ddb0a50ef51d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:21.523344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.620822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.642708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event deleted for resources: {'Port': ['ID=3b75dafe-94cd-40d0-abb3-01f0d0b572f7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.654467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bb540498-64c6-437b-85ea-b61231e2e19e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:21.701922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: bb540498-64c6-437b-85ea-b61231e2e19e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:21.702356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bb540498-64c6-437b-85ea-b61231e2e19e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:21.830088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Deleting port 1cf83eb3-b794-4d86-9475-531442283a55 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:21.830779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.876261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] DHCP port deletion for 4abcec7c-860b-46e6-b230-ddb0a50ef51d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:22.000059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.023484 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-538c0752-f19c-4a38-a232-55de83074075 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "DELETE /v2.0/ports/3b75dafe-94cd-40d0-abb3-01f0d0b572f7 HTTP/1.1" status: 204 len: 168 time: 1.4727163 Jul 16 01:50:22.027517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48834) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:22.050093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] Deleting port 1cf83eb3-b794-4d86-9475-531442283a55 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:22.050745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] For port 1cf83eb3-b794-4d86-9475-531442283a55, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cf83eb3-b794-4d86-9475-531442283a55,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:22.050927 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.051347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.148163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Calling delete_port for 1cf83eb3-b794-4d86-9475-531442283a55 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:22.188472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Deleting subnet 0f580f51-6433-4739-9ddc-c2e7946f58a1 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:22.204736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.245587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] For port 1cf83eb3-b794-4d86-9475-531442283a55, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1cf83eb3-b794-4d86-9475-531442283a55,segment=NetworkSegment(ba798129-f314-4859-acce-662025ab24a0),segment_id=ba798129-f314-4859-acce-662025ab24a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:22.246662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.270199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] Calling delete_port for 1cf83eb3-b794-4d86-9475-531442283a55 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:22.364841 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.368388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.385120 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.418538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] Pushing event deleted for resources: {'Port': ['ID=1cf83eb3-b794-4d86-9475-531442283a55,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.439008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9776c0-24b5-43ce-8bff-6e7000409e05 None None] No DVR routers for this DVR port 1cf83eb3-b794-4d86-9475-531442283a55 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:22.508124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf83eb3-b794-4d86-9475-531442283a55,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.510220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] No DVR routers for this DVR port 1cf83eb3-b794-4d86-9475-531442283a55 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:22.550898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.694844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.734122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abcec7c-860b-46e6-b230-ddb0a50ef51d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.745133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.755071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba798129-f314-4859-acce-662025ab24a0') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.755375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba798129-f314-4859-acce-662025ab24a0') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.773716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.788100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event deleted for resources: {'Subnet': ['ID=0f580f51-6433-4739-9ddc-c2e7946f58a1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.788744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.813660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.814126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:22.814625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.819369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1f6cd510-9a9e-4444-87cc-db5c52e8950b tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "DELETE /v2.0/subnets/0f580f51-6433-4739-9ddc-c2e7946f58a1 HTTP/1.1" status: 204 len: 168 time: 0.7904503 Jul 16 01:50:22.821745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48852) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:22.830053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a34a4c-7d04-4b4b-89e8-9ee47eab3301 None None] Network 36e1e6cf-14d8-473d-a51e-c42c38854d36 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:22.842560 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:22.930950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.960528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.962595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4abcec7c-860b-46e6-b230-ddb0a50ef51d HTTP/1.1" status: 204 len: 168 time: 1.5315359 Jul 16 01:50:22.974505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652767b-6b84-4f3b-a164-3684e5485d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abcec7c-860b-46e6-b230-ddb0a50ef51d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.076254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.218159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] DHCP port deletion for 36e1e6cf-14d8-473d-a51e-c42c38854d36 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:23.245435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.271457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Deleting port c7660c61-f34c-4e9f-8702-78f86d50ec5e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:23.272082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.306362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a461e8a5-324d-42e1-9c03-b69516e1aef4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e59ddc7f9f6f4908b5ba21271d9d38fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595548 Jul 16 01:50:23.308865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.347390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] Deleting port c7660c61-f34c-4e9f-8702-78f86d50ec5e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:23.349954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.406149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] For port c7660c61-f34c-4e9f-8702-78f86d50ec5e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7660c61-f34c-4e9f-8702-78f86d50ec5e,segment=NetworkSegment(98b3202e-e459-4552-9335-d93afef116bd),segment_id=98b3202e-e459-4552-9335-d93afef116bd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:23.406802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.416155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd4b9-1727-4ad1-8a51-ed5d5d2abea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.438535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Calling delete_port for c7660c61-f34c-4e9f-8702-78f86d50ec5e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:23.489268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd4b9-1727-4ad1-8a51-ed5d5d2abea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.563082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] For port c7660c61-f34c-4e9f-8702-78f86d50ec5e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7660c61-f34c-4e9f-8702-78f86d50ec5e,segment=NetworkSegment(98b3202e-e459-4552-9335-d93afef116bd),segment_id=98b3202e-e459-4552-9335-d93afef116bd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:23.563446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.601858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd4b9-1727-4ad1-8a51-ed5d5d2abea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.604906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd4b9-1727-4ad1-8a51-ed5d5d2abea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.606094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e0dd4b9-1727-4ad1-8a51-ed5d5d2abea5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fc18faa-e226-4b65-8431-75140f5f51dd HTTP/1.1" status: 204 len: 168 time: 0.2957485 Jul 16 01:50:23.624069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] Calling delete_port for c7660c61-f34c-4e9f-8702-78f86d50ec5e owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:23.638429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dd4b9-1727-4ad1-8a51-ed5d5d2abea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc18faa-e226-4b65-8431-75140f5f51dd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.685088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.738112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cf83eb3-b794-4d86-9475-531442283a55 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:23.739808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] No DVR routers for this DVR port c7660c61-f34c-4e9f-8702-78f86d50ec5e on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:23.793740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event deleted for resources: {'Port': ['ID=c7660c61-f34c-4e9f-8702-78f86d50ec5e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.812768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1cf83eb3-b794-4d86-9475-531442283a55 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:23.813121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1cf83eb3-b794-4d86-9475-531442283a55 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:23.813544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7660c61-f34c-4e9f-8702-78f86d50ec5e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:23.914504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c7660c61-f34c-4e9f-8702-78f86d50ec5e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:23.914856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7660c61-f34c-4e9f-8702-78f86d50ec5e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:23.961357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.975528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.984249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e1e6cf-14d8-473d-a51e-c42c38854d36']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.004935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b3202e-e459-4552-9335-d93afef116bd') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.006093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b3202e-e459-4552-9335-d93afef116bd') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.021735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.044282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.052207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:24.052904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:24.057103 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:24.113554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] Pushing event deleted for resources: {'Port': ['ID=c7660c61-f34c-4e9f-8702-78f86d50ec5e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.118003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd8ecb-73e9-4a29-9625-65c84695e606 None None] No DVR routers for this DVR port c7660c61-f34c-4e9f-8702-78f86d50ec5e on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:24.208139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.231828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.236985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] 10.222.0.42 "DELETE /v2.0/networks/36e1e6cf-14d8-473d-a51e-c42c38854d36 HTTP/1.1" status: 204 len: 168 time: 1.4145529 Jul 16 01:50:24.275752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62f19e-e958-4a72-b36d-01d91ba5d899 tempest-ExtraDHCPOptionsTestJSON-197946210 tempest-ExtraDHCPOptionsTestJSON-197946210-project] Pushing event deleted for resources: {'Network': ['ID=36e1e6cf-14d8-473d-a51e-c42c38854d36,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.677711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.966116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-24b37b25-980a-47df-afe1-758aff584c7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7400331f01a2476d910bd2ae959845b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865851 Jul 16 01:50:24.968724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48932) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.061527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-659475ee-edfb-44c9-be57-62c707c3a2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.135566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-659475ee-edfb-44c9-be57-62c707c3a2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.211883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.256791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-659475ee-edfb-44c9-be57-62c707c3a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.261259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-659475ee-edfb-44c9-be57-62c707c3a2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.262693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-659475ee-edfb-44c9-be57-62c707c3a2c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6fd22a8-9d61-4e02-965e-79880c3cf61d HTTP/1.1" status: 204 len: 168 time: 0.2929542 Jul 16 01:50:25.311544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659475ee-edfb-44c9-be57-62c707c3a2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd22a8-9d61-4e02-965e-79880c3cf61d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:25.431792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1678417224-network', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:25.473483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Made reservation on behalf of 8c7a4d7b3aa444a7884f88d2f005b152 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:25.478698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.509090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.667136 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.673668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.700271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:25.723173 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.734380 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Added segment 952bfce6-f669-48f9-bb68-0a3422d219f9 of type vlan for network aa5bd1c9-02ff-4556-9d31-45d404b96216 Jul 16 01:50:25.739768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b2a8b-db4a-4a08-96a4-21cc37180d77,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:25.829930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.908541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.913835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.917545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.031611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8158817 Jul 16 01:50:26.032186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48972) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:26.039591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Request body: {'subnet': {'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1678417224-subnet', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:26.129758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Made reservation on behalf of 8c7a4d7b3aa444a7884f88d2f005b152 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:26.139272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.179036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58765707-3beb-452a-aff4-990c11fba59a admin admin] Pushing event updated for resources: {'Network': ['ID=aa5bd1c9-02ff-4556-9d31-45d404b96216,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:26.192776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:26.741329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:26.921079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1256700276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:26.975088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.976156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.985519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.086386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Checking segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:27.087449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Network hostable DHCP agents. Network: aa5bd1c9-02ff-4556-9d31-45d404b96216, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:27.094308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=83affbde-6a0e-46f4-a62f-ec6e5d904825,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.117063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:27.137714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, aa5bd1c9-02ff-4556-9d31-45d404b96216) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:27.146104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.146847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.149043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c29f62-da0a-41a2-be20-bdd97886f54f None None] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:27.180126 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.184195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:27.184573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-72ce77cc-4898-444d-8992-1eee6a293fea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1449161 Jul 16 01:50:27.211063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:27.267437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.299792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.302624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.398673 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.399855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.402880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f2799ef3-f22e-4151-a434-b0753871e473 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6594448 Jul 16 01:50:27.405713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49012) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:27.412413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2030103627'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:27.425631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d2764b-92b0-42a2-ad5b-5f3dd4ac93b9 None None] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:27.484464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:27.504855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.550044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.634405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.879394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.898143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.973993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.987229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:28.056186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.091761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6894b-eff4-47a1-b0db-fcbabd61f184,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.125073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.125661 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Added segment 87a553b0-f9a1-4fca-abf3-30cce02ad24e of type vlan for network 137d260e-2c37-4bd2-838e-556531cc3636 Jul 16 01:50:28.183166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Allocated IP 172.25.7.83 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/10b871bb-3bd5-4e6e-a569-477747dd9749) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:28.278996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.345147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.357305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.357971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.399362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.463608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0566690 Jul 16 01:50:28.464586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49032) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:28.510305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'subnet': {'network_id': '137d260e-2c37-4bd2-838e-556531cc3636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:28.534291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de467928-7c3d-4948-a6bd-31683a5e6c31 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Network': ['ID=137d260e-2c37-4bd2-838e-556531cc3636,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.549349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 137d260e-2c37-4bd2-838e-556531cc3636 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:28.644081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.712716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:28.716101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Pushing event updated for resources: {'Port': ['ID=10b871bb-3bd5-4e6e-a569-477747dd9749,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.722135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:28.724450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:28.764042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:28.768796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.266916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.434576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Subnet': ['ID=21068601-5a57-47fa-bf20-bf26879c48d9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:29.451604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Checking segment: {'id': '87a553b0-f9a1-4fca-abf3-30cce02ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '137d260e-2c37-4bd2-838e-556531cc3636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:29.451983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network hostable DHCP agents. Network: 137d260e-2c37-4bd2-838e-556531cc3636, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:29.472308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.631072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 137d260e-2c37-4bd2-838e-556531cc3636 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:29.650404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 137d260e-2c37-4bd2-838e-556531cc3636) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:29.655659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.656271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.659640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5cc5b8-4dc0-4420-a80f-85245b452653 None None] Network 137d260e-2c37-4bd2-838e-556531cc3636 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:29.707642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f19da4ee-a04f-469e-b5fc-c0dc7c8de594 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2339399 Jul 16 01:50:29.710765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49058) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:29.716567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'network': {'name': 'tempest-router-network01--448984235'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:29.728317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.807587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:29.811713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.889322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:29.919412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.919919 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Added segment 252393dd-1ff1-438b-adf1-90ee3d5e0687 of type vlan for network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 Jul 16 01:50:30.063973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.231516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-137d260e-2c37-4bd2-838e-556531cc3636', 'network_id': '137d260e-2c37-4bd2-838e-556531cc3636', 'tenant_id': 'a26a94584d3c4af8b061b8613de94cb2', 'fixed_ips': [{'subnet_id': '21068601-5a57-47fa-bf20-bf26879c48d9'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:30.239406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.245378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.263445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.267411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.402622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Network': ['ID=8b5e23c1-9c3e-438a-b78e-85b824e2ff89,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:30.429893 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6b87749e-72e5-4f21-9cde-e1965cef9bf2 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7171488 Jul 16 01:50:30.430085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:30.432297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49076) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.443009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'network': {'name': 'tempest-router-network02--487197579'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:30.487420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:30.502691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.559092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:30.591200 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.592710 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Added segment 0a7cfef6-838b-4836-b079-b5cc0d36e176 of type vlan for network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 Jul 16 01:50:30.637340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:30.706852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.772385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Allocated IP 2001:db8::2 (137d260e-2c37-4bd2-838e-556531cc3636/21068601-5a57-47fa-bf20-bf26879c48d9/cc256785-9f70-46df-9c69-fc22f795ff12) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:30.780738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.795219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.798585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.926103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4921069 Jul 16 01:50:30.930305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49084) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.953019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'subnet': {'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:31.047490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa081c1-db1e-445d-9886-deef7d4cb80a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Network': ['ID=2c2230d0-af2d-43bd-bef0-7fe5a4f23b34,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.082739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:31.124674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.129675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ff889844-4469-4dec-98f0-f0aaddc0c514 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9430444 Jul 16 01:50:31.132453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49090) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:31.204175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:31.211847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.217442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.245589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Transition to ACTIVE for port object cc256785-9f70-46df-9c69-fc22f795ff12 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:31.316528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Transition to ACTIVE for port object cc256785-9f70-46df-9c69-fc22f795ff12 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:31.323647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Sync routers for ids ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:31.375119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:31.380521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.480020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Routers {'4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:31.481353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:31.612814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Network 137d260e-2c37-4bd2-838e-556531cc3636 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:31.625869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:31.640503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:31.651120 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.733009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Subnet': ['ID=ba5a75b1-d070-4d1a-922c-b762001747b8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.775593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Checking segment: {'id': '252393dd-1ff1-438b-adf1-90ee3d5e0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:31.775962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network hostable DHCP agents. Network: 8b5e23c1-9c3e-438a-b78e-85b824e2ff89, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:31.800894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Pushing event updated for resources: {'Port': ['ID=cc256785-9f70-46df-9c69-fc22f795ff12,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.816251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:31.840464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8b5e23c1-9c3e-438a-b78e-85b824e2ff89) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:31.851735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.853434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.887188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7aa55d4d-9ca3-4b69-a21e-2fc392b2c54d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9544535 Jul 16 01:50:31.890296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49106) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:31.896824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'subnet': {'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:32.135495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:32.140324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.200386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e70c0c-4a3c-40ce-a4af-7e9d019cb956 None None] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:32.259611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Attempting to bind port cc256785-9f70-46df-9c69-fc22f795ff12 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:32.260134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Attempting to bind port cc256785-9f70-46df-9c69-fc22f795ff12 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '87a553b0-f9a1-4fca-abf3-30cce02ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '137d260e-2c37-4bd2-838e-556531cc3636'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:32.262188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Attempting to bind port cc256785-9f70-46df-9c69-fc22f795ff12 on network 137d260e-2c37-4bd2-838e-556531cc3636 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:32.276988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:32.277203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Checking segment: {'id': '87a553b0-f9a1-4fca-abf3-30cce02ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '137d260e-2c37-4bd2-838e-556531cc3636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:32.277601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.278141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Bound using segment: {'id': '87a553b0-f9a1-4fca-abf3-30cce02ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '137d260e-2c37-4bd2-838e-556531cc3636'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:32.278652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Bound port: cc256785-9f70-46df-9c69-fc22f795ff12, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a553b0-f9a1-4fca-abf3-30cce02ad24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '137d260e-2c37-4bd2-838e-556531cc3636'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:32.279045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.287470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.373814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] For port cc256785-9f70-46df-9c69-fc22f795ff12, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:32.381566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] For port cc256785-9f70-46df-9c69-fc22f795ff12, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cc256785-9f70-46df-9c69-fc22f795ff12,segment=NetworkSegment(87a553b0-f9a1-4fca-abf3-30cce02ad24e),segment_id=87a553b0-f9a1-4fca-abf3-30cce02ad24e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:32.397626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Set router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:32.402799 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.733850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.784311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Allocated IP 172.20.0.1 (aa5bd1c9-02ff-4556-9d31-45d404b96216/83affbde-6a0e-46f4-a62f-ec6e5d904825/81f9da90-9243-4e7b-aebd-8db6819dddac) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:32.944345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Subnet': ['ID=924b4c52-eeef-462f-9a78-27e0ec56f423,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.984921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Checking segment: {'id': '0a7cfef6-838b-4836-b079-b5cc0d36e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:32.985478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network hostable DHCP agents. Network: 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:33.090136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:33.092954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.101474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a8dd6-51d4-4be7-9a9d-942d12dae274 None None] Pushing event updated for resources: {'Port': ['ID=cc256785-9f70-46df-9c69-fc22f795ff12,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.132692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:33.142489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.143502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.178777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c4e6b90d-b8fa-4c4b-bbd5-76e9a63b5d71 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2872636 Jul 16 01:50:33.183127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:33.187949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee031893-1623-4a11-a6fc-ed3659ae38f7 None None] Network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:33.206366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.250873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:50:29Z', 'revision_number': 3, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:33.257261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8b5e23c1-9c3e-438a-b78e-85b824e2ff89', 'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89', 'tenant_id': 'a26a94584d3c4af8b061b8613de94cb2', 'fixed_ips': [{'subnet_id': 'ba5a75b1-d070-4d1a-922c-b762001747b8'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:33.257261 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.354167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:33.371580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:33.383506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:33.393295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Checking router: 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:33.394699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Updating router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab port 10b871bb-3bd5-4e6e-a569-477747dd9749 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:33.434781 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.441886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Pushing event updated for resources: {'Port': ['ID=81f9da90-9243-4e7b-aebd-8db6819dddac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.531076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.845945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Allocated IP 2001:db8::2 (8b5e23c1-9c3e-438a-b78e-85b824e2ff89/ba5a75b1-d070-4d1a-922c-b762001747b8/da5a79dc-7036-4c05-915b-7dd0c95a81ad) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:34.006501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cc256785-9f70-46df-9c69-fc22f795ff12 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:34.060172 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.203334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.375206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cc256785-9f70-46df-9c69-fc22f795ff12 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:34.690919 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.701315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Transition to ACTIVE for port object da5a79dc-7036-4c05-915b-7dd0c95a81ad will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:34.720749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Transition to ACTIVE for port object da5a79dc-7036-4c05-915b-7dd0c95a81ad will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:34.743758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.758718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.837524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd75c97-c333-40cd-94c5-cc402a552118 None None] Network 137d260e-2c37-4bd2-838e-556531cc3636 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:34.847257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-2c2230d0-af2d-43bd-bef0-7fe5a4f23b34', 'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34', 'tenant_id': 'a26a94584d3c4af8b061b8613de94cb2', 'fixed_ips': [{'subnet_id': '924b4c52-eeef-462f-9a78-27e0ec56f423'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:34.848454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.851027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.935701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.985760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Allocated IP 2001:db8::1 (8b5e23c1-9c3e-438a-b78e-85b824e2ff89/ba5a75b1-d070-4d1a-922c-b762001747b8/7d2d5e99-684b-4772-b0fb-b9f1f1c161fe) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:34.997100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:35.081984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:35.087757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:35.139241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:35.190654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:35.264399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Pushing event updated for resources: {'Port': ['ID=81f9da90-9243-4e7b-aebd-8db6819dddac,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.299262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.355636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Transition to ACTIVE for port object 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:35.365046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Pushing event updated for resources: {'Port': ['ID=da5a79dc-7036-4c05-915b-7dd0c95a81ad,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.371400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:35.452835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.495050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] Provisioning for port cc256785-9f70-46df-9c69-fc22f795ff12 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:35.623424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:35.625061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:35.640907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-52559e05-f571-4aea-81be-816e5bc56f82 admin admin] 10.222.0.42 "PUT /v2.0/routers/4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5073333 Jul 16 01:50:35.651966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] Provisioning complete for port cc256785-9f70-46df-9c69-fc22f795ff12 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:35.652345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.659116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:35.668776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:35.679042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.709481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Port': ['ID=7d2d5e99-684b-4772-b0fb-b9f1f1c161fe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.805850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Attempting to bind port da5a79dc-7036-4c05-915b-7dd0c95a81ad on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:35.810148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Attempting to bind port da5a79dc-7036-4c05-915b-7dd0c95a81ad by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '252393dd-1ff1-438b-adf1-90ee3d5e0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:35.812899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Attempting to bind port da5a79dc-7036-4c05-915b-7dd0c95a81ad on network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:35.832670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:35.833047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Checking segment: {'id': '252393dd-1ff1-438b-adf1-90ee3d5e0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:35.833452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.833852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Bound using segment: {'id': '252393dd-1ff1-438b-adf1-90ee3d5e0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:35.834333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Bound port: da5a79dc-7036-4c05-915b-7dd0c95a81ad, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252393dd-1ff1-438b-adf1-90ee3d5e0687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b5e23c1-9c3e-438a-b78e-85b824e2ff89'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:35.834716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.979644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081a5c-4615-4ba8-8b6d-80ef7ae7272e req-1e7e0292-7d5b-4e06-a265-1b24b6247904 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.980221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0081a5c-4615-4ba8-8b6d-80ef7ae7272e req-1e7e0292-7d5b-4e06-a265-1b24b6247904 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.3242576 Jul 16 01:50:36.053728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0081a5c-4615-4ba8-8b6d-80ef7ae7272e req-c165d173-7b10-4f06-bdae-6819095661eb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720427 Jul 16 01:50:36.117033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] For port da5a79dc-7036-4c05-915b-7dd0c95a81ad, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:36.120409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] For port da5a79dc-7036-4c05-915b-7dd0c95a81ad, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=da5a79dc-7036-4c05-915b-7dd0c95a81ad,segment=NetworkSegment(252393dd-1ff1-438b-adf1-90ee3d5e0687),segment_id=252393dd-1ff1-438b-adf1-90ee3d5e0687)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:36.142403 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.401468 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.586548 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:36.628210 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.747789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Transition to ACTIVE for port object 10b871bb-3bd5-4e6e-a569-477747dd9749 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:36.756897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-a7f877f5-1f68-4de0-9a55-7650ef686eb9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.758607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-a7f877f5-1f68-4de0-9a55-7650ef686eb9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 811 time: 0.2282650 Jul 16 01:50:36.761084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.765953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Allocated IP 2001:db8::2 (2c2230d0-af2d-43bd-bef0-7fe5a4f23b34/924b4c52-eeef-462f-9a78-27e0ec56f423/daabac48-4b7d-4c7c-85df-9edcb00f3def) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:36.769195 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.792584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-fe3bae11-3f19-442c-9c70-f31fe37513f3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/quotas/8c7a4d7b3aa444a7884f88d2f005b152 HTTP/1.1" status: 200 len: 375 time: 0.0257645 Jul 16 01:50:36.796026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.797384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.950136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.984511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Port': ['ID=7d2d5e99-684b-4772-b0fb-b9f1f1c161fe,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.008616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922c53-0cc2-4229-9681-2c564a0d37ca None None] Pushing event updated for resources: {'Port': ['ID=da5a79dc-7036-4c05-915b-7dd0c95a81ad,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.033569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-2e19930f-025c-40e9-a406-d1650997017a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2393830 Jul 16 01:50:37.135077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] For port cc256785-9f70-46df-9c69-fc22f795ff12, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cc256785-9f70-46df-9c69-fc22f795ff12,segment=NetworkSegment(87a553b0-f9a1-4fca-abf3-30cce02ad24e),segment_id=87a553b0-f9a1-4fca-abf3-30cce02ad24e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:37.159736 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.168547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Attempting to bind port 10b871bb-3bd5-4e6e-a569-477747dd9749 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:37.168958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Attempting to bind port 10b871bb-3bd5-4e6e-a569-477747dd9749 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:37.169389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Attempting to bind port 10b871bb-3bd5-4e6e-a569-477747dd9749 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:37.182106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:37.185970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428b44b-9c00-4eff-a401-537a5b1b364d None None] Pushing event updated for resources: {'Port': ['ID=10b871bb-3bd5-4e6e-a569-477747dd9749,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.197009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:37.212526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:37.212984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:37.213457 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.213918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:37.214466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Bound port: 10b871bb-3bd5-4e6e-a569-477747dd9749, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:37.214916 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.388221 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.422006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816e32-2b3d-4aab-bbd9-3d77d27020a9 None None] Pushing event updated for resources: {'Port': ['ID=cc256785-9f70-46df-9c69-fc22f795ff12,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.427947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Transition to ACTIVE for port object daabac48-4b7d-4c7c-85df-9edcb00f3def will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:37.434627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] For port 10b871bb-3bd5-4e6e-a569-477747dd9749, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:37.447058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] For port 10b871bb-3bd5-4e6e-a569-477747dd9749, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=10b871bb-3bd5-4e6e-a569-477747dd9749,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:37.460787 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.513535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Transition to ACTIVE for port object daabac48-4b7d-4c7c-85df-9edcb00f3def will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:37.640731 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.777037 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.780627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Routers {'4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:37.781395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:37.802874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428b44b-9c00-4eff-a401-537a5b1b364d None None] Pushing event updated for resources: {'Port': ['ID=10b871bb-3bd5-4e6e-a569-477747dd9749,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.014703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:38.025460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cc256785-9f70-46df-9c69-fc22f795ff12 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:38.087521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:38.107817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:38.239068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Attempting to bind port daabac48-4b7d-4c7c-85df-9edcb00f3def on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:38.239656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Attempting to bind port daabac48-4b7d-4c7c-85df-9edcb00f3def by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0a7cfef6-838b-4836-b079-b5cc0d36e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:38.240130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Attempting to bind port daabac48-4b7d-4c7c-85df-9edcb00f3def on network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:38.254011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Pushing event updated for resources: {'Port': ['ID=daabac48-4b7d-4c7c-85df-9edcb00f3def,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.263720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:38.264099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Checking segment: {'id': '0a7cfef6-838b-4836-b079-b5cc0d36e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:38.264532 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.264928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Bound using segment: {'id': '0a7cfef6-838b-4836-b079-b5cc0d36e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:38.265413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Bound port: daabac48-4b7d-4c7c-85df-9edcb00f3def, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7cfef6-838b-4836-b079-b5cc0d36e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2c2230d0-af2d-43bd-bef0-7fe5a4f23b34'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:38.265911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.272980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ca100fd2-9147-4acb-9a57-4e473e4a448a None None] Provisioning complete for port cc256785-9f70-46df-9c69-fc22f795ff12 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.272980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca100fd2-9147-4acb-9a57-4e473e4a448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.278751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-7d2af0a8-61bb-4fdd-bbbf-a03f8159cbba service neutron] 10.222.0.42 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2441390 Jul 16 01:50:38.342416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] Set router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:38.355175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cc256785-9f70-46df-9c69-fc22f795ff12 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.355567 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.472064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c69cd-42bf-4c00-aa07-22e056b6b55b None None] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:38.512084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50b7a1-8831-4578-99f6-87b14dbd970e req-cb53e874-be81-4048-81af-4a2c54af1784 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.513828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c50b7a1-8831-4578-99f6-87b14dbd970e req-cb53e874-be81-4048-81af-4a2c54af1784 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 1.0002923 Jul 16 01:50:38.545194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-bf7c483a-4c4c-4e99-bf5f-bef423cbb4de service neutron] 10.222.0.42 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573557 Jul 16 01:50:38.556037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Router 7c110650-497e-4ef5-bf98-7eef8dda0282 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:38.615395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c50b7a1-8831-4578-99f6-87b14dbd970e req-a1a5f497-9869-4981-8d28-2dc3e2836b8f tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827267 Jul 16 01:50:38.805621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] For port daabac48-4b7d-4c7c-85df-9edcb00f3def, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:38.813913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] For port daabac48-4b7d-4c7c-85df-9edcb00f3def, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=daabac48-4b7d-4c7c-85df-9edcb00f3def,segment=NetworkSegment(0a7cfef6-838b-4836-b079-b5cc0d36e176),segment_id=0a7cfef6-838b-4836-b079-b5cc0d36e176)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:38.874973 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.958772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:38.970176 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] Sync routers for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:38.979097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49266) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:38.980448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-37761a81-595e-443a-9ddc-454cb99a7dab tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7941842 Jul 16 01:50:38.991035 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:38.991687 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.042410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67a97c30-0ff6-4c49-964b-0a07317c725c req-49780a21-218a-4813-a1a9-9fac5c8cb93a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 210 time: 0.0851104 Jul 16 01:50:39.078324 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.092092 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:39.093037 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.190574 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.191464 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4bc18-7d4f-4334-987e-43df208cd932 None None] The sync data for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:39.319075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca229d29-822d-43c1-b5eb-136a9cbef0a8 None None] Pushing event updated for resources: {'Port': ['ID=daabac48-4b7d-4c7c-85df-9edcb00f3def,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.555307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device da5a79dc-7036-4c05-915b-7dd0c95a81ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:39.662311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '81f9da90-9243-4e7b-aebd-8db6819dddac', 'name': '', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'mac_address': 'fa:16:3e:1e:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:32Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 2, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'subnets': [{'id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.665700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6c8c87d-99af-458c-bec0-40df9e8f8477 None None] Provisioning for port da5a79dc-7036-4c05-915b-7dd0c95a81ad completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:39.731297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7786f1-f4d9-4ead-ab22-63174fadb701 None None] The sync data for ids ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'] in n-d-791506-20 is: [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '81f9da90-9243-4e7b-aebd-8db6819dddac', 'name': '', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'mac_address': 'fa:16:3e:1e:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:32Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 2, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'subnets': [{'id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:39.745002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port da5a79dc-7036-4c05-915b-7dd0c95a81ad completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:39.750761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port da5a79dc-7036-4c05-915b-7dd0c95a81ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:39.751707 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.101404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.214204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82132d3a-4225-4795-9662-9268561ebb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.258126 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-9fe23841-03e2-4192-abaf-56515745131f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:50:40.262109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9fe23841-03e2-4192-abaf-56515745131f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2819495 Jul 16 01:50:40.265644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49296) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:40.317541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port da5a79dc-7036-4c05-915b-7dd0c95a81ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=da5a79dc-7036-4c05-915b-7dd0c95a81ad,segment=NetworkSegment(252393dd-1ff1-438b-adf1-90ee3d5e0687),segment_id=252393dd-1ff1-438b-adf1-90ee3d5e0687)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:40.338818 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.402651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e97f2-0b6b-4851-a6d6-c7d2d247bf08 req-8b653cc5-e3aa-4688-b800-8f20daa39a24 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.405161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5e97f2-0b6b-4851-a6d6-c7d2d247bf08 req-8b653cc5-e3aa-4688-b800-8f20daa39a24 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2901344 Jul 16 01:50:40.644710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc4e14a9-63cf-4e06-bfc4-a9bd076903d3 None None] Provisioning complete for port da5a79dc-7036-4c05-915b-7dd0c95a81ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:40.645247 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc4e14a9-63cf-4e06-bfc4-a9bd076903d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.674601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5e97f2-0b6b-4851-a6d6-c7d2d247bf08 req-e27c6c7e-c7a2-4754-ae96-b670d41d6b16 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543726 Jul 16 01:50:40.879547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device daabac48-4b7d-4c7c-85df-9edcb00f3def up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:41.116295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8f271bd-b4e2-4bb2-bb4f-d9a7527a3269 req-21aab10f-cfe7-47c7-a65a-932ff019a3df tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 210 time: 0.1788001 Jul 16 01:50:41.372531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.622904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=da5a79dc-7036-4c05-915b-7dd0c95a81ad,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.902544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port daabac48-4b7d-4c7c-85df-9edcb00f3def completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:42.036119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a645d4-ebd3-4b79-a922-fe7bbd56b211 None None] Network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:42.218745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6d5dc-2ca3-450e-9338-34314c63b5eb req-7d789f6e-5d63-4cd8-89ff-9b8afcc2060c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.228990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08f6d5dc-2ca3-450e-9338-34314c63b5eb req-7d789f6e-5d63-4cd8-89ff-9b8afcc2060c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1454928 Jul 16 01:50:42.282276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc4e14a9-63cf-4e06-bfc4-a9bd076903d3 None None] Provisioning for port 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:42.302612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc4e14a9-63cf-4e06-bfc4-a9bd076903d3 None None] Provisioning complete for port 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:42.316032 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc4e14a9-63cf-4e06-bfc4-a9bd076903d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.380403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08f6d5dc-2ca3-450e-9338-34314c63b5eb req-d9c324a3-139d-43fd-a540-9b7c39f0419a tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504445 Jul 16 01:50:42.545474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80dede2c-f2dd-4cd6-a451-ca2d217d10e6 req-a0fafd96-fda9-4da8-917d-1d6aa98384a0 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 210 time: 0.1079762 Jul 16 01:50:42.833950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e14a9-63cf-4e06-bfc4-a9bd076903d3 None None] Port 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:42.845582 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.855598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f8e564f7-44d5-4f33-8cf3-dafcbc2d1280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.867410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 10b871bb-3bd5-4e6e-a569-477747dd9749 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:43.118550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Provisioning complete for port 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.118925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.197547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 10b871bb-3bd5-4e6e-a569-477747dd9749 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:43.202028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Port 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:43.206941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 10b871bb-3bd5-4e6e-a569-477747dd9749 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.207315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.243444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Provisioning for port daabac48-4b7d-4c7c-85df-9edcb00f3def completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:43.251516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Provisioning complete for port daabac48-4b7d-4c7c-85df-9edcb00f3def triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.251908 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.254580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-5d86ab88-4769-4668-aa0e-fa0a7f5c735b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.256199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-5d86ab88-4769-4668-aa0e-fa0a7f5c735b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.23 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 811 time: 1.2415779 Jul 16 01:50:43.281302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Request body: {'port': {'device_id': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'admin_state_up': True, 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:43.373160 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.466382 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.567187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 10b871bb-3bd5-4e6e-a569-477747dd9749, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=10b871bb-3bd5-4e6e-a569-477747dd9749,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:43.601496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] For port daabac48-4b7d-4c7c-85df-9edcb00f3def, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=daabac48-4b7d-4c7c-85df-9edcb00f3def,segment=NetworkSegment(0a7cfef6-838b-4836-b079-b5cc0d36e176),segment_id=0a7cfef6-838b-4836-b079-b5cc0d36e176)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:43.607997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.610815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device da5a79dc-7036-4c05-915b-7dd0c95a81ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:43.696199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.825787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ed17c-172a-4eb5-89c8-ec9b6860dd58 req-5c2f8dcb-c671-4376-ad74-d2ce393b3924 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.832316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-737ed17c-172a-4eb5-89c8-ec9b6860dd58 req-5c2f8dcb-c671-4376-ad74-d2ce393b3924 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1606736 Jul 16 01:50:43.880920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=10b871bb-3bd5-4e6e-a569-477747dd9749,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:43.925318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.937676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a2381d6-94e1-46af-add8-b22bcf447679 req-226bed65-2b1e-4f5f-b891-4dffb6946921 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 210 time: 0.1055725 Jul 16 01:50:43.993065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting port 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:43.993409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.996412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2f44aa51-5fc4-44ef-92be-20f333df7085 None None] Provisioning complete for port daabac48-4b7d-4c7c-85df-9edcb00f3def triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.996412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f44aa51-5fc4-44ef-92be-20f333df7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.037973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-737ed17c-172a-4eb5-89c8-ec9b6860dd58 req-4ec6448c-5f6c-4e69-baca-b13a515b82fa tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794693 Jul 16 01:50:44.103798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.118001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Calling delete_port for 7d2d5e99-684b-4772-b0fb-b9f1f1c161fe owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:44.119824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bed5f-575a-4bd4-b2bc-081883db1099 None None] Pushing event updated for resources: {'Port': ['ID=daabac48-4b7d-4c7c-85df-9edcb00f3def,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.143598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port da5a79dc-7036-4c05-915b-7dd0c95a81ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:44.144234 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.418390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Made reservation on behalf of 8c7a4d7b3aa444a7884f88d2f005b152 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:44.422107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.776989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 10b871bb-3bd5-4e6e-a569-477747dd9749 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:44.824024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Allocated IP 172.20.0.8 (aa5bd1c9-02ff-4556-9d31-45d404b96216/83affbde-6a0e-46f4-a62f-ec6e5d904825/d3a88274-80c7-4ab5-acaf-64ada9142baa) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:44.914154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 10b871bb-3bd5-4e6e-a569-477747dd9749 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:44.914882 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.930238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.965917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Sync routers for ids ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:44.994686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Port': ['ID=7d2d5e99-684b-4772-b0fb-b9f1f1c161fe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.106781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Routers {'4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:45.114358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:45.256131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4209259-0c44-4660-9e3f-719ce19e7a08 req-3206cd36-79e0-485a-ac81-7a9a948f7876 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 210 time: 0.0549626 Jul 16 01:50:45.300410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.339462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.358415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32315a26-92a0-4cd6-986a-78223367d60d req-940da2a8-c049-4a2c-8059-97bd551dd691 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:45.365957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32315a26-92a0-4cd6-986a-78223367d60d req-940da2a8-c049-4a2c-8059-97bd551dd691 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1086829 Jul 16 01:50:45.420540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32315a26-92a0-4cd6-986a-78223367d60d req-3c778953-a9a1-4662-a348-c4dab3b0cbbf tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517836 Jul 16 01:50:45.462356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.550763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.609674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Set router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:45.664124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:45.677855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:45.690729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:45.696151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device daabac48-4b7d-4c7c-85df-9edcb00f3def up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:45.909951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Pushing event updated for resources: {'Port': ['ID=d3a88274-80c7-4ab5-acaf-64ada9142baa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.967187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port daabac48-4b7d-4c7c-85df-9edcb00f3def triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:45.967803 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.983775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:45.984959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.993532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Router 7c110650-497e-4ef5-bf98-7eef8dda0282 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:46.074172 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-63b4acde-39d6-46a7-a4ef-07385e4452f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8089025 Jul 16 01:50:46.164894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:46.178913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] Sync routers for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:46.179550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49408) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.180934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-898e1bbf-9f57-4155-9f9a-e16afa57d5e7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9084547 Jul 16 01:50:46.192092 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:46.195407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:46.259452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '81f9da90-9243-4e7b-aebd-8db6819dddac', 'name': '', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'mac_address': 'fa:16:3e:1e:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:32Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 2, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'subnets': [{'id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:46.266707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Request body: {'port': {'device_id': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:46.268968 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-57a288f1-ff26-4feb-94cc-8a2e6764ddd8 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] delete failed (client error): The resource could not be found. Jul 16 01:50:46.270799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-57a288f1-ff26-4feb-94cc-8a2e6764ddd8 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-862221107 HTTP/1.1" status: 404 len: 334 time: 0.0902264 Jul 16 01:50:46.284994 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:46.288260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.304874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9923ea4e-49d4-4da7-ace2-9de43437da8a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c110650-497e-4ef5-bf98-7eef8dda0282'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:46.305783 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:46.310227 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:46.359457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Checking router: 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:46.360279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Updating router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab port 81f9da90-9243-4e7b-aebd-8db6819dddac binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:46.426622 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.432717 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:46.433401 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a133b-da9c-4526-8414-60e093e0617f None None] The sync data for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:46.515891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.954402 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9923ea4e-49d4-4da7-ace2-9de43437da8a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.001582 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-9923ea4e-49d4-4da7-ace2-9de43437da8a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] update failed (client error): The resource could not be found. Jul 16 01:50:47.019957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49430) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.020547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9923ea4e-49d4-4da7-ace2-9de43437da8a tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282 HTTP/1.1" status: 404 len: 339 time: 0.7289011 Jul 16 01:50:47.025459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-634770957'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:47.073147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821dc32-5eeb-49ff-8723-9db7493705f1 req-78dc50bc-2fc7-435e-b3a6-2100d6baa892 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.075179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9821dc32-5eeb-49ff-8723-9db7493705f1 req-78dc50bc-2fc7-435e-b3a6-2100d6baa892 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 931 time: 0.4839013 Jul 16 01:50:47.085337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9abdb-74c9-48c8-901b-b92b6cc48da7 req-5a008bc9-e6b3-476a-a7f6-5d03a4439393 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.092883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77d9abdb-74c9-48c8-901b-b92b6cc48da7 req-5a008bc9-e6b3-476a-a7f6-5d03a4439393 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.3327620 Jul 16 01:50:47.141321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:47.145957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.190462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77d9abdb-74c9-48c8-901b-b92b6cc48da7 req-bd088dd3-0348-41d1-becd-a785a81e92b3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948968 Jul 16 01:50:47.198564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:47.219069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.219425 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Added segment 4ba43ced-20ff-4124-afff-4c38bb80e848 of type vlan for network 9828a5ac-7eb4-4645-bb09-b01f3c323015 Jul 16 01:50:47.233941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9821dc32-5eeb-49ff-8723-9db7493705f1 req-f59057a1-a5f0-4550-8171-57f9f427fac4 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336751 Jul 16 01:50:47.341585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.349679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.401275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Transition to ACTIVE for port object 81f9da90-9243-4e7b-aebd-8db6819dddac will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:47.421955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.526575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.537873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.544867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.622618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Pushing event updated for resources: {'Port': ['ID=81f9da90-9243-4e7b-aebd-8db6819dddac,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.685840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Attempting to bind port 81f9da90-9243-4e7b-aebd-8db6819dddac on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:47.686226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Attempting to bind port 81f9da90-9243-4e7b-aebd-8db6819dddac by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:47.686594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Attempting to bind port 81f9da90-9243-4e7b-aebd-8db6819dddac on network aa5bd1c9-02ff-4556-9d31-45d404b96216 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:47.702670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:47.703098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Checking segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:47.703451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.708713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Bound using segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:47.709254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Bound port: 81f9da90-9243-4e7b-aebd-8db6819dddac, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:47.709807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.879214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] For port 81f9da90-9243-4e7b-aebd-8db6819dddac, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:47.884372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] For port 81f9da90-9243-4e7b-aebd-8db6819dddac, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=81f9da90-9243-4e7b-aebd-8db6819dddac,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:47.887971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a88274-80c7-4ab5-acaf-64ada9142baa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:47.895995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.911867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.943138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-431daec0-6cd2-40e7-9f00-cfd8d5a9c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.945353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Transition to ACTIVE for port object d3a88274-80c7-4ab5-acaf-64ada9142baa will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:47.948924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-431daec0-6cd2-40e7-9f00-cfd8d5a9c7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1098 time: 0.2758992 Jul 16 01:50:47.998566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bacacd-2483-416f-99be-a964283590ef req-f45c86ce-1390-4cba-9e51-f5dc4a9fc6e7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.012582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bacacd-2483-416f-99be-a964283590ef req-f45c86ce-1390-4cba-9e51-f5dc4a9fc6e7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2767863 Jul 16 01:50:48.022009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.033564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Routers {'4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:48.036600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:48.137136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1157985 Jul 16 01:50:48.145943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49452) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.178571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8bacacd-2483-416f-99be-a964283590ef req-0afaf9f5-b05f-41f8-8a1e-b210a459124f tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510236 Jul 16 01:50:48.190172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'subnet': {'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:48.199743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Network': ['ID=9828a5ac-7eb4-4645-bb09-b01f3c323015,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.219773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.220797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.221952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.222290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.222638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.222984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.223329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.223668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.224075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.224450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.224765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.225100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e1a1-b25f-4883-aa90-5294cb084582 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.276974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] Set router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:48.288303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a88274-80c7-4ab5-acaf-64ada9142baa,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.377809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Attempting to bind port d3a88274-80c7-4ab5-acaf-64ada9142baa on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:48.377809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Attempting to bind port d3a88274-80c7-4ab5-acaf-64ada9142baa by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:48.378116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Attempting to bind port d3a88274-80c7-4ab5-acaf-64ada9142baa on network aa5bd1c9-02ff-4556-9d31-45d404b96216 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:48.389903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Port d3a88274-80c7-4ab5-acaf-64ada9142baa on network aa5bd1c9-02ff-4556-9d31-45d404b96216 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:48.390178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Attempting to bind port d3a88274-80c7-4ab5-acaf-64ada9142baa on network aa5bd1c9-02ff-4556-9d31-45d404b96216 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:48.401951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:48.402302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Checking segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:48.402698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Bound using segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:48.403140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Bound port: d3a88274-80c7-4ab5-acaf-64ada9142baa, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:48.403510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.577289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] For port d3a88274-80c7-4ab5-acaf-64ada9142baa, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:48.592957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] For port d3a88274-80c7-4ab5-acaf-64ada9142baa, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:48.600697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Made reservation on behalf of a26a94584d3c4af8b061b8613de94cb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:48.606930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.609233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.631891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.632343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.634508 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3a88274-80c7-4ab5-acaf-64ada9142baa HTTP/1.1" status: 200 len: 1092 time: 2.4987667 Jul 16 01:50:48.683196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'tag': 'd3a88274-80c7-4ab5-acaf-64ada9142baa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:48.690014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9828a5ac-7eb4-4645-bb09-b01f3c323015 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:48.691663 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb2786-9e89-4594-b5ad-42701cf6dfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab6374a-fa6d-4f65-8ca9-f0a3956a3378", "tag": "d3a88274-80c7-4ab5-acaf-64ada9142baa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:48.763716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Pushing event updated for resources: {'Port': ['ID=81f9da90-9243-4e7b-aebd-8db6819dddac,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.790599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-32880de5-0f46-46ec-a5c1-8b1517ec6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.792397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-32880de5-0f46-46ec-a5c1-8b1517ec6cac service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.8393874 Jul 16 01:50:48.814463 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ccb92-c3ff-4eb5-9926-673ce93b7221 x-openstack-request-id: req-c15ccb92-c3ff-4eb5-9926-673ce93b7221 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:48.814765 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab6374a-fa6d-4f65-8ca9-f0a3956a3378", "tag": "d3a88274-80c7-4ab5-acaf-64ada9142baa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:48.815028 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c15ccb92-c3ff-4eb5-9926-673ce93b7221 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:48.815443 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'tag': 'd3a88274-80c7-4ab5-acaf-64ada9142baa', 'status': 'completed', 'code': 200} Jul 16 01:50:48.869678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.887026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.887544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.887889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.888358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.888811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.889335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.889678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.890012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.890340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.890667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.890993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d167c-68de-4858-a541-f9518e3e6234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:48.893630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faf643-8350-4168-ac4d-4f1edd2f83c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a88274-80c7-4ab5-acaf-64ada9142baa,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.927223 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.930286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-a7857b6d-ebce-45d2-a468-0612d08934ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.933102 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-a7857b6d-ebce-45d2-a468-0612d08934ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 1095 time: 0.2306757 Jul 16 01:50:48.987046 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-7a425c39-a0f4-4ae6-afd3-4c56a151a79e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa HTTP/1.1" status: 200 len: 217 time: 0.0451281 Jul 16 01:50:49.014789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557e4d-2002-4aa5-b837-32ac137846d3 req-a0537e19-9fc6-4707-b584-61af2fb3ae81 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.016405 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3557e4d-2002-4aa5-b837-32ac137846d3 req-a0537e19-9fc6-4707-b584-61af2fb3ae81 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 943 time: 0.3801553 Jul 16 01:50:49.055577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-620d6021-02a5-4a66-84e6-0a0b872927d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.057108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-620d6021-02a5-4a66-84e6-0a0b872927d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.0634627 Jul 16 01:50:49.099390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '81f9da90-9243-4e7b-aebd-8db6819dddac', 'name': '', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'mac_address': 'fa:16:3e:1e:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:32Z', 'updated_at': '2021-07-16T01:50:47Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'subnets': [{'id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:49.109328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-91bc9a6a-84b6-40f1-91f3-7f1d27779cf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 1002 time: 0.3077729 Jul 16 01:50:49.148406 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-be04633f-78a5-4302-949e-229ec93df8fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821657 Jul 16 01:50:49.175537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560ecd15-a525-47fb-93ca-38ed2025a56a None None] The sync data for ids ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'] in n-d-791506-20 is: [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '81f9da90-9243-4e7b-aebd-8db6819dddac', 'name': '', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'mac_address': 'fa:16:3e:1e:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:32Z', 'updated_at': '2021-07-16T01:50:47Z', 'revision_number': 4, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'subnets': [{'id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:49.322651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-04ebaf60-f8f2-420d-b65e-57a619d573ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.324143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-04ebaf60-f8f2-420d-b65e-57a619d573ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.1579587 Jul 16 01:50:49.364561 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-27a17c68-3921-4243-b338-ea6607d45eb4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095499 Jul 16 01:50:49.493335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3557e4d-2002-4aa5-b837-32ac137846d3 req-4f3252dd-383f-44cd-9651-52c4ba911fb3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611807 Jul 16 01:50:49.619574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.664692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-e5fa3dc6-857d-4323-801a-4d98a5189290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.690863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-e5fa3dc6-857d-4323-801a-4d98a5189290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3487170 Jul 16 01:50:49.709968 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb6cb9e7-a243-4d9a-a160-da9abea975ac req-daf61f1e-5fd0-41cc-b10f-7fbab0898474 service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377640 Jul 16 01:50:49.834300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9005-bc43-4839-9afa-d72d06167067 req-cdf74e84-9f65-4f23-8751-a0f42cf9fe72 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.857013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b60d9005-bc43-4839-9afa-d72d06167067 req-cdf74e84-9f65-4f23-8751-a0f42cf9fe72 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.4207799 Jul 16 01:50:49.952144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-8cd4d2a2-ee07-4477-8d81-e92ce8101c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.955206 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-8cd4d2a2-ee07-4477-8d81-e92ce8101c83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 1095 time: 0.1526015 Jul 16 01:50:50.061274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Subnet': ['ID=af599deb-b0f9-4729-961c-d4f9d15401ea,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.068152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b60d9005-bc43-4839-9afa-d72d06167067 req-91d22b02-5ed4-487c-9f39-4c1b255a2778 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097571 Jul 16 01:50:50.072773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Checking segment: {'id': '4ba43ced-20ff-4124-afff-4c38bb80e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:50.073742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network hostable DHCP agents. Network: 9828a5ac-7eb4-4645-bb09-b01f3c323015, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:50.170896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-bb3ed802-a6fb-4994-8428-f9e2d6a67e99 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468822 Jul 16 01:50:50.171678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 9828a5ac-7eb4-4645-bb09-b01f3c323015 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:50.190117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9828a5ac-7eb4-4645-bb09-b01f3c323015) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:50.201738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e7d69-64b8-4a22-ae8d-998ed2b62ef1 None None] Network 9828a5ac-7eb4-4645-bb09-b01f3c323015 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:50.215899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-6b842339-fd71-41a1-beae-2598e24afef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:50.217426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:50.222765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.223656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-6b842339-fd71-41a1-beae-2598e24afef4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 912 time: 0.2581952 Jul 16 01:50:50.289940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-78144e24-382d-40e6-99ca-11526846d24c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa HTTP/1.1" status: 200 len: 217 time: 0.0587382 Jul 16 01:50:50.354101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a7db852-1263-48fb-9f60-2221d69e9e09 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1743355 Jul 16 01:50:50.358173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:50.382022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-54f98890-3245-4b18-bd4c-7b9f4828a8c4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'router': {'external_gateway_info': {'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:50.394101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-49b4a2b8-1fad-433a-a243-70faa500e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:50.396057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-49b4a2b8-1fad-433a-a243-70faa500e883 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.0979886 Jul 16 01:50:50.476003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-15be0010-2f5b-49e3-a552-9f0b514eccc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708506 Jul 16 01:50:50.526974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9828a5ac-7eb4-4645-bb09-b01f3c323015', 'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015', 'tenant_id': 'a26a94584d3c4af8b061b8613de94cb2', 'fixed_ips': [{'subnet_id': 'af599deb-b0f9-4729-961c-d4f9d15401ea'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:50.528999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.844168 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-e4cb0ea9-da52-400e-840f-7d167fb4f4af service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448339 Jul 16 01:50:50.857456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81f9da90-9243-4e7b-aebd-8db6819dddac up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:51.092488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d3a88274-80c7-4ab5-acaf-64ada9142baa details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:51.191100 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27fb2786-9e89-4594-b5ad-42701cf6dfa7 req-a549121a-8063-47e9-89e2-1064c63784ac service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390729 Jul 16 01:50:51.228455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54f98890-3245-4b18-bd4c-7b9f4828a8c4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.239791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c1d15e1e-88f5-48c4-9882-fa895e4c1dd6 req-38ccc313-da54-4347-ad03-79b70260664e service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0598962 Jul 16 01:50:51.317116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Allocated IP 2001:db8:1::2 (9828a5ac-7eb4-4645-bb09-b01f3c323015/af599deb-b0f9-4729-961c-d4f9d15401ea/5cb3c870-98a2-492f-8ca3-3c065d1e4d56) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:51.385294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 81f9da90-9243-4e7b-aebd-8db6819dddac completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:51.401782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 81f9da90-9243-4e7b-aebd-8db6819dddac triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:51.402437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.682743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4da103-b550-4f5f-82c5-1ec2eb291c3f req-5b6ad912-c80a-4d9d-b0b6-28500925ba4a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.682743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a4da103-b550-4f5f-82c5-1ec2eb291c3f req-5b6ad912-c80a-4d9d-b0b6-28500925ba4a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 943 time: 0.6005490 Jul 16 01:50:51.806303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d3a88274-80c7-4ab5-acaf-64ada9142baa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:51.820056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a4da103-b550-4f5f-82c5-1ec2eb291c3f req-19923dab-2c07-4443-86bb-e09ea18fa06c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771357 Jul 16 01:50:51.821750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'd3a88274-80c7-4ab5-acaf-64ada9142baa', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'port_id': 'd3a88274-80c7-4ab5-acaf-64ada9142baa', 'mac_address': 'fa:16:3e:6c:c6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:51.823729 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-54f98890-3245-4b18-bd4c-7b9f4828a8c4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:50:51.823729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-54f98890-3245-4b18-bd4c-7b9f4828a8c4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282 HTTP/1.1" status: 400 len: 364 time: 1.4616303 Jul 16 01:50:51.826850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.867855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc28a62-a6d3-44c9-b6ec-15a68a243df6 req-86199111-0462-485d-9336-531cee76c6df tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.877211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cc28a62-a6d3-44c9-b6ec-15a68a243df6 req-86199111-0462-485d-9336-531cee76c6df tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.3859968 Jul 16 01:50:51.928699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.950901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cc28a62-a6d3-44c9-b6ec-15a68a243df6 req-870821ab-19c7-4efe-a7db-60b819484ab8 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712178 Jul 16 01:50:52.026588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 81f9da90-9243-4e7b-aebd-8db6819dddac, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=81f9da90-9243-4e7b-aebd-8db6819dddac,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:52.027823 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.061974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a88274-80c7-4ab5-acaf-64ada9142baa {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:52.070299 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.166444 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.173348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=81f9da90-9243-4e7b-aebd-8db6819dddac,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.202698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d3a88274-80c7-4ab5-acaf-64ada9142baa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:52.205002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Transition to ACTIVE for port object 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:52.211931 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.318076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Transition to ACTIVE for port object 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:52.333289 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.380884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.417014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Network 9828a5ac-7eb4-4645-bb09-b01f3c323015 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:52.418245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d3a88274-80c7-4ab5-acaf-64ada9142baa,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.421381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:52.429296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:52.537959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Pushing event updated for resources: {'Port': ['ID=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.557101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Attempting to bind port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.557818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Attempting to bind port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '4ba43ced-20ff-4124-afff-4c38bb80e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.558489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Attempting to bind port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 on network 9828a5ac-7eb4-4645-bb09-b01f3c323015 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.565962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:52.581165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Checking segment: {'id': '4ba43ced-20ff-4124-afff-4c38bb80e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:52.581757 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.582264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Bound using segment: {'id': '4ba43ced-20ff-4124-afff-4c38bb80e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:52.583067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Bound port: 5cb3c870-98a2-492f-8ca3-3c065d1e4d56, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba43ced-20ff-4124-afff-4c38bb80e848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9828a5ac-7eb4-4645-bb09-b01f3c323015'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:52.583528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.612709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d3a88274-80c7-4ab5-acaf-64ada9142baa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:52.772898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] For port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:52.798620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] For port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,segment=NetworkSegment(4ba43ced-20ff-4124-afff-4c38bb80e848),segment_id=4ba43ced-20ff-4124-afff-4c38bb80e848)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:52.857552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81f9da90-9243-4e7b-aebd-8db6819dddac up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:52.904708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.047424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Allocated IP 2001:db8::1 (137d260e-2c37-4bd2-838e-556531cc3636/21068601-5a57-47fa-bf20-bf26879c48d9/32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:53.055178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 81f9da90-9243-4e7b-aebd-8db6819dddac triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:53.055862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.357324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33e6e6-9ace-4d97-ab2d-6bcb40fdcf23 None None] Pushing event updated for resources: {'Port': ['ID=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.565056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829f6ab-18db-4905-a3bf-961f2b8f64ba req-621c281e-7743-4004-9659-997bef4331d5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.568384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e829f6ab-18db-4905-a3bf-961f2b8f64ba req-621c281e-7743-4004-9659-997bef4331d5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1791224 Jul 16 01:50:53.678348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e829f6ab-18db-4905-a3bf-961f2b8f64ba req-942c7497-1770-4920-95e6-758b4c9a1e16 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029999 Jul 16 01:50:53.989925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53ca9-2fca-4e9a-9c3b-34f9bdc5c20d req-d2b63a80-4dbd-4fcb-909b-dbde9d7be98a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.997828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9b53ca9-2fca-4e9a-9c3b-34f9bdc5c20d req-d2b63a80-4dbd-4fcb-909b-dbde9d7be98a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 944 time: 0.1959352 Jul 16 01:50:54.013374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.049034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Transition to ACTIVE for port object 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:54.090342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9b53ca9-2fca-4e9a-9c3b-34f9bdc5c20d req-0b328937-f37f-4bb5-aaae-a42ee1529e7c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898867 Jul 16 01:50:54.151828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.312869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Port': ['ID=32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.347710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 137d260e-2c37-4bd2-838e-556531cc3636 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:54.351650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:54.357043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:54.357386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.633929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.985495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:55.130495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d3a88274-80c7-4ab5-acaf-64ada9142baa up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:55.144550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ca2ccc94-b7a9-42c1-ab08-923996f28119 None None] Provisioning for port 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:55.187117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ca2ccc94-b7a9-42c1-ab08-923996f28119 None None] Provisioning complete for port 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:55.187591 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca2ccc94-b7a9-42c1-ab08-923996f28119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.251658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ccc94-b7a9-42c1-ab08-923996f28119 None None] Port 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:55.274293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:55.302761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port d3a88274-80c7-4ab5-acaf-64ada9142baa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:55.307720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port d3a88274-80c7-4ab5-acaf-64ada9142baa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:55.308090 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.417681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c165c-e1ae-4ea9-aee3-68980b89a5c3 None None] Network 9828a5ac-7eb4-4645-bb09-b01f3c323015 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:55.456085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d95c0-c237-458f-b0c6-5f159410829e req-05875715-c4c9-4c8d-9e15-636314b9085e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.464750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e66d95c0-c237-458f-b0c6-5f159410829e req-05875715-c4c9-4c8d-9e15-636314b9085e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 944 time: 0.1620326 Jul 16 01:50:55.548512 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.559016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.567373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.675190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] Provisioning for port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:55.713149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] Provisioning complete for port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:55.713522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.725799 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.913899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event updated for resources: {'Port': ['ID=32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.945095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Network 137d260e-2c37-4bd2-838e-556531cc3636 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:55.950367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:56.054787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a88274-80c7-4ab5-acaf-64ada9142baa'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:56.057377 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2a7302-299c-49da-abc8-42e95794eaa9" -d '{"events": [{"server_uuid": "0ab6374a-fa6d-4f65-8ca9-f0a3956a3378", "name": "network-vif-plugged", "status": "completed", "tag": "d3a88274-80c7-4ab5-acaf-64ada9142baa"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:56.114644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d3a88274-80c7-4ab5-acaf-64ada9142baa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:56.156128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.215772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Router 7c110650-497e-4ef5-bf98-7eef8dda0282 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:56.269957 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a7edbe-6ebb-4043-b43f-fce0539dcb78 x-openstack-request-id: req-25a7edbe-6ebb-4043-b43f-fce0539dcb78 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:56.270353 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab6374a-fa6d-4f65-8ca9-f0a3956a3378", "name": "network-vif-plugged", "status": "completed", "tag": "d3a88274-80c7-4ab5-acaf-64ada9142baa", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:56.271259 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25a7edbe-6ebb-4043-b43f-fce0539dcb78 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:56.272713 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a88274-80c7-4ab5-acaf-64ada9142baa', 'code': 200} Jul 16 01:50:56.272713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d3a88274-80c7-4ab5-acaf-64ada9142baa,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.287579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e66d95c0-c237-458f-b0c6-5f159410829e req-1f2f953a-f140-40b7-8097-c4870898cc3a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8216321 Jul 16 01:50:56.604518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:56.610126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac0cd79d-86de-43e7-b106-76eba7cd9270 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7793143 Jul 16 01:50:56.613084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.630512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7c28d-1c29-4b46-8eb3-aff9d72afdcd req-07643062-2135-4b8c-9b8d-b0a95cc25441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.634633 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6fe7c28d-1c29-4b46-8eb3-aff9d72afdcd req-07643062-2135-4b8c-9b8d-b0a95cc25441 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 1097 time: 0.2380731 Jul 16 01:50:56.685856 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6fe7c28d-1c29-4b46-8eb3-aff9d72afdcd req-e2258cc9-d748-4e2a-b570-efc4db226b04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Jul 16 01:50:56.777953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0f637e8-824a-4cd4-82d2-c0c21ecc42ea tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.783064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.786901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] Sync routers for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:56.854880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:56.855533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:56.895550 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c0f637e8-824a-4cd4-82d2-c0c21ecc42ea tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:50:56.896643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c0f637e8-824a-4cd4-82d2-c0c21ecc42ea tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282 HTTP/1.1" status: 409 len: 329 time: 0.2825232 Jul 16 01:50:56.899775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.951138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:56.976046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:56.976971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:57.035876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:57.036815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf44797-3cd7-4c78-82ad-f203471b2578 None None] The sync data for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:57.044677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] For port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,segment=NetworkSegment(4ba43ced-20ff-4124-afff-4c38bb80e848),segment_id=4ba43ced-20ff-4124-afff-4c38bb80e848)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:57.053286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.231008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a4e90-ffc0-4ecc-a44c-2707ec061135 None None] Pushing event updated for resources: {'Port': ['ID=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.268920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9e0a054c-b823-40aa-8771-337d5a2135a4 None None] Provisioning complete for port 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:57.269295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e0a054c-b823-40aa-8771-337d5a2135a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.374785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a054c-b823-40aa-8771-337d5a2135a4 None None] Port 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:57.525080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2c6b4fd0-0813-446c-a344-f398f0070419 None None] Provisioning complete for port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:57.525466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c6b4fd0-0813-446c-a344-f398f0070419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.539834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.902627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c76b-4c17-47f1-ac89-99fdc97f4168 req-81a0b292-dd46-423e-b1b4-5ec27f6f9db9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.926096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e53c76b-4c17-47f1-ac89-99fdc97f4168 req-81a0b292-dd46-423e-b1b4-5ec27f6f9db9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.3070660 Jul 16 01:50:58.007191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e53c76b-4c17-47f1-ac89-99fdc97f4168 req-ba520967-c516-4cc6-b77b-b07024cf178f tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740168 Jul 16 01:50:58.312506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting port 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:58.313499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.468474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.505003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Calling delete_port for 32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:58.837517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:58.917128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.973807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Port': ['ID=32cb48ce-41aa-4ae4-9caf-d6761dd9ecf2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.039395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:59.040076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.223574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160fcdd-9e9d-408d-b8ba-3e97129e9945 req-ece33462-601e-421f-86b2-f632beb71676 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.235836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6160fcdd-9e9d-408d-b8ba-3e97129e9945 req-ece33462-601e-421f-86b2-f632beb71676 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1791761 Jul 16 01:50:59.244823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.297130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6160fcdd-9e9d-408d-b8ba-3e97129e9945 req-75f34f4f-2ad9-4e71-a790-c1ec82b30690 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596201 Jul 16 01:50:59.518162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Router 7c110650-497e-4ef5-bf98-7eef8dda0282 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:59.553177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b2a6-19ef-4b3b-94c1-7123b895d5b8 req-eb0d6cec-55ab-47c1-a724-106998b98ae4 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.554842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4066b2a6-19ef-4b3b-94c1-7123b895d5b8 req-eb0d6cec-55ab-47c1-a724-106998b98ae4 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1845810 Jul 16 01:50:59.691234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:59.706071 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] Sync routers for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:59.708074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4ce91048-c461-4ad7-b6e4-bbb1c37bc7f6 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8071618 Jul 16 01:50:59.708817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49748) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.726708 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:59.727350 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.727620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4066b2a6-19ef-4b3b-94c1-7123b895d5b8 req-6b9647ca-ae9e-4140-902e-1c7bd9150b45 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229548 Jul 16 01:50:59.769007 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-18008f5b-e148-4211-b2e8-fc992ed02909 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] show failed (client error): The resource could not be found. Jul 16 01:50:59.776339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-18008f5b-e148-4211-b2e8-fc992ed02909 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-811501785 HTTP/1.1" status: 404 len: 334 time: 0.0661938 Jul 16 01:50:59.777138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49752) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.801281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b8965f68-c3a4-4450-ba8b-3f47080c4011 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:59.816564 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.829580 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] Routers {'7c110650-497e-4ef5-bf98-7eef8dda0282'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:59.830459 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:50:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c110650-497e-4ef5-bf98-7eef8dda0282'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.864083 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.865269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d6a16-5f2c-4b61-bde1-ee2bfa71bbdb None None] The sync data for ids ['7c110650-497e-4ef5-bf98-7eef8dda0282'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:59.894043 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b8965f68-c3a4-4450-ba8b-3f47080c4011 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] update failed (client error): The resource could not be found. Jul 16 01:50:59.896512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b8965f68-c3a4-4450-ba8b-3f47080c4011 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1324278468 HTTP/1.1" status: 404 len: 335 time: 0.1166425 Jul 16 01:50:59.901748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.996010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting subnet af599deb-b0f9-4729-961c-d4f9d15401ea {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:00.000044 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.088953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.295864 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.384076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-b0927bc8-2955-4d52-954f-db059721c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.386212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-b0927bc8-2955-4d52-954f-db059721c015 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 1097 time: 0.1282449 Jul 16 01:51:00.497927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-e5911b66-096b-4d17-842d-d8b4421d4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.499960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-e5911b66-096b-4d17-842d-d8b4421d4c68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 912 time: 0.1071570 Jul 16 01:51:00.553514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.557958 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-4fd3d6d4-4d31-4c59-ae4e-c85fb758a7eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa HTTP/1.1" status: 200 len: 217 time: 0.0509825 Jul 16 01:51:00.696468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Subnet': ['ID=af599deb-b0f9-4729-961c-d4f9d15401ea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.724150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f14ff-c468-406c-b2cc-385800a29d78 None None] Network 9828a5ac-7eb4-4645-bb09-b01f3c323015 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:00.727544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-6b3bdced-9b06-4bc4-848e-3917314053f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.729012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-6b3bdced-9b06-4bc4-848e-3917314053f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.1622636 Jul 16 01:51:00.758457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.763201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/subnets/af599deb-b0f9-4729-961c-d4f9d15401ea HTTP/1.1" status: 204 len: 168 time: 0.8584857 Jul 16 01:51:00.765727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.768615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.768615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.768615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.769170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.769170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.769521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.769854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.770184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.770511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.770835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.772086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.772086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e55f00a-4c67-44eb-932a-3319fa8a6f37 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.783012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-fb5e430c-7cea-411f-89eb-88a7c7b92de3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465088 Jul 16 01:51:00.908630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.013841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ff31e-e49a-4b39-b489-d06c89a15664 req-a7eb7d47-65fe-4260-8365-bf835277f338 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.018537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e3ff31e-e49a-4b39-b489-d06c89a15664 req-a7eb7d47-65fe-4260-8365-bf835277f338 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.5031581 Jul 16 01:51:01.080687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e3ff31e-e49a-4b39-b489-d06c89a15664 req-e5cc7677-aec5-479e-9918-2c05d8c2f07c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Jul 16 01:51:01.131716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aa6e2-863e-49f3-b0ca-705a0de0cf05 req-5f2f5794-9cd3-40dd-b572-0a8bf69eba37 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.150200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a5aa6e2-863e-49f3-b0ca-705a0de0cf05 req-5f2f5794-9cd3-40dd-b572-0a8bf69eba37 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.4762175 Jul 16 01:51:01.175815 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-4c0efc52-42eb-44ea-931c-5a87e3ebe765 service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865180 Jul 16 01:51:01.260864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] DHCP port deletion for 9828a5ac-7eb4-4645-bb09-b01f3c323015 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:01.274161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:01.274503 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.377207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] For port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,segment=NetworkSegment(4ba43ced-20ff-4124-afff-4c38bb80e848),segment_id=4ba43ced-20ff-4124-afff-4c38bb80e848)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:01.378055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.396089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Calling delete_port for 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:01.431453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-49aad644-62b7-4c76-9054-2c750dff3e95 req-d935dc34-cfbe-4151-8b26-d6b79540a3d1 service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495089 Jul 16 01:51:01.521718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] Deleting port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:01.521718 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.578210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a5aa6e2-863e-49f3-b0ca-705a0de0cf05 req-36d3bf23-20df-4971-8521-e60b70356bad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852782 Jul 16 01:51:01.607276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.676497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Port': ['ID=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.706188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] For port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,segment=NetworkSegment(4ba43ced-20ff-4124-afff-4c38bb80e848),segment_id=4ba43ced-20ff-4124-afff-4c38bb80e848)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:01.709136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.713050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] No DVR routers for this DVR port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:01.754921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] Calling delete_port for 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:01.868720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.897404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9828a5ac-7eb4-4645-bb09-b01f3c323015']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:01.928358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba43ced-20ff-4124-afff-4c38bb80e848') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:01.928683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba43ced-20ff-4124-afff-4c38bb80e848') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:01.949807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.952505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.989443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.998626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:01.999049 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.017127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] Pushing event deleted for resources: {'Port': ['ID=5cb3c870-98a2-492f-8ca3-3c065d1e4d56,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.031881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adfcee6-881f-4264-a98e-7441ea745157 None None] No DVR routers for this DVR port 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:02.127258 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:02.153049 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.159275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.161738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/networks/9828a5ac-7eb4-4645-bb09-b01f3c323015 HTTP/1.1" status: 204 len: 168 time: 1.3762095 Jul 16 01:51:02.165098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49818) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.213160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9def-10c0-4720-a3e2-cc9fad4ecbbe tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Network': ['ID=9828a5ac-7eb4-4645-bb09-b01f3c323015,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.277237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting subnet 924b4c52-eeef-462f-9a78-27e0ec56f423 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:02.281647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.398594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.441831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a383-e310-4ea6-98ed-32366976e2a4 req-31d95aa1-3f99-406a-bc3c-9e83e96d63d8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:02.444546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8e9a383-e310-4ea6-98ed-32366976e2a4 req-31d95aa1-3f99-406a-bc3c-9e83e96d63d8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1102016 Jul 16 01:51:02.524512 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.533593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8e9a383-e310-4ea6-98ed-32366976e2a4 req-8a00ac95-fa59-44d9-a7ec-cbb47754c6c5 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811667 Jul 16 01:51:02.663770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.708491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.710234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/subnets/924b4c52-eeef-462f-9a78-27e0ec56f423 HTTP/1.1" status: 204 len: 168 time: 0.5433979 Jul 16 01:51:02.714939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.719154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013f972-d852-44a1-b805-71cf277c956a None None] Network 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:02.802594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc43b8-2931-4f20-a855-4439101d48d7 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Subnet': ['ID=924b4c52-eeef-462f-9a78-27e0ec56f423,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.813986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:02.865022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting subnet ba5a75b1-d070-4d1a-922c-b762001747b8 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:02.869103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:02.875371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5cb3c870-98a2-492f-8ca3-3c065d1e4d56 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:02.903530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.035446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.122667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87571ac-ea6d-4b6a-9919-c3e09e1d5401 req-583e8f2a-ddf3-4bc3-b5b9-01b3b6c6e801 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.125109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d87571ac-ea6d-4b6a-9919-c3e09e1d5401 req-583e8f2a-ddf3-4bc3-b5b9-01b3b6c6e801 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2505751 Jul 16 01:51:03.204397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] DHCP port deletion for 2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:03.275940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] Deleting port daabac48-4b7d-4c7c-85df-9edcb00f3def {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:03.282045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.299686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d87571ac-ea6d-4b6a-9919-c3e09e1d5401 req-5d6c8182-fd22-4e50-837d-edbb58a8434b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015389 Jul 16 01:51:03.312460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.427649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.434055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] For port daabac48-4b7d-4c7c-85df-9edcb00f3def, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=daabac48-4b7d-4c7c-85df-9edcb00f3def,segment=NetworkSegment(0a7cfef6-838b-4836-b079-b5cc0d36e176),segment_id=0a7cfef6-838b-4836-b079-b5cc0d36e176)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:03.434703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.461887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] Calling delete_port for daabac48-4b7d-4c7c-85df-9edcb00f3def owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:03.481036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5a75b1-d070-4d1a-922c-b762001747b8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.483879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.489758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49854) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.490961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e906f6c-b8ef-4f13-967d-bcb6d0233e93 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/subnets/ba5a75b1-d070-4d1a-922c-b762001747b8 HTTP/1.1" status: 204 len: 168 time: 0.7738202 Jul 16 01:51:03.508091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1b4bfa-3eb1-4fd5-9902-a869144c3430 None None] Network 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:03.592466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.705954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting port daabac48-4b7d-4c7c-85df-9edcb00f3def {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:03.706181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.858570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] For port daabac48-4b7d-4c7c-85df-9edcb00f3def, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=daabac48-4b7d-4c7c-85df-9edcb00f3def,segment=NetworkSegment(0a7cfef6-838b-4836-b079-b5cc0d36e176),segment_id=0a7cfef6-838b-4836-b079-b5cc0d36e176)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:03.858986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.889674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Calling delete_port for daabac48-4b7d-4c7c-85df-9edcb00f3def owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:03.891992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaa0d1-be2e-4d27-a1a9-88264b243f72 req-94d65e65-e57b-4396-af35-55acc2080d77 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.894101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6aaa0d1-be2e-4d27-a1a9-88264b243f72 req-94d65e65-e57b-4396-af35-55acc2080d77 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1200407 Jul 16 01:51:03.934332 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.980490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] Pushing event deleted for resources: {'Port': ['ID=daabac48-4b7d-4c7c-85df-9edcb00f3def,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.983863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554509-e1ec-4bb5-8efa-d7111ddc8be2 None None] No DVR routers for this DVR port daabac48-4b7d-4c7c-85df-9edcb00f3def on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:03.995320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6aaa0d1-be2e-4d27-a1a9-88264b243f72 req-79e24353-d3d2-4501-912b-200133cb317e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884707 Jul 16 01:51:04.013534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] DHCP port deletion for 8b5e23c1-9c3e-438a-b78e-85b824e2ff89 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:04.079202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] Deleting port da5a79dc-7036-4c05-915b-7dd0c95a81ad {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:04.079695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.102014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.117399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] No DVR routers for this DVR port daabac48-4b7d-4c7c-85df-9edcb00f3def on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:04.199814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Port': ['ID=daabac48-4b7d-4c7c-85df-9edcb00f3def,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.264171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] For port da5a79dc-7036-4c05-915b-7dd0c95a81ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=da5a79dc-7036-4c05-915b-7dd0c95a81ad,segment=NetworkSegment(252393dd-1ff1-438b-adf1-90ee3d5e0687),segment_id=252393dd-1ff1-438b-adf1-90ee3d5e0687)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:04.264684 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.292535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] Calling delete_port for da5a79dc-7036-4c05-915b-7dd0c95a81ad owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:04.378709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.402308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2230d0-af2d-43bd-bef0-7fe5a4f23b34']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.419892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.433316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7cfef6-838b-4836-b079-b5cc0d36e176') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.433939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7cfef6-838b-4836-b079-b5cc0d36e176') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.445025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] Pushing event deleted for resources: {'Port': ['ID=da5a79dc-7036-4c05-915b-7dd0c95a81ad,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.454625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.455218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e91c1-37cb-4ba1-b770-7fa6e588d7fc None None] No DVR routers for this DVR port da5a79dc-7036-4c05-915b-7dd0c95a81ad on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:04.480858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.515621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:04.517820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:04.535941 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:04.655542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb9653-abd3-40dd-a61a-cbc0a60c832a req-64779f7d-519d-4b2b-96de-8422872dfce8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.670819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0cb9653-abd3-40dd-a61a-cbc0a60c832a req-64779f7d-519d-4b2b-96de-8422872dfce8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1223938 Jul 16 01:51:04.682645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.689890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.696377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/networks/2c2230d0-af2d-43bd-bef0-7fe5a4f23b34 HTTP/1.1" status: 204 len: 168 time: 1.2045815 Jul 16 01:51:04.702142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49906) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:04.716752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc52f5-6cf5-47fb-b3eb-710f0905fa1d tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Network': ['ID=2c2230d0-af2d-43bd-bef0-7fe5a4f23b34,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.773638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device daabac48-4b7d-4c7c-85df-9edcb00f3def no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:04.809532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: daabac48-4b7d-4c7c-85df-9edcb00f3def {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:04.811801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device daabac48-4b7d-4c7c-85df-9edcb00f3def not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:04.812515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device da5a79dc-7036-4c05-915b-7dd0c95a81ad no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:04.834459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.842875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: da5a79dc-7036-4c05-915b-7dd0c95a81ad {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:04.843711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device da5a79dc-7036-4c05-915b-7dd0c95a81ad not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:04.879344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0cb9653-abd3-40dd-a61a-cbc0a60c832a req-c743608f-3d2b-4ac3-82a5-97fb2da59aa8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054291 Jul 16 01:51:05.004792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.019079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5e23c1-9c3e-438a-b78e-85b824e2ff89']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.034880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252393dd-1ff1-438b-adf1-90ee3d5e0687') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.036939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252393dd-1ff1-438b-adf1-90ee3d5e0687') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.051536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.071524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.079002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:05.079900 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:05.083544 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:05.191495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.199606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.205049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/networks/8b5e23c1-9c3e-438a-b78e-85b824e2ff89 HTTP/1.1" status: 204 len: 168 time: 0.4957962 Jul 16 01:51:05.205293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.217597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dba9c-c236-47e9-adfc-57c8d3d7f913 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Network': ['ID=8b5e23c1-9c3e-438a-b78e-85b824e2ff89,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.271058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42613c-0c7c-4246-ac3b-d210c172cdaa req-da4bb345-e5d5-4fae-afc1-9309d6b28d0d tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.272744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b42613c-0c7c-4246-ac3b-d210c172cdaa req-da4bb345-e5d5-4fae-afc1-9309d6b28d0d tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1193113 Jul 16 01:51:05.282612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting subnet 21068601-5a57-47fa-bf20-bf26879c48d9 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:05.286745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.337979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.346591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b42613c-0c7c-4246-ac3b-d210c172cdaa req-095ee178-8d74-4a9a-a6af-15fad06909b2 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660722 Jul 16 01:51:05.469853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.560048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.581166 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.585607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/subnets/21068601-5a57-47fa-bf20-bf26879c48d9 HTTP/1.1" status: 204 len: 168 time: 0.3777127 Jul 16 01:51:05.585915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.603223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c9b82-1450-4aab-802d-3a1de5a18e44 None None] Network 137d260e-2c37-4bd2-838e-556531cc3636 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:05.603742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebee8a-434f-401d-85eb-3d849941e18f tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Subnet': ['ID=21068601-5a57-47fa-bf20-bf26879c48d9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.727407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.855040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Deleting port cc256785-9f70-46df-9c69-fc22f795ff12 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:05.855344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.026762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] DHCP port deletion for 137d260e-2c37-4bd2-838e-556531cc3636 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:06.082296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] For port cc256785-9f70-46df-9c69-fc22f795ff12, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cc256785-9f70-46df-9c69-fc22f795ff12,segment=NetworkSegment(87a553b0-f9a1-4fca-abf3-30cce02ad24e),segment_id=87a553b0-f9a1-4fca-abf3-30cce02ad24e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:06.082669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.104344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-94f63a9b-c3da-4cca-a5de-30ff115455f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.106245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-94f63a9b-c3da-4cca-a5de-30ff115455f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 1097 time: 0.1563687 Jul 16 01:51:06.148668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] Deleting port cc256785-9f70-46df-9c69-fc22f795ff12 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:06.149974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Calling delete_port for cc256785-9f70-46df-9c69-fc22f795ff12 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:06.165657 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.329247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] For port cc256785-9f70-46df-9c69-fc22f795ff12, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cc256785-9f70-46df-9c69-fc22f795ff12,segment=NetworkSegment(87a553b0-f9a1-4fca-abf3-30cce02ad24e),segment_id=87a553b0-f9a1-4fca-abf3-30cce02ad24e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:06.331610 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.376218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] Calling delete_port for cc256785-9f70-46df-9c69-fc22f795ff12 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:06.378543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-e6cbc145-5de9-4421-ad92-92a383e8f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.380156 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-e6cbc145-5de9-4421-ad92-92a383e8f0cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 912 time: 0.2283487 Jul 16 01:51:06.401233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666622-fac1-494b-8f92-8b0629b20dd3 req-22d119ae-ea1e-4cb2-955c-9b5d2f52bb92 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.408191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47666622-fac1-494b-8f92-8b0629b20dd3 req-22d119ae-ea1e-4cb2-955c-9b5d2f52bb92 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2299604 Jul 16 01:51:06.443858 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-eb035b6f-592c-4db4-a25f-ab3e99bf0a5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa HTTP/1.1" status: 200 len: 217 time: 0.0549731 Jul 16 01:51:06.545844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.562161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-7811e23e-b3d5-4c0c-9efd-5ec6101528b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.565336 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-7811e23e-b3d5-4c0c-9efd-5ec6101528b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.1165943 Jul 16 01:51:06.591555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.631570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-34819a98-dcda-4431-a0f2-51082946547a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586851 Jul 16 01:51:06.646460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] Pushing event deleted for resources: {'Port': ['ID=cc256785-9f70-46df-9c69-fc22f795ff12,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.657197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47666622-fac1-494b-8f92-8b0629b20dd3 req-08a3ffde-bdf8-4ad3-bd66-3eec9edcaf38 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429411 Jul 16 01:51:06.660298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Port': ['ID=cc256785-9f70-46df-9c69-fc22f795ff12,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.663781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f0839-f715-4993-9456-58e5dfd3530a None None] No DVR routers for this DVR port cc256785-9f70-46df-9c69-fc22f795ff12 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:06.667499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] No DVR routers for this DVR port cc256785-9f70-46df-9c69-fc22f795ff12 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:06.824491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cc256785-9f70-46df-9c69-fc22f795ff12 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:06.877210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.899631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: cc256785-9f70-46df-9c69-fc22f795ff12 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:06.900294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cc256785-9f70-46df-9c69-fc22f795ff12 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:06.901161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137d260e-2c37-4bd2-838e-556531cc3636']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:06.923997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a553b0-f9a1-4fca-abf3-30cce02ad24e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:06.924686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a553b0-f9a1-4fca-abf3-30cce02ad24e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:06.936226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.956793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.964719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:06.965393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:07.007136 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:07.106853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.112467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.118259 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/networks/137d260e-2c37-4bd2-838e-556531cc3636 HTTP/1.1" status: 204 len: 168 time: 1.5275145 Jul 16 01:51:07.119307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.159738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a55b4a62-ef0e-4e37-be9c-9860301933fa tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c110650-497e-4ef5-bf98-7eef8dda0282 HTTP/1.1" status: 200 len: 205 time: 0.0342407 Jul 16 01:51:07.160205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50028) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.220854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4456d-a8c2-4730-ba1b-02fc04bbd5b4 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Pushing event deleted for resources: {'Network': ['ID=137d260e-2c37-4bd2-838e-556531cc3636,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:07.274047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15c56-b625-4bcb-9bf0-36969fe78cbb req-39a65e4b-cab3-4107-9c88-651d7cf22a90 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.281618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6be15c56-b625-4bcb-9bf0-36969fe78cbb req-39a65e4b-cab3-4107-9c88-651d7cf22a90 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.6222599 Jul 16 01:51:07.317584 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-702af316-034c-46cf-8fca-9a4c1e5211fd service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794462 Jul 16 01:51:07.322384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.335687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6be15c56-b625-4bcb-9bf0-36969fe78cbb req-96359122-32f1-4665-bf1a-7e75ee2ac94c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Jul 16 01:51:07.491186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97f3ca05-bd57-41d7-aa68-073b7026196c req-b7273971-f760-4a24-b1bf-4870282d9208 service neutron] 10.222.0.23 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674037 Jul 16 01:51:07.527558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.612347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.615181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.676912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.677465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Fanout notify agent at l3_agent the message router_deleted on router 7c110650-497e-4ef5-bf98-7eef8dda0282 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:07.709738 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.712394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-396bb5e7-cbb3-4ab2-bc30-562167ed7f55 tempest-RoutersNegativeIpV6Test-569895193 tempest-RoutersNegativeIpV6Test-569895193-project] 10.222.0.42 "DELETE /v2.0/routers/7c110650-497e-4ef5-bf98-7eef8dda0282 HTTP/1.1" status: 204 len: 168 time: 0.5511298 Jul 16 01:51:07.986862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe481a8-522f-49e3-8818-d94a28e0473a req-614f2d3e-ee78-44ae-84a9-700aa3787410 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.988490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fe481a8-522f-49e3-8818-d94a28e0473a req-614f2d3e-ee78-44ae-84a9-700aa3787410 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1115351 Jul 16 01:51:08.099177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fe481a8-522f-49e3-8818-d94a28e0473a req-00bc33d4-8398-48f3-81b8-4c02c2173fee tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993342 Jul 16 01:51:08.179414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50062) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.388125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-71e5fabb-14e7-41da-bb07-8c0d38e6e919 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a26a94584d3c4af8b061b8613de94cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073779 Jul 16 01:51:08.391785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50074) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.486535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0729a5ff-c05b-488c-9643-24e35562bc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.538589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0729a5ff-c05b-488c-9643-24e35562bc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.644835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0729a5ff-c05b-488c-9643-24e35562bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.648311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0729a5ff-c05b-488c-9643-24e35562bc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.653658 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0729a5ff-c05b-488c-9643-24e35562bc54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3b6894b-eff4-47a1-b0db-fcbabd61f184 HTTP/1.1" status: 204 len: 168 time: 0.2573755 Jul 16 01:51:08.665205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729a5ff-c05b-488c-9643-24e35562bc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b6894b-eff4-47a1-b0db-fcbabd61f184,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.845706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e97f9f-b67a-4c2b-94cf-4bdf95e68747 req-2e0ed814-d80e-4771-8c18-ac78ac559dbd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.848935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01e97f9f-b67a-4c2b-94cf-4bdf95e68747 req-2e0ed814-d80e-4771-8c18-ac78ac559dbd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.2351406 Jul 16 01:51:08.916875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01e97f9f-b67a-4c2b-94cf-4bdf95e68747 req-87abffc1-e098-49d7-bfb7-e283075472a2 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553946 Jul 16 01:51:09.399555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a09-72a7-4cce-950c-9d270da0bd54 req-a2413c4d-2013-4fd6-ba75-d059b5bd8f95 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.407740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6ce5a09-72a7-4cce-950c-9d270da0bd54 req-a2413c4d-2013-4fd6-ba75-d059b5bd8f95 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1049523 Jul 16 01:51:09.864030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6ce5a09-72a7-4cce-950c-9d270da0bd54 req-e33f25db-fe56-448e-bdea-0f72f417daf5 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551780 Jul 16 01:51:09.941192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50136) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.986470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.072534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Deleting subnet 8a8956c5-34cf-4725-84d2-43175c4aff0e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:10.078025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.116200 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-068f1b76-7dd7-40f5-99af-24701ecbbe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.135242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.186139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.252046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517078687'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:10.266726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.297283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3321b-82a4-4051-9379-eb2f067aae35 req-eb70753b-4a52-4899-99ab-bcc91fe39f93 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.299219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbb3321b-82a4-4051-9379-eb2f067aae35 req-eb70753b-4a52-4899-99ab-bcc91fe39f93 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1701236 Jul 16 01:51:10.300806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.318809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.319632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8956c5-34cf-4725-84d2-43175c4aff0e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.322663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.325534 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4799ca8f-9a42-49b6-ab2f-075bf4306ec3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a8956c5-34cf-4725-84d2-43175c4aff0e HTTP/1.1" status: 204 len: 168 time: 0.3833284 Jul 16 01:51:10.328142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50154) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.403392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbb3321b-82a4-4051-9379-eb2f067aae35 req-5af0ceea-ddd9-425b-bb61-5021164d604e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 Jul 16 01:51:10.413372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.489750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:10.533769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.553322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b560ab-6fca-48ca-ac6d-cb311500aa22']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:10.557468 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.566123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.566881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd9fca4-9e4e-484a-a734-d660a21c7261') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:10.566881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd9fca4-9e4e-484a-a734-d660a21c7261') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:10.582334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.601692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.608317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:10.608781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:10.611127 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:10.655613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bec032d-f125-4444-9d3f-3b8268dc182e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.682978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.686343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:10.694155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.696332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] 10.222.0.42 "DELETE /v2.0/networks/d1b560ab-6fca-48ca-ac6d-cb311500aa22 HTTP/1.1" status: 204 len: 168 time: 0.3662934 Jul 16 01:51:10.729160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31e1af-f696-4297-9aef-e0b082ecddda admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b560ab-6fca-48ca-ac6d-cb311500aa22,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.747921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'mac_address': 'fa:16:3e:18:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:10.777176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.782503 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.816341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.817730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8301430 Jul 16 01:51:10.820466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50168) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.821474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c078ac7-0a7f-4a92-88a9-a7f564c8c345 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b40446-3916-4e46-bbf1-94c8cf5e1a2e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.854408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.878288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:10.904207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:10.910324 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.931844 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fec00f57-b6c0-489b-9726-bf4ac0132bf5 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1101780 Jul 16 01:51:10.934681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.940590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-security--1249877145', 'description': 'tempest-security-description-1758031876'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:10.996024 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.045297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.056601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.070817 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.106533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.110967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-561f34b4-689c-4e5d-908b-329ed0cbf760 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f3b9e142da54a9ba6018b3a9501784f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610440 Jul 16 01:51:11.111201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.111399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50184) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.113603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "PUT /v2.0/security-groups/d0b40446-3916-4e46-bbf1-94c8cf5e1a2e HTTP/1.1" status: 200 len: 1780 time: 0.1779263 Jul 16 01:51:11.119269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.128529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['867715a3-b604-47da-b4ee-1b72ac8e294c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:11.148149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3f18-566b-428d-bcca-4d0018424863 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b40446-3916-4e46-bbf1-94c8cf5e1a2e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.203888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75433c3d-5753-40d8-a539-01269273bbd2 req-fb8a1052-c33b-47bd-a0fc-be75694944e1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.210312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75433c3d-5753-40d8-a539-01269273bbd2 req-fb8a1052-c33b-47bd-a0fc-be75694944e1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.1555929 Jul 16 01:51:11.210819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.231748 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9488c04b-3a72-4542-b2e0-ec76a9c12f4b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups/d0b40446-3916-4e46-bbf1-94c8cf5e1a2e HTTP/1.1" status: 200 len: 1780 time: 0.1104321 Jul 16 01:51:11.282181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb30608d-bb97-4728-8950-95df3bf7896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.314811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-75433c3d-5753-40d8-a539-01269273bbd2 req-39bd3105-a628-468b-bcde-8013db4310e2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836115 Jul 16 01:51:11.327513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb30608d-bb97-4728-8950-95df3bf7896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.353530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a23ecf0-7c9c-464d-8c66-00d3b23c133c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.380608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a23ecf0-7c9c-464d-8c66-00d3b23c133c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.442663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb30608d-bb97-4728-8950-95df3bf7896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.443999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a23ecf0-7c9c-464d-8c66-00d3b23c133c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.447271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4a23ecf0-7c9c-464d-8c66-00d3b23c133c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.451474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4a23ecf0-7c9c-464d-8c66-00d3b23c133c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/d0b40446-3916-4e46-bbf1-94c8cf5e1a2e HTTP/1.1" status: 204 len: 168 time: 0.2364631 Jul 16 01:51:11.452093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.465656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb30608d-bb97-4728-8950-95df3bf7896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.480470 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fb30608d-bb97-4728-8950-95df3bf7896f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fb95ac7-cf34-4162-b4ba-bfd4e286c387 HTTP/1.1" status: 204 len: 168 time: 0.3677831 Jul 16 01:51:11.482993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23ecf0-7c9c-464d-8c66-00d3b23c133c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b40446-3916-4e46-bbf1-94c8cf5e1a2e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.498858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30608d-bb97-4728-8950-95df3bf7896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb95ac7-cf34-4162-b4ba-bfd4e286c387,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.591593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fb4433d4-5afb-425e-b740-b583a9eeaf30 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371214 Jul 16 01:51:11.593263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.630080 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-3a0f922f-4aca-40b6-9173-3ccc097c5883 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] delete failed (client error): The resource could not be found. Jul 16 01:51:11.639701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a0f922f-4aca-40b6-9173-3ccc097c5883 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/d0b40446-3916-4e46-bbf1-94c8cf5e1a2e HTTP/1.1" status: 404 len: 347 time: 0.0451953 Jul 16 01:51:11.640087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.652722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572913752'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:11.716893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.760574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96f9b1-c1bc-4bbb-9b12-57d9e1815935 req-8e42e72e-e29a-4ffc-9638-cb15ec79a38b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.768966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a96f9b1-c1bc-4bbb-9b12-57d9e1815935 req-8e42e72e-e29a-4ffc-9638-cb15ec79a38b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1414056 Jul 16 01:51:11.835869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a96f9b1-c1bc-4bbb-9b12-57d9e1815935 req-affdb374-595b-46ae-8e73-3a8b17497ba3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Jul 16 01:51:11.928479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.934603 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.969298 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.973682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50234) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.981334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': 'f99ccf0d-7f0a-462e-990a-5a21dbfbc4ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:11.993052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3486810 Jul 16 01:51:12.002554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547f7d4-96cb-477e-b996-afbe348a13d3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ccf0d-7f0a-462e-990a-5a21dbfbc4ea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.034891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.133599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.149659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.179391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac7b682-402a-4d49-a7ee-595a9229b735,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.204971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.207954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cde434d2-f92d-4d30-a668-3a891598278a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2322218 Jul 16 01:51:12.210621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.246637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66bdf657-5d16-45ad-b6c4-4d154c350936 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.260169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66bdf657-5d16-45ad-b6c4-4d154c350936 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.322140 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66bdf657-5d16-45ad-b6c4-4d154c350936 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.330793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66bdf657-5d16-45ad-b6c4-4d154c350936 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.335064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-66bdf657-5d16-45ad-b6c4-4d154c350936 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7ac7b682-402a-4d49-a7ee-595a9229b735 HTTP/1.1" status: 204 len: 168 time: 0.1209519 Jul 16 01:51:12.337450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.371440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdf657-5d16-45ad-b6c4-4d154c350936 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ac7b682-402a-4d49-a7ee-595a9229b735,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.392788 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-678dad88-9147-420f-8e41-b25712290da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.469389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-70d64a23-f54a-4b2d-9355-db89f9ee6bde tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1298950 Jul 16 01:51:12.474292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50270) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.501346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:12.512002 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.693974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 867715a3-b604-47da-b4ee-1b72ac8e294c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:12.694900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.699331 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a491d92-6c24-44c4-9c04-25266f3af5ed tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.790060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a491d92-6c24-44c4-9c04-25266f3af5ed tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.823905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.856355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:12.869607 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c718746-9de0-4c3a-91eb-c0edbf0d0390" -d '{"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-plugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:12.898198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:12.914165 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.934242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f5f2e-325d-4eba-9c97-0f58fa0330b6 req-a76b257a-fa43-4b8e-a362-d913aaffa268 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:12.935143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a491d92-6c24-44c4-9c04-25266f3af5ed tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.939932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a491d92-6c24-44c4-9c04-25266f3af5ed tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.954366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e59f5f2e-325d-4eba-9c97-0f58fa0330b6 req-a76b257a-fa43-4b8e-a362-d913aaffa268 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.2767308 Jul 16 01:51:12.956519 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a491d92-6c24-44c4-9c04-25266f3af5ed tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/f99ccf0d-7f0a-462e-990a-5a21dbfbc4ea HTTP/1.1" status: 204 len: 168 time: 0.4811518 Jul 16 01:51:12.959847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.009087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a491d92-6c24-44c4-9c04-25266f3af5ed tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ccf0d-7f0a-462e-990a-5a21dbfbc4ea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.095487 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e6b29a-295c-47e7-9462-1506d8a5aa01 x-openstack-request-id: req-17e6b29a-295c-47e7-9462-1506d8a5aa01 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:13.096251 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-plugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:13.096795 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17e6b29a-295c-47e7-9462-1506d8a5aa01 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:13.113147 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'code': 200} Jul 16 01:51:13.116361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.167805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e59f5f2e-325d-4eba-9c97-0f58fa0330b6 req-b8612514-a596-4e43-96a5-80d3fe329a10 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124581 Jul 16 01:51:13.197929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.198413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf2ad1a2-b496-445a-a69c-da7ed9fa9e9e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2293935 Jul 16 01:51:13.206670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--643797698'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:13.281982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.362632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceb26-4298-48c8-8d52-02b10d1d155e req-ae0fc107-6223-40eb-be7e-3ef37e553ea5 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.389738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0ceb26-4298-48c8-8d52-02b10d1d155e req-ae0fc107-6223-40eb-be7e-3ef37e553ea5 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1411121 Jul 16 01:51:13.463818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0ceb26-4298-48c8-8d52-02b10d1d155e req-438aba1f-eb46-41b3-ab90-505c8d4ee3ba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730069 Jul 16 01:51:13.562077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.571391 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:13.573359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.593356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.598263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3985906 Jul 16 01:51:13.602694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.613711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '72626462-664d-4e0b-abc0-3203ab4ad5ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:13.659788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b502-d279-43c6-b29e-12e69c4da69e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72626462-664d-4e0b-abc0-3203ab4ad5ac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.717918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.769747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.894540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.902725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.046076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.049112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4440346 Jul 16 01:51:14.052413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50330) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.057364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '72626462-664d-4e0b-abc0-3203ab4ad5ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:14.076477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ad45b-7073-4218-a78f-b02cada7d9bd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30592365-445e-4b60-872e-3772ae803832,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.115175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.276538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.286273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.321887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca25458d-a3f3-438e-a403-91bb3ba50a93,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.348977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.350569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-90aea45a-550f-4e9f-af20-c8b899dcaed0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2970901 Jul 16 01:51:14.356378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.402642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '72626462-664d-4e0b-abc0-3203ab4ad5ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:14.430830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-2853ac77-ebfe-489b-be21-36909dea15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:14.433080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-2853ac77-ebfe-489b-be21-36909dea15fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1098 time: 0.2206807 Jul 16 01:51:14.552114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.767322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b336e-e842-4065-b6d1-37bd0f503617 req-26c1f5e0-ac5d-4f6f-ba71-ec73d6174e62 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:14.769888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248b336e-e842-4065-b6d1-37bd0f503617 req-26c1f5e0-ac5d-4f6f-ba71-ec73d6174e62 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.3088946 Jul 16 01:51:14.774889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-473d4b7d-bc19-4181-ba79-ce23277942b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:14.776567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-473d4b7d-bc19-4181-ba79-ce23277942b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.3007178 Jul 16 01:51:14.939681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.955617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-248b336e-e842-4065-b6d1-37bd0f503617 req-4871f2c8-c796-4958-9e9b-ba4c394c92ff tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753106 Jul 16 01:51:14.971367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.027971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7484353-02e4-4a93-8963-51ceeca0e932,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.037015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-343b25bb-a9ba-4a6d-a8aa-e9e52a8f9dd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1002 time: 0.1955762 Jul 16 01:51:15.071532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.071532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a09b6326-ab30-4ca7-a3b0-b66ceb4e8c48 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6920614 Jul 16 01:51:15.072860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.079379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee83eb-5f1d-4f46-bfc9-5e61b47873c2 req-a7ef04d1-aa6a-4681-b56b-79d621179b65 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.088020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31ee83eb-5f1d-4f46-bfc9-5e61b47873c2 req-a7ef04d1-aa6a-4681-b56b-79d621179b65 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.2768154 Jul 16 01:51:15.092856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '72626462-664d-4e0b-abc0-3203ab4ad5ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:15.196690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.199388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-88582430-8069-4734-b369-287c5ac249ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.201891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-88582430-8069-4734-b369-287c5ac249ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1548157 Jul 16 01:51:15.220754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31ee83eb-5f1d-4f46-bfc9-5e61b47873c2 req-3ff96b83-f8c5-4932-a98f-afdd9fd8560b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315660 Jul 16 01:51:15.301943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.309323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.314405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.355586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-66e9938d-d7f8-4013-8ee8-f496f253ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.359382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ab7df8-d3ab-4206-b26a-47ff6ce41b46,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.361639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-66e9938d-d7f8-4013-8ee8-f496f253ee10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398146 Jul 16 01:51:15.380828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.386106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f603bf85-bdc9-4968-b1d9-8a11ae752fd7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989328 Jul 16 01:51:15.387071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50372) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.393242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '72626462-664d-4e0b-abc0-3203ab4ad5ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:15.487191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.515038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-75035321-28c7-459b-b7c3-1373966890c8 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434979 Jul 16 01:51:15.620740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.628870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.655047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c57c78-e3c3-4386-b3ae-5927de3b095b,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.664022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.666270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c7dc1be3-5f44-455c-8273-f6177056963c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2774832 Jul 16 01:51:15.669245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.735528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbf5-9852-4260-8509-15d995531008 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.741451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f4cccea-27b6-4daf-b834-459f93909a0d req-96d77f90-f5ff-4f0c-aa72-4bc9d293d469 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190711 Jul 16 01:51:15.748405 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbf5-9852-4260-8509-15d995531008 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.833886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbf5-9852-4260-8509-15d995531008 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.848202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfbf5-9852-4260-8509-15d995531008 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.851725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e7cfbf5-9852-4260-8509-15d995531008 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/14c57c78-e3c3-4386-b3ae-5927de3b095b HTTP/1.1" status: 204 len: 168 time: 0.1790364 Jul 16 01:51:15.852271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50390) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.859945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cfbf5-9852-4260-8509-15d995531008 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14c57c78-e3c3-4386-b3ae-5927de3b095b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.952659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50392) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.955328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e3ba0a6f-b9a8-49c3-a2e5-137abafba8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0992715 Jul 16 01:51:15.994787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee55860b-919e-4c10-a445-c4b2f169d8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.006653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee55860b-919e-4c10-a445-c4b2f169d8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.115236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee55860b-919e-4c10-a445-c4b2f169d8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.142326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee55860b-919e-4c10-a445-c4b2f169d8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.144511 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ee55860b-919e-4c10-a445-c4b2f169d8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/24ab7df8-d3ab-4206-b26a-47ff6ce41b46 HTTP/1.1" status: 204 len: 168 time: 0.1901650 Jul 16 01:51:16.145616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55860b-919e-4c10-a445-c4b2f169d8a1 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24ab7df8-d3ab-4206-b26a-47ff6ce41b46,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.148693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.365957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50410) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.373688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f6046b62-cbf3-4580-9462-d2a17fb0b929 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2227550 Jul 16 01:51:16.431804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0acd4-dff8-410a-92bf-9f14966794d9 req-a77496e4-153a-4106-a8b5-c94e1b60d2e2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.440340 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f10993-9b80-4930-b516-178db9e095ba tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.447964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95f0acd4-dff8-410a-92bf-9f14966794d9 req-a77496e4-153a-4106-a8b5-c94e1b60d2e2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2641330 Jul 16 01:51:16.464370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f10993-9b80-4930-b516-178db9e095ba tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.532497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f10993-9b80-4930-b516-178db9e095ba tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.545714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0f10993-9b80-4930-b516-178db9e095ba tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.551278 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c0f10993-9b80-4930-b516-178db9e095ba tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d7484353-02e4-4a93-8963-51ceeca0e932 HTTP/1.1" status: 204 len: 168 time: 0.1807795 Jul 16 01:51:16.551720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50422) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.578716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f10993-9b80-4930-b516-178db9e095ba tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7484353-02e4-4a93-8963-51ceeca0e932,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.605317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-95f0acd4-dff8-410a-92bf-9f14966794d9 req-b812f8b0-cbec-499e-84fa-c91c4b5973e8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564088 Jul 16 01:51:16.658601 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9634131a-7259-4507-8a4d-385201e63c5d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1056762 Jul 16 01:51:16.665504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50428) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.719767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eacbe-a023-4bd1-bbe5-d3dba9909ceb req-8b990eba-1c2d-4c07-9f1f-01d42c34d08a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.732248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddc264d3-ef0e-4a01-b8b3-9315cd86ed3d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.733357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-648eacbe-a023-4bd1-bbe5-d3dba9909ceb req-8b990eba-1c2d-4c07-9f1f-01d42c34d08a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.2595539 Jul 16 01:51:16.748646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddc264d3-ef0e-4a01-b8b3-9315cd86ed3d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.830493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-648eacbe-a023-4bd1-bbe5-d3dba9909ceb req-cf3786ba-d162-4191-bd85-2a2bfd918d5b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947998 Jul 16 01:51:16.831070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddc264d3-ef0e-4a01-b8b3-9315cd86ed3d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.838841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddc264d3-ef0e-4a01-b8b3-9315cd86ed3d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.842457 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ddc264d3-ef0e-4a01-b8b3-9315cd86ed3d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ca25458d-a3f3-438e-a403-91bb3ba50a93 HTTP/1.1" status: 204 len: 168 time: 0.1736462 Jul 16 01:51:16.842814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.857837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc264d3-ef0e-4a01-b8b3-9315cd86ed3d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca25458d-a3f3-438e-a403-91bb3ba50a93,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.927990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e642aebb-ceb8-43c8-9513-325c9ac95108 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0837586 Jul 16 01:51:16.930612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.965761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48c381c7-d331-443a-8bca-8a6e63e42fa3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.975782 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48c381c7-d331-443a-8bca-8a6e63e42fa3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.011709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48c381c7-d331-443a-8bca-8a6e63e42fa3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.028979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48c381c7-d331-443a-8bca-8a6e63e42fa3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.032788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-48c381c7-d331-443a-8bca-8a6e63e42fa3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/30592365-445e-4b60-872e-3772ae803832 HTTP/1.1" status: 204 len: 168 time: 0.0976841 Jul 16 01:51:17.033413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50444) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.049925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c381c7-d331-443a-8bca-8a6e63e42fa3 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30592365-445e-4b60-872e-3772ae803832,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.111493 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a52e5850-7062-480c-94b2-41a19110475f tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0648849 Jul 16 01:51:17.112105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.239296 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b72ae3d3-b0bc-4711-b43f-c5b689f021ac tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.292326 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b72ae3d3-b0bc-4711-b43f-c5b689f021ac tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.372774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b72ae3d3-b0bc-4711-b43f-c5b689f021ac tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.387361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b72ae3d3-b0bc-4711-b43f-c5b689f021ac tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.392300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b72ae3d3-b0bc-4711-b43f-c5b689f021ac tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/72626462-664d-4e0b-abc0-3203ab4ad5ac HTTP/1.1" status: 204 len: 168 time: 0.2779367 Jul 16 01:51:17.393674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50448) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.424463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ae3d3-b0bc-4711-b43f-c5b689f021ac tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72626462-664d-4e0b-abc0-3203ab4ad5ac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.522660 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c9f4e116-3445-4895-a1ad-545f166d2e38 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271911 Jul 16 01:51:17.529160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.532479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084776722'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:17.586205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.872811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.982163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.056585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ffb7a-9e5f-4da8-a84e-799c7a000173,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.110112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.118091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-656d19ac-f5bb-47b0-a954-1b273e89379e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5897295 Jul 16 01:51:18.118340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50466) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.125141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '7e4ffb7a-9e5f-4da8-a84e-799c7a000173', 'direction': 'ingress', 'protocol': 17}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:18.205990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.317986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b66f-3315-4049-be82-c8845da78d13 req-6d0e362e-3546-4003-8755-0486e66e4f28 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.321402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b20b66f-3315-4049-be82-c8845da78d13 req-6d0e362e-3546-4003-8755-0486e66e4f28 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.4978018 Jul 16 01:51:18.343900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.349575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.377811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3babe476-f76a-4ef8-819f-ba0e8fcb4a27,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.393712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.408156 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0d74859e-9b9d-4102-be63-82d42aa2f43c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2846560 Jul 16 01:51:18.411881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50468) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.428511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.554558 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4cca-1d9b-4ec4-9fc9-3237d12a4548 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.599860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe499-9a29-4d02-844b-edf487c50223 req-9121cc80-a4e1-41fc-a822-78f72eb54746 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.602708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37bfe499-9a29-4d02-844b-edf487c50223 req-9121cc80-a4e1-41fc-a822-78f72eb54746 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.4834304 Jul 16 01:51:18.616107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b20b66f-3315-4049-be82-c8845da78d13 req-0aed3fd2-4873-4138-a75f-5e6ff4dbda23 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877080 Jul 16 01:51:18.666075 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4cca-1d9b-4ec4-9fc9-3237d12a4548 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.749226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37bfe499-9a29-4d02-844b-edf487c50223 req-bc43a587-2141-454b-8d09-9527e7ccd155 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314642 Jul 16 01:51:18.767002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4cca-1d9b-4ec4-9fc9-3237d12a4548 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.770272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4cca-1d9b-4ec4-9fc9-3237d12a4548 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.775802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.776344 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d4d4cca-1d9b-4ec4-9fc9-3237d12a4548 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e4ffb7a-9e5f-4da8-a84e-799c7a000173 HTTP/1.1" status: 204 len: 168 time: 0.3622928 Jul 16 01:51:18.825851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d4cca-1d9b-4ec4-9fc9-3237d12a4548 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ffb7a-9e5f-4da8-a84e-799c7a000173,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.922768 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fe319dd2-0695-4d1a-88cd-101b16dfe3d8 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1442835 Jul 16 01:51:18.926454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.934642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--653653587'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:19.160776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.384163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.389211 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.427724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.432544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.433246 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5043421 Jul 16 01:51:19.441767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b47c9-8ba7-43d2-9e98-6de9279f1b06 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fff844-1122-4b96-a73c-2cd75a357285,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.444312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300243631'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:19.497728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.672724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.706026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.793370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.797472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3607676 Jul 16 01:51:19.797802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50504) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.802960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': 'f3fff844-1122-4b96-a73c-2cd75a357285', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c37d9cd5-98fb-4c0e-9b8b-0556564060cb', 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:19.864770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6042f-1b2d-4517-82b6-b725f215b816 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d9cd5-98fb-4c0e-9b8b-0556564060cb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.914350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.144021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.148928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.169854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2128f96-91d2-424b-9895-2a565a23d8a8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.182123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.184755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-123a6553-0174-468d-8ec1-48ec1db37482 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3858311 Jul 16 01:51:20.185051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee78b7-07e9-47b1-bec3-eae5c273e828 req-ad566fff-215b-4bc0-8332-3a41c3628551 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.186830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee78b7-07e9-47b1-bec3-eae5c273e828 req-ad566fff-215b-4bc0-8332-3a41c3628551 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2494195 Jul 16 01:51:20.189069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50518) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.236931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e88772e3-10e6-4c84-8865-ab5262add6c7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.250344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd888-73db-4457-b9cf-59d71f48e4f3 req-76aa5912-af15-4d18-9b18-17e9933eb5d3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.257552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d5dd888-73db-4457-b9cf-59d71f48e4f3 req-76aa5912-af15-4d18-9b18-17e9933eb5d3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.2153773 Jul 16 01:51:20.287185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e88772e3-10e6-4c84-8865-ab5262add6c7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.320750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee78b7-07e9-47b1-bec3-eae5c273e828 req-e670bd0d-bb4c-4965-9178-5ae358d5b2fe tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148596 Jul 16 01:51:20.347612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d5dd888-73db-4457-b9cf-59d71f48e4f3 req-5f2e9057-f5a5-434b-93ee-94b9e1ae0654 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888717 Jul 16 01:51:20.384373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e88772e3-10e6-4c84-8865-ab5262add6c7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.395346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e88772e3-10e6-4c84-8865-ab5262add6c7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.396620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e88772e3-10e6-4c84-8865-ab5262add6c7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c2128f96-91d2-424b-9895-2a565a23d8a8 HTTP/1.1" status: 204 len: 168 time: 0.2065635 Jul 16 01:51:20.399866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50522) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.437383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88772e3-10e6-4c84-8865-ab5262add6c7 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2128f96-91d2-424b-9895-2a565a23d8a8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.531695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.531877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-664a949b-c069-4a47-8f07-938a4f3711e9 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1305711 Jul 16 01:51:20.606961 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb869-1175-4c77-bea9-18a078ffe1fa tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.646381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb869-1175-4c77-bea9-18a078ffe1fa tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.703585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50532) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.725569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb869-1175-4c77-bea9-18a078ffe1fa tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.731298 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb869-1175-4c77-bea9-18a078ffe1fa tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.735809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50536) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.743703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b6fbb869-1175-4c77-bea9-18a078ffe1fa tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/c37d9cd5-98fb-4c0e-9b8b-0556564060cb HTTP/1.1" status: 204 len: 168 time: 0.2098429 Jul 16 01:51:20.762426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbb869-1175-4c77-bea9-18a078ffe1fa tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d9cd5-98fb-4c0e-9b8b-0556564060cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.847399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50538) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.861736 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-56ef1ff5-c6d1-40f4-b167-fe91c0ff9d0a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1246419 Jul 16 01:51:20.918520 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a011fef1-0034-477b-8226-1fd28aa6956c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.961878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a011fef1-0034-477b-8226-1fd28aa6956c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.102818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a011fef1-0034-477b-8226-1fd28aa6956c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.104020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8992-850e-4578-8a94-bac110ae21c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.105686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a011fef1-0034-477b-8226-1fd28aa6956c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.111454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a011fef1-0034-477b-8226-1fd28aa6956c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/f3fff844-1122-4b96-a73c-2cd75a357285 HTTP/1.1" status: 204 len: 168 time: 0.2586055 Jul 16 01:51:21.113098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.127508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011fef1-0034-477b-8226-1fd28aa6956c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fff844-1122-4b96-a73c-2cd75a357285,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.200664 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec4b865a-0eb6-4627-8a67-37931ae97961 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843117 Jul 16 01:51:21.209576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.217564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904507864'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:21.305574 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8992-850e-4578-8a94-bac110ae21c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.311769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8992-850e-4578-8a94-bac110ae21c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.332238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.382732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e8992-850e-4578-8a94-bac110ae21c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f30c03-7b9c-40cc-a54a-f721856ed6fd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.425767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ef4e8992-850e-4578-8a94-bac110ae21c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c4b8f0abca04c01b4853899f056b9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209089 Jul 16 01:51:21.428474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50556) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.576963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.625217 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d418f43-4d27-48a1-b13d-45639f7f7390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.665474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.694527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d418f43-4d27-48a1-b13d-45639f7f7390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.818907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d418f43-4d27-48a1-b13d-45639f7f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.828395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d418f43-4d27-48a1-b13d-45639f7f7390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.838649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d418f43-4d27-48a1-b13d-45639f7f7390 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46f30c03-7b9c-40cc-a54a-f721856ed6fd HTTP/1.1" status: 204 len: 168 time: 0.4060793 Jul 16 01:51:21.858752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d418f43-4d27-48a1-b13d-45639f7f7390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f30c03-7b9c-40cc-a54a-f721856ed6fd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.869942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0b343-0175-4d87-8ec5-52a51c5dc2a1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.878207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.882461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.882930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-92bf2490-af25-4754-a5eb-99a99c86b865 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6718895 Jul 16 01:51:21.887896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '4de0b343-0175-4d87-8ec5-52a51c5dc2a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:21.958573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.987510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40ae0-710f-4a8e-a266-3f73ab7d8fe8 req-bf67ef2c-b6cc-4c23-8929-3a2d4ae8e451 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.001045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1e40ae0-710f-4a8e-a266-3f73ab7d8fe8 req-bf67ef2c-b6cc-4c23-8929-3a2d4ae8e451 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.4595597 Jul 16 01:51:22.011911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf55e65-9252-4670-a6d4-8fe093d87fbe req-358f53c1-bf33-47a2-a2c5-595ec8af7abb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.025904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddf55e65-9252-4670-a6d4-8fe093d87fbe req-358f53c1-bf33-47a2-a2c5-595ec8af7abb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.3471129 Jul 16 01:51:22.057107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.064515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.107624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019c57bc-d34d-40a9-95ee-8415ab3ad0b1,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.119086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.123618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b6797a7b-5ad1-4bbd-a200-d64ae42d569c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2366397 Jul 16 01:51:22.124109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50578) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.176137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1e40ae0-710f-4a8e-a266-3f73ab7d8fe8 req-a158153b-267a-4cc2-94c6-378c523712e7 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741874 Jul 16 01:51:22.191249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddf55e65-9252-4670-a6d4-8fe093d87fbe req-ef9772bd-8ab4-4028-adfa-bdda436a9950 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641831 Jul 16 01:51:22.207954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61de9b5a-4c69-4fa9-8e59-1ece3256ec32 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.242258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61de9b5a-4c69-4fa9-8e59-1ece3256ec32 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.298360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61de9b5a-4c69-4fa9-8e59-1ece3256ec32 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.313894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61de9b5a-4c69-4fa9-8e59-1ece3256ec32 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.318948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61de9b5a-4c69-4fa9-8e59-1ece3256ec32 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/019c57bc-d34d-40a9-95ee-8415ab3ad0b1 HTTP/1.1" status: 204 len: 168 time: 0.1912110 Jul 16 01:51:22.319712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.327156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9b5a-4c69-4fa9-8e59-1ece3256ec32 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=019c57bc-d34d-40a9-95ee-8415ab3ad0b1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.393514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b6e2a0f9-bda0-4822-aea0-9e2bdfcc85fb tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722833 Jul 16 01:51:22.396524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50586) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.463004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-628ec79f-980d-445f-ae54-adb17dc5ecf0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.516328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-628ec79f-980d-445f-ae54-adb17dc5ecf0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.618541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-628ec79f-980d-445f-ae54-adb17dc5ecf0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.621358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-628ec79f-980d-445f-ae54-adb17dc5ecf0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.626439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.629774 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-628ec79f-980d-445f-ae54-adb17dc5ecf0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/4de0b343-0175-4d87-8ec5-52a51c5dc2a1 HTTP/1.1" status: 204 len: 168 time: 0.2310128 Jul 16 01:51:22.647302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ec79f-980d-445f-ae54-adb17dc5ecf0 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de0b343-0175-4d87-8ec5-52a51c5dc2a1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.756520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50602) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.777591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group': {'name': 'tempest-secgroup--433140871'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:22.791843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cd6e150e-eb89-4701-91cb-56b545d1ded4 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550076 Jul 16 01:51:22.840490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.009480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.014406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.050283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.051722 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2937117 Jul 16 01:51:23.054387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.056508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79336e7f-4a5b-4fdd-8b89-604192d9e63d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2478a577-5176-4dba-a474-1140e01e701a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.059565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '2478a577-5176-4dba-a474-1140e01e701a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:23.147780 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.324066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.330812 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.381220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.382445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268311 Jul 16 01:51:23.385211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50630) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.410165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5555d5c-0fe5-4061-a7ef-f51c9b164e15 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3cdd79-4ca6-409c-9fdb-c6a5f689bc47,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.420657 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1512123a-dcf3-4346-8470-c62762da2268 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules/8f3cdd79-4ca6-409c-9fdb-c6a5f689bc47 HTTP/1.1" status: 200 len: 763 time: 0.0342593 Jul 16 01:51:23.423285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50632) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.664096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50636) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.665509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cc37d0ff-30d3-47b6-8612-5ec3cbf0942d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2396827 Jul 16 01:51:23.750748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f90387-870d-42b0-a35b-9aa72afc6686 req-27105b52-3f4b-4ba2-a920-b059d3cb70a5 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.753415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15f90387-870d-42b0-a35b-9aa72afc6686 req-27105b52-3f4b-4ba2-a920-b059d3cb70a5 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.3319311 Jul 16 01:51:23.762855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf271-77bd-4410-933f-39401940adc4 req-a356f4db-d273-4e83-8095-adccfdbf2e7b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.771184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb0bf271-77bd-4410-933f-39401940adc4 req-a356f4db-d273-4e83-8095-adccfdbf2e7b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.3282197 Jul 16 01:51:23.775479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccb53-266c-48c0-9b5c-1f7c72bbe638 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.799027 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccb53-266c-48c0-9b5c-1f7c72bbe638 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.851023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15f90387-870d-42b0-a35b-9aa72afc6686 req-ed901947-0985-41cf-8298-f69710e9686d tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676532 Jul 16 01:51:23.863793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccb53-266c-48c0-9b5c-1f7c72bbe638 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.892456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c1ccb53-266c-48c0-9b5c-1f7c72bbe638 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.895863 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4c1ccb53-266c-48c0-9b5c-1f7c72bbe638 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8f3cdd79-4ca6-409c-9fdb-c6a5f689bc47 HTTP/1.1" status: 204 len: 168 time: 0.2284954 Jul 16 01:51:23.896834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50640) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.927476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb0bf271-77bd-4410-933f-39401940adc4 req-64c557ef-2908-456f-9714-da5909e5c08d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530025 Jul 16 01:51:23.931464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ccb53-266c-48c0-9b5c-1f7c72bbe638 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f3cdd79-4ca6-409c-9fdb-c6a5f689bc47,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.979348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29b1f3d0-2067-4d90-8039-985056407693 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813401 Jul 16 01:51:23.982057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50642) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.997476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '2478a577-5176-4dba-a474-1140e01e701a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:24.065483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.213640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.228474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.266359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9e2432-6c14-48a7-813a-f5de06e3f181,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.280230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.284407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.293208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3fee969c-64f1-4203-b0d0-820ab0680d3b tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3089066 Jul 16 01:51:24.313188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50654) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.320111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-db72128d-d77a-453e-a98f-ff9d39d45696 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules/2e9e2432-6c14-48a7-813a-f5de06e3f181 HTTP/1.1" status: 200 len: 763 time: 0.0343957 Jul 16 01:51:24.396591 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19631ab6-102c-4b42-a0f0-9cb56cd0f2b9 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0820229 Jul 16 01:51:24.398998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50656) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.437796 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1056e745-df41-41af-9bf8-1ba297fe5d9a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.446432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1056e745-df41-41af-9bf8-1ba297fe5d9a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.480701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1056e745-df41-41af-9bf8-1ba297fe5d9a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.490397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1056e745-df41-41af-9bf8-1ba297fe5d9a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.492535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1056e745-df41-41af-9bf8-1ba297fe5d9a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2e9e2432-6c14-48a7-813a-f5de06e3f181 HTTP/1.1" status: 204 len: 168 time: 0.0924485 Jul 16 01:51:24.498463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.505258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056e745-df41-41af-9bf8-1ba297fe5d9a tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e9e2432-6c14-48a7-813a-f5de06e3f181,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.596943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50660) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.597455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d69313a-4c9f-46d7-aa67-4fff2d90711d tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0971093 Jul 16 01:51:24.606893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Request body: {'security_group_rule': {'security_group_id': '2478a577-5176-4dba-a474-1140e01e701a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:24.675280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.741833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.746284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.770858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d868e-0213-439f-858f-8c4b196760b4,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.779060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.785007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f465dcdf-897d-4a5e-9b7b-104a16b1d74e tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844518 Jul 16 01:51:24.785267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50662) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.814471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50664) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.827536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bf551cef-b703-4b96-a7b5-808e87fad905 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules/430d868e-0213-439f-858f-8c4b196760b4 HTTP/1.1" status: 200 len: 764 time: 0.0404801 Jul 16 01:51:24.903484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2674b956-c7fd-43b7-858d-e69ba8d7da67 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0850010 Jul 16 01:51:24.903825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.939068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f1a243f-5900-4c44-99b7-90ccb515b5cd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.952245 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f1a243f-5900-4c44-99b7-90ccb515b5cd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.004981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f1a243f-5900-4c44-99b7-90ccb515b5cd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.021091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f1a243f-5900-4c44-99b7-90ccb515b5cd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.024684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0f1a243f-5900-4c44-99b7-90ccb515b5cd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/430d868e-0213-439f-858f-8c4b196760b4 HTTP/1.1" status: 204 len: 168 time: 0.1173542 Jul 16 01:51:25.025980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50674) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.028738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a243f-5900-4c44-99b7-90ccb515b5cd tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=430d868e-0213-439f-858f-8c4b196760b4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.174855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.175040 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f4d92df5-55c7-4e41-b22e-9630180eb796 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1461728 Jul 16 01:51:25.356869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c523-cdbb-4236-ac5f-0c0cd4b1dc3c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.392977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511253-b81f-4927-b479-6db59b73878e req-d5516be9-d0a7-4083-99dd-680a7c2ad653 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.394521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae511253-b81f-4927-b479-6db59b73878e req-d5516be9-d0a7-4083-99dd-680a7c2ad653 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.2212999 Jul 16 01:51:25.412269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c523-cdbb-4236-ac5f-0c0cd4b1dc3c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.465140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a079-8e50-4fc1-bec8-309bda5325b3 req-c0cea371-0fa0-41a8-afd0-40101b7f0d73 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.466822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6500a079-8e50-4fc1-bec8-309bda5325b3 req-c0cea371-0fa0-41a8-afd0-40101b7f0d73 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2326386 Jul 16 01:51:25.512048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae511253-b81f-4927-b479-6db59b73878e req-14a31c19-f33b-46a8-82c7-799667944e56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095512 Jul 16 01:51:25.540619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6500a079-8e50-4fc1-bec8-309bda5325b3 req-3892f368-c348-4078-ab58-c17e1e02b815 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590463 Jul 16 01:51:25.546927 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c523-cdbb-4236-ac5f-0c0cd4b1dc3c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.550006 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2d6c523-cdbb-4236-ac5f-0c0cd4b1dc3c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.553982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 50686) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.561713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e2d6c523-cdbb-4236-ac5f-0c0cd4b1dc3c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "DELETE /v2.0/security-groups/2478a577-5176-4dba-a474-1140e01e701a HTTP/1.1" status: 204 len: 168 time: 0.3850341 Jul 16 01:51:25.572687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6c523-cdbb-4236-ac5f-0c0cd4b1dc3c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478a577-5176-4dba-a474-1140e01e701a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.629111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4829ad7c-3fab-4821-83c4-205797da802c tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736675 Jul 16 01:51:25.633640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.712719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1bd837c3-1c1f-4553-b5e0-6363a1c7acf5 tempest-SecGroupTest-1613178354 tempest-SecGroupTest-1613178354-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777533 Jul 16 01:51:26.119702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:26.411850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fda4ac89-7e69-45a7-9391-9aefb6df55ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f5bd83316b84d9d8be37fba37be9c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896833 Jul 16 01:51:26.414584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 50718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:26.481502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50b75c4e-db33-4d88-b62d-4d04ea24a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.534346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50b75c4e-db33-4d88-b62d-4d04ea24a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.602571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50b75c4e-db33-4d88-b62d-4d04ea24a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.608388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50b75c4e-db33-4d88-b62d-4d04ea24a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.615141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-50b75c4e-db33-4d88-b62d-4d04ea24a512 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bec032d-f125-4444-9d3f-3b8268dc182e HTTP/1.1" status: 204 len: 168 time: 0.1994112 Jul 16 01:51:26.633755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b75c4e-db33-4d88-b62d-4d04ea24a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bec032d-f125-4444-9d3f-3b8268dc182e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.122359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cb5da-9da0-4207-a0ff-a3e99d6a8cb3 req-f26d67c9-fb9c-4eaf-a398-4a47915ea4f3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.143736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e39cb5da-9da0-4207-a0ff-a3e99d6a8cb3 req-f26d67c9-fb9c-4eaf-a398-4a47915ea4f3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.2412028 Jul 16 01:51:27.228786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e39cb5da-9da0-4207-a0ff-a3e99d6a8cb3 req-91e5f531-a254-4c65-aab9-d919e34cdb95 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840373 Jul 16 01:51:27.369637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace29a9d-c19d-416d-8818-02107b4c528f req-d728367e-e7c1-47e7-8248-efeab1bc5204 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.372509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ace29a9d-c19d-416d-8818-02107b4c528f req-d728367e-e7c1-47e7-8248-efeab1bc5204 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1484280 Jul 16 01:51:27.445254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ace29a9d-c19d-416d-8818-02107b4c528f req-26b1bb4c-1c3b-4b48-94e7-212f8589359e tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579064 Jul 16 01:51:27.605495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8d01c-f1fc-49b6-8b0e-c7d217fee29c req-32d3361c-89c4-4d4e-a49e-f98e51501735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.607768 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cab8d01c-f1fc-49b6-8b0e-c7d217fee29c req-32d3361c-89c4-4d4e-a49e-f98e51501735 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 1097 time: 0.1081498 Jul 16 01:51:27.672616 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cab8d01c-f1fc-49b6-8b0e-c7d217fee29c req-53a49c56-de17-47a7-8ad5-c051eaa7e30a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562046 Jul 16 01:51:28.585216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3a93f-474e-42b3-bb9f-242cacf42a98 req-f2077b4c-b1b9-496c-967f-8ccffa1ad410 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.587655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05c3a93f-474e-42b3-bb9f-242cacf42a98 req-f2077b4c-b1b9-496c-967f-8ccffa1ad410 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1475794 Jul 16 01:51:28.673788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05c3a93f-474e-42b3-bb9f-242cacf42a98 req-e8b5fc59-3b80-4b49-887f-6df3b062ff0e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737438 Jul 16 01:51:28.892660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c634126-952c-4ef7-97d6-beab9116d95e req-ee0c94c4-5754-4fb4-b027-b15ed1dbec52 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.907027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-a9457147-3966-4a18-9e2b-0153c5bbe0c7 req-e5248bbd-a085-41ba-bddf-b87b92bc290d service neutron] (93755) timed out ('10.222.0.42', 54554) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:51:28.908854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c634126-952c-4ef7-97d6-beab9116d95e req-ee0c94c4-5754-4fb4-b027-b15ed1dbec52 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1600204 Jul 16 01:51:29.033128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c634126-952c-4ef7-97d6-beab9116d95e req-49336316-259e-45fc-8eb4-15fb367fe6f3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232433 Jul 16 01:51:29.961804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f603-b7b2-449a-af55-2d33687fdd45 req-a508ed06-0fa0-4e47-824e-f1a7c45fd36c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.970154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1b1f603-b7b2-449a-af55-2d33687fdd45 req-a508ed06-0fa0-4e47-824e-f1a7c45fd36c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1246593 Jul 16 01:51:30.022545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1b1f603-b7b2-449a-af55-2d33687fdd45 req-39fdf1d2-3eb6-4f05-9800-5d04312f5ae3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Jul 16 01:51:30.415134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540aa64-c429-4a9c-8505-5b5a84274b6d req-cfa50c3a-45c6-4a3d-8cdb-c40b337eb2dd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.424524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0540aa64-c429-4a9c-8505-5b5a84274b6d req-cfa50c3a-45c6-4a3d-8cdb-c40b337eb2dd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1636553 Jul 16 01:51:30.622213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0540aa64-c429-4a9c-8505-5b5a84274b6d req-9ffb26e2-c597-46d2-8cbd-b3b8665f4354 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965654 Jul 16 01:51:30.653878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-54be8369-6ce6-4df5-b377-8d766c652015 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.658239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-54be8369-6ce6-4df5-b377-8d766c652015 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 811 time: 0.1908362 Jul 16 01:51:30.686226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-7b4604e7-6555-443b-9e78-8d5bda64702e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/quotas/8c7a4d7b3aa444a7884f88d2f005b152 HTTP/1.1" status: 200 len: 375 time: 0.0206368 Jul 16 01:51:30.792991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-efdff895-5e01-404f-856c-a5837b1869cc tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046371 Jul 16 01:51:30.986186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-c112da04-7336-46ef-916a-de89b40652a9 service neutron] 10.222.0.42 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918440 Jul 16 01:51:31.199185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b3c38618-41c9-42fb-92a0-f121df6788b8 service neutron] 10.222.0.42 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043860 Jul 16 01:51:31.588273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2776e356-0a18-4dc7-b40e-bd9fb9209a27 req-d692c895-71ec-4907-970a-140fb051aa3e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 210 time: 0.0498374 Jul 16 01:51:31.910931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7125-38ff-4d02-976d-1d706713b4b7 req-da6d0285-69a1-49bf-b251-0e6c1e1c5845 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.915645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec3a7125-38ff-4d02-976d-1d706713b4b7 req-da6d0285-69a1-49bf-b251-0e6c1e1c5845 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1137564 Jul 16 01:51:31.994704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec3a7125-38ff-4d02-976d-1d706713b4b7 req-6a6f5455-6be4-4e81-8fbc-15927df5f691 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704958 Jul 16 01:51:32.919817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e8e4e2a-ad6f-4624-8674-5b514ab5cc37 req-837764d0-eccc-4711-b6ef-16fb378a0975 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 210 time: 0.0680227 Jul 16 01:51:33.387201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b7d8-8040-4cba-831c-33c2c24485da req-cb962cfc-5e37-4fcb-b3cd-e24cebdb31fc tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.393017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd77b7d8-8040-4cba-831c-33c2c24485da req-cb962cfc-5e37-4fcb-b3cd-e24cebdb31fc tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.1712317 Jul 16 01:51:33.474518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd77b7d8-8040-4cba-831c-33c2c24485da req-31404edd-e402-4987-bb71-92341cda6996 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704060 Jul 16 01:51:33.913565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-12caabae-741e-41b0-a920-0f0f06b30495 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.915404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-12caabae-741e-41b0-a920-0f0f06b30495 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.13 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 811 time: 0.2752097 Jul 16 01:51:33.985766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Request body: {'port': {'device_id': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'admin_state_up': True, 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:34.346123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c81a-2245-437a-8c01-075ed183774a req-980dcd92-3d8a-42af-9da2-ed2df6a444e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.347716 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-980dcd92-3d8a-42af-9da2-ed2df6a444e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1098 time: 0.2028382 Jul 16 01:51:34.424181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Made reservation on behalf of 8c7a4d7b3aa444a7884f88d2f005b152 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:34.443877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.710068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c81a-2245-437a-8c01-075ed183774a req-ddbd73e5-03ae-4369-a497-00772eb36495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.711982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-ddbd73e5-03ae-4369-a497-00772eb36495 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.3569856 Jul 16 01:51:34.824188 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-c4d83032-f550-438d-a214-094ca539813e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1002 time: 0.1041377 Jul 16 01:51:34.887090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c81a-2245-437a-8c01-075ed183774a req-ac36e667-0a56-4b62-82bc-a0df49bc0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.888880 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-ac36e667-0a56-4b62-82bc-a0df49bc0e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.0593922 Jul 16 01:51:34.973483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c81a-2245-437a-8c01-075ed183774a req-b89d8c3d-6f6e-42c3-a786-0c479336506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.975136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-b89d8c3d-6f6e-42c3-a786-0c479336506d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803623 Jul 16 01:51:34.995783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f26d7ae-ea11-44d6-bdb4-b7f86865f46a req-7e8d79a4-b824-4d5e-909a-20bc61870499 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 210 time: 0.5459378 Jul 16 01:51:35.104325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-b367a93c-0416-4267-9fd5-203e2c292901 service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220455 Jul 16 01:51:35.238295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0bee3-1923-4625-8334-d38c4b0c4f42 req-50a8e061-655b-405c-964e-bca374f7dfc1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:35.245556 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a56c81a-2245-437a-8c01-075ed183774a req-8a6f849a-8f87-4564-bd79-4a0c6eb707aa service neutron] 10.222.0.13 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350856 Jul 16 01:51:35.245911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dce0bee3-1923-4625-8334-d38c4b0c4f42 req-50a8e061-655b-405c-964e-bca374f7dfc1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.2940617 Jul 16 01:51:35.316389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dce0bee3-1923-4625-8334-d38c4b0c4f42 req-84e8d50c-82bf-4071-af2a-32933f810b53 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693827 Jul 16 01:51:35.330543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Allocated IP 172.20.0.14 (aa5bd1c9-02ff-4556-9d31-45d404b96216/83affbde-6a0e-46f4-a62f-ec6e5d904825/30d5f573-6c54-4b7d-8668-44189149e5dd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:35.568165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.633406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.652118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d3a88274-80c7-4ab5-acaf-64ada9142baa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:35.729643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Network aa5bd1c9-02ff-4556-9d31-45d404b96216 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:35.752741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:35.757840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:35.834429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Pushing event updated for resources: {'Port': ['ID=30d5f573-6c54-4b7d-8668-44189149e5dd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.903186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:35.903964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.945119 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-400a29bf-c8e2-4e4a-b961-30a5719f2656 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9736829 Jul 16 01:51:35.966386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Request body: {'port': {'device_id': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:36.184831 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.658566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:36.832841 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.871237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac59a6-e80a-4d3b-aede-428d56b84d99 req-3feee3a1-6607-4905-a8bf-634cb9fdef55 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:36.873970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2aac59a6-e80a-4d3b-aede-428d56b84d99 req-3feee3a1-6607-4905-a8bf-634cb9fdef55 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.3522999 Jul 16 01:51:36.897261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e02ac-5050-4657-9160-c58958206591 req-f8ed36f3-7557-47a1-b0eb-2b621b2ea511 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:36.899810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e8e02ac-5050-4657-9160-c58958206591 req-f8ed36f3-7557-47a1-b0eb-2b621b2ea511 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 932 time: 0.4818866 Jul 16 01:51:36.917902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:36.919999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:36.927178 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d35e1c6-8f3f-47b0-bc13-bf2b1d9e84a1" -d '{"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-unplugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:36.933466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.048281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e8e02ac-5050-4657-9160-c58958206591 req-24ee5b52-db21-4e71-a921-d397745593aa tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080437 Jul 16 01:51:37.099504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:37.137814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2aac59a6-e80a-4d3b-aede-428d56b84d99 req-7902fe42-9602-483e-92f8-13b1b2cfe713 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097356 Jul 16 01:51:37.146025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d5f573-6c54-4b7d-8668-44189149e5dd {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:37.162440 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.194013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Transition to ACTIVE for port object 30d5f573-6c54-4b7d-8668-44189149e5dd will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:37.204540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.278587 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f51713-9ad7-43ed-91cd-6e545cc9bdb0 x-openstack-request-id: req-37f51713-9ad7-43ed-91cd-6e545cc9bdb0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:37.279670 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-unplugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:37.280146 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37f51713-9ad7-43ed-91cd-6e545cc9bdb0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:37.281443 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'code': 200} Jul 16 01:51:37.339328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Pushing event updated for resources: {'Port': ['ID=30d5f573-6c54-4b7d-8668-44189149e5dd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:37.549972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.552567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Attempting to bind port 30d5f573-6c54-4b7d-8668-44189149e5dd on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:37.556946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Attempting to bind port 30d5f573-6c54-4b7d-8668-44189149e5dd by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:37.569408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Attempting to bind port 30d5f573-6c54-4b7d-8668-44189149e5dd on network aa5bd1c9-02ff-4556-9d31-45d404b96216 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:37.617739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Port 30d5f573-6c54-4b7d-8668-44189149e5dd on network aa5bd1c9-02ff-4556-9d31-45d404b96216 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:37.620720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Attempting to bind port 30d5f573-6c54-4b7d-8668-44189149e5dd on network aa5bd1c9-02ff-4556-9d31-45d404b96216 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:37.644440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:37.644858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Checking segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:37.647469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Bound using segment: {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:37.648553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Bound port: 30d5f573-6c54-4b7d-8668-44189149e5dd, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952bfce6-f669-48f9-bb68-0a3422d219f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:37.648939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.806152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] For port 30d5f573-6c54-4b7d-8668-44189149e5dd, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:37.862846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] For port 30d5f573-6c54-4b7d-8668-44189149e5dd, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=30d5f573-6c54-4b7d-8668-44189149e5dd,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:37.871421 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.946891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.947644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.949444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] 10.222.0.13 "PUT /v2.0/ports/30d5f573-6c54-4b7d-8668-44189149e5dd HTTP/1.1" status: 200 len: 1093 time: 1.9896135 Jul 16 01:51:37.954775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'tag': '30d5f573-6c54-4b7d-8668-44189149e5dd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:37.957563 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f752376-4721-4ea9-bc82-38bf7a5367d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef86144-cf46-402f-84ae-ce3a41939c5f", "tag": "30d5f573-6c54-4b7d-8668-44189149e5dd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:37.991592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171fa6e-b16b-49cd-8670-46392a0b1141 service neutron] Pushing event updated for resources: {'Port': ['ID=30d5f573-6c54-4b7d-8668-44189149e5dd,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.005863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5338a-4624-4104-b1ec-b742b26a19a3 req-db825456-bd29-486a-b1d8-8999de20fbc0 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.008133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7b5338a-4624-4104-b1ec-b742b26a19a3 req-db825456-bd29-486a-b1d8-8999de20fbc0 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2102129 Jul 16 01:51:38.036782 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6e9d68-6b53-4b65-b2d0-c3b412e095b8 x-openstack-request-id: req-8f6e9d68-6b53-4b65-b2d0-c3b412e095b8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:38.037086 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef86144-cf46-402f-84ae-ce3a41939c5f", "tag": "30d5f573-6c54-4b7d-8668-44189149e5dd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:38.037346 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f6e9d68-6b53-4b65-b2d0-c3b412e095b8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:38.037764 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'tag': '30d5f573-6c54-4b7d-8668-44189149e5dd', 'status': 'completed', 'code': 200} Jul 16 01:51:38.213089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7b5338a-4624-4104-b1ec-b742b26a19a3 req-29a432c3-b168-43af-99a0-3bf90931d343 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861277 Jul 16 01:51:38.272724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-6f08868a-4acb-443c-8fda-1d6b8bda622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.274406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-6f08868a-4acb-443c-8fda-1d6b8bda622b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 1096 time: 0.2345481 Jul 16 01:51:38.387437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-58dea0a8-1aef-41cf-927b-cc956d78148c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d5f573-6c54-4b7d-8668-44189149e5dd HTTP/1.1" status: 200 len: 217 time: 0.0975015 Jul 16 01:51:38.508505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-df0c2da1-8477-4700-937c-eb7246729dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.510008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-df0c2da1-8477-4700-937c-eb7246729dfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.1093326 Jul 16 01:51:38.560739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-f6b18b8f-3adc-4c0d-8583-2e0beb7fe728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406089 Jul 16 01:51:38.605201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd73f0-fcdc-4db4-badf-89aa19246027 req-26ed47ff-d3e1-41dd-ae45-fd0f99d75dad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.606788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45dd73f0-fcdc-4db4-badf-89aa19246027 req-26ed47ff-d3e1-41dd-ae45-fd0f99d75dad tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 944 time: 0.1981635 Jul 16 01:51:38.614641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d547e3-4880-43e6-b0cb-71c8c265e2b5 req-d5e5478f-19c4-4c50-8e0e-76a2cdd0227e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.616131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67d547e3-4880-43e6-b0cb-71c8c265e2b5 req-d5e5478f-19c4-4c50-8e0e-76a2cdd0227e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 944 time: 0.2255433 Jul 16 01:51:38.719928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45dd73f0-fcdc-4db4-badf-89aa19246027 req-0e0fe499-1b7e-4fae-8def-74a9592b30b8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027234 Jul 16 01:51:38.740203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67d547e3-4880-43e6-b0cb-71c8c265e2b5 req-085f9450-25f6-476e-b384-186bb05974d5 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126423 Jul 16 01:51:38.756794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-f9ed35b2-849a-4156-850b-11f40e08341d service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861589 Jul 16 01:51:38.867218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d33b4db7-9329-4a9a-8fcc-790693de1f04 req-77c2d23a-24ab-4715-9c58-10004384d1ad service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067801 Jul 16 01:51:39.031710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-e5cc2bb5-d794-4cc9-afa5-fb070d0f62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.034391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-e5cc2bb5-d794-4cc9-afa5-fb070d0f62d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 1096 time: 0.0743651 Jul 16 01:51:39.184689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-89485ea6-67fd-4ef6-acbe-94c000c061ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.186645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-89485ea6-67fd-4ef6-acbe-94c000c061ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 912 time: 0.1457531 Jul 16 01:51:39.265199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-8e5284af-f553-4549-aecb-69a90712afb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d5f573-6c54-4b7d-8668-44189149e5dd HTTP/1.1" status: 200 len: 217 time: 0.0705838 Jul 16 01:51:39.350449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-608ebe3c-1b04-416b-b641-2d05b572a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.354557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-608ebe3c-1b04-416b-b641-2d05b572a2c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.0823073 Jul 16 01:51:39.519854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-b3e48a28-552d-4678-8555-ad9898156ffe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563935 Jul 16 01:51:39.672464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-160ecedf-472d-4cf5-87e5-53d39dfeefd6 service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398139 Jul 16 01:51:39.742072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54928ef6-c035-43a5-bfb6-ca66fbc571cd req-6e342337-c771-42f4-a088-ef2425d19619 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.744402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54928ef6-c035-43a5-bfb6-ca66fbc571cd req-6e342337-c771-42f4-a088-ef2425d19619 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2844322 Jul 16 01:51:39.849391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f752376-4721-4ea9-bc82-38bf7a5367d1 req-1c2abf6f-4085-44ce-a9bc-23a624ce22d5 service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604431 Jul 16 01:51:39.851083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54928ef6-c035-43a5-bfb6-ca66fbc571cd req-9db692df-5d63-4eba-a923-19bde7c77b66 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578439 Jul 16 01:51:40.130911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07cb4378-1563-4795-9c4d-b4935d43abf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.202714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7482df-4343-4367-822b-a77991bcd0ae req-205db0ca-2601-4373-89e7-f8c68d418ecd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.211879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f7482df-4343-4367-822b-a77991bcd0ae req-205db0ca-2601-4373-89e7-f8c68d418ecd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 944 time: 0.1959555 Jul 16 01:51:40.267475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f7482df-4343-4367-822b-a77991bcd0ae req-172856c4-59ab-4178-a98c-34708f7cfcbc tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Jul 16 01:51:40.384101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-98c4d2c1-9c1b-4139-aea3-034bbbf87b8c req-5941698a-13ad-4160-8855-893b46bcf5a1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:51:40.388553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98c4d2c1-9c1b-4139-aea3-034bbbf87b8c req-5941698a-13ad-4160-8855-893b46bcf5a1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089087 Jul 16 01:51:40.667785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 30d5f573-6c54-4b7d-8668-44189149e5dd details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:40.685524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:41.029476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8c306-fc59-4639-bf46-afe8c3417109 req-3caa4e79-0859-4940-96b8-5ea304ce546b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.039401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2c8c306-fc59-4639-bf46-afe8c3417109 req-3caa4e79-0859-4940-96b8-5ea304ce546b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 944 time: 0.1800976 Jul 16 01:51:41.214622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 30d5f573-6c54-4b7d-8668-44189149e5dd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=30d5f573-6c54-4b7d-8668-44189149e5dd,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:41.228518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '30d5f573-6c54-4b7d-8668-44189149e5dd', 'network_id': 'aa5bd1c9-02ff-4556-9d31-45d404b96216', 'port_id': '30d5f573-6c54-4b7d-8668-44189149e5dd', 'mac_address': 'fa:16:3e:4e:63:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83affbde-6a0e-46f4-a62f-ec6e5d904825', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:41.232801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2c8c306-fc59-4639-bf46-afe8c3417109 req-e24f3931-2728-435b-b4ab-a3d1b41b8b98 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858766 Jul 16 01:51:41.335656 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.362924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d5f573-6c54-4b7d-8668-44189149e5dd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:41.387240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320868b6-e5f0-434e-b833-dbef1c2b993f req-d35a5a44-dd8f-446e-8ea8-f9210caba99b tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.405616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-320868b6-e5f0-434e-b833-dbef1c2b993f req-d35a5a44-dd8f-446e-8ea8-f9210caba99b tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2812963 Jul 16 01:51:41.413444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 30d5f573-6c54-4b7d-8668-44189149e5dd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=30d5f573-6c54-4b7d-8668-44189149e5dd,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:41.421424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.538409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=30d5f573-6c54-4b7d-8668-44189149e5dd,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.557127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-320868b6-e5f0-434e-b833-dbef1c2b993f req-a31568b0-6f2f-46c8-b206-6a3ef6f3de56 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473300 Jul 16 01:51:41.649623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44557cb7-f073-4e85-8ed9-bcf3e5b5622e req-09213f8c-d22c-4072-964f-9452962996ee tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.655074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44557cb7-f073-4e85-8ed9-bcf3e5b5622e req-09213f8c-d22c-4072-964f-9452962996ee tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 945 time: 0.1287162 Jul 16 01:51:41.660208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-bc6263d5-c2c8-4f7b-9787-b7e86820df7f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4639757 Jul 16 01:51:41.696697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['30d5f573-6c54-4b7d-8668-44189149e5dd'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:41.771574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44557cb7-f073-4e85-8ed9-bcf3e5b5622e req-0481f205-7894-42c6-a334-f71e0b274f35 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097560 Jul 16 01:51:42.395384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85d96ab4-88f5-4d6b-b597-399333f10ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.463449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.509744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab974d-5de4-4fcb-ac71-f12541fe7f80 req-fd6c2321-753a-4b9c-9050-97bda6454af3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.511704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97ab974d-5de4-4fcb-ac71-f12541fe7f80 req-fd6c2321-753a-4b9c-9050-97bda6454af3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 944 time: 0.0951388 Jul 16 01:51:42.562567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97ab974d-5de4-4fcb-ac71-f12541fe7f80 req-1d5e736d-a60f-4c7c-ab55-089cfbc687fd tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jul 16 01:51:42.677631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 30d5f573-6c54-4b7d-8668-44189149e5dd up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:42.768910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 30d5f573-6c54-4b7d-8668-44189149e5dd completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:42.774329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 30d5f573-6c54-4b7d-8668-44189149e5dd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:42.774928 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.902810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.940662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df76db-5037-45cf-9187-37777ec0f705 req-45e006d2-f213-4544-93ff-364bbbd26046 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.945435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d5f573-6c54-4b7d-8668-44189149e5dd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:42.956999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08df76db-5037-45cf-9187-37777ec0f705 req-45e006d2-f213-4544-93ff-364bbbd26046 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1768570 Jul 16 01:51:42.964947 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60483f-1654-4e79-be97-69833164ee5a" -d '{"events": [{"server_uuid": "1ef86144-cf46-402f-84ae-ce3a41939c5f", "name": "network-vif-plugged", "status": "completed", "tag": "30d5f573-6c54-4b7d-8668-44189149e5dd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:43.011044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 30d5f573-6c54-4b7d-8668-44189149e5dd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=30d5f573-6c54-4b7d-8668-44189149e5dd,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:43.013198 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.124568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-08df76db-5037-45cf-9187-37777ec0f705 req-5c4817ad-2158-4178-9ee3-471ae8ea0cf6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579034 Jul 16 01:51:43.131234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=30d5f573-6c54-4b7d-8668-44189149e5dd,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.178781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefb9dc-e798-4d0d-8b98-432f5b582380 req-e965a231-b20a-4915-939c-b2903bc0d1a3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.203138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eefb9dc-e798-4d0d-8b98-432f5b582380 req-e965a231-b20a-4915-939c-b2903bc0d1a3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1923180 Jul 16 01:51:43.207740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800001-0798-489b-955f-f24a444a0588 req-926a10d9-9365-4e0a-8c02-bc8e732e5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.209744 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-926a10d9-9365-4e0a-8c02-bc8e732e5443 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94&tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f HTTP/1.1" status: 200 len: 1096 time: 0.1706738 Jul 16 01:51:43.222831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:43.252293 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dfa8fd-98e0-4c34-a1b8-215bd72c35e9 x-openstack-request-id: req-96dfa8fd-98e0-4c34-a1b8-215bd72c35e9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:43.252590 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef86144-cf46-402f-84ae-ce3a41939c5f", "name": "network-vif-plugged", "status": "completed", "tag": "30d5f573-6c54-4b7d-8668-44189149e5dd", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:43.252848 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96dfa8fd-98e0-4c34-a1b8-215bd72c35e9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:43.253246 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d5f573-6c54-4b7d-8668-44189149e5dd', 'code': 200} Jul 16 01:51:43.264023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6eefb9dc-e798-4d0d-8b98-432f5b582380 req-d7543b41-2117-4177-b3a1-7c5c4e14782f tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601726 Jul 16 01:51:43.414796 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.528142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb77b0-858f-4507-b2b4-56d0a72c30c4 req-ac24f6aa-b201-460b-a130-914f3a76b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.537015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bbb77b0-858f-4507-b2b4-56d0a72c30c4 req-ac24f6aa-b201-460b-a130-914f3a76b404 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 1098 time: 0.1248374 Jul 16 01:51:43.625503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bbb77b0-858f-4507-b2b4-56d0a72c30c4 req-cb75a068-97fb-48c3-8e10-82f995241b24 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873830 Jul 16 01:51:43.754514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.838398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:43.930650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61978487-be4e-4ea2-85e1-6c6f72e722c1 req-655792fc-e39a-47a3-bb2c-6aae7f78250b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.932314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61978487-be4e-4ea2-85e1-6c6f72e722c1 req-655792fc-e39a-47a3-bb2c-6aae7f78250b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 944 time: 0.1311853 Jul 16 01:51:43.956674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:44.053412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61978487-be4e-4ea2-85e1-6c6f72e722c1 req-bbf4cd3d-2891-4c66-86a1-aa7a665f91ed tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964940 Jul 16 01:51:44.066032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:44.082503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.098571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Transition to ACTIVE for port object 867715a3-b604-47da-b4ee-1b72ac8e294c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:44.104450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.315681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:44.630184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7a1b5-2e2a-4257-920e-7bbbc0b126ec req-7d092286-35ea-466f-b59c-a74809ac4f9f tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.650540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9d7a1b5-2e2a-4257-920e-7bbbc0b126ec req-7d092286-35ea-466f-b59c-a74809ac4f9f tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1693504 Jul 16 01:51:44.818929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9d7a1b5-2e2a-4257-920e-7bbbc0b126ec req-28fafa15-fff0-48f0-831b-f4f02d9ad45c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673055 Jul 16 01:51:44.821539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] No DVR routers for this DVR port 867715a3-b604-47da-b4ee-1b72ac8e294c on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:44.896810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179636fe-f30e-47fa-a748-8f0b347104df req-e0a60ef4-f37a-4a10-a65a-c3361fc6cd79 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.913580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-179636fe-f30e-47fa-a748-8f0b347104df req-e0a60ef4-f37a-4a10-a65a-c3361fc6cd79 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.2558465 Jul 16 01:51:45.007527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-179636fe-f30e-47fa-a748-8f0b347104df req-c7a76a8e-aa02-4f14-845c-634a48cfdbde tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904641 Jul 16 01:51:45.144859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:45.145269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:45.145537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:45.154937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Port 867715a3-b604-47da-b4ee-1b72ac8e294c on network e8d0569f-ec02-4010-87de-d0349c74d857 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:45.155450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Attempting to bind port 867715a3-b604-47da-b4ee-1b72ac8e294c on network e8d0569f-ec02-4010-87de-d0349c74d857 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:45.165902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:45.166467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Checking segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:45.167182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Bound using segment: {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:45.167806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Bound port: 867715a3-b604-47da-b4ee-1b72ac8e294c, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59286cda-54ac-45bc-ab98-bbf7f64fec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:45.168528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.288181 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.390235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:45.396124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:45.430797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.506536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.507327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.508696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] 10.222.0.23 "PUT /v2.0/ports/867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1093 time: 2.2921143 Jul 16 01:51:45.512571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:45.536986 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e355f5a-9a93-41ed-a2d8-51ab8114427d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:45.655412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6538c-831c-4bdf-bfba-8a158a9ba7ba req-1ee77b8b-eaa0-4746-8e60-117cfd896fc0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.661708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58a6538c-831c-4bdf-bfba-8a158a9ba7ba req-1ee77b8b-eaa0-4746-8e60-117cfd896fc0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.2612607 Jul 16 01:51:45.691330 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e306a3-7e90-4a4f-8cad-20825e037f32 x-openstack-request-id: req-72e306a3-7e90-4a4f-8cad-20825e037f32 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:45.691926 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:45.692965 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72e306a3-7e90-4a4f-8cad-20825e037f32 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:45.695471 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'status': 'completed', 'code': 200} Jul 16 01:51:45.747519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58a6538c-831c-4bdf-bfba-8a158a9ba7ba req-25d45ade-bce9-4b99-929c-b56d620647c2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784252 Jul 16 01:51:45.754389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25ceaa-7d99-4e28-aaac-45c59d3c985f service neutron] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.805946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800001-0798-489b-955f-f24a444a0588 req-85c3792a-016d-4452-b35e-2fb28bdfbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.808067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-85c3792a-016d-4452-b35e-2fb28bdfbdac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1097 time: 0.2579708 Jul 16 01:51:46.010855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800001-0798-489b-955f-f24a444a0588 req-e2f8c9c7-7d33-4c99-abc3-165a3d07a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.016622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-e2f8c9c7-7d33-4c99-abc3-165a3d07a133 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.1963029 Jul 16 01:51:46.132833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd744db-fe6a-4347-b483-beb7c78a695d req-6c584478-8a32-41d0-92bc-9f21427447a6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.141474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cd744db-fe6a-4347-b483-beb7c78a695d req-6c584478-8a32-41d0-92bc-9f21427447a6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.0848145 Jul 16 01:51:46.153434 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-d16d7d8d-12fb-4280-a776-de68b4f45975 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1000 time: 0.1322403 Jul 16 01:51:46.208562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cd744db-fe6a-4347-b483-beb7c78a695d req-799fa9e8-00d8-4d2e-9cab-c2755f2c90cb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655465 Jul 16 01:51:46.282348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800001-0798-489b-955f-f24a444a0588 req-733bb4c5-93b1-48e8-8de2-0c3ef1928b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.285153 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-733bb4c5-93b1-48e8-8de2-0c3ef1928b7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1225920 Jul 16 01:51:46.342793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5b617-6f97-4e0e-8e23-6ecd8b69e031 req-ae919ecf-0846-46a3-ae1c-b3da11107428 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.344775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29b5b617-6f97-4e0e-8e23-6ecd8b69e031 req-ae919ecf-0846-46a3-ae1c-b3da11107428 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1019769 Jul 16 01:51:46.385410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800001-0798-489b-955f-f24a444a0588 req-e3fa6675-aca4-49da-8091-521232068140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.387583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-e3fa6675-aca4-49da-8091-521232068140 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957570 Jul 16 01:51:46.476844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29b5b617-6f97-4e0e-8e23-6ecd8b69e031 req-ef33bdfd-6907-468e-8117-cd1b91c275ad tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187763 Jul 16 01:51:46.760349 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-8580bc90-6e11-4248-8bab-76ff1c914249 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564217 Jul 16 01:51:47.037901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52070) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:47.068630 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de800001-0798-489b-955f-f24a444a0588 req-3494c939-d4db-4bfc-a1a0-fe0fc08d9d98 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070393 Jul 16 01:51:47.253988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-f585e99c-9a23-4b2b-9cb4-f486eff7f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.257535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-f585e99c-9a23-4b2b-9cb4-f486eff7f923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 1098 time: 0.2862473 Jul 16 01:51:47.293606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc1df3-8249-476f-8e86-3bbc8c663ea7 req-f1216a78-d73d-41d7-94ce-f6271344b35b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.295213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15fc1df3-8249-476f-8e86-3bbc8c663ea7 req-f1216a78-d73d-41d7-94ce-f6271344b35b tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.2527995 Jul 16 01:51:47.303581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-642493df-b129-4a7b-b8b9-0adf0db8d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.305381 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-642493df-b129-4a7b-b8b9-0adf0db8d2f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1097 time: 0.1679373 Jul 16 01:51:47.392379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1358154f-2fb1-41a7-b4f5-ce1ed3f31778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.525823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025bdb-78eb-45f9-a66d-59911107aaa1 req-05df5c20-32d5-48cd-bb0c-ba4a70b66ffd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.533017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-56e22da5-02ba-463b-842e-223b466a54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.534270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a025bdb-78eb-45f9-a66d-59911107aaa1 req-05df5c20-32d5-48cd-bb0c-ba4a70b66ffd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.3766885 Jul 16 01:51:47.535094 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-56e22da5-02ba-463b-842e-223b466a54ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.2222476 Jul 16 01:51:47.585745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-ecf60674-bf0f-47a1-8905-2eaf473a9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.588024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-ecf60674-bf0f-47a1-8905-2eaf473a9fb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 912 time: 0.3188148 Jul 16 01:51:47.610016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15fc1df3-8249-476f-8e86-3bbc8c663ea7 req-e5e88a83-ff42-48ec-850b-e0eac046cf69 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282529 Jul 16 01:51:47.659490 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-9a9d7aa7-388f-435e-997d-4e887763f591 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1000 time: 0.1096988 Jul 16 01:51:47.761938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-5e43e617-0154-4f9b-990e-1c5d88cabae1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d5f573-6c54-4b7d-8668-44189149e5dd HTTP/1.1" status: 200 len: 217 time: 0.1502473 Jul 16 01:51:47.807292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1358154f-2fb1-41a7-b4f5-ce1ed3f31778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.821407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a025bdb-78eb-45f9-a66d-59911107aaa1 req-c63d644a-7223-4dd9-a046-f7d50abf82af tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830615 Jul 16 01:51:47.894367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1358154f-2fb1-41a7-b4f5-ce1ed3f31778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.022490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358154f-2fb1-41a7-b4f5-ce1ed3f31778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77dc6e9-12bd-4fec-9323-dd4df2e4a801,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.034526 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1358154f-2fb1-41a7-b4f5-ce1ed3f31778 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3fc03bf514a47599ca350e99e9ed65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884627 Jul 16 01:51:48.035398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-8471c137-72c2-4d90-b7cc-09aa49b85e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.037105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-8471c137-72c2-4d90-b7cc-09aa49b85e7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.2657859 Jul 16 01:51:48.039737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52098) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:48.074004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-5a560161-30b6-411f-9176-ce7f5013e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.076637 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-5a560161-30b6-411f-9176-ce7f5013e0b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.4135153 Jul 16 01:51:48.106741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-d556e066-f4cb-4709-b236-36d6828765cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555222 Jul 16 01:51:48.167002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885d5fd-4b6f-498d-811e-843c69c9b835 req-156c27d9-0206-4051-b1da-488316ba98fb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.168575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1885d5fd-4b6f-498d-811e-843c69c9b835 req-156c27d9-0206-4051-b1da-488316ba98fb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2592165 Jul 16 01:51:48.186995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ac7dd1-5b52-4a2b-97cb-63fcc8109a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.298389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ac7dd1-5b52-4a2b-97cb-63fcc8109a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.346110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1885d5fd-4b6f-498d-811e-843c69c9b835 req-f113ddb0-b7ef-4bec-8195-e158f58b8371 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603272 Jul 16 01:51:48.413100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-3be280f5-0ecf-4f29-a730-f90692c847ab service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965264 Jul 16 01:51:48.443506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.598813 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ac7dd1-5b52-4a2b-97cb-63fcc8109a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.601461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ac7dd1-5b52-4a2b-97cb-63fcc8109a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.602662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-68ac7dd1-5b52-4a2b-97cb-63fcc8109a03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77dc6e9-12bd-4fec-9323-dd4df2e4a801 HTTP/1.1" status: 204 len: 168 time: 0.5616546 Jul 16 01:51:48.651372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac7dd1-5b52-4a2b-97cb-63fcc8109a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77dc6e9-12bd-4fec-9323-dd4df2e4a801,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.665193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e8124a2-ae1a-4de7-9ed2-d9ea150dad15 req-871b54db-582e-42e9-a01a-7d6d31fbb1d4 service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382076 Jul 16 01:51:49.235325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-5d81a932-8681-431a-90ae-80e19ac7c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.240036 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-5d81a932-8681-431a-90ae-80e19ac7c783 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704609 Jul 16 01:51:49.320560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52120) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.418938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.657380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.706416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.785401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.838269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38343c8cce79498ca2fec0182e940166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5164173 Jul 16 01:51:49.843881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52130) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.900148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab921-ac83-4246-97a6-c482304917fc req-2bd12286-089f-4a6c-91ab-1baf034b689c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.902008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-863ab921-ac83-4246-97a6-c482304917fc req-2bd12286-089f-4a6c-91ab-1baf034b689c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 1.0585148 Jul 16 01:51:49.985236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea552-ba17-42e3-8357-dc6743b76597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.000452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42726a9-ba0d-48a8-a02e-287e0ecfe9bb req-5fcd1e90-4288-4ffb-8ce7-20a49d3d2cc9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.008848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b42726a9-ba0d-48a8-a02e-287e0ecfe9bb req-5fcd1e90-4288-4ffb-8ce7-20a49d3d2cc9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.3609743 Jul 16 01:51:50.041680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-863ab921-ac83-4246-97a6-c482304917fc req-06228c07-d26d-4d9e-b2b6-cffc55a917d9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286604 Jul 16 01:51:50.078038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880e20cb-abf4-45be-8646-5c20098646ae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.087571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b42726a9-ba0d-48a8-a02e-287e0ecfe9bb req-eb4bf187-c254-47ed-be52-0475262ce3ba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775762 Jul 16 01:51:50.098386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.098760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.099111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.099451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.099789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.100124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.100477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.100814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.101138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.119725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.119725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.119725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fefc10-05d2-49f9-82cd-5f26427fb717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.130387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d621adc-53d4-4605-8259-a79d8a66b81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.197168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d621adc-53d4-4605-8259-a79d8a66b81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.257090 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-7fbe771b-2219-42b2-af20-5ba5bc303ba4 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0068901 Jul 16 01:51:50.393518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea552-ba17-42e3-8357-dc6743b76597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.403583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea552-ba17-42e3-8357-dc6743b76597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.438022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bd3ea552-ba17-42e3-8357-dc6743b76597 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37f157090609474aa3a4cb9e22e4f63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781501 Jul 16 01:51:50.448042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.573059 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:50.608409 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3e355f5a-9a93-41ed-a2d8-51ab8114427d req-61fdc036-b8aa-4814-82d5-e53570e3b6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853079 Jul 16 01:51:50.609573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d621adc-53d4-4605-8259-a79d8a66b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.612134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d621adc-53d4-4605-8259-a79d8a66b81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.613262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d621adc-53d4-4605-8259-a79d8a66b81c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/880e20cb-abf4-45be-8646-5c20098646ae HTTP/1.1" status: 204 len: 168 time: 0.7684093 Jul 16 01:51:50.619408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c82eb-296f-4a28-b0d9-0af47ba35624 req-f674334e-baf4-4437-b769-300422956ab7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.628778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-286c82eb-296f-4a28-b0d9-0af47ba35624 req-f674334e-baf4-4437-b769-300422956ab7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2785225 Jul 16 01:51:50.631012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ea552-ba17-42e3-8357-dc6743b76597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e324f-a268-40a6-9550-47257841b9f9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.710009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d621adc-53d4-4605-8259-a79d8a66b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880e20cb-abf4-45be-8646-5c20098646ae,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.769718 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b5b797-bb55-4bee-a5f3-ca3c50a324e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.795597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-286c82eb-296f-4a28-b0d9-0af47ba35624 req-cee659ca-a326-4f34-a310-92df770ddf5d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653922 Jul 16 01:51:50.896286 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b5b797-bb55-4bee-a5f3-ca3c50a324e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.056329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b5b797-bb55-4bee-a5f3-ca3c50a324e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.060285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b5b797-bb55-4bee-a5f3-ca3c50a324e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.065356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d2b5b797-bb55-4bee-a5f3-ca3c50a324e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/661e324f-a268-40a6-9550-47257841b9f9 HTTP/1.1" status: 204 len: 168 time: 0.6155479 Jul 16 01:51:51.095128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5b797-bb55-4bee-a5f3-ca3c50a324e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e324f-a268-40a6-9550-47257841b9f9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.774336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45769d8a-152b-46af-b9e7-15dae61ca073 req-c08db2c2-6f46-45e2-bef5-0caeedd9cb2a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.778129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45769d8a-152b-46af-b9e7-15dae61ca073 req-c08db2c2-6f46-45e2-bef5-0caeedd9cb2a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.3367925 Jul 16 01:51:51.940122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45769d8a-152b-46af-b9e7-15dae61ca073 req-fefeb67b-0b38-40c6-bc08-fc129de02518 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090534 Jul 16 01:51:52.052839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330a6be-a42c-406a-97af-f49a8069cb29 req-a6cc6a71-5663-49b3-9027-aa52fe93a7a6 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.054434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a330a6be-a42c-406a-97af-f49a8069cb29 req-a6cc6a71-5663-49b3-9027-aa52fe93a7a6 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.3500791 Jul 16 01:51:52.056953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-4aea4a54-509d-4b29-bb7d-f62fd8afa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.058773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-4aea4a54-509d-4b29-bb7d-f62fd8afa21e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 1098 time: 0.4713645 Jul 16 01:51:52.167202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a330a6be-a42c-406a-97af-f49a8069cb29 req-912d9038-87ce-47d2-b5ee-bde36765f0ca tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066449 Jul 16 01:51:52.355770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-80ee9a78-6191-4c59-81e2-018bf70d872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.367069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-80ee9a78-6191-4c59-81e2-018bf70d872d service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.2415082 Jul 16 01:51:52.657989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-ed588545-fcf1-497e-9960-8c18bfec82fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 200 len: 1002 time: 0.2532575 Jul 16 01:51:52.682698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da8882-18da-4821-82b9-02305bf233c1 req-6a9f5ae4-931f-4c75-b773-c9021c9c4a84 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.693839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51da8882-18da-4821-82b9-02305bf233c1 req-6a9f5ae4-931f-4c75-b773-c9021c9c4a84 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.3242731 Jul 16 01:51:52.799602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51da8882-18da-4821-82b9-02305bf233c1 req-75211542-3fb9-4fc1-8c32-36c73165bc5d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878060 Jul 16 01:51:52.816699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52202) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:52.887259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-c15e89da-3f98-4523-b820-0fb1eaf13744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.889987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-c15e89da-3f98-4523-b820-0fb1eaf13744 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.1604474 Jul 16 01:51:52.963596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-6dd8b2d4-d227-4862-ac07-18e4ac3a34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.965311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-6dd8b2d4-d227-4862-ac07-18e4ac3a34e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685382 Jul 16 01:51:53.121285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1555650611-network', 'tenant_id': '59ac16b3a3fd40f98e8b9a8e6e448159'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:53.129670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-53eeb910-e72f-40ef-a10d-4e813f3d8deb service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583624 Jul 16 01:51:53.183435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Made reservation on behalf of 59ac16b3a3fd40f98e8b9a8e6e448159 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:53.190041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.232179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.383471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d06a933-7160-4f76-8db9-635ebfe57616 req-492b9714-25c5-4892-9457-eaf8ef2f493d service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431026 Jul 16 01:51:53.536802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.544171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.632047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:53.708405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e24f08-ec21-4330-9af0-5532394c80ba,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:53.724005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480199b3-776b-4f68-a8ac-e83360f6d27a req-f31f7bf6-39db-4957-97f0-0ba78ec81e59 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.731515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.735572 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Added segment 7415f0d4-c855-4a79-9c51-fe395d6d6ff2 of type vlan for network e9c59aec-219e-48b1-a76f-c497d2fccfff Jul 16 01:51:53.742886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-480199b3-776b-4f68-a8ac-e83360f6d27a req-f31f7bf6-39db-4957-97f0-0ba78ec81e59 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.2894354 Jul 16 01:51:53.766931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d164ac-4138-4802-acbc-60134b9ac800 req-46e0d02f-aa7e-4102-8afa-3d1ea5d5e33f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.768556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47d164ac-4138-4802-acbc-60134b9ac800 req-46e0d02f-aa7e-4102-8afa-3d1ea5d5e33f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.3840635 Jul 16 01:51:53.883501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.901489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-480199b3-776b-4f68-a8ac-e83360f6d27a req-c39636dd-b9db-4380-9f99-60dcdcbd18fd tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318753 Jul 16 01:51:53.954216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47d164ac-4138-4802-acbc-60134b9ac800 req-c09c3a28-3704-4d55-96d6-3a8b52048593 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766956 Jul 16 01:51:53.976625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.978085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.979210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.066651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.068615 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2489107 Jul 16 01:51:54.073820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Request body: {'subnet': {'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1555650611-subnet', 'tenant_id': '59ac16b3a3fd40f98e8b9a8e6e448159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:54.148341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Made reservation on behalf of 59ac16b3a3fd40f98e8b9a8e6e448159 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:54.155745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.245724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac6ac-3be9-43fa-ad0f-6751a0767606 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c59aec-219e-48b1-a76f-c497d2fccfff,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.259111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network e9c59aec-219e-48b1-a76f-c497d2fccfff details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:54.636877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce05ef-315b-4765-9e2f-53742beff8f0 req-7f596ebb-ef9b-43d2-8546-5c17e38da368 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.639205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6ce05ef-315b-4765-9e2f-53742beff8f0 req-7f596ebb-ef9b-43d2-8546-5c17e38da368 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2823415 Jul 16 01:51:54.757961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6ce05ef-315b-4765-9e2f-53742beff8f0 req-628476c2-2af1-402b-9635-a01812f3321f tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856416 Jul 16 01:51:54.851170 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.987210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Checking segment: {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:54.990555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Network hostable DHCP agents. Network: e9c59aec-219e-48b1-a76f-c497d2fccfff, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:55.032548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095d7e66-4e60-4e62-91db-4bd55d26c2c6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.115383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Network e9c59aec-219e-48b1-a76f-c497d2fccfff is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:55.149478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, e9c59aec-219e-48b1-a76f-c497d2fccfff) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:55.162468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:55.162598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.169628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936e715-71f5-4f51-8ace-d127159ab21f None None] Network e9c59aec-219e-48b1-a76f-c497d2fccfff requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:55.211497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e29ad34-b1d8-4808-a363-64ee3f3617c7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1436241 Jul 16 01:51:55.629454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cddbab-ab01-4707-8afc-78ce9cd183fc req-877ce3e7-0d82-4a75-9f99-93210f02a1f8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:55.631693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19cddbab-ab01-4707-8afc-78ce9cd183fc req-877ce3e7-0d82-4a75-9f99-93210f02a1f8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.3546867 Jul 16 01:51:55.634580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e6d0e-1244-4256-8ea7-402fa0490c3f None None] Network e9c59aec-219e-48b1-a76f-c497d2fccfff requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:55.667942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399c22-3fb1-47e4-b593-98ca76107c27 req-ca5f5462-f091-4462-ba83-36939b36387c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:55.676348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8399c22-3fb1-47e4-b593-98ca76107c27 req-ca5f5462-f091-4462-ba83-36939b36387c tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.2286425 Jul 16 01:51:55.755552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8399c22-3fb1-47e4-b593-98ca76107c27 req-4e7e0562-e777-480a-854d-a4800146b8b3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778723 Jul 16 01:51:55.810328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19cddbab-ab01-4707-8afc-78ce9cd183fc req-6d5db372-2977-4e88-b96e-0ec12f339cd6 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687644 Jul 16 01:51:56.311495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd4df8-a84a-46e2-ab19-0deb3665f146 req-df8e3089-7850-4d1a-8ab7-bc2fcabb2f61 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.325383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ccd4df8-a84a-46e2-ab19-0deb3665f146 req-df8e3089-7850-4d1a-8ab7-bc2fcabb2f61 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.2356827 Jul 16 01:51:56.465637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ccd4df8-a84a-46e2-ab19-0deb3665f146 req-877d1509-81e1-4675-a742-115f45ae4949 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380165 Jul 16 01:51:57.339684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888b81c-b95a-4d06-9f9f-8f36b401760e req-57dc18bd-4393-47e6-95c1-52f4ef2673df tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:57.350092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4888b81c-b95a-4d06-9f9f-8f36b401760e req-57dc18bd-4393-47e6-95c1-52f4ef2673df tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.2851963 Jul 16 01:51:57.435168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b435c55-c643-4bb7-bcc3-40caca9633ef req-2dfe4ef7-de16-4515-8086-a8d3c630374e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:57.443315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b435c55-c643-4bb7-bcc3-40caca9633ef req-2dfe4ef7-de16-4515-8086-a8d3c630374e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.3577368 Jul 16 01:51:57.518671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4888b81c-b95a-4d06-9f9f-8f36b401760e req-b1621c06-b5ee-4597-8e67-e2f6829e26f8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673949 Jul 16 01:51:57.599195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b435c55-c643-4bb7-bcc3-40caca9633ef req-8433218b-881b-472e-af10-d0cc05cdb5fe tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325026 Jul 16 01:51:59.143984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf1a8-74e8-4372-9db1-9769d5ea49df req-564f52c0-0c3f-4150-80fb-9651060e02cf tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.145686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-196bf1a8-74e8-4372-9db1-9769d5ea49df req-564f52c0-0c3f-4150-80fb-9651060e02cf tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.3638849 Jul 16 01:51:59.308075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-196bf1a8-74e8-4372-9db1-9769d5ea49df req-1880b395-b0ee-4b7f-bc28-a1c649f7d34a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554747 Jul 16 01:51:59.337540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9c61d-44eb-4f73-9734-4abef18e2196 req-763a7d5b-6734-49d0-a395-52ab8bca9660 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.339962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5c9c61d-44eb-4f73-9734-4abef18e2196 req-763a7d5b-6734-49d0-a395-52ab8bca9660 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.4306324 Jul 16 01:51:59.530866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5c9c61d-44eb-4f73-9734-4abef18e2196 req-f086a6fc-7b54-4ecc-8c29-7ffa70ea9bdb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805761 Jul 16 01:51:59.531621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.789670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc47ee6b-3aa8-43aa-a063-973dae855f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.971021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc47ee6b-3aa8-43aa-a063-973dae855f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.978146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fc47ee6b-3aa8-43aa-a063-973dae855f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.044540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47ee6b-3aa8-43aa-a063-973dae855f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75caca5-2397-44de-963a-a0285901005c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.070602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fc47ee6b-3aa8-43aa-a063-973dae855f7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=040ad01690ae42a3955936f79be06ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353675 Jul 16 01:52:00.072138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52390) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.202770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1828954-ba31-4737-a6a2-d9c60efdb901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.299535 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1828954-ba31-4737-a6a2-d9c60efdb901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.421901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1828954-ba31-4737-a6a2-d9c60efdb901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.426375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1828954-ba31-4737-a6a2-d9c60efdb901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.427986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e1828954-ba31-4737-a6a2-d9c60efdb901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f75caca5-2397-44de-963a-a0285901005c HTTP/1.1" status: 204 len: 168 time: 0.3548529 Jul 16 01:52:00.447789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1828954-ba31-4737-a6a2-d9c60efdb901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75caca5-2397-44de-963a-a0285901005c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.634234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9494e-c005-47e6-9975-8d7e27ea3d26 req-1d22ff37-f394-4a31-a6fc-797a38be95e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:00.646985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70b9494e-c005-47e6-9975-8d7e27ea3d26 req-1d22ff37-f394-4a31-a6fc-797a38be95e3 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.1242290 Jul 16 01:52:00.809830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70b9494e-c005-47e6-9975-8d7e27ea3d26 req-76ed60c8-a89f-414a-8e9e-287c30fac70a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615326 Jul 16 01:52:01.069884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82d32-f5fc-4cce-ab28-9dec06ce5c15 req-6f5f56f9-9b26-41ef-9165-f4a8b9f31abb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.077855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0f82d32-f5fc-4cce-ab28-9dec06ce5c15 req-6f5f56f9-9b26-41ef-9165-f4a8b9f31abb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1359775 Jul 16 01:52:01.131005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.157770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.184139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0f82d32-f5fc-4cce-ab28-9dec06ce5c15 req-e7b3b3b9-12bd-4f63-be65-4ab62c183b79 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027105 Jul 16 01:52:01.382646 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.390440 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.443292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47eb73cc6aae442baf472dfbe6362459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091531 Jul 16 01:52:01.443292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee301b47-d50f-462c-8b63-a2bba6653bb6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.443861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52422) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.452151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.452564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.452962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.453306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.453654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.453979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.454311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.454744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.455127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.455460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.455790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.456118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55736be8-4193-4bfb-9128-f41de3f19267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:01.510426 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c44be29-3fca-4c62-8f4a-fba8bac7b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.537806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c44be29-3fca-4c62-8f4a-fba8bac7b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.600689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c44be29-3fca-4c62-8f4a-fba8bac7b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.600689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c44be29-3fca-4c62-8f4a-fba8bac7b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.600689 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4c44be29-3fca-4c62-8f4a-fba8bac7b913 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee301b47-d50f-462c-8b63-a2bba6653bb6 HTTP/1.1" status: 204 len: 168 time: 0.1538205 Jul 16 01:52:01.621672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44be29-3fca-4c62-8f4a-fba8bac7b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee301b47-d50f-462c-8b63-a2bba6653bb6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.141737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302108a-8865-4005-925b-8050d5b187a1 req-ee62862d-4081-4713-ab5e-124147d5030d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:02.144611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1302108a-8865-4005-925b-8050d5b187a1 req-ee62862d-4081-4713-ab5e-124147d5030d tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.1342583 Jul 16 01:52:02.196506 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1302108a-8865-4005-925b-8050d5b187a1 req-3e57cd47-297c-4a01-beb4-63ecc3f47df8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Jul 16 01:52:02.448977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb390b36-7bbb-43bd-ab89-becb76488f2d req-f67868c8-6287-4a34-8a14-2c627e93ccb6 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:02.457667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb390b36-7bbb-43bd-ab89-becb76488f2d req-f67868c8-6287-4a34-8a14-2c627e93ccb6 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1183457 Jul 16 01:52:02.511185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb390b36-7bbb-43bd-ab89-becb76488f2d req-fe7b4b7d-c7da-4bee-a510-bd9df21cad29 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Jul 16 01:52:03.302435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52498) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.396330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:03.475093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08263c7b-01ae-4a17-b0a3-6f0005232a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.628464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08263c7b-01ae-4a17-b0a3-6f0005232a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.638291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08263c7b-01ae-4a17-b0a3-6f0005232a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.651729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ffd2c-9e4f-40d5-8164-7ab6a8ab93c1 req-fa3e4b0c-645d-4b61-a757-6fa81c9dcce4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.668479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-730ffd2c-9e4f-40d5-8164-7ab6a8ab93c1 req-fa3e4b0c-645d-4b61-a757-6fa81c9dcce4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 945 time: 0.2485871 Jul 16 01:52:03.692590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:03.708574 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-08263c7b-01ae-4a17-b0a3-6f0005232a5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7701b16bc458450485c078ec9d0dda5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049208 Jul 16 01:52:03.712083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52512) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.720517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'port_id': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'mac_address': 'fa:16:3e:18:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:03.742478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-730ffd2c-9e4f-40d5-8164-7ab6a8ab93c1 req-e387dd2a-8534-4774-a788-170bbc826f5f tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726850 Jul 16 01:52:03.749589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08263c7b-01ae-4a17-b0a3-6f0005232a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05857e1e-9db4-4b87-b878-198a8fba42ed,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.793719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.827577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:03.845359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa88-5e0a-4425-a39c-1ede9104eb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.870558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:03.875737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa88-5e0a-4425-a39c-1ede9104eb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.881554 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.937190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa88-5e0a-4425-a39c-1ede9104eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.939703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa88-5e0a-4425-a39c-1ede9104eb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.945212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d4efa88-5e0a-4425-a39c-1ede9104eb29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05857e1e-9db4-4b87-b878-198a8fba42ed HTTP/1.1" status: 204 len: 168 time: 0.2318265 Jul 16 01:52:03.961071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4efa88-5e0a-4425-a39c-1ede9104eb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05857e1e-9db4-4b87-b878-198a8fba42ed,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.971136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa80e1-82ff-42e2-b7ad-785e5a77737e req-f65c08c2-c316-4a42-b9a1-3b84b2209459 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.978564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40aa80e1-82ff-42e2-b7ad-785e5a77737e req-f65c08c2-c316-4a42-b9a1-3b84b2209459 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1935911 Jul 16 01:52:04.038954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40aa80e1-82ff-42e2-b7ad-785e5a77737e req-f13bb31c-6243-4329-a913-fad811d1784d tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Jul 16 01:52:04.066178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:04.081904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.082532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.082979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.083419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.083871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.084301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.084754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.085348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.085900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.086450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.087301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.087865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:04.119964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['867715a3-b604-47da-b4ee-1b72ac8e294c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:05.012236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8585c-2e3d-45b7-bc4e-d4e9175138ea req-710b00e3-955b-4c4e-b919-261ceb630971 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.015543 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fa8585c-2e3d-45b7-bc4e-d4e9175138ea req-710b00e3-955b-4c4e-b919-261ceb630971 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 946 time: 0.0810277 Jul 16 01:52:05.076546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5fa8585c-2e3d-45b7-bc4e-d4e9175138ea req-69924644-82e8-4602-909f-84a26540c732 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543623 Jul 16 01:52:05.261920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dda30-c9c1-46d8-8748-0c465eeaf7a0 req-32cffa27-6ef7-4b15-87e5-1bc1258a0641 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.263572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-271dda30-c9c1-46d8-8748-0c465eeaf7a0 req-32cffa27-6ef7-4b15-87e5-1bc1258a0641 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0756309 Jul 16 01:52:05.321744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-271dda30-c9c1-46d8-8748-0c465eeaf7a0 req-bcb3e0eb-232f-4df0-b42f-1f33ea233b49 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463998 Jul 16 01:52:05.422923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:05.487773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 867715a3-b604-47da-b4ee-1b72ac8e294c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:05.496497 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 867715a3-b604-47da-b4ee-1b72ac8e294c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:05.497354 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.598650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.632914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:05.634144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:05.636941 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af9eda-68a3-4534-985f-57cbd4ffa38c" -d '{"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-plugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:05.641028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.693056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:05.709489 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea8985-81bb-4d30-b49d-f5c7bbb72d60 x-openstack-request-id: req-04ea8985-81bb-4d30-b49d-f5c7bbb72d60 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:05.709991 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-plugged", "status": "completed", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:05.710426 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04ea8985-81bb-4d30-b49d-f5c7bbb72d60 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:05.711113 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'code': 200} Jul 16 01:52:06.066425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a150d-d961-4d58-b5a0-805dd762373d req-90f73f6f-6820-449b-96f6-9c8963b3a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.068198 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e5a150d-d961-4d58-b5a0-805dd762373d req-90f73f6f-6820-449b-96f6-9c8963b3a43f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1099 time: 0.1195443 Jul 16 01:52:06.146554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e5a150d-d961-4d58-b5a0-805dd762373d req-cda1b414-d716-4aaf-a9e6-8f718cfa3276 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721993 Jul 16 01:52:06.439264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e406b20-624d-45bb-9ebf-707f4811155f req-c46cd889-c24c-4fa1-b1e0-db0d5f71e454 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.455247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e406b20-624d-45bb-9ebf-707f4811155f req-c46cd889-c24c-4fa1-b1e0-db0d5f71e454 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 947 time: 0.1856565 Jul 16 01:52:06.515110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e406b20-624d-45bb-9ebf-707f4811155f req-39358e05-eba4-4954-9ee1-5f7f2cf98c2a tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581791 Jul 16 01:52:06.664628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad989-326f-433d-a304-fdeeb919dcd5 req-7ece283d-735c-4c9e-8d4e-64a171130ebb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.675336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-469ad989-326f-433d-a304-fdeeb919dcd5 req-7ece283d-735c-4c9e-8d4e-64a171130ebb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1555860 Jul 16 01:52:06.733269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-469ad989-326f-433d-a304-fdeeb919dcd5 req-f542070b-91e1-437c-901b-c0b2b9651819 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567868 Jul 16 01:52:07.575444 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.918813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158833e-4dff-4d61-beb6-cd12b47901a8 req-cf9fc064-2666-4ad8-b876-a5d25e57a3b9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.942387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2158833e-4dff-4d61-beb6-cd12b47901a8 req-cf9fc064-2666-4ad8-b876-a5d25e57a3b9 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 947 time: 0.2491181 Jul 16 01:52:08.037537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2158833e-4dff-4d61-beb6-cd12b47901a8 req-3d4fbef0-9c09-4c2a-87df-330ff17c70a2 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908103 Jul 16 01:52:08.067589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-8f24b316-3be5-408f-aa7f-1e04d6794ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.071089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-8f24b316-3be5-408f-aa7f-1e04d6794ea9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 1099 time: 0.1785173 Jul 16 01:52:08.217339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a11bb-704f-4d76-9b54-b612ecaef007 req-c43034d5-d74c-4128-8d87-02df3260dded tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.218948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f1a11bb-704f-4d76-9b54-b612ecaef007 req-c43034d5-d74c-4128-8d87-02df3260dded tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.2086473 Jul 16 01:52:08.330966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f1a11bb-704f-4d76-9b54-b612ecaef007 req-06a7ff88-276c-47b6-8189-8154aa515ee7 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781286 Jul 16 01:52:08.807410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-a4372f00-945e-4cfd-95af-a74dc19cce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.809205 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-a4372f00-945e-4cfd-95af-a74dc19cce97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 200 len: 917 time: 0.6942394 Jul 16 01:52:08.930973 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-15bead6f-8e79-40fb-a918-f77d8c1f23b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 200 len: 1002 time: 0.1138091 Jul 16 01:52:09.045981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-7faf7b99-1238-4a21-938e-85d62968faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.051063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-7faf7b99-1238-4a21-938e-85d62968faea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 200 len: 855 time: 0.1138654 Jul 16 01:52:09.263942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-2b2809e6-fc39-4805-83cd-b31f7cb711f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.266470 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-2b2809e6-fc39-4805-83cd-b31f7cb711f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d0569f-ec02-4010-87de-d0349c74d857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2089415 Jul 16 01:52:09.383687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcfc18-c8dd-4520-9090-ce08bf56ec7c req-018e347f-6468-4b9f-8c84-05e34d8b9675 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.394389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33bcfc18-c8dd-4520-9090-ce08bf56ec7c req-018e347f-6468-4b9f-8c84-05e34d8b9675 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 947 time: 0.1638162 Jul 16 01:52:09.493045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33bcfc18-c8dd-4520-9090-ce08bf56ec7c req-469dbb54-aa21-4e05-a28d-21779e0ff945 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914605 Jul 16 01:52:09.529982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-77a0928e-7882-4840-a552-a663c662c1ec service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558620 Jul 16 01:52:09.677014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154238aa-132a-4472-9fd2-258a80aade10 req-4a323412-7877-4828-8b55-07958244e743 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.686599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-154238aa-132a-4472-9fd2-258a80aade10 req-4a323412-7877-4828-8b55-07958244e743 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1136665 Jul 16 01:52:09.750909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4a669af5-ed7d-469b-aed0-ffa12844b3cc req-34119996-527f-4df4-a6e5-85ce8cd724e1 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143085 Jul 16 01:52:09.781796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-154238aa-132a-4472-9fd2-258a80aade10 req-ef49e6dd-ce21-441b-84cd-8522c7c78af8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908859 Jul 16 01:52:10.130884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff7533a4-5568-4bad-9d65-3b99a1ffdc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.227201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca299-a5cd-4f10-8b95-fec1b891ff7e req-c35272ce-ae79-41fe-a1ff-029963165dc8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.235545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c73ca299-a5cd-4f10-8b95-fec1b891ff7e req-c35272ce-ae79-41fe-a1ff-029963165dc8 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.2091787 Jul 16 01:52:11.301059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c73ca299-a5cd-4f10-8b95-fec1b891ff7e req-7e9800ac-0a61-4a20-b83d-7dff1ea79672 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Jul 16 01:52:12.143152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52804) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:12.273634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e06d82e-5232-424b-8fc4-d1180b417935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.404062 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0027499f-50d6-4231-8eca-40756d84eaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.410837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e06d82e-5232-424b-8fc4-d1180b417935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.422390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e06d82e-5232-424b-8fc4-d1180b417935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.466494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9e06d82e-5232-424b-8fc4-d1180b417935 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c026eb38f01543f0a54a7b1e32d6d0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221586 Jul 16 01:52:12.469346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52816) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:12.471865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.486732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06d82e-5232-424b-8fc4-d1180b417935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab4fe7-d028-4362-b8b0-b927cc21f875,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.543463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8625cdb-e195-48c8-b12a-78727fd05794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.572903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a287-6230-440a-9e44-79bdc8b66c96 req-c2fd2ae3-1143-4298-b99e-08349ca0fd7d tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.573588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8625cdb-e195-48c8-b12a-78727fd05794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.574993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba10a287-6230-440a-9e44-79bdc8b66c96 req-c2fd2ae3-1143-4298-b99e-08349ca0fd7d tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0830452 Jul 16 01:52:12.618217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba10a287-6230-440a-9e44-79bdc8b66c96 req-a275498f-7624-448d-9d1f-bbc225e4f73c tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Jul 16 01:52:12.629143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8625cdb-e195-48c8-b12a-78727fd05794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.632174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8625cdb-e195-48c8-b12a-78727fd05794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.633608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d8625cdb-e195-48c8-b12a-78727fd05794 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ceab4fe7-d028-4362-b8b0-b927cc21f875 HTTP/1.1" status: 204 len: 168 time: 0.1619108 Jul 16 01:52:12.643012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8625cdb-e195-48c8-b12a-78727fd05794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab4fe7-d028-4362-b8b0-b927cc21f875,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.943344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52826) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:12.958089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b0846cb-282b-46c1-a479-514f9febe2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.088610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b0846cb-282b-46c1-a479-514f9febe2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.096890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b0846cb-282b-46c1-a479-514f9febe2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.195248 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6b0846cb-282b-46c1-a479-514f9febe2ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=155163e800f64937ae19e45635f38a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506886 Jul 16 01:52:13.197702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0846cb-282b-46c1-a479-514f9febe2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a8676d-3d9d-4b03-b002-41255bc438b5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.198807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:13.271874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9ca-03fc-4ede-9e05-4595f43432ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.296707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9ca-03fc-4ede-9e05-4595f43432ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.351945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9ca-03fc-4ede-9e05-4595f43432ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.355340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc9ca-03fc-4ede-9e05-4595f43432ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.359074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ec0fc9ca-03fc-4ede-9e05-4595f43432ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09a8676d-3d9d-4b03-b002-41255bc438b5 HTTP/1.1" status: 204 len: 168 time: 0.1566527 Jul 16 01:52:13.367086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fc9ca-03fc-4ede-9e05-4595f43432ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a8676d-3d9d-4b03-b002-41255bc438b5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.747305 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.850319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:13.873258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7afa3908-1379-4aa7-bc03-f4d42a563c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.902616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29596911-1111-4558-9c77-9752552444d8 req-7c8c4a34-dc83-44b4-8adf-f18ccffee91f tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.909767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29596911-1111-4558-9c77-9752552444d8 req-7c8c4a34-dc83-44b4-8adf-f18ccffee91f tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1109288 Jul 16 01:52:13.965044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29596911-1111-4558-9c77-9752552444d8 req-8cf40175-0cf9-47db-85f1-05aa10b9c7eb tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541143 Jul 16 01:52:14.052460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7afa3908-1379-4aa7-bc03-f4d42a563c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.058838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7afa3908-1379-4aa7-bc03-f4d42a563c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.098083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3908-1379-4aa7-bc03-f4d42a563c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e96b5a-061b-4ed3-9ffb-46192e74495d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:14.116001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7afa3908-1379-4aa7-bc03-f4d42a563c9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98bfd267042d48e89e6426b662d70921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642758 Jul 16 01:52:14.118594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52866) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:14.176209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ad0d29-3f0c-4a67-8618-0ae2a516613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.205283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ad0d29-3f0c-4a67-8618-0ae2a516613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.286058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ad0d29-3f0c-4a67-8618-0ae2a516613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.289030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ad0d29-3f0c-4a67-8618-0ae2a516613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.290293 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46ad0d29-3f0c-4a67-8618-0ae2a516613d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33e96b5a-061b-4ed3-9ffb-46192e74495d HTTP/1.1" status: 204 len: 168 time: 0.1701741 Jul 16 01:52:14.307490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad0d29-3f0c-4a67-8618-0ae2a516613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e96b5a-061b-4ed3-9ffb-46192e74495d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.034375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f4d20-a141-4471-8988-cb9cfcd328af req-bc86b677-eff6-4490-a6bf-fa60149e16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.036098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-479f4d20-a141-4471-8988-cb9cfcd328af req-bc86b677-eff6-4490-a6bf-fa60149e16fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 1098 time: 0.1183438 Jul 16 01:52:15.095426 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-479f4d20-a141-4471-8988-cb9cfcd328af req-ba6b46e9-6def-4fd4-b02d-645c06683ff7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Jul 16 01:52:15.237656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac32109-0d58-4117-9ae2-63fb0d9a3850 req-da67cf32-5b49-48ea-b37c-4a4caee784f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.245019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aac32109-0d58-4117-9ae2-63fb0d9a3850 req-da67cf32-5b49-48ea-b37c-4a4caee784f9 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1115673 Jul 16 01:52:15.290147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.311439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aac32109-0d58-4117-9ae2-63fb0d9a3850 req-4713c51a-b29a-4c8d-a217-6e3cd939616b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654163 Jul 16 01:52:15.734962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 52924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:15.936969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e56840ef-f97b-4bf3-901d-1be300a71cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.140685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e56840ef-f97b-4bf3-901d-1be300a71cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.147649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e56840ef-f97b-4bf3-901d-1be300a71cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.241313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 52946) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:16.242125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e56840ef-f97b-4bf3-901d-1be300a71cd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68794c36dd6644c59c97a193aa486aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052812 Jul 16 01:52:16.244881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56840ef-f97b-4bf3-901d-1be300a71cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebbbf3c-98b2-4610-99e4-e8bd95828552,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:16.349948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01728db5-f19b-43a4-bdf2-9d6b814021cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.386805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01728db5-f19b-43a4-bdf2-9d6b814021cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.464656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01728db5-f19b-43a4-bdf2-9d6b814021cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.468157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01728db5-f19b-43a4-bdf2-9d6b814021cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.469498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01728db5-f19b-43a4-bdf2-9d6b814021cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bebbbf3c-98b2-4610-99e4-e8bd95828552 HTTP/1.1" status: 204 len: 168 time: 0.2268369 Jul 16 01:52:16.503420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01728db5-f19b-43a4-bdf2-9d6b814021cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebbbf3c-98b2-4610-99e4-e8bd95828552,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:16.580061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38e25-596c-40a4-ab00-b23b5faba318 req-d0533ba6-aba3-4dbd-a576-e41ccf69edf0 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.587116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5c38e25-596c-40a4-ab00-b23b5faba318 req-d0533ba6-aba3-4dbd-a576-e41ccf69edf0 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1028149 Jul 16 01:52:16.627726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5c38e25-596c-40a4-ab00-b23b5faba318 req-c1a79ef9-9579-4706-9249-2ed52d745f2a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Jul 16 01:52:17.299074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-e639052f-afa5-48ef-9055-9a0a646fac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.301088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-e639052f-afa5-48ef-9055-9a0a646fac28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 1098 time: 0.2129211 Jul 16 01:52:17.436399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce54af-3236-49d7-8da5-22bb84e9bbb3 req-ea9b18f3-23ce-4068-bef1-c98f7c37cb8b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.437974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7ce54af-3236-49d7-8da5-22bb84e9bbb3 req-ea9b18f3-23ce-4068-bef1-c98f7c37cb8b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.2352910 Jul 16 01:52:17.484948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-5b44abe6-41c5-4e3a-975f-b05f0816ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.486440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-5b44abe6-41c5-4e3a-975f-b05f0816ee1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 200 len: 912 time: 0.1795328 Jul 16 01:52:17.509868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7ce54af-3236-49d7-8da5-22bb84e9bbb3 req-36311836-0ee9-437e-8240-abfa55d6b871 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617905 Jul 16 01:52:17.548396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-5dd10c93-3811-462a-9bfa-f1f6772881be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30d5f573-6c54-4b7d-8668-44189149e5dd HTTP/1.1" status: 200 len: 217 time: 0.0533001 Jul 16 01:52:17.618287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-34943ec0-c9d4-4915-bec9-15330e0a12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.622152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-34943ec0-c9d4-4915-bec9-15330e0a12e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 200 len: 851 time: 0.0635004 Jul 16 01:52:17.659828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-c724707b-4e2c-4a64-9831-68aec481f300 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa5bd1c9-02ff-4556-9d31-45d404b96216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305889 Jul 16 01:52:17.802445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-b0a6e8e9-19b0-48b2-8235-59cf556cd292 service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301532 Jul 16 01:52:17.912645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89580245-9e82-45b0-ac9d-cd1b57ca9ecc req-c39ec35c-3ad5-4473-99ef-0491d18bc826 service neutron] 10.222.0.13 "GET /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966983 Jul 16 01:52:18.460957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.717838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067a741-4c05-4358-a787-36d10d23eaf8 req-75b16dfc-0c5a-44d7-8b65-7b3ec0b4591e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.719339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7067a741-4c05-4358-a787-36d10d23eaf8 req-75b16dfc-0c5a-44d7-8b65-7b3ec0b4591e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0696201 Jul 16 01:52:18.765567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7067a741-4c05-4358-a787-36d10d23eaf8 req-73687a12-17fa-4329-b816-b035746440f1 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Jul 16 01:52:19.987205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d1bd-5c3f-4dd1-8492-a2a8daa3cb30 req-1dd9b58b-d957-436e-a411-5975a1512f42 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.995082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ff7d1bd-5c3f-4dd1-8492-a2a8daa3cb30 req-1dd9b58b-d957-436e-a411-5975a1512f42 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0948296 Jul 16 01:52:20.064701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ff7d1bd-5c3f-4dd1-8492-a2a8daa3cb30 req-28fdba60-1724-4f33-bb99-2744dc8978e3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685885 Jul 16 01:52:20.601647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5218a-dc81-4d97-9ed0-af10f9e615a3 req-99a616e8-6364-474d-b5d2-65ea4e1e178b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.603199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63f5218a-dc81-4d97-9ed0-af10f9e615a3 req-99a616e8-6364-474d-b5d2-65ea4e1e178b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0661452 Jul 16 01:52:20.650982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63f5218a-dc81-4d97-9ed0-af10f9e615a3 req-54efe1c8-c784-41f5-8cf3-1698a6e3a732 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Jul 16 01:52:21.961931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bf624-5899-4c7d-ac33-4ee0ea4f3bf8 req-d18aad7c-4558-4c9d-b23c-a6f3caa326cf tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.963727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-370bf624-5899-4c7d-ac33-4ee0ea4f3bf8 req-d18aad7c-4558-4c9d-b23c-a6f3caa326cf tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0929890 Jul 16 01:52:22.014434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-370bf624-5899-4c7d-ac33-4ee0ea4f3bf8 req-7c694642-927c-475c-b42c-73c7ee44a5c6 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Jul 16 01:52:22.190493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.318039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34ba65bc-4cb1-44a7-addd-c057c88c2afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.434210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34ba65bc-4cb1-44a7-addd-c057c88c2afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.439347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34ba65bc-4cb1-44a7-addd-c057c88c2afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.488245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-34ba65bc-4cb1-44a7-addd-c057c88c2afa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18ff8ceb7b2a43f3bddb154695b5269d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956400 Jul 16 01:52:22.489436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba65bc-4cb1-44a7-addd-c057c88c2afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715832e-dd3c-4743-ab8e-8d5baad4c0e8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:22.490992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.549137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e159-2ad3-4050-b56a-94d8b5b1a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.578368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e159-2ad3-4050-b56a-94d8b5b1a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.636936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e159-2ad3-4050-b56a-94d8b5b1a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.640213 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e159-2ad3-4050-b56a-94d8b5b1a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.641475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebd8e159-2ad3-4050-b56a-94d8b5b1a974 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4715832e-dd3c-4743-ab8e-8d5baad4c0e8 HTTP/1.1" status: 204 len: 168 time: 0.1492639 Jul 16 01:52:22.651636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e159-2ad3-4050-b56a-94d8b5b1a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715832e-dd3c-4743-ab8e-8d5baad4c0e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:22.990447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:23.004780 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e05a8287-fb89-4ed1-9143-039d56fbc45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.185559 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e05a8287-fb89-4ed1-9143-039d56fbc45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.196206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e05a8287-fb89-4ed1-9143-039d56fbc45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.270531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8287-fb89-4ed1-9143-039d56fbc45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5e7c6-3a50-4db7-af88-64bc94890d40,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.283435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e05a8287-fb89-4ed1-9143-039d56fbc45f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e7180c961ce420ca2de286abb1d0d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917740 Jul 16 01:52:23.286204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:23.327505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23794ae1-2167-4974-bb2f-868c37ababfa req-092f5b1a-22d9-4600-829e-e5559a579ed3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.345608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23794ae1-2167-4974-bb2f-868c37ababfa req-092f5b1a-22d9-4600-829e-e5559a579ed3 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1306453 Jul 16 01:52:23.347102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe11c9c-2a40-43f6-a14a-e5ff93f9b0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.369513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe11c9c-2a40-43f6-a14a-e5ff93f9b0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.397340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23794ae1-2167-4974-bb2f-868c37ababfa req-a1a4c1da-f0dc-4978-8c49-2010393c7a0e tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505855 Jul 16 01:52:23.455174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe11c9c-2a40-43f6-a14a-e5ff93f9b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.458776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fe11c9c-2a40-43f6-a14a-e5ff93f9b0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.462533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fe11c9c-2a40-43f6-a14a-e5ff93f9b0aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83d5e7c6-3a50-4db7-af88-64bc94890d40 HTTP/1.1" status: 204 len: 168 time: 0.1723776 Jul 16 01:52:23.475044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe11c9c-2a40-43f6-a14a-e5ff93f9b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5e7c6-3a50-4db7-af88-64bc94890d40,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.934436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8183d-76db-4085-9193-5ea42e588fde req-cb64b590-7cea-4c63-95e6-a31b6e64b2ea tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.936562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6b8183d-76db-4085-9193-5ea42e588fde req-cb64b590-7cea-4c63-95e6-a31b6e64b2ea tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.0922337 Jul 16 01:52:24.080298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Deleting port 30d5f573-6c54-4b7d-8668-44189149e5dd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:24.081011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.206560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] For port 30d5f573-6c54-4b7d-8668-44189149e5dd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=30d5f573-6c54-4b7d-8668-44189149e5dd,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:24.207203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.229263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Calling delete_port for 30d5f573-6c54-4b7d-8668-44189149e5dd owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:24.751472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642c64f-2413-4ac1-aef8-6704a6f3acce req-a85e9ba8-14df-4528-a393-c683bee18581 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.757327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5642c64f-2413-4ac1-aef8-6704a6f3acce req-a85e9ba8-14df-4528-a393-c683bee18581 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ef86144-cf46-402f-84ae-ce3a41939c5f HTTP/1.1" status: 200 len: 946 time: 0.1100068 Jul 16 01:52:24.843114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5642c64f-2413-4ac1-aef8-6704a6f3acce req-95642f5e-a2e0-4975-ad51-90be78d3d7d0 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812891 Jul 16 01:52:24.868991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.883519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d3a88274-80c7-4ab5-acaf-64ada9142baa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:24.900180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Pushing event deleted for resources: {'Port': ['ID=30d5f573-6c54-4b7d-8668-44189149e5dd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.936860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['30d5f573-6c54-4b7d-8668-44189149e5dd'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:24.978507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] No DVR routers for this DVR port 30d5f573-6c54-4b7d-8668-44189149e5dd on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:24.981351 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.986007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6b8183d-76db-4085-9193-5ea42e588fde req-f2752063-9518-4bbb-9719-dce7aa7d8bba tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.13 "DELETE /v2.0/ports/30d5f573-6c54-4b7d-8668-44189149e5dd HTTP/1.1" status: 204 len: 173 time: 1.0409925 Jul 16 01:52:24.986783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'name': 'network-vif-deleted', 'tag': '30d5f573-6c54-4b7d-8668-44189149e5dd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:24.998147 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603eded6-58b6-4fbe-badc-e8143824941e" -d '{"events": [{"server_uuid": "1ef86144-cf46-402f-84ae-ce3a41939c5f", "name": "network-vif-deleted", "tag": "30d5f573-6c54-4b7d-8668-44189149e5dd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:25.062695 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252454eb-2a45-4bcf-b30c-6eb44820e5d8 x-openstack-request-id: req-252454eb-2a45-4bcf-b30c-6eb44820e5d8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:25.063086 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef86144-cf46-402f-84ae-ce3a41939c5f", "name": "network-vif-deleted", "tag": "30d5f573-6c54-4b7d-8668-44189149e5dd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:25.063428 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-252454eb-2a45-4bcf-b30c-6eb44820e5d8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:25.063906 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef86144-cf46-402f-84ae-ce3a41939c5f', 'name': 'network-vif-deleted', 'tag': '30d5f573-6c54-4b7d-8668-44189149e5dd', 'status': 'completed', 'code': 200} Jul 16 01:52:25.919088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.060123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c6226bfc-b635-48aa-afcb-13ca44889a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.211734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c6226bfc-b635-48aa-afcb-13ca44889a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.217255 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c6226bfc-b635-48aa-afcb-13ca44889a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.265787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6226bfc-b635-48aa-afcb-13ca44889a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c791846-7813-42b5-80ba-07e79e53a277,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.285767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c6226bfc-b635-48aa-afcb-13ca44889a5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=793759f361104924a59ecfaa8e062bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654861 Jul 16 01:52:26.288233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53362) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.378148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8996d9be-bd4c-42d2-b045-9e0ce5425789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.419473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8996d9be-bd4c-42d2-b045-9e0ce5425789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.435348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f424b-6cd1-462e-9566-c789417d4df0 req-4babf0e9-b4f1-4711-b2ad-5c0accf09079 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.436911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f0f424b-6cd1-462e-9566-c789417d4df0 req-4babf0e9-b4f1-4711-b2ad-5c0accf09079 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1256113 Jul 16 01:52:26.503605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f0f424b-6cd1-462e-9566-c789417d4df0 req-7a9db4e4-d0a5-42ae-9f81-9d280ab25d9b tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571051 Jul 16 01:52:26.517956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8996d9be-bd4c-42d2-b045-9e0ce5425789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.521240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8996d9be-bd4c-42d2-b045-9e0ce5425789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.522378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8996d9be-bd4c-42d2-b045-9e0ce5425789 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c791846-7813-42b5-80ba-07e79e53a277 HTTP/1.1" status: 204 len: 168 time: 0.2330332 Jul 16 01:52:26.544759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996d9be-bd4c-42d2-b045-9e0ce5425789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c791846-7813-42b5-80ba-07e79e53a277,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.861827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53388) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.875978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db43371a-bb4c-4013-93ce-a4efa1f7d4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.980791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 30d5f573-6c54-4b7d-8668-44189149e5dd no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:26.996731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db43371a-bb4c-4013-93ce-a4efa1f7d4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.002026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db43371a-bb4c-4013-93ce-a4efa1f7d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.012218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 30d5f573-6c54-4b7d-8668-44189149e5dd {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:27.012682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 30d5f573-6c54-4b7d-8668-44189149e5dd not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:27.053738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-db43371a-bb4c-4013-93ce-a4efa1f7d4dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ef9b001c9844a4b909da9d81254bf01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899874 Jul 16 01:52:27.054777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43371a-bb4c-4013-93ce-a4efa1f7d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d4083-f038-4199-8ff7-d9477572e72d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.055900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.137086 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0b34fa3-e35f-40f3-a8bd-10f834dbea54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.162618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0b34fa3-e35f-40f3-a8bd-10f834dbea54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.211871 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0b34fa3-e35f-40f3-a8bd-10f834dbea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.214427 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e0b34fa3-e35f-40f3-a8bd-10f834dbea54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.215604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e0b34fa3-e35f-40f3-a8bd-10f834dbea54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f2d4083-f038-4199-8ff7-d9477572e72d HTTP/1.1" status: 204 len: 168 time: 0.1581404 Jul 16 01:52:27.223969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b34fa3-e35f-40f3-a8bd-10f834dbea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d4083-f038-4199-8ff7-d9477572e72d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.573137 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:27.736022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a14b57-d80d-49c2-8aeb-07a4d13a97ee req-5e59bcf2-1af5-4033-a356-b64231eff1da tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.737745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19a14b57-d80d-49c2-8aeb-07a4d13a97ee req-5e59bcf2-1af5-4033-a356-b64231eff1da tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.0970623 Jul 16 01:52:27.797129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19a14b57-d80d-49c2-8aeb-07a4d13a97ee req-2b8ac535-00cc-4058-ada8-094246530396 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537622 Jul 16 01:52:28.675563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778abea-946b-4388-94e5-f91822400d17 req-6e96b88b-eb13-443a-9bb5-184f3d429252 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.680714 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c778abea-946b-4388-94e5-f91822400d17 req-6e96b88b-eb13-443a-9bb5-184f3d429252 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1985152 Jul 16 01:52:28.866354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Deleting port d3a88274-80c7-4ab5-acaf-64ada9142baa {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:28.866713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.042397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] For port d3a88274-80c7-4ab5-acaf-64ada9142baa, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d3a88274-80c7-4ab5-acaf-64ada9142baa,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:29.042745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.062666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Calling delete_port for d3a88274-80c7-4ab5-acaf-64ada9142baa owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:29.163117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5883b-260c-42d0-8aec-1b499eb2cbac req-02b705c8-9280-40a8-97fa-153374cafd2c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.165231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07c5883b-260c-42d0-8aec-1b499eb2cbac req-02b705c8-9280-40a8-97fa-153374cafd2c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1604853 Jul 16 01:52:29.177553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163ad39-beb2-446c-95e4-b7bc2810a02d req-f6fc8aa5-3f8f-4a9f-ad98-238828e8990a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.179326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1163ad39-beb2-446c-95e4-b7bc2810a02d req-f6fc8aa5-3f8f-4a9f-ad98-238828e8990a tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ab6374a-fa6d-4f65-8ca9-f0a3956a3378 HTTP/1.1" status: 200 len: 945 time: 0.1547387 Jul 16 01:52:29.241580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07c5883b-260c-42d0-8aec-1b499eb2cbac req-4feeb983-90fe-4567-ae13-3981f484fe76 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610361 Jul 16 01:52:29.269771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1163ad39-beb2-446c-95e4-b7bc2810a02d req-407747af-487c-4e34-9a66-01ccee499a03 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.42 "GET /v2.0/security-groups?id=186b2a8b-db4a-4a08-96a4-21cc37180d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816357 Jul 16 01:52:29.294780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.309029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d3a88274-80c7-4ab5-acaf-64ada9142baa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:29.431899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Pushing event deleted for resources: {'Port': ['ID=d3a88274-80c7-4ab5-acaf-64ada9142baa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.434927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] No DVR routers for this DVR port d3a88274-80c7-4ab5-acaf-64ada9142baa on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:29.440864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.445557 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c778abea-946b-4388-94e5-f91822400d17 req-6e70c4e2-9436-4a92-ae47-9b9c6a301d56 tempest-ServerRescueTestJSON-749732422 tempest-ServerRescueTestJSON-749732422-project] 10.222.0.23 "DELETE /v2.0/ports/d3a88274-80c7-4ab5-acaf-64ada9142baa HTTP/1.1" status: 204 len: 173 time: 0.7513206 Jul 16 01:52:29.446250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'name': 'network-vif-deleted', 'tag': 'd3a88274-80c7-4ab5-acaf-64ada9142baa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:29.450520 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f72d7c7-0115-435d-99d6-edfab898ee28" -d '{"events": [{"server_uuid": "0ab6374a-fa6d-4f65-8ca9-f0a3956a3378", "name": "network-vif-deleted", "tag": "d3a88274-80c7-4ab5-acaf-64ada9142baa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:29.522267 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8154551e-ce31-4fc8-b8af-206e074e36a3 x-openstack-request-id: req-8154551e-ce31-4fc8-b8af-206e074e36a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:29.522685 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab6374a-fa6d-4f65-8ca9-f0a3956a3378", "name": "network-vif-deleted", "tag": "d3a88274-80c7-4ab5-acaf-64ada9142baa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:29.523028 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8154551e-ce31-4fc8-b8af-206e074e36a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:29.523561 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab6374a-fa6d-4f65-8ca9-f0a3956a3378', 'name': 'network-vif-deleted', 'tag': 'd3a88274-80c7-4ab5-acaf-64ada9142baa', 'status': 'completed', 'code': 200} Jul 16 01:52:30.429448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53550) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:30.522992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786b49e-1c26-4ca2-a2ca-19db68d2f770 req-c43fa76e-2ba9-4f4c-a393-5ba426d738d2 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.531771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8786b49e-1c26-4ca2-a2ca-19db68d2f770 req-c43fa76e-2ba9-4f4c-a393-5ba426d738d2 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.1249008 Jul 16 01:52:30.576879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8786b49e-1c26-4ca2-a2ca-19db68d2f770 req-74293d25-838c-4c3c-aaa7-985b0d55ecbf tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Jul 16 01:52:30.843612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d919a2-425f-4e68-b683-225a3805c7fd req-fa76d6b3-6649-4c8a-aad1-85c063c5278c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.845174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44d919a2-425f-4e68-b683-225a3805c7fd req-fa76d6b3-6649-4c8a-aad1-85c063c5278c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 946 time: 0.0965416 Jul 16 01:52:31.056288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Deleting port 7f685502-00ac-4e59-9501-b3e3a2557a0c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:31.057211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.137193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.206906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] For port 7f685502-00ac-4e59-9501-b3e3a2557a0c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7f685502-00ac-4e59-9501-b3e3a2557a0c,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:31.207773 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.516491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.517317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.517977 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Floating IP e463d2fe-43bf-48a8-bd25-8d5ef72d0e71 disassociated. External IP: 172.25.7.244, port: 7f685502-00ac-4e59-9501-b3e3a2557a0c. Jul 16 01:52:31.518568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Calling delete_port for 7f685502-00ac-4e59-9501-b3e3a2557a0c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:31.661821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Deleting port 81f9da90-9243-4e7b-aebd-8db6819dddac {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:31.662353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.732309 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.786596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event deleted for resources: {'Port': ['ID=7f685502-00ac-4e59-9501-b3e3a2557a0c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:31.831125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] For port 81f9da90-9243-4e7b-aebd-8db6819dddac, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=81f9da90-9243-4e7b-aebd-8db6819dddac,segment=NetworkSegment(952bfce6-f669-48f9-bb68-0a3422d219f9),segment_id=952bfce6-f669-48f9-bb68-0a3422d219f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:31.831488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.850760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Calling delete_port for 81f9da90-9243-4e7b-aebd-8db6819dddac owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:31.894022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c13a3872-6130-4a9c-a41f-88d2d3bdda9d req-c7af4796-0514-4651-8b91-34f00e411079 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 210 time: 0.1089652 Jul 16 01:52:31.968511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:32.137068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:32.140033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.168620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:32.178846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=81f9da90-9243-4e7b-aebd-8db6819dddac,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.180916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:32.182089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:32.323652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] No DVR routers for this DVR port 7f685502-00ac-4e59-9501-b3e3a2557a0c on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:32.327636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.330192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44d919a2-425f-4e68-b683-225a3805c7fd req-b15e7fe1-030d-4a1a-94b3-6d25af8e5d1d tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "DELETE /v2.0/ports/7f685502-00ac-4e59-9501-b3e3a2557a0c HTTP/1.1" status: 204 len: 173 time: 1.4791923 Jul 16 01:52:32.330874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'name': 'network-vif-deleted', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:32.333452 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b931c8f-0aab-4b55-91ba-fe552ecdef60" -d '{"events": [{"server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "name": "network-vif-deleted", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:32.347746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:32.442545 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881bde88-9099-4375-be27-c927b8702bac x-openstack-request-id: req-881bde88-9099-4375-be27-c927b8702bac {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:32.442545 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f87dc6d-530e-463f-80e3-b10bb683f8e5", "name": "network-vif-deleted", "tag": "7f685502-00ac-4e59-9501-b3e3a2557a0c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:32.442545 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-881bde88-9099-4375-be27-c927b8702bac {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:32.443085 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87dc6d-530e-463f-80e3-b10bb683f8e5', 'name': 'network-vif-deleted', 'tag': '7f685502-00ac-4e59-9501-b3e3a2557a0c', 'status': 'completed', 'code': 200} Jul 16 01:52:32.536076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.822102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:33.131648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:33.138318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32e6037f-88e1-4b05-b972-112b7d47641a req-b9710d09-a562-4d18-a04f-6544d4ebfea2 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f87dc6d-530e-463f-80e3-b10bb683f8e5 HTTP/1.1" status: 200 len: 210 time: 0.0437992 Jul 16 01:52:33.143847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:33.144533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:33.166196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:33.331448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:33.398359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:33.404305 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6a2e569-7894-4735-9030-6a7d63a23dbd admin admin] 10.222.0.42 "PUT /v2.0/routers/4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9737287 Jul 16 01:52:33.406911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:33.409150 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] Sync routers for ids ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:33.430497 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] Routers {'4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:33.431264 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:33.616698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d3a88274-80c7-4ab5-acaf-64ada9142baa no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:33.637005 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] Set router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:33.647564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.695295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: d3a88274-80c7-4ab5-acaf-64ada9142baa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:33.696653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d3a88274-80c7-4ab5-acaf-64ada9142baa not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:33.862751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:33.866533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.924077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016123ca-0937-46e8-9dae-4c034e01fe9c None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:33.927672 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:52:32Z', 'revision_number': 5, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port': {'id': '10b871bb-3bd5-4e6e-a569-477747dd9749', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:33.969237 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] Checking router: 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:34.005521 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] Routers {'4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:34.006182 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:34.053407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Deleting port 10b871bb-3bd5-4e6e-a569-477747dd9749 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:34.053775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.130964 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] Set router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:34.209931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] For port 10b871bb-3bd5-4e6e-a569-477747dd9749, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=10b871bb-3bd5-4e6e-a569-477747dd9749,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:34.210726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.224942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Calling delete_port for 10b871bb-3bd5-4e6e-a569-477747dd9749 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:34.227597 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:52:33Z', 'revision_number': 6, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:34.283274 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a4843-e9b1-4530-a8ef-67f32d49cf0d None None] The sync data for ids ['4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab'] in n-d-791506-20 is: [{'id': '4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab', 'name': 'tempest-ServerRescueTestJSON-1678417224-router', 'tenant_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:27Z', 'updated_at': '2021-07-16T01:52:33Z', 'revision_number': 6, 'project_id': '8c7a4d7b3aa444a7884f88d2f005b152', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:34.364072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53690) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.466407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-966ed5c7-802a-4d1a-9631-d90a274aa2c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.522353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-966ed5c7-802a-4d1a-9631-d90a274aa2c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.561750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.576766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1904bcd8-b98c-4733-8de9-d2e2c1b61e7c None None] New status for floating IP e463d2fe-43bf-48a8-bd25-8d5ef72d0e71: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:34.614015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-966ed5c7-802a-4d1a-9631-d90a274aa2c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.617836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-966ed5c7-802a-4d1a-9631-d90a274aa2c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.619118 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-966ed5c7-802a-4d1a-9631-d90a274aa2c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "DELETE /v2.0/security-groups/aca11a93-e6c8-4e5b-9df3-ec67ef0d005f HTTP/1.1" status: 204 len: 168 time: 0.2532144 Jul 16 01:52:34.624135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53694) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.654358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ed5c7-802a-4d1a-9631-d90a274aa2c5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca11a93-e6c8-4e5b-9df3-ec67ef0d005f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.659698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b871bb-3bd5-4e6e-a569-477747dd9749,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.669686 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-8efdd78b-1eb2-406f-ba4f-60e9ded0a222 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] show failed (client error): The resource could not be found. Jul 16 01:52:34.673788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8efdd78b-1eb2-406f-ba4f-60e9ded0a222 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups/aca11a93-e6c8-4e5b-9df3-ec67ef0d005f HTTP/1.1" status: 404 len: 347 time: 0.0412948 Jul 16 01:52:34.674311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53696) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.763686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.914233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Deleting port cef7a7af-36a1-4654-b5d9-b374eb76f3da {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:34.914593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.918192 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.922736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.998965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.999368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7f685502-00ac-4e59-9501-b3e3a2557a0c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:34.999705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:52:35.007917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.014596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b339b041-19f7-4a73-85b2-e15e11a2e1f0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4401c11d-33d2-4aff-86eb-7bc8c6c5c5ab HTTP/1.1" status: 204 len: 168 time: 1.6029935 Jul 16 01:52:35.014866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:35.051730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 7f685502-00ac-4e59-9501-b3e3a2557a0c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:35.053547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7f685502-00ac-4e59-9501-b3e3a2557a0c not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:35.080326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Deleting subnet 83affbde-6a0e-46f4-a62f-ec6e5d904825 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:35.087949 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.108107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81f9da90-9243-4e7b-aebd-8db6819dddac no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:35.149815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 81f9da90-9243-4e7b-aebd-8db6819dddac {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:35.150276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 81f9da90-9243-4e7b-aebd-8db6819dddac not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:35.150575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 10b871bb-3bd5-4e6e-a569-477747dd9749 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:35.155009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.155343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.162334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.179872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Calling delete_port for cef7a7af-36a1-4654-b5d9-b374eb76f3da owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:35.187302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 10b871bb-3bd5-4e6e-a569-477747dd9749 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:35.187641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 10b871bb-3bd5-4e6e-a569-477747dd9749 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:35.240344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.337487 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.366239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83affbde-6a0e-46f4-a62f-ec6e5d904825,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:35.373292 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.377760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1cee4545-dc2e-4c01-81b8-5b39f350345c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/83affbde-6a0e-46f4-a62f-ec6e5d904825 HTTP/1.1" status: 204 len: 168 time: 0.3596320 Jul 16 01:52:35.378203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53726) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:35.471768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.631927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.635245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.008939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5bd1c9-02ff-4556-9d31-45d404b96216']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:36.037908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952bfce6-f669-48f9-bb68-0a3422d219f9') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:36.038212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952bfce6-f669-48f9-bb68-0a3422d219f9') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:36.039908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event deleted for resources: {'Port': ['ID=cef7a7af-36a1-4654-b5d9-b374eb76f3da,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.066363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.103885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.118852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:36.119266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:36.121352 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:36.147595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.150272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.151448 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7cefa6e7-20d0-438c-82d8-6b8b58eb2cce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "DELETE /v2.0/floatingips/e463d2fe-43bf-48a8-bd25-8d5ef72d0e71 HTTP/1.1" status: 204 len: 168 time: 1.4761398 Jul 16 01:52:36.202630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.209341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.211874 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aa5bd1c9-02ff-4556-9d31-45d404b96216 HTTP/1.1" status: 204 len: 168 time: 0.8327157 Jul 16 01:52:36.228322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71543d22-b593-437c-86cd-8ed018be7be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5bd1c9-02ff-4556-9d31-45d404b96216,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.485803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53754) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:36.527447 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-63002fd1-c03e-4318-8b03-20dcd4851f5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c7a4d7b3aa444a7884f88d2f005b152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404143 Jul 16 01:52:36.530001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53756) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:36.586699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dce8eaeb-b054-460b-a9d5-dc8a78b83d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.611076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dce8eaeb-b054-460b-a9d5-dc8a78b83d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.668396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dce8eaeb-b054-460b-a9d5-dc8a78b83d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.672161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dce8eaeb-b054-460b-a9d5-dc8a78b83d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.673930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dce8eaeb-b054-460b-a9d5-dc8a78b83d15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/186b2a8b-db4a-4a08-96a4-21cc37180d77 HTTP/1.1" status: 204 len: 168 time: 0.1426513 Jul 16 01:52:36.695509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8eaeb-b054-460b-a9d5-dc8a78b83d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b2a8b-db4a-4a08-96a4-21cc37180d77,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.845275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53766) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:36.850847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911094518', 'description': 'tempest-description--1881475659'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:36.882707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.107138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.122487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.161683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e883afd8-ad38-4b18-b7ab-03d843c55a35,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.188662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.193005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:37.197818 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a558536-5469-451b-8c2a-9a57af33397c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3512681 Jul 16 01:52:37.198718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'security_group_rule': {'security_group_id': 'e883afd8-ad38-4b18-b7ab-03d843c55a35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:37.269763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.375219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.383089 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.409832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5262065c-7932-4472-b251-473be8c33ca4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.419591 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.420859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-be45c58b-1319-4fac-9493-64784326a252 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268524 Jul 16 01:52:37.423573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53792) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:37.428727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'security_group_rule': {'security_group_id': 'e883afd8-ad38-4b18-b7ab-03d843c55a35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:37.471958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.551556 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.580194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.587441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.646531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb935a1-dbe3-4896-a850-ff358b7d3b4e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.667204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.670424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e8933def-b1be-4bde-925a-d0e7bc17a278 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454679 Jul 16 01:52:37.672737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53798) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:37.677599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:37.732017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.869916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.926141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.014494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Allocated IP 172.25.7.181 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/533776cf-b855-477e-a27b-5b48c8ff2dd5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:38.068769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1507871521-network', 'tenant_id': 'e54e77c5ab244099a007fb8f4f072140'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:38.119442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Made reservation on behalf of e54e77c5ab244099a007fb8f4f072140 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:38.125517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.144623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.178626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.328262 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.355023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.365921 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.386041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53826) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.402345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:38.408210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:38.423275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:38.430693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'Port': ['ID=533776cf-b855-477e-a27b-5b48c8ff2dd5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.431981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.432673 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Added segment 8b7c9959-c897-4200-992a-927c438dce0d of type vlan for network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 Jul 16 01:52:38.433339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:38.476911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c259b63-6795-4845-acfc-5e220462d4d5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.510548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.561099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.577096 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.578085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.578924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.645614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7155542 Jul 16 01:52:38.660021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 53834) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.661564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c59aada8-0fe5-4dfe-acd5-f10062275de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.682457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Request body: {'subnet': {'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1507871521-subnet', 'tenant_id': 'e54e77c5ab244099a007fb8f4f072140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:38.699265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfa03d-d354-43af-b35a-444b76e2be8f admin admin] Pushing event updated for resources: {'Network': ['ID=6cbe6723-6a47-48ff-8b7a-98b57469e9c4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.714332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:38.722175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Made reservation on behalf of e54e77c5ab244099a007fb8f4f072140 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:38.724706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.734442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.103490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c59aada8-0fe5-4dfe-acd5-f10062275de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.119681 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c59aada8-0fe5-4dfe-acd5-f10062275de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.170671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 53842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.170980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c59aada8-0fe5-4dfe-acd5-f10062275de7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=286aae6f9ee54f758467588740dd7fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7821097 Jul 16 01:52:39.179147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.199342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.287301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe14-c661-4419-974c-d6b5e7470512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.294376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aada8-0fe5-4dfe-acd5-f10062275de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c085fd32-6d5d-4d72-8efd-871ddfa314e8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.301090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.358368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe14-c661-4419-974c-d6b5e7470512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.399712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'Port': ['ID=533776cf-b855-477e-a27b-5b48c8ff2dd5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.410666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.432829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.434492 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-32823977-3f4e-42b1-b5aa-352de81e1c00 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7599950 Jul 16 01:52:39.437989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a49442b-c8e1-4439-b2ea-beeb5534df8d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.441033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Checking segment: {'id': '8b7c9959-c897-4200-992a-927c438dce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:39.441390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Network hostable DHCP agents. Network: 6cbe6723-6a47-48ff-8b7a-98b57469e9c4, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:39.464661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:39.479137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 6cbe6723-6a47-48ff-8b7a-98b57469e9c4) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:39.483568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe14-c661-4419-974c-d6b5e7470512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.489660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04794140-5ed0-42fb-9502-842070a80c61 None None] Network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:39.491969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e9efe14-c661-4419-974c-d6b5e7470512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.496831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e9efe14-c661-4419-974c-d6b5e7470512 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c085fd32-6d5d-4d72-8efd-871ddfa314e8 HTTP/1.1" status: 204 len: 168 time: 0.3222980 Jul 16 01:52:39.497024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.497024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.520875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9efe14-c661-4419-974c-d6b5e7470512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c085fd32-6d5d-4d72-8efd-871ddfa314e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.522099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-50d0d43e-5988-44b8-93e0-2a4b84bcab45 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8456435 Jul 16 01:52:39.654431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98d826-8bdf-4782-9770-233c5993dce3 None None] Network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:39.922019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-3fcd5827-7df0-42dd-9ec7-9fa438b36d55 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--911094518&fields=id&tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867 HTTP/1.1" status: 200 len: 267 time: 0.1133559 Jul 16 01:52:40.125457 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d159273e-13f2-426e-9f37-f7c81c0070dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.174906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-dfe9a911-774e-4b0d-a90a-6e7141abdcb2 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.179527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-dfe9a911-774e-4b0d-a90a-6e7141abdcb2 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 810 time: 0.2540898 Jul 16 01:52:40.242194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-3cf6f841-89e5-4658-89c0-ef552321e64e tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/quotas/efd50ac96a3f4a3a8eef8dfd2354e867 HTTP/1.1" status: 200 len: 375 time: 0.0445259 Jul 16 01:52:40.530314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-e98fc826-a4a3-4cc2-a54f-23602c9346ea tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2846024 Jul 16 01:52:40.672393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b26eff1b-c74c-4c78-ab1a-d59e9d658229 service neutron] 10.222.0.42 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410162 Jul 16 01:52:40.813046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-4029a1e6-7a57-4c73-9676-2db6dd5461b4 service neutron] 10.222.0.42 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397665 Jul 16 01:52:40.828756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-50a9ed29-fc04-430a-bad2-e09ef89c68b4 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.844853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-50a9ed29-fc04-430a-bad2-e09ef89c68b4 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/networks?id=6cbe6723-6a47-48ff-8b7a-98b57469e9c4 HTTP/1.1" status: 200 len: 809 time: 0.5365331 Jul 16 01:52:40.875568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-45eee142-d4b8-4cfd-af83-5d193a957179 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/quotas/e54e77c5ab244099a007fb8f4f072140 HTTP/1.1" status: 200 len: 375 time: 0.0272455 Jul 16 01:52:40.954627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-771afe35-dad2-4a12-8782-6267447c599a tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e54e77c5ab244099a007fb8f4f072140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767546 Jul 16 01:52:41.301300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fab2b801-67e8-4a31-a3ae-7600913c6768 service neutron] 10.222.0.42 "GET /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432143 Jul 16 01:52:41.576130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-c41444d7-e61e-4260-a3cf-60d63858b6c8 service neutron] 10.222.0.42 "GET /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738495 Jul 16 01:52:41.627404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c42c43cd-b4ed-4041-9d0f-0c28dcf6c827 req-4f989aea-1bd1-4f1d-8138-a215db14f64e tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 210 time: 0.0457013 Jul 16 01:52:41.892888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-525984bb-81ca-4b48-82d7-b40baf15a902 req-5e7b578c-3324-4016-8f74-eb6e664189ea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 210 time: 0.0693059 Jul 16 01:52:41.957576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce23202-c6b0-4496-8e5c-c54f3c2f9c9c req-84de7651-bd97-4f77-84f6-8a6b28c76898 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.959727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ce23202-c6b0-4496-8e5c-c54f3c2f9c9c req-84de7651-bd97-4f77-84f6-8a6b28c76898 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 947 time: 0.1931195 Jul 16 01:52:42.036599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ce23202-c6b0-4496-8e5c-c54f3c2f9c9c req-98d4335d-5f0e-457e-b958-30c99671abd4 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713289 Jul 16 01:52:42.412595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d893eab0-10f8-48d4-b9eb-4cb3871fbb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.463610 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.919450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b7e02f2-ead8-48c1-a124-8b060a949232 req-112ebec8-60ed-468d-94b6-930c7bc60bb6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 210 time: 0.0730422 Jul 16 01:52:43.058555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-1a9cec59-96e0-47af-abce-ab31207fccb1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.060525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-1a9cec59-96e0-47af-abce-ab31207fccb1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 947 time: 0.1537180 Jul 16 01:52:43.155014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9d5e413-c32a-407b-9212-57a097778253 req-39a0cd03-260a-4c66-8346-f252c1743956 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 210 time: 0.0678227 Jul 16 01:52:43.200792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Deleting port 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:43.201286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.310205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] For port 867715a3-b604-47da-b4ee-1b72ac8e294c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=867715a3-b604-47da-b4ee-1b72ac8e294c,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:43.310971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.459132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-fd014da2-1eef-4daf-bcde-afb03afe36d1 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.461325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-fd014da2-1eef-4daf-bcde-afb03afe36d1 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 810 time: 0.4268873 Jul 16 01:52:43.533780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.534339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.534762 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Floating IP 40e72f5e-8130-4c99-9dd2-91e1aa98e5f2 disassociated. External IP: 172.25.7.243, port: 867715a3-b604-47da-b4ee-1b72ac8e294c. Jul 16 01:52:43.535217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Calling delete_port for 867715a3-b604-47da-b4ee-1b72ac8e294c owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:43.561913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68706ba0-9321-4c04-9067-c000c5845d4b req-2136f1e8-771f-4634-b952-1b87d24658d1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.563848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68706ba0-9321-4c04-9067-c000c5845d4b req-2136f1e8-771f-4634-b952-1b87d24658d1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 947 time: 0.3155713 Jul 16 01:52:43.751251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.965727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-9fc0b3de-9843-4260-98d8-12f14b8874ed tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.967704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-9fc0b3de-9843-4260-98d8-12f14b8874ed tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.13 "GET /v2.0/networks?id=6cbe6723-6a47-48ff-8b7a-98b57469e9c4 HTTP/1.1" status: 200 len: 809 time: 0.3135090 Jul 16 01:52:43.992627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Request body: {'port': {'device_id': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4', 'admin_state_up': True, 'tenant_id': 'e54e77c5ab244099a007fb8f4f072140'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:43.998075 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.069687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event deleted for resources: {'Port': ['ID=867715a3-b604-47da-b4ee-1b72ac8e294c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.238483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Made reservation on behalf of e54e77c5ab244099a007fb8f4f072140 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:44.246783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.252172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-8a5b9e92-a5be-48c2-8ccb-6286e4be9a44 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867 HTTP/1.1" status: 200 len: 379 time: 0.7698739 Jul 16 01:52:44.278016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'port': {'device_id': '7732e3ef-8f24-4503-985d-47ace622e360', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'admin_state_up': True, 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'security_groups': ['e883afd8-ad38-4b18-b7ab-03d843c55a35']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:44.323412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-728a3e1d-4fa2-4cdb-9681-a7d5733496c2 req-4e4cbd41-10e1-4084-a2da-8bedf330397a tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 210 time: 0.1197624 Jul 16 01:52:44.381160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68706ba0-9321-4c04-9067-c000c5845d4b req-82e9faf2-861c-4c5d-b288-777d53c181f8 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c72170b-82c9-418f-8e15-13b30bade0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8071408 Jul 16 01:52:44.522986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Made reservation on behalf of efd50ac96a3f4a3a8eef8dfd2354e867 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:44.526135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:44.542452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.545087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Allocated IP 172.20.0.5 (6cbe6723-6a47-48ff-8b7a-98b57469e9c4/7a49442b-c8e1-4439-b2ea-beeb5534df8d/374b96ca-12dd-43eb-8ccf-24d472aa2385) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:44.630582 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3877d301-22ef-42d5-90a5-bf01374da4bf req-57b58b0e-179d-4c31-87cc-3d0dff9ca061 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 210 time: 0.0483813 Jul 16 01:52:44.808236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Allocated IP 172.20.0.9 (76d0f956-1017-4ab6-a9ea-151e388b1ba1/e9c835f6-4ae4-4cf2-9212-e563adeb542c/50ef4384-8e52-4465-ab22-c207b722df76) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:44.815273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:44.836313 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:44.857898 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:44.858680 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.945237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] No DVR routers for this DVR port 867715a3-b604-47da-b4ee-1b72ac8e294c on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:44.960614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.976934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e92402f6-8a89-4c62-8ce7-baa58ad28f9b req-7fce0a34-ba31-4742-be8d-49f72ebd69d0 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.23 "DELETE /v2.0/ports/867715a3-b604-47da-b4ee-1b72ac8e294c HTTP/1.1" status: 204 len: 173 time: 1.9027002 Jul 16 01:52:44.990476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-deleted', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:44.993290 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfcef92-8485-477c-815d-d643ca3a0fa3" -d '{"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-deleted", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:45.156141 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be1e743-db27-486b-b8fb-91108b400929 x-openstack-request-id: req-2be1e743-db27-486b-b8fb-91108b400929 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:45.157304 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e258ead-8b50-492f-90df-832d61b10b94", "name": "network-vif-deleted", "tag": "867715a3-b604-47da-b4ee-1b72ac8e294c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:45.157869 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2be1e743-db27-486b-b8fb-91108b400929 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:45.158495 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e258ead-8b50-492f-90df-832d61b10b94', 'name': 'network-vif-deleted', 'tag': '867715a3-b604-47da-b4ee-1b72ac8e294c', 'status': 'completed', 'code': 200} Jul 16 01:52:45.164983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.208774 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:45.265947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.282233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.295890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.311075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Transition to ACTIVE for port object 50ef4384-8e52-4465-ab22-c207b722df76 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:45.365502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.422130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Pushing event updated for resources: {'Port': ['ID=374b96ca-12dd-43eb-8ccf-24d472aa2385,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.455137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:45.456817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:45.461128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:45.465322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:45.470973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:45.474133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:45.509827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event updated for resources: {'Port': ['ID=50ef4384-8e52-4465-ab22-c207b722df76,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.564548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.565978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.593076 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-40113745-d1f3-47f3-8ab2-1a25465bde42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6105921 Jul 16 01:52:45.595530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.598996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.606440 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:45.613855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Request body: {'port': {'device_id': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:45.640819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-b1d4b90d-d433-4fdf-a92a-630428de7792 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3702073 Jul 16 01:52:45.666816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Request body: {'port': {'device_id': '7732e3ef-8f24-4503-985d-47ace622e360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:45.669860 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:45.700811 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:45.701450 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:45.796851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.953246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d7d72a88-138b-4bd3-86e6-64bcf77cae9e None None] Provisioning for port 50ef4384-8e52-4465-ab22-c207b722df76 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:45.959740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d7d72a88-138b-4bd3-86e6-64bcf77cae9e None None] Provisioning complete for port 50ef4384-8e52-4465-ab22-c207b722df76 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:45.960402 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7d72a88-138b-4bd3-86e6-64bcf77cae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.960765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a8f4e8a-f1c4-481d-b735-ab6d1cb31772 req-91466ddb-3162-4c64-a781-049d98443cb1 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e258ead-8b50-492f-90df-832d61b10b94 HTTP/1.1" status: 200 len: 210 time: 0.2420571 Jul 16 01:52:46.035394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:46.038042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d7d72a88-138b-4bd3-86e6-64bcf77cae9e None None] Port 50ef4384-8e52-4465-ab22-c207b722df76 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:46.225598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.229348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374b96ca-12dd-43eb-8ccf-24d472aa2385 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:46.241105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.267713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08e0da-7bf3-4b4e-ae73-4d2424e69a44 req-c4462d86-8290-42bf-98cb-9fefe4aa53f9 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.275298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Transition to ACTIVE for port object 374b96ca-12dd-43eb-8ccf-24d472aa2385 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:46.276125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf08e0da-7bf3-4b4e-ae73-4d2424e69a44 req-c4462d86-8290-42bf-98cb-9fefe4aa53f9 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 931 time: 0.5959783 Jul 16 01:52:46.282372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.486079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Pushing event updated for resources: {'Port': ['ID=374b96ca-12dd-43eb-8ccf-24d472aa2385,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.512610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf08e0da-7bf3-4b4e-ae73-4d2424e69a44 req-dae2a224-8bae-4037-88c1-c3611739bbdb tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347636 Jul 16 01:52:46.610291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Attempting to bind port 374b96ca-12dd-43eb-8ccf-24d472aa2385 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:46.613859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Attempting to bind port 374b96ca-12dd-43eb-8ccf-24d472aa2385 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '8b7c9959-c897-4200-992a-927c438dce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:46.614868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Attempting to bind port 374b96ca-12dd-43eb-8ccf-24d472aa2385 on network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:46.634906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Port 374b96ca-12dd-43eb-8ccf-24d472aa2385 on network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:46.639570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Attempting to bind port 374b96ca-12dd-43eb-8ccf-24d472aa2385 on network 6cbe6723-6a47-48ff-8b7a-98b57469e9c4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:46.654249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:46.655684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Checking segment: {'id': '8b7c9959-c897-4200-992a-927c438dce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:46.657734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Bound using segment: {'id': '8b7c9959-c897-4200-992a-927c438dce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:46.661218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Bound port: 374b96ca-12dd-43eb-8ccf-24d472aa2385, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7c9959-c897-4200-992a-927c438dce0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:46.662908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.687068 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:46.702087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9450ea-e517-42bb-85c4-aa4422ac6d1e req-5f2f50b8-1358-4de5-ae77-006a5867ebbc tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.703993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b9450ea-e517-42bb-85c4-aa4422ac6d1e req-5f2f50b8-1358-4de5-ae77-006a5867ebbc tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 943 time: 0.3035214 Jul 16 01:52:46.741014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf63d5-5c95-4560-a5b8-8a98fb7266c9 None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:44:18Z', 'revision_number': 4, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'd3f6a6ac-c8b4-4e64-8f34-bc8c5be87667', 'name': '', 'network_id': 'e8d0569f-ec02-4010-87de-d0349c74d857', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'mac_address': 'fa:16:3e:66:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:16Z', 'updated_at': '2021-07-16T01:44:29Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'subnets': [{'id': 'acf68478-e747-41ed-9140-7558e39b85d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:46.867111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] For port 374b96ca-12dd-43eb-8ccf-24d472aa2385, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:46.868902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b9450ea-e517-42bb-85c4-aa4422ac6d1e req-82a34105-5753-4661-904d-0417983cd77d tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539059 Jul 16 01:52:46.877768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] For port 374b96ca-12dd-43eb-8ccf-24d472aa2385, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385,segment=NetworkSegment(8b7c9959-c897-4200-992a-927c438dce0d),segment_id=8b7c9959-c897-4200-992a-927c438dce0d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:46.887847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.966286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Pushing event updated for resources: {'Port': ['ID=374b96ca-12dd-43eb-8ccf-24d472aa2385,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.997445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.998447 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.000369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-fcfca9dd-c299-416e-834b-dfb3c9977866 service neutron] 10.222.0.13 "PUT /v2.0/ports/374b96ca-12dd-43eb-8ccf-24d472aa2385 HTTP/1.1" status: 200 len: 1092 time: 1.3927619 Jul 16 01:52:47.012034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ef4384-8e52-4465-ab22-c207b722df76 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:47.044260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.065332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Transition to ACTIVE for port object 50ef4384-8e52-4465-ab22-c207b722df76 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:47.074069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.157872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=50ef4384-8e52-4465-ab22-c207b722df76,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.160632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'tag': '374b96ca-12dd-43eb-8ccf-24d472aa2385'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:47.163363 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9af24ce-bdb4-4aed-9958-d4a8b0943f07", "tag": "374b96ca-12dd-43eb-8ccf-24d472aa2385"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:47.182713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-407d1feb-b227-4f3d-a7ac-f240426a1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.190077 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-407d1feb-b227-4f3d-a7ac-f240426a1af3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e54e77c5ab244099a007fb8f4f072140&device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 1095 time: 0.1206441 Jul 16 01:52:47.275766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-aa85a8db-f57f-4aa9-ac18-f8d4b852bd8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385 HTTP/1.1" status: 200 len: 217 time: 0.0726826 Jul 16 01:52:47.295958 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0bee1-f9b9-4428-85a1-f60a87954296 x-openstack-request-id: req-80d0bee1-f9b9-4428-85a1-f60a87954296 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:47.296392 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9af24ce-bdb4-4aed-9958-d4a8b0943f07", "tag": "374b96ca-12dd-43eb-8ccf-24d472aa2385", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:47.296583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706bf0b-8f1d-45c9-b1af-05d37d0444ce None None] New status for floating IP 40e72f5e-8130-4c99-9dd2-91e1aa98e5f2: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:47.297186 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80d0bee1-f9b9-4428-85a1-f60a87954296 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:47.297327 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'tag': '374b96ca-12dd-43eb-8ccf-24d472aa2385', 'status': 'completed', 'code': 200} Jul 16 01:52:47.331559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54092) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:47.369909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Attempting to bind port 50ef4384-8e52-4465-ab22-c207b722df76 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:47.371018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Attempting to bind port 50ef4384-8e52-4465-ab22-c207b722df76 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:47.371018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Attempting to bind port 50ef4384-8e52-4465-ab22-c207b722df76 on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:47.377204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Port 50ef4384-8e52-4465-ab22-c207b722df76 on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:47.377521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Attempting to bind port 50ef4384-8e52-4465-ab22-c207b722df76 on network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:47.388197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:47.388587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Checking segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:47.388995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Bound using segment: {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:47.391019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Bound port: 50ef4384-8e52-4465-ab22-c207b722df76, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32daf04-0990-42ba-8673-a29499505a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:47.391019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.535295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-c6df46cc-bfa7-4188-95c4-1114137cfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.536853 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-c6df46cc-bfa7-4188-95c4-1114137cfdd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a49442b-c8e1-4439-b2ea-beeb5534df8d HTTP/1.1" status: 200 len: 849 time: 0.2386599 Jul 16 01:52:47.562408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] For port 50ef4384-8e52-4465-ab22-c207b722df76, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:47.577467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] For port 50ef4384-8e52-4465-ab22-c207b722df76, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=50ef4384-8e52-4465-ab22-c207b722df76,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:47.593594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.594037 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-6c72991d-c22c-4119-bbbc-5034c7ee826c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbe6723-6a47-48ff-8b7a-98b57469e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453768 Jul 16 01:52:47.595025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-669bafea-54af-4cfd-914c-408a0e222642 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.626560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-669bafea-54af-4cfd-914c-408a0e222642 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.724415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:47.761158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.764338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.768571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 200 len: 1092 time: 2.1145380 Jul 16 01:52:47.771826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:47.787996 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62fe80-2202-429c-9ae6-dc77288d5802" -d '{"events": [{"name": "network-changed", "server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "tag": "50ef4384-8e52-4465-ab22-c207b722df76"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:47.788530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 867715a3-b604-47da-b4ee-1b72ac8e294c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:47.789136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 867715a3-b604-47da-b4ee-1b72ac8e294c not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:47.799434 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-669bafea-54af-4cfd-914c-408a0e222642 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.810669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-669bafea-54af-4cfd-914c-408a0e222642 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.811964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-669bafea-54af-4cfd-914c-408a0e222642 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "DELETE /v2.0/security-groups/9c72170b-82c9-418f-8e15-13b30bade0a4 HTTP/1.1" status: 204 len: 168 time: 0.4783874 Jul 16 01:52:47.836643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54106) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:47.850663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bafea-54af-4cfd-914c-408a0e222642 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c72170b-82c9-418f-8e15-13b30bade0a4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.913368 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527ffa03-1b23-4a7f-92e5-71156de2ca20 x-openstack-request-id: req-527ffa03-1b23-4a7f-92e5-71156de2ca20 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:47.913755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-9fbab10c-29b1-43bc-bd4f-76584fb70d58 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905681 Jul 16 01:52:47.913903 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "tag": "50ef4384-8e52-4465-ab22-c207b722df76", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:47.914239 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-527ffa03-1b23-4a7f-92e5-71156de2ca20 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:47.914736 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76', 'status': 'completed', 'code': 200} Jul 16 01:52:47.989745 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-733604f5-b0a2-40bb-96e4-3a50972327af tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] show failed (client error): The resource could not be found. Jul 16 01:52:48.003159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-733604f5-b0a2-40bb-96e4-3a50972327af tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "GET /v2.0/security-groups/9c72170b-82c9-418f-8e15-13b30bade0a4 HTTP/1.1" status: 404 len: 347 time: 0.1634135 Jul 16 01:52:48.008681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:48.119907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1b564b50-329f-4cbd-8c7f-977292ff77ac req-d40f258a-0ddd-4b89-809f-c692818ed721 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970658 Jul 16 01:52:48.163200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577ed77-0a92-4f44-8b2e-7ff9bb78c4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=50ef4384-8e52-4465-ab22-c207b722df76,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.297533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-fbded6f3-1cd4-4907-ae49-12ac4a7da37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.299905 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-fbded6f3-1cd4-4907-ae49-12ac4a7da37d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e54e77c5ab244099a007fb8f4f072140&device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 1095 time: 0.0621750 Jul 16 01:52:48.353625 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b5d10-57cd-4abc-b75e-5c0bf9d1395b req-166a3672-26ac-4246-8ea5-4b497a31dbf0 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.355216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d4b5d10-57cd-4abc-b75e-5c0bf9d1395b req-166a3672-26ac-4246-8ea5-4b497a31dbf0 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 943 time: 0.4339142 Jul 16 01:52:48.387750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-4d182974-3877-4985-b3b2-707356e00032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.389309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-4d182974-3877-4985-b3b2-707356e00032 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 1095 time: 0.5085611 Jul 16 01:52:48.432799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-7a522aa9-86e6-4b22-b5d2-32ef874f5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.435028 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-7a522aa9-86e6-4b22-b5d2-32ef874f5bda service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cbe6723-6a47-48ff-8b7a-98b57469e9c4 HTTP/1.1" status: 200 len: 910 time: 0.1283648 Jul 16 01:52:48.435592 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.480981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-131c7a8a-927c-4244-a181-0490f87d5e4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 200 len: 217 time: 0.0525949 Jul 16 01:52:48.537455 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-997802aa-6a6f-4913-a87a-b6859c4bc73b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385 HTTP/1.1" status: 200 len: 217 time: 0.0921474 Jul 16 01:52:48.542205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad165b-e6f0-4f0e-93e6-e7e77dd7ced1 req-9a48e5cb-83cf-49bb-bf51-376fa8f0453b tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.551250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6ad165b-e6f0-4f0e-93e6-e7e77dd7ced1 req-9a48e5cb-83cf-49bb-bf51-376fa8f0453b tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 943 time: 0.4116440 Jul 16 01:52:48.699837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-600e303c-8e63-4fb0-9483-83f8ab70899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.702130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-600e303c-8e63-4fb0-9483-83f8ab70899b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a49442b-c8e1-4439-b2ea-beeb5534df8d HTTP/1.1" status: 200 len: 849 time: 0.1562748 Jul 16 01:52:48.721731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Deleting port 32875b7e-7e42-43eb-87f4-b07553d26cf1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:48.722393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.767150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-b6100cb8-4284-439d-b3cd-f6b32d24a76e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbe6723-6a47-48ff-8b7a-98b57469e9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573232 Jul 16 01:52:48.810322 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.810722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.815805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d4b5d10-57cd-4abc-b75e-5c0bf9d1395b req-013787c2-18eb-4250-b73b-aa646fcf6947 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4473281 Jul 16 01:52:48.837909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Calling delete_port for 32875b7e-7e42-43eb-87f4-b07553d26cf1 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:48.857056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-ac2c47ed-7811-4b9f-bf63-a4e166507838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.859104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-ac2c47ed-7811-4b9f-bf63-a4e166507838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.3761718 Jul 16 01:52:48.904285 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-0abe7254-84cf-45c6-948e-e000ad451052 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286850 Jul 16 01:52:48.904551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6ad165b-e6f0-4f0e-93e6-e7e77dd7ced1 req-3ea195a2-a8a9-400c-972f-27c91a03be90 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719460 Jul 16 01:52:49.008077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c49392ff-dd0f-4aa8-ab8b-958ced5079b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.009663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-c49392ff-dd0f-4aa8-ab8b-958ced5079b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421032 Jul 16 01:52:49.038314 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-60e7bb90-129a-49c9-89b5-0c5cf3354a5e req-abdd73ff-0f9a-4c02-a99b-8e0ee9b9ee90 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265683 Jul 16 01:52:49.154773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-532bbe5c-d481-4584-a459-5713da03d619 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369016 Jul 16 01:52:49.158692 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.204560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Pushing event deleted for resources: {'Port': ['ID=32875b7e-7e42-43eb-87f4-b07553d26cf1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.320601 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.323112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.324879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8a26ecf-aa9e-490c-b95f-3e6c273e7bc6 tempest-AttachVolumeShelveTestJSON-596166038 tempest-AttachVolumeShelveTestJSON-596166038-project] 10.222.0.42 "DELETE /v2.0/floatingips/40e72f5e-8130-4c99-9dd2-91e1aa98e5f2 HTTP/1.1" status: 204 len: 168 time: 1.3143623 Jul 16 01:52:49.330821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-420e3b17-5a99-4d6c-95d3-3230b57a6f4d req-0463673d-6fa2-4fce-9ff6-36426c4cdd6a service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668587 Jul 16 01:52:49.502836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-8ef4904d-8383-413f-97d2-5822e2df361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.504794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-8ef4904d-8383-413f-97d2-5822e2df361a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 1095 time: 0.0672305 Jul 16 01:52:49.631106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-8907296b-e094-4222-956b-0a85a5c73fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.631106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-8907296b-e094-4222-956b-0a85a5c73fc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.1194501 Jul 16 01:52:49.686791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-0fe570d9-e8cd-452b-a62d-b7704ecd41ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 200 len: 217 time: 0.0475454 Jul 16 01:52:49.749035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-7df3963c-13c2-4f9a-b880-35aa2ca31245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.750970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-7df3963c-13c2-4f9a-b880-35aa2ca31245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.0568314 Jul 16 01:52:49.883626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-fb85c374-7087-4e20-8800-6d7bb9d2fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.886154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-fb85c374-7087-4e20-8800-6d7bb9d2fb73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272485 Jul 16 01:52:50.046173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-2077b579-3d53-4854-aba1-fc4936e46b50 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528056 Jul 16 01:52:50.165133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78265-24b1-443d-9149-1a55e0636159 req-665c040e-403d-4e18-b638-ddc3e517ad9e tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.166795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d78265-24b1-443d-9149-1a55e0636159 req-665c040e-403d-4e18-b638-ddc3e517ad9e tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 943 time: 0.1936374 Jul 16 01:52:50.274801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b62fe80-2202-429c-9ae6-dc77288d5802 req-8aa917b7-d88b-4071-a221-171be2659478 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165389 Jul 16 01:52:50.279595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d78265-24b1-443d-9149-1a55e0636159 req-5c7f4c59-2462-4920-bb0e-955d483521af tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761266 Jul 16 01:52:50.291362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5e234-ebc1-4ba2-99d5-aa1307820f24 req-e356177e-94f1-4a87-a483-ca83d1991de2 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.294576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c5e234-ebc1-4ba2-99d5-aa1307820f24 req-e356177e-94f1-4a87-a483-ca83d1991de2 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 943 time: 0.2151642 Jul 16 01:52:50.364260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c5e234-ebc1-4ba2-99d5-aa1307820f24 req-218e6f48-1cfc-4ecc-8142-83dc570ac7a4 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572720 Jul 16 01:52:51.009995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 374b96ca-12dd-43eb-8ccf-24d472aa2385 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:51.119713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 374b96ca-12dd-43eb-8ccf-24d472aa2385, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385,segment=NetworkSegment(8b7c9959-c897-4200-992a-927c438dce0d),segment_id=8b7c9959-c897-4200-992a-927c438dce0d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:51.134817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '374b96ca-12dd-43eb-8ccf-24d472aa2385', 'network_id': '6cbe6723-6a47-48ff-8b7a-98b57469e9c4', 'port_id': '374b96ca-12dd-43eb-8ccf-24d472aa2385', 'mac_address': 'fa:16:3e:92:35:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a49442b-c8e1-4439-b2ea-beeb5534df8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:51.190833 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.212214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374b96ca-12dd-43eb-8ccf-24d472aa2385 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:51.270730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 374b96ca-12dd-43eb-8ccf-24d472aa2385, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385,segment=NetworkSegment(8b7c9959-c897-4200-992a-927c438dce0d),segment_id=8b7c9959-c897-4200-992a-927c438dce0d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:51.278912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.374755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=374b96ca-12dd-43eb-8ccf-24d472aa2385,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.553100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['374b96ca-12dd-43eb-8ccf-24d472aa2385'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.077572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba04c-c21e-4415-9653-b8763a0d9030 req-64006598-28a3-47fe-9855-09da91355cd1 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.085584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-276ba04c-c21e-4415-9653-b8763a0d9030 req-64006598-28a3-47fe-9855-09da91355cd1 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 943 time: 0.5711553 Jul 16 01:52:52.101924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b42c02-b82e-432e-a9e3-6ba45ebc124c req-229984e9-d2fe-4441-a241-218bf89f833e tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.109389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18b42c02-b82e-432e-a9e3-6ba45ebc124c req-229984e9-d2fe-4441-a241-218bf89f833e tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 944 time: 0.5578709 Jul 16 01:52:52.178541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-276ba04c-c21e-4415-9653-b8763a0d9030 req-29bf93ad-bb8c-4d2b-a626-944a711ab3f6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868654 Jul 16 01:52:52.196144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18b42c02-b82e-432e-a9e3-6ba45ebc124c req-4d619894-a607-49ed-8ca2-b849450a7b5b tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859120 Jul 16 01:52:53.021687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 50ef4384-8e52-4465-ab22-c207b722df76 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:53.030750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 374b96ca-12dd-43eb-8ccf-24d472aa2385 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:53.188896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 374b96ca-12dd-43eb-8ccf-24d472aa2385 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:53.209966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 374b96ca-12dd-43eb-8ccf-24d472aa2385 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:53.210359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.337604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 50ef4384-8e52-4465-ab22-c207b722df76, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=50ef4384-8e52-4465-ab22-c207b722df76,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:53.351120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '50ef4384-8e52-4465-ab22-c207b722df76', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'port_id': '50ef4384-8e52-4465-ab22-c207b722df76', 'mac_address': 'fa:16:3e:65:bf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:53.456816 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.471048 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.500289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374b96ca-12dd-43eb-8ccf-24d472aa2385'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:53.503600 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94524e62-b4f2-4d8e-acc5-fbd41f5493e1" -d '{"events": [{"server_uuid": "f9af24ce-bdb4-4aed-9958-d4a8b0943f07", "name": "network-vif-plugged", "status": "completed", "tag": "374b96ca-12dd-43eb-8ccf-24d472aa2385"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:53.507423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ef4384-8e52-4465-ab22-c207b722df76 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:53.530518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 374b96ca-12dd-43eb-8ccf-24d472aa2385, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385,segment=NetworkSegment(8b7c9959-c897-4200-992a-927c438dce0d),segment_id=8b7c9959-c897-4200-992a-927c438dce0d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:53.540811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 50ef4384-8e52-4465-ab22-c207b722df76, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=50ef4384-8e52-4465-ab22-c207b722df76,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:53.543192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.549437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.575510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5618a0-a16b-47c1-9600-8a32693087e3 req-2dd1fd15-95ec-4d50-a43c-f603ad1009a5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.577158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e5618a0-a16b-47c1-9600-8a32693087e3 req-2dd1fd15-95ec-4d50-a43c-f603ad1009a5 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 943 time: 0.1143270 Jul 16 01:52:53.589907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff9557-3026-4d50-b749-7a5227847e46 req-9b8565fe-3c9d-4174-a6b5-21bdb98d0357 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.591712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fff9557-3026-4d50-b749-7a5227847e46 req-9b8565fe-3c9d-4174-a6b5-21bdb98d0357 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 944 time: 0.1901956 Jul 16 01:52:53.642253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=374b96ca-12dd-43eb-8ccf-24d472aa2385,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.647570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fff9557-3026-4d50-b749-7a5227847e46 req-b3a20f20-188d-4b6b-be77-5148aa21be6f tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Jul 16 01:52:53.697884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e5618a0-a16b-47c1-9600-8a32693087e3 req-449580c4-9a9c-4341-b27c-271902059d35 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039357 Jul 16 01:52:53.755128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=50ef4384-8e52-4465-ab22-c207b722df76,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.771538 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03728eb6-9f2b-481c-839f-22345903f031 x-openstack-request-id: req-03728eb6-9f2b-481c-839f-22345903f031 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:53.771538 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9af24ce-bdb4-4aed-9958-d4a8b0943f07", "name": "network-vif-plugged", "status": "completed", "tag": "374b96ca-12dd-43eb-8ccf-24d472aa2385", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:53.771538 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03728eb6-9f2b-481c-839f-22345903f031 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:53.772006 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374b96ca-12dd-43eb-8ccf-24d472aa2385', 'code': 200} Jul 16 01:52:53.859998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['50ef4384-8e52-4465-ab22-c207b722df76'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:54.290618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3259d-e518-4e23-bc72-518998276933 req-f2d1c1af-5555-4f35-9709-8af45a1ba399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.295055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1a3259d-e518-4e23-bc72-518998276933 req-f2d1c1af-5555-4f35-9709-8af45a1ba399 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 1097 time: 0.3269119 Jul 16 01:52:54.399082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1a3259d-e518-4e23-bc72-518998276933 req-c9637a95-89b4-449d-a66c-374ccfd0c022 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Jul 16 01:52:55.029367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a44e9-709a-425c-9e12-dee2d4a5c15d req-8e50be5f-fca9-406e-abbd-46d0009ae3e3 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:55.032630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-200a44e9-709a-425c-9e12-dee2d4a5c15d req-8e50be5f-fca9-406e-abbd-46d0009ae3e3 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 945 time: 0.1647632 Jul 16 01:52:55.041050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 50ef4384-8e52-4465-ab22-c207b722df76 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:55.068373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9128d0-4ffa-4100-a8f5-882204258988 req-50621fd2-a53a-45b5-a9b3-92e76ab16ad6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:55.076789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed9128d0-4ffa-4100-a8f5-882204258988 req-50621fd2-a53a-45b5-a9b3-92e76ab16ad6 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 944 time: 0.1953626 Jul 16 01:52:55.154003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 50ef4384-8e52-4465-ab22-c207b722df76 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:55.165053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 50ef4384-8e52-4465-ab22-c207b722df76 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:55.165658 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.188310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-200a44e9-709a-425c-9e12-dee2d4a5c15d req-21cab921-5898-4a80-9cbc-85f293122409 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498058 Jul 16 01:52:55.191382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed9128d0-4ffa-4100-a8f5-882204258988 req-02030b9c-dae7-4221-9b9c-2634ca6f1c0a tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135778 Jul 16 01:52:55.523543 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.577755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 50ef4384-8e52-4465-ab22-c207b722df76, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=50ef4384-8e52-4465-ab22-c207b722df76,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:55.590986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.671255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=50ef4384-8e52-4465-ab22-c207b722df76,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:55.773135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:55.775559 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f41713-51f4-45fd-8887-3c5b4c3433fe" -d '{"events": [{"server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "name": "network-vif-plugged", "status": "completed", "tag": "50ef4384-8e52-4465-ab22-c207b722df76"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:55.835055 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e1dab1-dbea-43ad-9b90-a8955124179a x-openstack-request-id: req-c3e1dab1-dbea-43ad-9b90-a8955124179a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:55.835484 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "name": "network-vif-plugged", "status": "completed", "tag": "50ef4384-8e52-4465-ab22-c207b722df76", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:55.835586 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3e1dab1-dbea-43ad-9b90-a8955124179a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:55.836038 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76', 'code': 200} Jul 16 01:52:56.072887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f78096-df68-4c49-a521-a0cf96c21b23 req-a8e33722-cf74-4c09-979b-11313e59020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.078525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f78096-df68-4c49-a521-a0cf96c21b23 req-a8e33722-cf74-4c09-979b-11313e59020f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 1097 time: 0.1254382 Jul 16 01:52:56.121979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2f78096-df68-4c49-a521-a0cf96c21b23 req-80d3ace1-8855-4f45-9b89-d32318d7a355 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Jul 16 01:52:56.604615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad405f-cc17-4cc9-8f20-90d912f1beac req-4d33dad4-81e0-44c4-b7c7-54ac73765979 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.607319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2ad405f-cc17-4cc9-8f20-90d912f1beac req-4d33dad4-81e0-44c4-b7c7-54ac73765979 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 945 time: 0.2552993 Jul 16 01:52:56.759395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940c606-c687-410e-9775-8d584addb344 req-c7656290-87aa-4c40-b97c-ce851db44335 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.767383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2940c606-c687-410e-9775-8d584addb344 req-c7656290-87aa-4c40-b97c-ce851db44335 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 945 time: 0.3134048 Jul 16 01:52:56.804289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2ad405f-cc17-4cc9-8f20-90d912f1beac req-333a29b6-2334-446f-84fe-4205e145349a tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791332 Jul 16 01:52:56.848409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2940c606-c687-410e-9775-8d584addb344 req-c7b174a2-5d85-466a-ba52-5497b5576d52 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798259 Jul 16 01:52:57.067917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.154689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78e22-dbbe-4d7a-a2fb-c18c755bcb30 req-959b6796-30d1-4e89-8c1d-4fc8f3d4254c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.173144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58a78e22-dbbe-4d7a-a2fb-c18c755bcb30 req-959b6796-30d1-4e89-8c1d-4fc8f3d4254c tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 945 time: 0.1619537 Jul 16 01:52:58.280086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58a78e22-dbbe-4d7a-a2fb-c18c755bcb30 req-b82c3bb9-709a-48ba-8d3a-644ae096f810 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058607 Jul 16 01:52:58.706505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff606a9-e63f-4be5-83f4-a454e6c3bcba req-613002ae-85c7-4a62-8f4b-aff2458de664 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.717592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ff606a9-e63f-4be5-83f4-a454e6c3bcba req-613002ae-85c7-4a62-8f4b-aff2458de664 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 945 time: 0.2107530 Jul 16 01:52:58.717823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54442) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.738556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Request body: {'floatingip': {'port_id': '50ef4384-8e52-4465-ab22-c207b722df76'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:58.796995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.190811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.594173 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:52:59.702347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.712119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.956333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Deleting port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:59.957087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.999381 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Floating IP 4cd73f80-13d3-4be4-811c-15964e604fc4 associated. External IP: 172.25.7.181, port: 50ef4384-8e52-4465-ab22-c207b722df76. Jul 16 01:53:00.145306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] For port d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:00.146431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.201561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Calling delete_port for d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:00.531406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:00.679690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:00.682251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.688552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.712191 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:00.751285 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:00.754035 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.767083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.826358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.826706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.827049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.827389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.827728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.828063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.828392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.828765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.829093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.829507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.829842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.830239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.911862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a0cd7b4-aff0-4c3b-ad8e-aacc45c7ecf7 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "PUT /v2.0/floatingips/4cd73f80-13d3-4be4-811c-15964e604fc4 HTTP/1.1" status: 200 len: 991 time: 2.1926918 Jul 16 01:53:00.914470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:00.917350 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ced8c67-edad-45ca-8b6b-8b312e5b0781" -d '{"events": [{"name": "network-changed", "server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "tag": "50ef4384-8e52-4465-ab22-c207b722df76"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:01.080236 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:01.215895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1822b7-e87a-4e3e-9508-0b111d1e7a61 req-85be9a2d-be00-4ddb-b7e7-1777ba5bb925 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.218393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd1822b7-e87a-4e3e-9508-0b111d1e7a61 req-85be9a2d-be00-4ddb-b7e7-1777ba5bb925 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 945 time: 0.1609731 Jul 16 01:53:01.228053 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62ef09a-6ab0-45f6-98fd-333f6ea9c705 x-openstack-request-id: req-e62ef09a-6ab0-45f6-98fd-333f6ea9c705 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:01.228577 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "tag": "50ef4384-8e52-4465-ab22-c207b722df76", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:01.228684 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e62ef09a-6ab0-45f6-98fd-333f6ea9c705 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:01.229066 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76', 'status': 'completed', 'code': 200} Jul 16 01:53:01.287451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dd1822b7-e87a-4e3e-9508-0b111d1e7a61 req-f294046f-7526-4bc6-a93f-b9408e2e0f42 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603366 Jul 16 01:53:01.314584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.490429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-6addd7db-6172-48e5-9a15-b6154026dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.492380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-6addd7db-6172-48e5-9a15-b6154026dae5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 1097 time: 0.1943860 Jul 16 01:53:01.621766 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '4cd73f80-13d3-4be4-811c-15964e604fc4', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'port_id': '50ef4384-8e52-4465-ab22-c207b722df76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'mac_address': 'fa:16:3e:65:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732e3ef-8f24-4503-985d-47ace622e360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:38Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 1, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:01.655071 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:01.668239 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:01.677138 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:01.744316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-59e03ed2-1fc7-4d08-a0b1-a772da59ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.746695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-59e03ed2-1fc7-4d08-a0b1-a772da59ffb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.2461200 Jul 16 01:53:01.777671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:01.910080 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:01.955881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-01f6490b-cdea-43cf-8b15-50211e530b4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 200 len: 999 time: 0.1990647 Jul 16 01:53:02.023052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-bac70015-7e0e-4cf6-b783-dc9a75e7274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.025024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-bac70015-7e0e-4cf6-b783-dc9a75e7274b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.0658617 Jul 16 01:53:02.161208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-847dd77c-67e2-42c2-a6b8-76c239da9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.163147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-847dd77c-67e2-42c2-a6b8-76c239da9290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291423 Jul 16 01:53:02.399778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-148259a7-9d07-4725-afbb-4bf68aef93fb service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223506 Jul 16 01:53:02.508191 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '4cd73f80-13d3-4be4-811c-15964e604fc4', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'port_id': '50ef4384-8e52-4465-ab22-c207b722df76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'mac_address': 'fa:16:3e:65:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732e3ef-8f24-4503-985d-47ace622e360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:38Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 1, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:02.598319 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10469b73-0587-416c-a060-7f08fb2ae114 None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '4cd73f80-13d3-4be4-811c-15964e604fc4', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'port_id': '50ef4384-8e52-4465-ab22-c207b722df76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'mac_address': 'fa:16:3e:65:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7732e3ef-8f24-4503-985d-47ace622e360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:38Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 1, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:02.752638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:02.753247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ced8c67-edad-45ca-8b6b-8b312e5b0781 req-87db280a-538b-4785-a88d-2c3134124f07 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301020 Jul 16 01:53:02.771384 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f3c0209-ff21-431a-af5f-d0033e864663 admin admin] 10.222.0.42 "PUT /v2.0/routers/9aab3ca3-f7d6-4dac-bc15-477f7e740ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7008085 Jul 16 01:53:02.774658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] Sync routers for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:02.778757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54578) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:02.814096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:02.822466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:02.829419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052febd1-e728-49f4-a229-6ac0675b5010 req-023e56e8-af70-4a49-8512-e5f5dfbe6617 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.858441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-052febd1-e728-49f4-a229-6ac0675b5010 req-023e56e8-af70-4a49-8512-e5f5dfbe6617 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 945 time: 0.2221396 Jul 16 01:53:02.945837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-052febd1-e728-49f4-a229-6ac0675b5010 req-a597bc70-69a4-476d-9750-73e08b8772c6 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 Jul 16 01:53:03.004027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:03.060616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-51227ae4-b1f5-4b60-83cb-79b2235abd33 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.064918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-51227ae4-b1f5-4b60-83cb-79b2235abd33 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 945 time: 0.4304221 Jul 16 01:53:03.094196 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272368aa-3e71-4b7c-bd9c-5600928a2f9f None None] New status for floating IP 4cd73f80-13d3-4be4-811c-15964e604fc4: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:03.138376 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.289978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:53:00Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:03.330358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] Checking router: 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:03.396340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] Routers {'9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:03.397391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:52:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:03.408564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.418404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Deleting port 374b96ca-12dd-43eb-8ccf-24d472aa2385 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:03.419014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.597679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] Set router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:03.689324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] For port 374b96ca-12dd-43eb-8ccf-24d472aa2385, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=374b96ca-12dd-43eb-8ccf-24d472aa2385,segment=NetworkSegment(8b7c9959-c897-4200-992a-927c438dce0d),segment_id=8b7c9959-c897-4200-992a-927c438dce0d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:03.689696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.719917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Calling delete_port for 374b96ca-12dd-43eb-8ccf-24d472aa2385 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:03.722757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Deleting port 2487d12a-c215-49e9-bb00-c8fb0344be69 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:03.723096 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.862344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:53:00Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:03.911640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc9c57-b4ea-4a24-a228-089dd7367ff4 None None] The sync data for ids ['9aab3ca3-f7d6-4dac-bc15-477f7e740ed2'] in n-d-791506-20 is: [{'id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'name': 'tempest-AttachVolumeShelveTestJSON-895178793-router', 'tenant_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:09Z', 'updated_at': '2021-07-16T01:53:00Z', 'revision_number': 5, 'project_id': 'dbeeed7df34e4bfdb47bf92f4fe7376f', 'gw_port': {'id': '2487d12a-c215-49e9-bb00-c8fb0344be69', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab3ca3-f7d6-4dac-bc15-477f7e740ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:04.029383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] For port 2487d12a-c215-49e9-bb00-c8fb0344be69, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2487d12a-c215-49e9-bb00-c8fb0344be69,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:04.029963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.068112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Calling delete_port for 2487d12a-c215-49e9-bb00-c8fb0344be69 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:04.159718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153e409-e30a-43a8-8ba4-91d6d37f600a req-d9fe4527-599c-499a-9409-fe6107edfd45 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.167842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9153e409-e30a-43a8-8ba4-91d6d37f600a req-d9fe4527-599c-499a-9409-fe6107edfd45 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 945 time: 0.0977211 Jul 16 01:53:04.181568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.219241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9153e409-e30a-43a8-8ba4-91d6d37f600a req-1e716580-a603-4d8c-ab29-589a72cfe032 tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c259b63-6795-4845-acfc-5e220462d4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471148 Jul 16 01:53:04.253660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Pushing event deleted for resources: {'Port': ['ID=374b96ca-12dd-43eb-8ccf-24d472aa2385,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:04.428351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] No DVR routers for this DVR port 374b96ca-12dd-43eb-8ccf-24d472aa2385 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:04.438201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.445817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cc6a9b5e-c815-4d6a-9b9f-875b2063bd08 req-05f1b02b-5210-4ac0-a77b-70f07db30fea tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.13 "DELETE /v2.0/ports/374b96ca-12dd-43eb-8ccf-24d472aa2385 HTTP/1.1" status: 204 len: 173 time: 1.3582249 Jul 16 01:53:04.446567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'name': 'network-vif-deleted', 'tag': '374b96ca-12dd-43eb-8ccf-24d472aa2385'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:04.459129 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6407626-308d-4eff-bd0b-be5bf20f84f1" -d '{"events": [{"server_uuid": "f9af24ce-bdb4-4aed-9958-d4a8b0943f07", "name": "network-vif-deleted", "tag": "374b96ca-12dd-43eb-8ccf-24d472aa2385"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:04.584683 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a46cdd-db51-461a-b7a4-9d2ad1763084 x-openstack-request-id: req-56a46cdd-db51-461a-b7a4-9d2ad1763084 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:04.584935 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:04.585418 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9af24ce-bdb4-4aed-9958-d4a8b0943f07", "name": "network-vif-deleted", "tag": "374b96ca-12dd-43eb-8ccf-24d472aa2385", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:04.585581 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56a46cdd-db51-461a-b7a4-9d2ad1763084 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:04.586139 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9af24ce-bdb4-4aed-9958-d4a8b0943f07', 'name': 'network-vif-deleted', 'tag': '374b96ca-12dd-43eb-8ccf-24d472aa2385', 'status': 'completed', 'code': 200} Jul 16 01:53:04.600346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.680771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2487d12a-c215-49e9-bb00-c8fb0344be69,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:04.780400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.930878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:04.957917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:04.958508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3f6a6ac-c8b4-4e64-8f34-bc8c5be87667 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:04.966671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.969973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.029027 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.030380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:53:05.055573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 374b96ca-12dd-43eb-8ccf-24d472aa2385 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:05.060619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.069336 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1c1df6c2-5d1f-4bdd-8c70-be4df9e59fb4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9aab3ca3-f7d6-4dac-bc15-477f7e740ed2 HTTP/1.1" status: 204 len: 168 time: 2.2879424 Jul 16 01:53:05.071563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54634) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.127432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 374b96ca-12dd-43eb-8ccf-24d472aa2385 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:05.128392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 374b96ca-12dd-43eb-8ccf-24d472aa2385 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:05.136725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Deleting subnet acf68478-e747-41ed-9140-7558e39b85d7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:05.140705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.196746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.315017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.451548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.496402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf68478-e747-41ed-9140-7558e39b85d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:05.510640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.516101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffd452-b978-4a54-a039-b93d009839ec None None] Network e8d0569f-ec02-4010-87de-d0349c74d857 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:05.516460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.516966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.517387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.518035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.518261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.518592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.518996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.519795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.520064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.520483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.521169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:05.528991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.534678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bc45f2a4-0f9b-4b35-b603-835d5d8f44c8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/acf68478-e747-41ed-9140-7558e39b85d7 HTTP/1.1" status: 204 len: 168 time: 0.4618640 Jul 16 01:53:05.536019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.826662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.845374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c8e9fcc-19ae-443f-a551-076cb61b222c req-b0fed161-7034-4662-879e-326cc3e92aed tempest-ServerTagsTestJSON-326957591 tempest-ServerTagsTestJSON-326957591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9af24ce-bdb4-4aed-9958-d4a8b0943f07 HTTP/1.1" status: 200 len: 210 time: 0.1592238 Jul 16 01:53:05.851567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] DHCP port deletion for e8d0569f-ec02-4010-87de-d0349c74d857 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:06.000324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Deleting port 2a0ffca8-bb35-421f-84b1-7ea36a142aff {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:06.000704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.050929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Deleting port 2a0ffca8-bb35-421f-84b1-7ea36a142aff {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:06.052019 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.142084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] For port 2a0ffca8-bb35-421f-84b1-7ea36a142aff, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2a0ffca8-bb35-421f-84b1-7ea36a142aff,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:06.142446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.162223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Calling delete_port for 2a0ffca8-bb35-421f-84b1-7ea36a142aff owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:06.214972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] For port 2a0ffca8-bb35-421f-84b1-7ea36a142aff, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2a0ffca8-bb35-421f-84b1-7ea36a142aff,segment=NetworkSegment(59286cda-54ac-45bc-ab98-bbf7f64fec06),segment_id=59286cda-54ac-45bc-ab98-bbf7f64fec06)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:06.215594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.262513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Calling delete_port for 2a0ffca8-bb35-421f-84b1-7ea36a142aff owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:06.270713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.334506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0ffca8-bb35-421f-84b1-7ea36a142aff,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.353850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] No DVR routers for this DVR port 2a0ffca8-bb35-421f-84b1-7ea36a142aff on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:06.409180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.439688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Pushing event deleted for resources: {'Port': ['ID=2a0ffca8-bb35-421f-84b1-7ea36a142aff,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.475585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.476234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.476769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.477266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.477762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.478253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.478897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.479847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.480708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.481246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.485716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.486374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:06.491078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3296e87-ad6a-4ba8-99b2-1445abd101e1 None None] No DVR routers for this DVR port 2a0ffca8-bb35-421f-84b1-7ea36a142aff on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:06.503713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.547059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d0569f-ec02-4010-87de-d0349c74d857']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:06.560218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59286cda-54ac-45bc-ab98-bbf7f64fec06') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:06.560797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59286cda-54ac-45bc-ab98-bbf7f64fec06') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:06.570764 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.594475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.601907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:06.602304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:06.604210 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:06.700379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.709053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.714205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] 10.222.0.42 "DELETE /v2.0/networks/e8d0569f-ec02-4010-87de-d0349c74d857 HTTP/1.1" status: 204 len: 168 time: 1.1767948 Jul 16 01:53:06.730429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf87f9-559a-4c20-8530-6befec50aeea admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d0569f-ec02-4010-87de-d0349c74d857,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.912830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2487d12a-c215-49e9-bb00-c8fb0344be69 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:06.942767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 2487d12a-c215-49e9-bb00-c8fb0344be69 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:06.943251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2487d12a-c215-49e9-bb00-c8fb0344be69 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:06.943787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2a0ffca8-bb35-421f-84b1-7ea36a142aff no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:06.970072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 2a0ffca8-bb35-421f-84b1-7ea36a142aff {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:06.970560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2a0ffca8-bb35-421f-84b1-7ea36a142aff not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:06.997508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.080573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54688) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.106972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-98fcad45-d3d2-43d7-a5c2-2ad192ef7270 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbeeed7df34e4bfdb47bf92f4fe7376f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082633 Jul 16 01:53:07.112237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.257150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Deleting subnet 7a49442b-c8e1-4439-b2ea-beeb5534df8d {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:07.267212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.302844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-495d7514-7716-49dc-8cea-c0585f10f3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.328848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-495d7514-7716-49dc-8cea-c0585f10f3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.382529 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.407210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-495d7514-7716-49dc-8cea-c0585f10f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.415316 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-495d7514-7716-49dc-8cea-c0585f10f3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.419766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-495d7514-7716-49dc-8cea-c0585f10f3cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfe4a07d-f286-41b7-9dbf-fba502b11018 HTTP/1.1" status: 204 len: 168 time: 0.3048484 Jul 16 01:53:07.477801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.493506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d7514-7716-49dc-8cea-c0585f10f3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe4a07d-f286-41b7-9dbf-fba502b11018,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.559162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.582126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.671589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a49442b-c8e1-4439-b2ea-beeb5534df8d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.684360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.690448 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6cdf5a51-7aaa-4632-b4b1-be87e8ea3273 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7a49442b-c8e1-4439-b2ea-beeb5534df8d HTTP/1.1" status: 204 len: 168 time: 0.6097298 Jul 16 01:53:07.693528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.899152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.115242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.162740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbe6723-6a47-48ff-8b7a-98b57469e9c4']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.213287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7c9959-c897-4200-992a-927c438dce0d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.213696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7c9959-c897-4200-992a-927c438dce0d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.260093 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.304345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.350734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:08.351155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:08.367537 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:08.499731 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.521866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.533744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6cbe6723-6a47-48ff-8b7a-98b57469e9c4 HTTP/1.1" status: 204 len: 168 time: 0.8373644 Jul 16 01:53:08.562078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c1c36-8e76-4d33-b2e5-04842be95460 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbe6723-6a47-48ff-8b7a-98b57469e9c4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.904377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 54832) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.982111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-513df89d-fcc2-4b55-bc04-11f2fecd6473 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e54e77c5ab244099a007fb8f4f072140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734882 Jul 16 01:53:08.982572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 54842) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.086875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1471567-f4a2-4783-80a6-63ad85ba2e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.145151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1471567-f4a2-4783-80a6-63ad85ba2e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.251514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1471567-f4a2-4783-80a6-63ad85ba2e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.257060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1471567-f4a2-4783-80a6-63ad85ba2e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.266645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e1471567-f4a2-4783-80a6-63ad85ba2e90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c259b63-6795-4845-acfc-5e220462d4d5 HTTP/1.1" status: 204 len: 168 time: 0.2829068 Jul 16 01:53:09.287473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471567-f4a2-4783-80a6-63ad85ba2e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c259b63-6795-4845-acfc-5e220462d4d5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:10.145425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b258da28-822f-4176-98bd-406b2cd11fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.267856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a264c8fd-ecc8-4f6d-ae5f-6b80fa968979 req-5724e0a6-aca9-47dc-b10d-0085afd430ee tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.1288440 Jul 16 01:53:12.337327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55196) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.402191 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6efa00f2-9a22-494b-8a4a-854fcac11f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.461432 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.739022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a1b4e49-5ecc-41aa-a428-2bbe1aa4bdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.013333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a1b4e49-5ecc-41aa-a428-2bbe1aa4bdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.025979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a1b4e49-5ecc-41aa-a428-2bbe1aa4bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.115893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 55284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.127906 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a1b4e49-5ecc-41aa-a428-2bbe1aa4bdaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4dd8a88ee30a4106b4609f8e205c6362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7741439 Jul 16 01:53:13.129151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b4e49-5ecc-41aa-a428-2bbe1aa4bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef1bdd-38a2-44ff-bd88-77a841f551eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.220329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20f5c382-7e8c-4e67-a8fa-d0ab90b9ce2c req-5b0cafb0-145b-4c0c-a931-79b106a39e9b tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0496745 Jul 16 01:53:13.337281 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db8ed23-74aa-4eb7-9e64-d371eed9c814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.373785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db8ed23-74aa-4eb7-9e64-d371eed9c814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.487054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db8ed23-74aa-4eb7-9e64-d371eed9c814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.494247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5db8ed23-74aa-4eb7-9e64-d371eed9c814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.497770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5db8ed23-74aa-4eb7-9e64-d371eed9c814 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daef1bdd-38a2-44ff-bd88-77a841f551eb HTTP/1.1" status: 204 len: 168 time: 0.3812876 Jul 16 01:53:13.525442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8ed23-74aa-4eb7-9e64-d371eed9c814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef1bdd-38a2-44ff-bd88-77a841f551eb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.778245 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.144788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55358) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.166012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab5e2-af59-44e0-be1f-7905dc41412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.320678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab5e2-af59-44e0-be1f-7905dc41412f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.334266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab5e2-af59-44e0-be1f-7905dc41412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.403741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-e71c19d1-0f2b-4aaf-8482-5a1b86a61e0e tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.411836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-e71c19d1-0f2b-4aaf-8482-5a1b86a61e0e tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 814 time: 0.1922925 Jul 16 01:53:14.431306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ab5e2-af59-44e0-be1f-7905dc41412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dcb543-c608-43db-81bb-48e6da2d2948,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.433125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-c85bcc5f-ca11-43fe-ad91-4a99345ac78d tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/quotas/59ac16b3a3fd40f98e8b9a8e6e448159 HTTP/1.1" status: 200 len: 375 time: 0.0199492 Jul 16 01:53:14.452645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e0ab5e2-af59-44e0-be1f-7905dc41412f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31cb6e5959134489b8c66a8429f98c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066761 Jul 16 01:53:14.455262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55372) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.500496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-4b76be60-2379-4e1b-8126-081396b9e679 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655360 Jul 16 01:53:14.520885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27744e56-3c97-432b-a401-6c9fba15a8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.552286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5840fa1-abe6-44c5-9183-4d4797dc8563 req-d99b1c02-e27d-4ac3-8f7d-ca5cf2b63973 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0773058 Jul 16 01:53:14.552899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27744e56-3c97-432b-a401-6c9fba15a8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.634450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27744e56-3c97-432b-a401-6c9fba15a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.637395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27744e56-3c97-432b-a401-6c9fba15a8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.639016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-27744e56-3c97-432b-a401-6c9fba15a8ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12dcb543-c608-43db-81bb-48e6da2d2948 HTTP/1.1" status: 204 len: 168 time: 0.1819422 Jul 16 01:53:14.647771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27744e56-3c97-432b-a401-6c9fba15a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dcb543-c608-43db-81bb-48e6da2d2948,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.656142 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-bd77a00b-2ce3-4186-938a-c6cb964ed488 service neutron] 10.222.0.42 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547039 Jul 16 01:53:14.790725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-9edc8ac2-acb4-48f6-bf3f-681c61e44370 service neutron] 10.222.0.42 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275408 Jul 16 01:53:15.013862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-794aa851-37e9-480b-9bdd-f02bc3ed1ad7 req-41659320-f313-494c-a6b1-bf0d8fdba0a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 210 time: 0.0558472 Jul 16 01:53:15.301508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.825914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e231963b-897a-4ecf-87fd-558cb78e6a97 req-206164d4-a3de-451b-a7b1-c654e84bc94b tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0359654 Jul 16 01:53:15.938088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-87ec3cd4-0a23-4384-b70e-6f9ff1915087 req-3dbae91c-50df-42cc-aef5-dc9d58709ab7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.0483706 Jul 16 01:53:16.194979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93f5e9a8-5eb3-45b1-bfce-14d20d1f4550 req-5958c758-b043-4a1e-9fce-555e2846bfd8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 210 time: 0.0479801 Jul 16 01:53:16.695499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-f40a3f78-e920-4802-8a16-0ae82c6700f4 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.697482 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-f40a3f78-e920-4802-8a16-0ae82c6700f4 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.13 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 814 time: 0.1764338 Jul 16 01:53:16.717748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Request body: {'port': {'device_id': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff', 'admin_state_up': True, 'tenant_id': '59ac16b3a3fd40f98e8b9a8e6e448159'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:16.872503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-42642f53-d575-4bc4-b0c9-c1417c36b04f req-5864f9d2-d907-4010-87a4-1e87d06b7795 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0362861 Jul 16 01:53:16.896368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Made reservation on behalf of 59ac16b3a3fd40f98e8b9a8e6e448159 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:16.900155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.047451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66b1ed0a-f98e-407a-962e-5b2407e0d65e req-e6dab106-aa6a-4aea-a83d-0b86480ba8d9 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0603001 Jul 16 01:53:17.133249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Allocated IP 172.20.0.9 (e9c59aec-219e-48b1-a76f-c497d2fccfff/095d7e66-4e60-4e62-91db-4bd55d26c2c6/a7ed061a-1074-4839-8ef8-e5aa986eadd2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:17.341767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.396087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.439351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5bbc22f4-80bc-4b88-acc8-264e122d814c req-5a42ca0b-3f02-410d-8970-b824fac6e1ad tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 210 time: 0.0851872 Jul 16 01:53:17.446218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Network e9c59aec-219e-48b1-a76f-c497d2fccfff is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:17.455102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:17.455102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:17.513299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Pushing event updated for resources: {'Port': ['ID=a7ed061a-1074-4839-8ef8-e5aa986eadd2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:17.534703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:17.535335 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.571365 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-cf7e7eb1-a5b2-4987-af7a-ea49e06a10b7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8583522 Jul 16 01:53:17.590487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Request body: {'port': {'device_id': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:17.694175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.976178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-73ed5c6c-36c3-41b2-8bcb-4d13212ff5a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824077 Jul 16 01:53:18.108943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ed061a-1074-4839-8ef8-e5aa986eadd2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:18.126646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-295b5a28-53b8-4210-b33c-038a1187a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.129415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-295b5a28-53b8-4210-b33c-038a1187a835 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 1097 time: 0.0846088 Jul 16 01:53:18.136669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.176970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Transition to ACTIVE for port object a7ed061a-1074-4839-8ef8-e5aa986eadd2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:18.185060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.326984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ed061a-1074-4839-8ef8-e5aa986eadd2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.393326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-307a8d61-8505-435f-be45-b665361b66bc req-ae4c58c5-585b-46a9-9fdc-61b537da6c5d tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0983818 Jul 16 01:53:18.400345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-51420ad4-5075-4f62-9b1f-44251d2b3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.401098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Attempting to bind port a7ed061a-1074-4839-8ef8-e5aa986eadd2 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:18.401563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Attempting to bind port a7ed061a-1074-4839-8ef8-e5aa986eadd2 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:18.401900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Attempting to bind port a7ed061a-1074-4839-8ef8-e5aa986eadd2 on network e9c59aec-219e-48b1-a76f-c497d2fccfff {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:18.403227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-51420ad4-5075-4f62-9b1f-44251d2b3c8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.2513809 Jul 16 01:53:18.406685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Port a7ed061a-1074-4839-8ef8-e5aa986eadd2 on network e9c59aec-219e-48b1-a76f-c497d2fccfff not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:18.407163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Attempting to bind port a7ed061a-1074-4839-8ef8-e5aa986eadd2 on network e9c59aec-219e-48b1-a76f-c497d2fccfff {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:18.415995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:18.416348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Checking segment: {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:18.416904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Bound using segment: {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:18.420013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Bound port: a7ed061a-1074-4839-8ef8-e5aa986eadd2, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:18.420394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.451323 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.545641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-9cfecfc0-2562-4c9e-9c92-ab03eaf08fe6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 200 len: 1001 time: 0.1347644 Jul 16 01:53:18.594507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] For port a7ed061a-1074-4839-8ef8-e5aa986eadd2, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:18.599205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] For port a7ed061a-1074-4839-8ef8-e5aa986eadd2, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:18.611577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.727608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-231a214d-275b-451b-89b2-08923a29a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.729969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-231a214d-275b-451b-89b2-08923a29a41f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.1737237 Jul 16 01:53:18.742829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.743823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.745510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7ed061a-1074-4839-8ef8-e5aa986eadd2 HTTP/1.1" status: 200 len: 1092 time: 1.1601846 Jul 16 01:53:18.746094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'tag': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:18.748299 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd279f1-84fe-411a-adf3-d8b81c1c5590" -d '{"events": [{"name": "network-changed", "server_uuid": "f996f158-b991-4ef7-8758-6cc32ad75452", "tag": "a7ed061a-1074-4839-8ef8-e5aa986eadd2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:18.754186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189af774-870c-405d-aac0-b0dc32284df9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ed061a-1074-4839-8ef8-e5aa986eadd2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.831421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8682b-6f33-4475-b977-04b2498777d3 req-d7e09c66-1eb5-4a23-a05a-f84e7ebb451d tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.840172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85a8682b-6f33-4475-b977-04b2498777d3 req-d7e09c66-1eb5-4a23-a05a-f84e7ebb451d tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 943 time: 0.1584573 Jul 16 01:53:18.886403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-73ebdac2-2960-4746-8d47-c18ac1046b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.888390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-73ebdac2-2960-4746-8d47-c18ac1046b08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521006 Jul 16 01:53:18.925286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-18f46a17-df40-4540-a7c3-d902dd4dda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.926883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-18f46a17-df40-4540-a7c3-d902dd4dda04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 1095 time: 0.1148386 Jul 16 01:53:18.927931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85a8682b-6f33-4475-b977-04b2498777d3 req-16052cd2-ad3c-4cda-9461-96928ee5e8e0 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864501 Jul 16 01:53:18.995720 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-b4e53a7e-9ff0-4ac8-b3af-c6f466922281 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2 HTTP/1.1" status: 200 len: 217 time: 0.0542533 Jul 16 01:53:19.189128 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-2ce57741-5a2d-4cf3-ba80-faca1b34ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.191135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-2ce57741-5a2d-4cf3-ba80-faca1b34ebb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=095d7e66-4e60-4e62-91db-4bd55d26c2c6 HTTP/1.1" status: 200 len: 854 time: 0.1889970 Jul 16 01:53:19.193680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-7063cc56-07ad-42c6-8565-c1ec5a1f4442 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966607 Jul 16 01:53:19.219711 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c914933a-dfa7-467e-8e89-b7489544f76b x-openstack-request-id: req-c914933a-dfa7-467e-8e89-b7489544f76b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:19.220293 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f996f158-b991-4ef7-8758-6cc32ad75452", "tag": "a7ed061a-1074-4839-8ef8-e5aa986eadd2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:19.220828 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c914933a-dfa7-467e-8e89-b7489544f76b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:19.221497 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'tag': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2', 'status': 'completed', 'code': 200} Jul 16 01:53:19.241634 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-c6316cd6-dd4d-4022-b7d2-fd7e0e7164d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c59aec-219e-48b1-a76f-c497d2fccfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379202 Jul 16 01:53:19.451706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c1cba7-7d49-4636-bf91-391477c141ca req-975033c2-86a5-4726-a5dd-a0bba1a3d6cb service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478011 Jul 16 01:53:19.491501 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-1b1e9ac7-03a6-43d1-87ee-e25ab41ec1d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418964 Jul 16 01:53:19.656638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03e7bbac-16ec-4e1e-ba12-16afda18f0bc req-4951442e-5039-4485-9b86-7c9dc3875473 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461415 Jul 16 01:53:19.706057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a700bcd5-186f-4116-9498-1bd183f38b68 req-b54afe5f-6f3a-4ce7-bc89-76e6d4f0c24d tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0484016 Jul 16 01:53:19.942143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-9739aeed-e68d-4af8-b85f-460d56e22569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.943762 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-9739aeed-e68d-4af8-b85f-460d56e22569 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 1095 time: 0.1393831 Jul 16 01:53:20.171193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-ae84b1fc-e4f0-4b89-891a-6907d3964e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.176930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-ae84b1fc-e4f0-4b89-891a-6907d3964e9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 915 time: 0.2256887 Jul 16 01:53:20.257142 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-34e5270d-20cd-4d95-98b8-040b8378452e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2 HTTP/1.1" status: 200 len: 217 time: 0.0721416 Jul 16 01:53:20.264854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5ff8-b6c7-4572-8316-5cc99e7e057c req-d78fa347-80b4-4cc9-b058-1c48b4034368 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.275485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be0d5ff8-b6c7-4572-8316-5cc99e7e057c req-d78fa347-80b4-4cc9-b058-1c48b4034368 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 943 time: 0.1582592 Jul 16 01:53:20.355672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-bc80baec-d567-4b11-8e80-70f68f4bf3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.356936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be0d5ff8-b6c7-4572-8316-5cc99e7e057c req-b00fb2a8-8e6f-4b31-a05e-911f2461a1da tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797999 Jul 16 01:53:20.357225 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-bc80baec-d567-4b11-8e80-70f68f4bf3c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=095d7e66-4e60-4e62-91db-4bd55d26c2c6 HTTP/1.1" status: 200 len: 854 time: 0.0893486 Jul 16 01:53:20.411710 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-fa2321a5-bcaf-425a-bc2d-e55b131d1424 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c59aec-219e-48b1-a76f-c497d2fccfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329804 Jul 16 01:53:20.582469 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-193ac235-81ec-42cc-ab9a-799662eddbac service neutron] 10.222.0.13 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610811 Jul 16 01:53:20.709238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ecd279f1-84fe-411a-adf3-d8b81c1c5590 req-3acf8e18-ce52-4b50-a23b-675ad9d01ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186302 Jul 16 01:53:20.894223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a288ff61-0398-4664-b1e3-6c655e848214 req-6daf257d-3084-4c2b-a9d3-07d670393277 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0373659 Jul 16 01:53:21.603296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ca0a0-abd8-4ef0-bd6a-2c7c658492fe req-8bc85d54-90d8-4d3a-85ad-f0b80ce16f5d tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.612018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b64ca0a0-abd8-4ef0-bd6a-2c7c658492fe req-8bc85d54-90d8-4d3a-85ad-f0b80ce16f5d tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 943 time: 0.0895269 Jul 16 01:53:21.661145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b64ca0a0-abd8-4ef0-bd6a-2c7c658492fe req-a1427a37-f0cf-404a-8c23-2809ba751999 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477502 Jul 16 01:53:22.074308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc9ca52e-a23e-4fc0-8a2b-9dc7e53af2fa req-38017ac3-8a8a-40de-92d5-7e29c551b059 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0470204 Jul 16 01:53:22.627169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55670) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:22.850894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f11dc01-bf8e-4cc1-9b0d-05988b17d33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.043155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7eea-485e-473d-92ce-2d4b0e0fddd8 req-365ab6fa-d69e-4646-9344-2f4020b13ea1 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.051602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-386e7eea-485e-473d-92ce-2d4b0e0fddd8 req-365ab6fa-d69e-4646-9344-2f4020b13ea1 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 943 time: 0.1827550 Jul 16 01:53:23.086693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f11dc01-bf8e-4cc1-9b0d-05988b17d33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.094951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f11dc01-bf8e-4cc1-9b0d-05988b17d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.142786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-386e7eea-485e-473d-92ce-2d4b0e0fddd8 req-c282fb2c-adbd-43f3-b7c5-8ab24f097247 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901980 Jul 16 01:53:23.144570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11dc01-bf8e-4cc1-9b0d-05988b17d33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b5d67-85d8-4941-990f-aa1dd91ecebe,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:23.150906 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f11dc01-bf8e-4cc1-9b0d-05988b17d33a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31b0a380c07a47b5b4983369c922eaaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220149 Jul 16 01:53:23.152822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 55740) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:23.153026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device a7ed061a-1074-4839-8ef8-e5aa986eadd2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:23.237881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78175f6-fe95-4875-8c4f-5f64d92eb3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.284020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78175f6-fe95-4875-8c4f-5f64d92eb3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.391618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78175f6-fe95-4875-8c4f-5f64d92eb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.392732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port a7ed061a-1074-4839-8ef8-e5aa986eadd2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:23.396186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c78175f6-fe95-4875-8c4f-5f64d92eb3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.401527 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c78175f6-fe95-4875-8c4f-5f64d92eb3b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d09b5d67-85d8-4941-990f-aa1dd91ecebe HTTP/1.1" status: 204 len: 168 time: 0.2344387 Jul 16 01:53:23.432517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2', 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff', 'port_id': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2', 'mac_address': 'fa:16:3e:97:7c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095d7e66-4e60-4e62-91db-4bd55d26c2c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:23.433556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78175f6-fe95-4875-8c4f-5f64d92eb3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b5d67-85d8-4941-990f-aa1dd91ecebe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:23.458837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1eed23a5-1859-4159-a31f-5de3267cf2e8 req-b8ff7086-be5f-4a5f-9655-63bfe25a9e92 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0489302 Jul 16 01:53:23.529004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.543438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ed061a-1074-4839-8ef8-e5aa986eadd2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:23.565313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port a7ed061a-1074-4839-8ef8-e5aa986eadd2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:23.570851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.631304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=a7ed061a-1074-4839-8ef8-e5aa986eadd2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:23.861495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['a7ed061a-1074-4839-8ef8-e5aa986eadd2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:24.353174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325967b0-ee26-46a6-a915-d8eecbce8071 req-35a6a466-d701-42e5-8905-95d83dd7fece tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.355603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-325967b0-ee26-46a6-a915-d8eecbce8071 req-35a6a466-d701-42e5-8905-95d83dd7fece tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 944 time: 0.0929270 Jul 16 01:53:24.403264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-325967b0-ee26-46a6-a915-d8eecbce8071 req-ee5d2b16-1e71-4449-982a-5903d841d6f1 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362694 Jul 16 01:53:24.677181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22f59cbe-8513-40bd-84c5-052cc537346d req-82fe67c4-92ba-47cc-9f94-200b87394b2a tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0431628 Jul 16 01:53:25.176357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device a7ed061a-1074-4839-8ef8-e5aa986eadd2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:25.243093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port a7ed061a-1074-4839-8ef8-e5aa986eadd2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:25.248673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port a7ed061a-1074-4839-8ef8-e5aa986eadd2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:25.249124 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.364458 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.399476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:25.402310 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ac418-6f27-473f-9269-e783526959eb" -d '{"events": [{"server_uuid": "f996f158-b991-4ef7-8758-6cc32ad75452", "name": "network-vif-plugged", "status": "completed", "tag": "a7ed061a-1074-4839-8ef8-e5aa986eadd2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:25.406729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port a7ed061a-1074-4839-8ef8-e5aa986eadd2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:25.418771 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.497262 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337c8af0-9e0d-4226-9592-f5c843796450 x-openstack-request-id: req-337c8af0-9e0d-4226-9592-f5c843796450 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:25.497970 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f996f158-b991-4ef7-8758-6cc32ad75452", "name": "network-vif-plugged", "status": "completed", "tag": "a7ed061a-1074-4839-8ef8-e5aa986eadd2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:25.498441 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-337c8af0-9e0d-4226-9592-f5c843796450 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:25.499177 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2', 'code': 200} Jul 16 01:53:25.504374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=a7ed061a-1074-4839-8ef8-e5aa986eadd2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:25.689139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c57069-26a2-4810-b539-5f44a39ce893 req-93515f28-7f4b-404e-9106-2910ed29a419 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.692103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24c57069-26a2-4810-b539-5f44a39ce893 req-93515f28-7f4b-404e-9106-2910ed29a419 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 945 time: 0.1065402 Jul 16 01:53:25.702456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8512cfd-3ab1-4d0d-b5d5-81ea40f26474 req-9758da39-4fb4-4a35-a7ec-522eac2e4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.704318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8512cfd-3ab1-4d0d-b5d5-81ea40f26474 req-9758da39-4fb4-4a35-a7ec-522eac2e4b29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 1097 time: 0.0778096 Jul 16 01:53:25.762638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24c57069-26a2-4810-b539-5f44a39ce893 req-0a71e3bc-719b-4520-b258-2f8f2a9902c0 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Jul 16 01:53:25.798244 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f8512cfd-3ab1-4d0d-b5d5-81ea40f26474 req-7a86d57d-d092-4778-995c-a2879726f3bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762277 Jul 16 01:53:25.894132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a810ac13-1ce4-4d03-acc5-04dd2397778d req-d4521734-b3ec-4a9a-a064-6dd3f55cbddb tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0364187 Jul 16 01:53:27.006951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23fd8a-0200-4be4-9e67-94c5e934f05b req-085b4375-e66b-44b0-8408-544d2199fc4b tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.009421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e23fd8a-0200-4be4-9e67-94c5e934f05b req-085b4375-e66b-44b0-8408-544d2199fc4b tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 945 time: 0.1332750 Jul 16 01:53:27.058940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e23fd8a-0200-4be4-9e67-94c5e934f05b req-b652ebb0-0bc7-498a-8b8f-66442c91e529 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Jul 16 01:53:27.162141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4dfb97f5-8a86-4a32-ad83-516d776ecc9a req-0c35e277-f7ab-4570-9c8e-29d2de4332dd tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0530224 Jul 16 01:53:28.276530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862bc8-4605-4dda-bcbd-11370e36c1b0 req-a90764c1-3cf6-462d-a4b8-e4c94709770c tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.295344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0862bc8-4605-4dda-bcbd-11370e36c1b0 req-a90764c1-3cf6-462d-a4b8-e4c94709770c tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 945 time: 0.0980539 Jul 16 01:53:28.367655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0862bc8-4605-4dda-bcbd-11370e36c1b0 req-b4cf3963-ae1a-4627-8e1d-4b3b05e6796f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692391 Jul 16 01:53:28.461777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-717b90eb-bbff-4066-9e5e-dcbe2a1e0068 req-83510782-d26b-4723-b6a2-a09656500547 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0924044 Jul 16 01:53:29.746411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b6d7af5-4bc3-4076-97dc-39a227378150 req-969c53e2-6288-439f-92c8-c9eb885afc73 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0587363 Jul 16 01:53:30.966977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82ff021c-c490-4e23-b328-37af20ff4d5f req-8a7f435d-edd3-426d-93b3-78f566788b68 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0531712 Jul 16 01:53:31.164705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:31.335612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929366ee-482f-492c-93d4-5957983680e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.469139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929366ee-482f-492c-93d4-5957983680e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.474637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-929366ee-482f-492c-93d4-5957983680e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.527178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56448) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:31.527532 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-929366ee-482f-492c-93d4-5957983680e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=795c2672f2fb4c54806fdcc47cf9ed38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613746 Jul 16 01:53:31.528235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929366ee-482f-492c-93d4-5957983680e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea127fba-a99b-4a4c-b016-db7a14d78046,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:31.601566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e5059e9-708e-41c5-af57-55019b02fd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.657574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e5059e9-708e-41c5-af57-55019b02fd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.730644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e5059e9-708e-41c5-af57-55019b02fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.734154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e5059e9-708e-41c5-af57-55019b02fd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.738235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e5059e9-708e-41c5-af57-55019b02fd40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea127fba-a99b-4a4c-b016-db7a14d78046 HTTP/1.1" status: 204 len: 168 time: 0.2093551 Jul 16 01:53:31.748698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5059e9-708e-41c5-af57-55019b02fd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea127fba-a99b-4a4c-b016-db7a14d78046,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.135239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.157391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d3e-46a9-48be-93f1-7a6e3045304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.365325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d3e-46a9-48be-93f1-7a6e3045304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.371809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4190007-2506-48a8-80f6-942ce2e6f908 req-8ec9e709-a4f5-454f-b172-45fac6558d2f tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0575771 Jul 16 01:53:32.372954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d3e-46a9-48be-93f1-7a6e3045304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.414729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f0d3e-46a9-48be-93f1-7a6e3045304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c197bdf-0e57-4e33-98ac-018572c2f084,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.431280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c71f0d3e-46a9-48be-93f1-7a6e3045304d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b31af5431f840a2aff79486809a262c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915723 Jul 16 01:53:32.433918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.519451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45ff3760-ca05-4490-86ad-3c740a06b740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.544609 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45ff3760-ca05-4490-86ad-3c740a06b740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.622418 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45ff3760-ca05-4490-86ad-3c740a06b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.629111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45ff3760-ca05-4490-86ad-3c740a06b740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.632735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45ff3760-ca05-4490-86ad-3c740a06b740 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c197bdf-0e57-4e33-98ac-018572c2f084 HTTP/1.1" status: 204 len: 168 time: 0.1952007 Jul 16 01:53:32.653451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3760-ca05-4490-86ad-3c740a06b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c197bdf-0e57-4e33-98ac-018572c2f084,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:33.630664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff705fe7-2cb2-4506-9b92-94a84812a52b req-847685ea-c269-4d1e-b2e4-fd14f8981814 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0524676 Jul 16 01:53:33.942633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56530) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.139189 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ea96986c-16a6-4680-964b-662e90f70501 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48f6cae29c18445eb799024a69d37abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945643 Jul 16 01:53:34.140692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.262885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df46696d-161f-49d1-aa67-3dc96b6492e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.290276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df46696d-161f-49d1-aa67-3dc96b6492e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.401923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df46696d-161f-49d1-aa67-3dc96b6492e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.405136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df46696d-161f-49d1-aa67-3dc96b6492e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.407003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-df46696d-161f-49d1-aa67-3dc96b6492e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a68da2e9-3dc7-442d-adad-6faba79d714a HTTP/1.1" status: 204 len: 168 time: 0.2632973 Jul 16 01:53:34.420801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46696d-161f-49d1-aa67-3dc96b6492e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68da2e9-3dc7-442d-adad-6faba79d714a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:34.844862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f290cfd3-d266-423e-beb6-176c4646b378 req-125a0114-c747-4fc5-ab01-ec47e551edcd tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0544479 Jul 16 01:53:35.864946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56640) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.044553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4da1a4d9-0db7-4105-9bb7-7d1ff9322669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.070458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5ff2c88-0a04-40f1-8abc-438cc17b7807 req-7f0144ed-fba5-48b2-8c30-cd7193bd2020 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0328183 Jul 16 01:53:36.159248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4da1a4d9-0db7-4105-9bb7-7d1ff9322669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.166689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4da1a4d9-0db7-4105-9bb7-7d1ff9322669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.216017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a4d9-0db7-4105-9bb7-7d1ff9322669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d068138-2ee2-4b6a-b543-f5d622243a86,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.224466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4da1a4d9-0db7-4105-9bb7-7d1ff9322669 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=175ce38ea2f84e42b54b516e4ede52ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566980 Jul 16 01:53:36.225923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56656) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.285952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a91c7d89-1763-4e68-9358-4102b9fcef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.311889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a91c7d89-1763-4e68-9358-4102b9fcef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.375779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a91c7d89-1763-4e68-9358-4102b9fcef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.378720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a91c7d89-1763-4e68-9358-4102b9fcef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.382668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a91c7d89-1763-4e68-9358-4102b9fcef2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d068138-2ee2-4b6a-b543-f5d622243a86 HTTP/1.1" status: 204 len: 168 time: 0.1550379 Jul 16 01:53:36.391590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c7d89-1763-4e68-9358-4102b9fcef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d068138-2ee2-4b6a-b543-f5d622243a86,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.736748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.752931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ef83-648f-4f50-b863-82507ebaa095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.857904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ef83-648f-4f50-b863-82507ebaa095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.862351 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ef83-648f-4f50-b863-82507ebaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.903366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ddf6ef83-648f-4f50-b863-82507ebaa095 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d3e0c94cc69438e81b4e53dcbbdf37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652839 Jul 16 01:53:36.904341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ef83-648f-4f50-b863-82507ebaa095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f83bda-26a3-4c3d-8753-d1960affe5d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.906085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56706) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.961776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a367170-9bc1-480a-8c0b-2ed212e337bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.987631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a367170-9bc1-480a-8c0b-2ed212e337bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.049041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a367170-9bc1-480a-8c0b-2ed212e337bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.051919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a367170-9bc1-480a-8c0b-2ed212e337bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.053119 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a367170-9bc1-480a-8c0b-2ed212e337bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23f83bda-26a3-4c3d-8753-d1960affe5d0 HTTP/1.1" status: 204 len: 168 time: 0.1460392 Jul 16 01:53:37.061356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367170-9bc1-480a-8c0b-2ed212e337bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f83bda-26a3-4c3d-8753-d1960affe5d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.249099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27bc4f7a-5f2d-45e3-9cc5-7430bfd6b2e6 req-6dcb646d-9b5e-4dfe-86de-328f99604e2f tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0368469 Jul 16 01:53:37.474031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.490379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f29a51bd-ac06-475f-aa78-6fb1c0a2ab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.606930 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.663128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f29a51bd-ac06-475f-aa78-6fb1c0a2ab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.668152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f29a51bd-ac06-475f-aa78-6fb1c0a2ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.713107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f29a51bd-ac06-475f-aa78-6fb1c0a2ab7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06c37eb42a354e849c8e5ed341cc1f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366052 Jul 16 01:53:37.714443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a51bd-ac06-475f-aa78-6fb1c0a2ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd720aab-f5f6-4003-bb58-c66b5a530cee,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.717243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56756) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.784855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5beba99-cb4f-44dc-a566-b6ccbbb420e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.808137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5beba99-cb4f-44dc-a566-b6ccbbb420e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.861107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5beba99-cb4f-44dc-a566-b6ccbbb420e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.863470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5beba99-cb4f-44dc-a566-b6ccbbb420e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.867161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f5beba99-cb4f-44dc-a566-b6ccbbb420e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd720aab-f5f6-4003-bb58-c66b5a530cee HTTP/1.1" status: 204 len: 168 time: 0.1454518 Jul 16 01:53:37.874717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5beba99-cb4f-44dc-a566-b6ccbbb420e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd720aab-f5f6-4003-bb58-c66b5a530cee,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.300670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 56790) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.432073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2dec9a07-19e9-48f7-9047-0ea967a52b23 req-585f9f30-e653-4d7b-ac28-08f2a42e7c9d tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0312743 Jul 16 01:53:38.480794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18d83f56-b436-47e4-87fb-a78bce72bc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.581350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18d83f56-b436-47e4-87fb-a78bce72bc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.586532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18d83f56-b436-47e4-87fb-a78bce72bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.631656 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-18d83f56-b436-47e4-87fb-a78bce72bc42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f828eacae5fb4a83a069592b60cb2089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298712 Jul 16 01:53:38.632652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83f56-b436-47e4-87fb-a78bce72bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ce6fd8-56b1-421d-8124-375bc31c1913,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.635544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 56804) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.701111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-567ab4bd-9412-4175-8d9f-7128bf8ff50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.727608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-567ab4bd-9412-4175-8d9f-7128bf8ff50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.781710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-567ab4bd-9412-4175-8d9f-7128bf8ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.784269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-567ab4bd-9412-4175-8d9f-7128bf8ff50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.793722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-567ab4bd-9412-4175-8d9f-7128bf8ff50c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08ce6fd8-56b1-421d-8124-375bc31c1913 HTTP/1.1" status: 204 len: 168 time: 0.1559870 Jul 16 01:53:38.802171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ab4bd-9412-4175-8d9f-7128bf8ff50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ce6fd8-56b1-421d-8124-375bc31c1913,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:39.631361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-831bf8a1-a5a1-4e03-b3ce-d1779f7a8f34 req-78bda192-0d1b-4834-af1e-ad48ff39e12c tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0507536 Jul 16 01:53:40.121803 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5596a7f4-8ec6-47c4-bc9d-e175844652e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.872589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c2d3478-6050-4585-abfb-0c5129785edd req-c9546e67-b5af-4c62-bbb6-05e6b8b49357 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0662210 Jul 16 01:53:41.575562 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:42.077549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44602bb4-bf24-4993-aa48-75844c6caacc req-12910b09-597b-4d14-aa1d-274bda2120ea tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0305920 Jul 16 01:53:42.242281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:42.363476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf412-b4cd-4c4d-a44a-3edf0447479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.393981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0165be37-39e0-4db9-8108-a871611f9906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.461725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.491462 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf412-b4cd-4c4d-a44a-3edf0447479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.497827 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf412-b4cd-4c4d-a44a-3edf0447479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.569080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:42.577217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1aeaf412-b4cd-4c4d-a44a-3edf0447479d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=deab6f5744ef4cf0a4d7338f40389aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337874 Jul 16 01:53:42.585484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaf412-b4cd-4c4d-a44a-3edf0447479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede2fa7-78b3-46fd-9174-c7b8f74bf710,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:42.636761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce766823-4f6f-4592-96a9-86ae7118a7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.660995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce766823-4f6f-4592-96a9-86ae7118a7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.721071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce766823-4f6f-4592-96a9-86ae7118a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.723715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce766823-4f6f-4592-96a9-86ae7118a7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.726124 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce766823-4f6f-4592-96a9-86ae7118a7fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eede2fa7-78b3-46fd-9174-c7b8f74bf710 HTTP/1.1" status: 204 len: 168 time: 0.1542835 Jul 16 01:53:42.735715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766823-4f6f-4592-96a9-86ae7118a7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede2fa7-78b3-46fd-9174-c7b8f74bf710,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.171029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57028) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:43.191154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4b1a-9f10-4c6e-b1fb-ca453af7f47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.321016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4b1a-9f10-4c6e-b1fb-ca453af7f47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.326768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ea4b1a-9f10-4c6e-b1fb-ca453af7f47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.385538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d2ea4b1a-9f10-4c6e-b1fb-ca453af7f47a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=049a83c2903e40f2a7c4874150e5eed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133155 Jul 16 01:53:43.386618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea4b1a-9f10-4c6e-b1fb-ca453af7f47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705a49e4-acca-4978-aba5-127fe71f9165,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.398162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:43.468857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcbe099c-020d-4a4c-937d-f011bc77a9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.496548 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcbe099c-020d-4a4c-937d-f011bc77a9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.580219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcbe099c-020d-4a4c-937d-f011bc77a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.583984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcbe099c-020d-4a4c-937d-f011bc77a9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.586034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fcbe099c-020d-4a4c-937d-f011bc77a9e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/705a49e4-acca-4978-aba5-127fe71f9165 HTTP/1.1" status: 204 len: 168 time: 0.1865761 Jul 16 01:53:43.597222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe099c-020d-4a4c-937d-f011bc77a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705a49e4-acca-4978-aba5-127fe71f9165,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.618183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74785751-b6a4-4fbf-b62a-ec6ca35a1163 req-bbe59c32-9b55-4174-bd30-4603469efd39 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.3645306 Jul 16 01:53:43.749041 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.823451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cc83471-1618-4f94-9538-29222bcc2447 req-021c016c-e86f-405d-8fe6-b6df933da096 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0661485 Jul 16 01:53:45.084886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57098) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:45.274204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2010041802'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:45.295466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.300543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Made reservation on behalf of f0459833a33e471c867722366149b053 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:45.304145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.313688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.412957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.417035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.444632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:45.454730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5837e2bf-f688-4cdc-a61b-b73372b4536a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:45.459383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.459735 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Added segment ffb7b0ad-2668-4863-ace8-fd9c5e5b48e1 of type vlan for network 38f01311-a239-4e71-8d0b-63e7d0497791 Jul 16 01:53:45.501483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.530054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.535438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.536038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.571195 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4851668 Jul 16 01:53:45.575132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:45.607988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb3c97-f94e-402c-9400-ef42b977c15f tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Pushing event updated for resources: {'Network': ['ID=38f01311-a239-4e71-8d0b-63e7d0497791,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:45.625276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 38f01311-a239-4e71-8d0b-63e7d0497791 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:45.652645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'network': {'name': 'tempest-network--525189929', 'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:45.674842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Made reservation on behalf of 09e33199180f4c09afd9d0187419f9f9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:45.677677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.687713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.780880 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.784546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.810000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:45.820539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569b2c0a-417b-4f5f-b772-11bfe65f1374,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:45.826275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.827358 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Added segment f979d29f-725c-4239-93f0-4c5e7feff686 of type vlan for network 0af3bfe7-dbad-4e80-bb32-7718b73406fb Jul 16 01:53:45.882688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.934765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.936544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.937340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.990136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4137790 Jul 16 01:53:45.993133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57114) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.048831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6638c62d-36b0-4b55-8c72-5caee3eae356 req-900ca9f6-6395-4dc9-98b3-4fce5c4ce992 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0574367 Jul 16 01:53:46.084540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.110950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac2f0-ff8b-4398-924d-ebe988b67ee4 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Network': ['ID=0af3bfe7-dbad-4e80-bb32-7718b73406fb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.121470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 0af3bfe7-dbad-4e80-bb32-7718b73406fb details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:46.201533 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.213138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af3bfe7-dbad-4e80-bb32-7718b73406fb']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:46.223578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f979d29f-725c-4239-93f0-4c5e7feff686') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:46.223876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f979d29f-725c-4239-93f0-4c5e7feff686') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:46.234256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.250551 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.256660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:46.257048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:46.258733 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:46.320937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.341347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0af3bfe7-dbad-4e80-bb32-7718b73406fb {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:53:46.343154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Network': ['ID=0af3bfe7-dbad-4e80-bb32-7718b73406fb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.348397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.350332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fb5c6c3b-2e5a-4af1-ab12-a59db635457c tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0af3bfe7-dbad-4e80-bb32-7718b73406fb HTTP/1.1" status: 204 len: 168 time: 0.3554928 Jul 16 01:53:46.354419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.360329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:46.399691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Made reservation on behalf of 09e33199180f4c09afd9d0187419f9f9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:46.403958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.442237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:46.458636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.459390 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Added segment 4abc1a02-c86b-4f4a-a1e1-2e9023888f8a of type vlan for network 9949ecdd-5e60-4579-986b-0799b972ae96 Jul 16 01:53:46.516306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.555797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.557257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.558000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.605670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57136) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.606217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2505603 Jul 16 01:53:46.616097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'subnet': {'network_id': '9949ecdd-5e60-4579-986b-0799b972ae96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:46.635548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029b896-a148-4bc6-aabe-42a8849262c2 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Network': ['ID=9949ecdd-5e60-4579-986b-0799b972ae96,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.646837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9949ecdd-5e60-4579-986b-0799b972ae96 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:46.654976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Made reservation on behalf of 09e33199180f4c09afd9d0187419f9f9 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:46.657596 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.044976 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bcd33a3b-2702-49b4-8555-2cb806e9abce req-3d3cce92-885e-4543-9291-f547f5f57eb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0276103 Jul 16 01:53:47.092323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:53:47.092803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.143337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8f763a4-0075-470f-b817-ee94bbd9cb37,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:47.168041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Checking segment: {'id': '4abc1a02-c86b-4f4a-a1e1-2e9023888f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9949ecdd-5e60-4579-986b-0799b972ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:47.168395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Network hostable DHCP agents. Network: 9949ecdd-5e60-4579-986b-0799b972ae96, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:47.188514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Network 9949ecdd-5e60-4579-986b-0799b972ae96 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:47.200056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9949ecdd-5e60-4579-986b-0799b972ae96) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:47.208170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.208882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ee33a-06ff-4ec7-bd4f-1089ee675d66 None None] Network 9949ecdd-5e60-4579-986b-0799b972ae96 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:47.209655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.231033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-70b489ca-ea4f-4967-8a5e-983d7e49143a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6226425 Jul 16 01:53:47.231033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57158) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:47.241297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'floatingip': {'floating_network_id': '9949ecdd-5e60-4579-986b-0799b972ae96'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:47.304975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.333413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53e069aa-4467-437b-9468-dba2f4124ada req-a00fff0f-6302-4e29-962f-82e7e378d0fa tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0473232 Jul 16 01:53:47.440356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.539186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4a8ef-c46c-464e-b2d1-182626aa20df None None] Network 9949ecdd-5e60-4579-986b-0799b972ae96 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:47.933123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Allocated IP 172.20.0.8 (9949ecdd-5e60-4579-986b-0799b972ae96/f8f763a4-0075-470f-b817-ee94bbd9cb37/b080809f-379a-48c6-af45-546470330a98) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:48.046846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.094444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.138699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Network 9949ecdd-5e60-4579-986b-0799b972ae96 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:48.144749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:48.146691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Port': ['ID=b080809f-379a-48c6-af45-546470330a98,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:48.148821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:48.273311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.381086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.457506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.582881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cdc91cf-8a29-4e39-83ef-e6b9008b107c req-1a64cc9b-c411-4050-b21b-5dbc23c97578 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0425861 Jul 16 01:53:48.584781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.591487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.676789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Port': ['ID=b080809f-379a-48c6-af45-546470330a98,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:48.695347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.719881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.732663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ea70eac9-7699-4ffd-9bc4-e1559ed46977 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5004692 Jul 16 01:53:48.736076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:48.835184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3703819-4ec3-40d3-8556-a6c3bf70c00a tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=9949ecdd-5e60-4579-986b-0799b972ae96 HTTP/1.1" status: 200 len: 689 time: 0.0978160 Jul 16 01:53:48.839081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:48.965318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68593ae2-ccba-4c11-9654-3867563a111b req-0d14cb1c-7306-48e3-8805-7399fdf5cea1 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a&device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.0376978 Jul 16 01:53:49.007190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.144227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Deleting port b080809f-379a-48c6-af45-546470330a98 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:49.144227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.237887 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.238311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.254721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Calling delete_port for b080809f-379a-48c6-af45-546470330a98 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:49.383942 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-775fae94-26f3-4ecb-80ad-a39d871f8755 req-702eb5b5-805c-4c17-9079-c46e864d48cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f774f27bfc0d45ebb026ed7ed6c2d9e6&device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0701096 Jul 16 01:53:49.496233 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-775fae94-26f3-4ecb-80ad-a39d871f8755 req-974953e9-8d3e-4ffb-a7a9-559853a8bdbb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f774f27bfc0d45ebb026ed7ed6c2d9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049929 Jul 16 01:53:49.560378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8acf03f5-b588-460b-b1fc-ba0da70bee99 req-541a81c3-73e8-4f50-9db3-1691a0be7552 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0434926 Jul 16 01:53:49.561595 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.598381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Port': ['ID=b080809f-379a-48c6-af45-546470330a98,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:49.669114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.721807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.751301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fae94-26f3-4ecb-80ad-a39d871f8755 req-4e1db348-49ec-4d9a-a612-b6525966c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.753031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-775fae94-26f3-4ecb-80ad-a39d871f8755 req-4e1db348-49ec-4d9a-a612-b6525966c393 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476985 Jul 16 01:53:49.794469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.835211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f763a4-0075-470f-b817-ee94bbd9cb37,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:49.906466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.919394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9949ecdd-5e60-4579-986b-0799b972ae96']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.935232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abc1a02-c86b-4f4a-a1e1-2e9023888f8a') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.935555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abc1a02-c86b-4f4a-a1e1-2e9023888f8a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.944911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.959718 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.966072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:49.966640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:49.968840 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:50.032759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.037981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9949ecdd-5e60-4579-986b-0799b972ae96 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:53:50.042191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.044069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/networks/9949ecdd-5e60-4579-986b-0799b972ae96 HTTP/1.1" status: 204 len: 168 time: 1.2038279 Jul 16 01:53:50.046761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57224) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.054961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccde0fa-cfeb-4ce3-ba00-8fb4810e985f tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Network': ['ID=9949ecdd-5e60-4579-986b-0799b972ae96,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:50.179651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ba2235de-a49b-47d5-8212-535ce8603566 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1314926 Jul 16 01:53:50.182312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.276255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21234c2-e67f-4d36-815a-6ca15e237f01 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.276755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21234c2-e67f-4d36-815a-6ca15e237f01 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.277215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21234c2-e67f-4d36-815a-6ca15e237f01 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.277672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21234c2-e67f-4d36-815a-6ca15e237f01 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.278124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21234c2-e67f-4d36-815a-6ca15e237f01 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.282687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e21234c2-e67f-4d36-815a-6ca15e237f01 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3384 time: 0.0966697 Jul 16 01:53:50.282868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.318227 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-e912e665-2e01-45ff-818e-c96918c0c206 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:53:50.321614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e912e665-2e01-45ff-818e-c96918c0c206 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/68552148-c925-4afc-8a74-0283de42128a HTTP/1.1" status: 404 len: 345 time: 0.0355072 Jul 16 01:53:50.322325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.339598 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a9e823-d50f-449a-8653-6fb21b1b21da tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 01:53:50.340160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a9e823-d50f-449a-8653-6fb21b1b21da tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:50.345388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d3a9e823-d50f-449a-8653-6fb21b1b21da tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/networks/9949ecdd-5e60-4579-986b-0799b972ae96 HTTP/1.1" status: 404 len: 339 time: 0.0186653 Jul 16 01:53:50.345842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.351468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'network': {'name': 'tempest-network--423147733', 'router:external': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:50.382040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Made reservation on behalf of 09e33199180f4c09afd9d0187419f9f9 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:50.385311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.413200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:50.423033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.423510 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Added segment 9dd441e6-3dd8-4100-821f-46fa9f7bc58f of type vlan for network 7b5980b8-5d2e-4876-bdec-97d52bdf449c Jul 16 01:53:50.469591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.512324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.513937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.514841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.555494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2081075 Jul 16 01:53:50.558345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57240) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.605651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7279ca-f160-404c-8f7b-052318b14c21 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Network': ['ID=7b5980b8-5d2e-4876-bdec-97d52bdf449c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:50.620951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 7b5980b8-5d2e-4876-bdec-97d52bdf449c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:50.796119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce426398-fe31-47b8-8a96-908f76e469e9 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.802467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce426398-fe31-47b8-8a96-908f76e469e9 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.823903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a85f5c0f-e277-4222-87de-7cbb8df90442 req-4257efb7-09d5-48ea-ba23-ccbe69ab9d06 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0540071 Jul 16 01:53:50.824370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce426398-fe31-47b8-8a96-908f76e469e9 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.831139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce426398-fe31-47b8-8a96-908f76e469e9 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.835580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce426398-fe31-47b8-8a96-908f76e469e9 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2737920 Jul 16 01:53:50.836091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.910692 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.004556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.021289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5980b8-5d2e-4876-bdec-97d52bdf449c']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:51.034009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd441e6-3dd8-4100-821f-46fa9f7bc58f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:51.034258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd441e6-3dd8-4100-821f-46fa9f7bc58f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:51.043983 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.058475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.065084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:51.065682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:51.067884 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:51.130202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.136486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b5980b8-5d2e-4876-bdec-97d52bdf449c {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:53:51.139446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.141740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7b5980b8-5d2e-4876-bdec-97d52bdf449c HTTP/1.1" status: 204 len: 168 time: 0.3047459 Jul 16 01:53:51.152763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.155304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a4490-e613-4410-a5ee-b4674a5ca005 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b5980b8-5d2e-4876-bdec-97d52bdf449c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:51.165919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'network': {'name': 'tempest-network--1454138733', 'router:external': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:51.191187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Made reservation on behalf of 09e33199180f4c09afd9d0187419f9f9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:51.194177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.223041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-775fae94-26f3-4ecb-80ad-a39d871f8755 req-aaea2058-0c42-4584-b583-0fd280c3a483 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.23 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0861094 Jul 16 01:53:51.246780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:51.263205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.263466 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Added segment 32946379-f59b-4913-8cd6-13ddeca48cfa of type vlan for network 54a1de16-8a24-46cc-9e83-3a40bb321b4e Jul 16 01:53:51.339824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.399727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.404205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.404911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.453774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2963665 Jul 16 01:53:51.453859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57274) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.483486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626939d-272f-40ee-9da0-4aa9afc991c7 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Network': ['ID=54a1de16-8a24-46cc-9e83-3a40bb321b4e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:51.496559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 54a1de16-8a24-46cc-9e83-3a40bb321b4e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:51.595097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f694fb4a-90c1-490a-805e-9b5abfde45d8 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.596596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f694fb4a-90c1-490a-805e-9b5abfde45d8 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] 10.222.0.42 "GET /v2.0/networks/54a1de16-8a24-46cc-9e83-3a40bb321b4e HTTP/1.1" status: 200 len: 757 time: 0.1422186 Jul 16 01:53:51.599383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.722148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f03e12-9670-4843-9a14-16bae227c865 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.726138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c8f03e12-9670-4843-9a14-16bae227c865 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] 10.222.0.42 "GET /v2.0/networks/38f01311-a239-4e71-8d0b-63e7d0497791 HTTP/1.1" status: 200 len: 768 time: 0.1231503 Jul 16 01:53:51.726496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.870543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.977106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.004815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a1de16-8a24-46cc-9e83-3a40bb321b4e']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.022060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32946379-f59b-4913-8cd6-13ddeca48cfa') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.022375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32946379-f59b-4913-8cd6-13ddeca48cfa') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.031971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.033832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57daf38c-7d71-46a0-a501-3177644d1b42 req-504ee240-5b91-4947-8296-34cf60b3b116 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=00750c2c-f790-41d8-9ba2-ca079cf1b61a HTTP/1.1" status: 200 len: 210 time: 0.0323489 Jul 16 01:53:52.047954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.055317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:52.055775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:52.058383 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:52.125992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.131894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54a1de16-8a24-46cc-9e83-3a40bb321b4e {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:53:52.135083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.140888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:52.141322 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/networks/54a1de16-8a24-46cc-9e83-3a40bb321b4e HTTP/1.1" status: 204 len: 168 time: 0.4135776 Jul 16 01:53:52.146016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'network': {'name': 'tempest-network--1699548040'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:52.152919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1f768-60ba-4b60-a87d-785660c68b50 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Network': ['ID=54a1de16-8a24-46cc-9e83-3a40bb321b4e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:52.181929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Made reservation on behalf of 09e33199180f4c09afd9d0187419f9f9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:52.194279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.224255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:52.235944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.236741 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Added segment c975038c-044a-40da-bfd2-0a8b2d32fdff of type vlan for network 917a6288-7dd9-48cd-8745-0b607a378849 Jul 16 01:53:52.294183 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.371253 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.372513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:52.373274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.421977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57302) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:52.427867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:52.430443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2882302 Jul 16 01:53:52.469408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7fc27-acf9-413f-99e7-ea4dd85f8a9b tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Network': ['ID=917a6288-7dd9-48cd-8745-0b607a378849,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:52.479824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 917a6288-7dd9-48cd-8745-0b607a378849 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:52.597190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.616541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.625978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Network 917a6288-7dd9-48cd-8745-0b607a378849 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:53:52.626968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:52.627621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.633755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:52.635622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "PUT /v2.0/networks/917a6288-7dd9-48cd-8745-0b607a378849 HTTP/1.1" status: 200 len: 858 time: 0.2120488 Jul 16 01:53:52.730831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4a1f-4567-4248-b461-a7e897d47820 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event updated for resources: {'Network': ['ID=917a6288-7dd9-48cd-8745-0b607a378849,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:52.754921 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.874824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.893245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a6288-7dd9-48cd-8745-0b607a378849']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.906131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c975038c-044a-40da-bfd2-0a8b2d32fdff') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.906432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c975038c-044a-40da-bfd2-0a8b2d32fdff') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.916711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.936235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.943760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:52.944692 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:52.965984 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:53.024387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.032162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 917a6288-7dd9-48cd-8745-0b607a378849 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:53:53.051218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.053924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] 10.222.0.42 "DELETE /v2.0/networks/917a6288-7dd9-48cd-8745-0b607a378849 HTTP/1.1" status: 204 len: 168 time: 0.4187989 Jul 16 01:53:53.057980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57318) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:53.058473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50d185-aa21-4ed2-96a4-0d462ddfc553 tempest-ExternalNetworksTestJSON-23377517 tempest-ExternalNetworksTestJSON-23377517-project-admin] Pushing event deleted for resources: {'Network': ['ID=917a6288-7dd9-48cd-8745-0b607a378849,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:53.099878 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6c30de-7f76-4ec5-a7a1-7f7297c5e5aa tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:53.100351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6c30de-7f76-4ec5-a7a1-7f7297c5e5aa tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:53.105582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:53.112728 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ff6c30de-7f76-4ec5-a7a1-7f7297c5e5aa tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] 10.222.0.42 "DELETE /v2.0/subnets/f8f763a4-0075-470f-b817-ee94bbd9cb37 HTTP/1.1" status: 404 len: 337 time: 0.0535648 Jul 16 01:53:53.236977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.404054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.444338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f01311-a239-4e71-8d0b-63e7d0497791']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:53.471190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb7b0ad-2668-4863-ace8-fd9c5e5b48e1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:53.471983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb7b0ad-2668-4863-ace8-fd9c5e5b48e1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:53.498811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.519107 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.527405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:53.528981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.622240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-544c6c68-3943-469c-bedd-429ddd1162a4 req-3606a92e-5f1c-473f-866d-01bb673639bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f774f27bfc0d45ebb026ed7ed6c2d9e6&device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.0463665 Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:53.628195 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:53.640334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.645229 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.648378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] 10.222.0.42 "DELETE /v2.0/networks/38f01311-a239-4e71-8d0b-63e7d0497791 HTTP/1.1" status: 204 len: 168 time: 0.5413165 Jul 16 01:53:53.664050 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-544c6c68-3943-469c-bedd-429ddd1162a4 req-72920424-99c5-4b81-b5db-02dd32107845 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f774f27bfc0d45ebb026ed7ed6c2d9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288577 Jul 16 01:53:53.699724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008664f-8112-4dcc-aae2-08b46f42cb15 tempest-ExternalNetworksTestJSON-1486403310 tempest-ExternalNetworksTestJSON-1486403310-project] Pushing event deleted for resources: {'Network': ['ID=38f01311-a239-4e71-8d0b-63e7d0497791,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:53.779587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48af1555-b35c-4304-8073-0cd107ddd2b2 req-13372652-1ce5-445b-98b7-3b458d4f9db9 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.0524609 Jul 16 01:53:53.828615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c6c68-3943-469c-bedd-429ddd1162a4 req-69192bc8-9f17-4afc-97db-b1f7e65df47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.831454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-544c6c68-3943-469c-bedd-429ddd1162a4 req-69192bc8-9f17-4afc-97db-b1f7e65df47e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627429 Jul 16 01:53:53.990087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.138369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebffe12b-a243-4781-bfb1-3c5ef3b01d3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0459833a33e471c867722366149b053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449492 Jul 16 01:53:54.139002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.208650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6848ee1-40ed-4a16-a08e-7186ba8a3f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.235501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6848ee1-40ed-4a16-a08e-7186ba8a3f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.298763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6848ee1-40ed-4a16-a08e-7186ba8a3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.301763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6848ee1-40ed-4a16-a08e-7186ba8a3f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.305091 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6848ee1-40ed-4a16-a08e-7186ba8a3f37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5837e2bf-f688-4cdc-a61b-b73372b4536a HTTP/1.1" status: 204 len: 168 time: 0.1648881 Jul 16 01:53:54.335436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6848ee1-40ed-4a16-a08e-7186ba8a3f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5837e2bf-f688-4cdc-a61b-b73372b4536a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:54.756966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57370) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.813519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.817778 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-15199db1-3676-4f9a-96d4-71d70d2446c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09e33199180f4c09afd9d0187419f9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525167 Jul 16 01:53:54.874817 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-712d3197-94c3-4446-b952-b4928bd35441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.898804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-712d3197-94c3-4446-b952-b4928bd35441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.979555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3d12144-b61d-491c-b736-62dfc6980958 req-59844edf-a726-43f2-9b73-1f20f2e89b8c tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.0626833 Jul 16 01:53:55.003407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-712d3197-94c3-4446-b952-b4928bd35441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.006675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-712d3197-94c3-4446-b952-b4928bd35441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.008046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-712d3197-94c3-4446-b952-b4928bd35441 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/569b2c0a-417b-4f5f-b772-11bfe65f1374 HTTP/1.1" status: 204 len: 168 time: 0.1934795 Jul 16 01:53:55.017076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d3197-94c3-4446-b952-b4928bd35441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b2c0a-417b-4f5f-b772-11bfe65f1374,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.163011 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-544c6c68-3943-469c-bedd-429ddd1162a4 req-20da57e8-fc0e-4c27-b37f-eba9f3097ea3 tempest-ServerShowV247Test-1860500407 tempest-ServerShowV247Test-1860500407-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd8eac73-b148-407a-8236-e82170dbf46d HTTP/1.1" status: 200 len: 210 time: 0.0408251 Jul 16 01:53:56.431937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:56.605304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57452) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:56.669046 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0335283c-47f6-425b-a661-31f124a4efb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.756600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2052171767'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:56.815257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0335283c-47f6-425b-a661-31f124a4efb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.823706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0335283c-47f6-425b-a661-31f124a4efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.861599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Made reservation on behalf of ddcf45655bb14f5685375ddf731922a5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:56.865074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.878972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0335283c-47f6-425b-a661-31f124a4efb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f774f27bfc0d45ebb026ed7ed6c2d9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458942 Jul 16 01:53:56.881730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57464) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:56.882682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.892371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335283c-47f6-425b-a661-31f124a4efb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6c582-6bba-4874-b611-be2c3ffb7b07,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:56.956162 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-932e0909-8255-4525-8599-7763071dc96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.980870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-932e0909-8255-4525-8599-7763071dc96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.986215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.992685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.007661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:57.019035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.019745 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Added segment a57f7027-e216-4535-8488-be2ebd465bee of type vlan for network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 Jul 16 01:53:57.041542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-932e0909-8255-4525-8599-7763071dc96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.044398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-932e0909-8255-4525-8599-7763071dc96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.045716 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-932e0909-8255-4525-8599-7763071dc96c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5d6c582-6bba-4874-b611-be2c3ffb7b07 HTTP/1.1" status: 204 len: 168 time: 0.1620369 Jul 16 01:53:57.081536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e0909-8255-4525-8599-7763071dc96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6c582-6bba-4874-b611-be2c3ffb7b07,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.106391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba6580-03f8-46ff-9bda-971da2526a7c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.111660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.143090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.148662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.149273 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.203238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5943265 Jul 16 01:53:57.257955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376f0b3-ed95-4568-9908-7324dbea8694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Pushing event updated for resources: {'Network': ['ID=72b02049-1ca5-4656-8ad4-45dd04bd6f20,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.269943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:57.516690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57492) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:57.522235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Request body: {'port': {'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20', 'binding:host_id': 'n-h1-791506-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147268795'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:57.547617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Made reservation on behalf of 389e7e49ca4e497987a5cfb52a3bcf0b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:57.550783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.561256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.673609 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.679642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.684361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port a6846128-0cb0-4428-9c69-6e9a682c4147 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:57.774765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd38b27-ef7d-442f-8e51-e23f3889ada7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.834773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:57.961028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port a6846128-0cb0-4428-9c69-6e9a682c4147 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:57.972483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.984937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Transition to ACTIVE for port object a6846128-0cb0-4428-9c69-6e9a682c4147 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:57.988702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-254909775-network', 'tenant_id': '6547a2d7c1174539a9baadf61725b1ae'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:57.997851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.012965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Made reservation on behalf of 6547a2d7c1174539a9baadf61725b1ae for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:58.015444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.024845 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.053958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=a6846128-0cb0-4428-9c69-6e9a682c4147,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.070363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Checking segment: {'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:58.070643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Network hostable DHCP agents. Network: 72b02049-1ca5-4656-8ad4-45dd04bd6f20, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:58.090118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:58.101688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 72b02049-1ca5-4656-8ad4-45dd04bd6f20) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:58.105956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:58.112294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978b1c7-57aa-48f9-b04c-cda5c2579799 None None] Network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:58.122154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.122486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.122831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.127758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.128132 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.128545 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 2 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.135303 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.140305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.141764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.142173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.142604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.147831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.148546 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.148824 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 3 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.155525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:58.164492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.165155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.165612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.166188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.166768 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Added segment e3c91544-db9d-4ab3-b0fd-c251f576486c of type vlan for network fe1414b8-0776-4cf0-92f3-98655508d48d Jul 16 01:53:58.170966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.171463 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.172103 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 4 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.186214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.186596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.187031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.192144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.192695 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.193278 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 5 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.208319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.208848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.209284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.213750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.214975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.215398 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.215877 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 6 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.228992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.229521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.229956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.234661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.235169 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.235625 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 7 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.244637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237b21d-8d35-4b38-8159-d553c5fd6bd5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.251243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.251915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.252353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.259984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.260454 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.261088 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 8 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.277752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.278481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.278922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.287946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.288400 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.288864 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 9 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.300750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.303054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.303478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.303880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.304683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.305742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.309075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.309490 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.309949 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 10 to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 Jul 16 01:53:58.322783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:58.323224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:58.323622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:58.328192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a6846128-0cb0-4428-9c69-6e9a682c4147 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:58.328615 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a6846128-0cb0-4428-9c69-6e9a682c4147 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:58.329111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.340134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5041420 Jul 16 01:53:58.343191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:58.351344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Request body: {'subnet': {'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-254909775-subnet', 'tenant_id': '6547a2d7c1174539a9baadf61725b1ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:58.388547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ea5a4-8ce0-4f43-82a8-37920e3bb1fd admin admin] Pushing event updated for resources: {'Network': ['ID=fe1414b8-0776-4cf0-92f3-98655508d48d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.401813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network fe1414b8-0776-4cf0-92f3-98655508d48d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:58.411044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Made reservation on behalf of 6547a2d7c1174539a9baadf61725b1ae for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:58.414579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.426241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] For port a6846128-0cb0-4428-9c69-6e9a682c4147, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:58.426721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempted to set empty binding levels {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:53:58.434286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.479144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.480022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.502207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=a6846128-0cb0-4428-9c69-6e9a682c4147,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.511850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4f35204b-5ec1-4a16-a503-3b78ec5a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.9935319 Jul 16 01:53:58.514362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57530) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:58.617752 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.634856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Deleting port a6846128-0cb0-4428-9c69-6e9a682c4147 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:58.635246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.688391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af880640-0c1c-4006-8ecb-b287df71304c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.688391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Checking segment: {'id': 'e3c91544-db9d-4ab3-b0fd-c251f576486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:58.688682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Network hostable DHCP agents. Network: fe1414b8-0776-4cf0-92f3-98655508d48d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:58.711424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Network fe1414b8-0776-4cf0-92f3-98655508d48d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:58.724557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, fe1414b8-0776-4cf0-92f3-98655508d48d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:58.729258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] For port a6846128-0cb0-4428-9c69-6e9a682c4147, host n-h1-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:58.729507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.737527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af8b78-77a3-4cec-9dfd-9f0f24d71e1e None None] Network fe1414b8-0776-4cf0-92f3-98655508d48d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:58.748737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.749379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.752474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Calling delete_port for a6846128-0cb0-4428-9c69-6e9a682c4147 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:58.775281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7a3ada45-b731-4d95-a0cf-c55b06df12f6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4300687 Jul 16 01:53:58.881693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.893625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a2d3f-13af-4086-8978-3e0280415ebe None None] Network fe1414b8-0776-4cf0-92f3-98655508d48d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:58.937029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6846128-0cb0-4428-9c69-6e9a682c4147,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.966331 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.975512 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1d685012-9a1e-4991-83fc-97cb81f7be72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a6846128-0cb0-4428-9c69-6e9a682c4147 HTTP/1.1" status: 204 len: 168 time: 0.4563153 Jul 16 01:53:58.976068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57544) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:59.004990 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d338362-26c3-48ec-9c7e-803e09e84c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:53:59.011095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1d338362-26c3-48ec-9c7e-803e09e84c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "GET /v2.0/ports/a6846128-0cb0-4428-9c69-6e9a682c4147 HTTP/1.1" status: 404 len: 333 time: 0.0298381 Jul 16 01:53:59.011565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:59.017183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Request body: {'port': {'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2095248843'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:59.061946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Made reservation on behalf of 389e7e49ca4e497987a5cfb52a3bcf0b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:59.067484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.088459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port a2eeb63e-d8d9-47f1-a2be-151c06043496 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:59.277680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.318666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.325085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:59.330016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1916101534-network', 'tenant_id': '5fab1a2797f54b089c99a1e4783d46c6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:59.353988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Made reservation on behalf of 5fab1a2797f54b089c99a1e4783d46c6 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:59.356736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.367911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.370002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:59.374153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:59.376649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:59.377614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.378409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.390221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=a2eeb63e-d8d9-47f1-a2be-151c06043496,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:59.483386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.489135 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.495737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f3a31578-d49f-4d93-89dd-1d954a705c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4826951 Jul 16 01:53:59.497993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57568) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:59.503980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:59.516624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:59.529114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056f6959-4a25-4e71-a59f-2125eb89980f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:59.536738 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.537331 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Added segment 31a9e84c-9ba4-4a8e-b06b-000f73d4800c of type vlan for network 0837386d-3ff0-425c-94e8-cbcad0b1106f Jul 16 01:53:59.586633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.612636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.617223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.619257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.619945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.653989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3277040 Jul 16 01:53:59.656499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57570) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:59.662650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Request body: {'subnet': {'network_id': '0837386d-3ff0-425c-94e8-cbcad0b1106f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1916101534-subnet', 'tenant_id': '5fab1a2797f54b089c99a1e4783d46c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:59.695967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea470277-263f-497f-a3ad-511141e1091e admin admin] Pushing event updated for resources: {'Network': ['ID=0837386d-3ff0-425c-94e8-cbcad0b1106f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:59.710593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 0837386d-3ff0-425c-94e8-cbcad0b1106f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:59.717129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Made reservation on behalf of 5fab1a2797f54b089c99a1e4783d46c6 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:59.720212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.817363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port a2eeb63e-d8d9-47f1-a2be-151c06043496 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:59.829410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.848114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Transition to ACTIVE for port object a2eeb63e-d8d9-47f1-a2be-151c06043496 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:59.854141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.917007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=a2eeb63e-d8d9-47f1-a2be-151c06043496,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:59.922662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:59.923007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:59.923350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:59.927084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.928308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:59.928662 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:59.929056 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 2 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:53:59.943737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:59.944079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:59.944483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:59.949276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:59.949604 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:59.949999 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 3 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:53:59.990107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:59.990707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:59.991023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:59.993025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Checking segment: {'id': '31a9e84c-9ba4-4a8e-b06b-000f73d4800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0837386d-3ff0-425c-94e8-cbcad0b1106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:59.993547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Network hostable DHCP agents. Network: 0837386d-3ff0-425c-94e8-cbcad0b1106f, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:59.996773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4deae4c0-dcf2-4d4d-a1cb-583b0b045c08,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:59.998729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:59.998729 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:53:59.999370 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 4 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.020321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Network 0837386d-3ff0-425c-94e8-cbcad0b1106f is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:00.021047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.021390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.021758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.028783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.029116 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.029508 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 5 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.034641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 0837386d-3ff0-425c-94e8-cbcad0b1106f) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:00.038923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.039680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.045440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f6f26-26f2-4529-a8ab-5cc2bae5d968 None None] Network 0837386d-3ff0-425c-94e8-cbcad0b1106f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:00.048731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.049283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.049637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.054599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.055148 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.055704 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 6 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.058813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3adc1579-73b0-4a19-b871-f146cc726d97 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4013023 Jul 16 01:54:00.077254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.077888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.078586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.103790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.103790 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.103790 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 7 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.136586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.136998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.137375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.151949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.152286 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.155266 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 8 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.189781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.190132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.190502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.197344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.197796 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.198204 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 9 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.212869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.213210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.213554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.219127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.219473 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.221090 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 10 to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 Jul 16 01:54:00.226984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a3918-0d99-4a25-a050-567e7a151596 None None] Network 0837386d-3ff0-425c-94e8-cbcad0b1106f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:00.235291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:00.235639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:00.236139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:00.240597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:00.241644 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port a2eeb63e-d8d9-47f1-a2be-151c06043496 on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:00.242036 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.325621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] For port a2eeb63e-d8d9-47f1-a2be-151c06043496, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:00.326007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempted to set empty binding levels {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:54:00.337961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.382311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] In _notify_port_updated(), no bound segment for port a2eeb63e-d8d9-47f1-a2be-151c06043496 on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:54:00.383188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.384169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.385537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "PUT /v2.0/ports/a2eeb63e-d8d9-47f1-a2be-151c06043496 HTTP/1.1" status: 200 len: 980 time: 0.8866036 Jul 16 01:54:00.388392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:00.404372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5f7c-be1c-47fd-9d9d-4adeb66aed99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=a2eeb63e-d8d9-47f1-a2be-151c06043496,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.501464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.502012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.502546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.503104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.503582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.504099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.504731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.505203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.505827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.506393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.506910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.513050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-556c6c6c-2905-4e98-8422-18685034bb06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9991 time: 0.1199727 Jul 16 01:54:00.513457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57600) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:00.608958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Deleting port a2eeb63e-d8d9-47f1-a2be-151c06043496 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:00.609401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.683073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] For port a2eeb63e-d8d9-47f1-a2be-151c06043496, host n-h1-791506-20, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:00.683445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.698447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Calling delete_port for a2eeb63e-d8d9-47f1-a2be-151c06043496 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:00.704045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-65c07645-3e1e-47a0-aa90-125e47467a92 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.704045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-65c07645-3e1e-47a0-aa90-125e47467a92 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/networks?id=fe1414b8-0776-4cf0-92f3-98655508d48d HTTP/1.1" status: 200 len: 824 time: 0.1110246 Jul 16 01:54:00.723710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-3a44693f-e350-4702-b8c5-226e9f1f96b7 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/quotas/6547a2d7c1174539a9baadf61725b1ae HTTP/1.1" status: 200 len: 375 time: 0.0102792 Jul 16 01:54:00.762669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-1dd17f68-2cac-4737-bb57-59907f0f635c tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6547a2d7c1174539a9baadf61725b1ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330429 Jul 16 01:54:00.783770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.811651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2eeb63e-d8d9-47f1-a2be-151c06043496,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.819158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.821654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b2fef7d0-f051-494e-be81-055e2fcca891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a2eeb63e-d8d9-47f1-a2be-151c06043496 HTTP/1.1" status: 204 len: 168 time: 0.3069339 Jul 16 01:54:00.824168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57614) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:00.852014 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b6217a-0de6-4661-8d00-8459da9e639d tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:54:00.854241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e9b6217a-0de6-4661-8d00-8459da9e639d tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "GET /v2.0/ports/a2eeb63e-d8d9-47f1-a2be-151c06043496 HTTP/1.1" status: 404 len: 333 time: 0.0290177 Jul 16 01:54:00.858046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:00.862906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320254726', 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:00.879877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-483ace28-9046-4ba8-98ce-869a9e7960dd service neutron] 10.222.0.42 "GET /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096513 Jul 16 01:54:00.909966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Made reservation on behalf of 389e7e49ca4e497987a5cfb52a3bcf0b for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:00.912407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.939663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port 3920bf25-23cf-4518-a1ad-f3c43cb1a0cb yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:01.049912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-5c931a34-3616-49d1-8672-f7f1689c453f service neutron] 10.222.0.42 "GET /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628919 Jul 16 01:54:01.485064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.532977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.588778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:01.592543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:01.597102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:01.598283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.599111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.607772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=3920bf25-23cf-4518-a1ad-f3c43cb1a0cb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:01.635996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57650) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:01.641435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ffad41a9-180d-47a7-8c34-bb80812b095f tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7818828 Jul 16 01:54:01.692162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f121a863-f33c-49d3-a19a-cc92b4df25aa req-fcd67257-8d41-422d-88b7-ca70372aa00b tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 210 time: 0.2409453 Jul 16 01:54:01.707668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62026b26-29ea-4efd-82c0-285fc6c3351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.710207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-62026b26-29ea-4efd-82c0-285fc6c3351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "GET /v2.0/ports/3920bf25-23cf-4518-a1ad-f3c43cb1a0cb HTTP/1.1" status: 200 len: 959 time: 0.0728185 Jul 16 01:54:01.714056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:01.832747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Deleting port 3920bf25-23cf-4518-a1ad-f3c43cb1a0cb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:01.833099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.909623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.923972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Calling delete_port for 3920bf25-23cf-4518-a1ad-f3c43cb1a0cb owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:02.024870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.060045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.062061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "DELETE /v2.0/ports/3920bf25-23cf-4518-a1ad-f3c43cb1a0cb HTTP/1.1" status: 204 len: 168 time: 0.3464472 Jul 16 01:54:02.063658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db035f0-bf92-450e-9618-10dbbf96ec63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event deleted for resources: {'Port': ['ID=3920bf25-23cf-4518-a1ad-f3c43cb1a0cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.065167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57658) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:02.103267 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9667b0-ac7f-468f-8a42-80ff7540b908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:54:02.104944 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fa9667b0-ac7f-468f-8a42-80ff7540b908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "GET /v2.0/ports/3920bf25-23cf-4518-a1ad-f3c43cb1a0cb HTTP/1.1" status: 404 len: 333 time: 0.0382917 Jul 16 01:54:02.108828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57664) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:02.114028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Request body: {'port': {'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-828741191'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:02.139798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Made reservation on behalf of 389e7e49ca4e497987a5cfb52a3bcf0b for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:02.142794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.160303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port 207c279a-7a7d-431e-879f-9ebe55a618db yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:02.326022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.373654 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.425065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:02.431047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:02.433804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:02.434961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:02.435580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.456947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=207c279a-7a7d-431e-879f-9ebe55a618db,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.472777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebd83931-de0b-4b4e-8178-f2a382a071ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3626850 Jul 16 01:54:02.475430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57682) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:02.484763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:02.926735 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9758e4a5-131b-455f-9baf-d5b222c78fad req-92cf6544-cce4-4372-8505-f0cbd6ea7105 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 210 time: 0.0435793 Jul 16 01:54:02.967352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.070334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-d2617975-8993-461f-8440-e8f21afe6fdc tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.072096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-d2617975-8993-461f-8440-e8f21afe6fdc tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.23 "GET /v2.0/networks?id=fe1414b8-0776-4cf0-92f3-98655508d48d HTTP/1.1" status: 200 len: 824 time: 0.1726789 Jul 16 01:54:03.095757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Request body: {'port': {'device_id': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d', 'admin_state_up': True, 'tenant_id': '6547a2d7c1174539a9baadf61725b1ae'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:03.306849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Made reservation on behalf of 6547a2d7c1174539a9baadf61725b1ae for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:03.310432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.316668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] device_id is not set on port 207c279a-7a7d-431e-879f-9ebe55a618db yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:03.332849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.356343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Transition to ACTIVE for port object 207c279a-7a7d-431e-879f-9ebe55a618db will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:03.398998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.534427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=207c279a-7a7d-431e-879f-9ebe55a618db,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:03.562548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.567769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.572686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:03.573223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:03.573822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:03.590695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:03.592632 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:03.594228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Allocated IP 172.20.0.9 (fe1414b8-0776-4cf0-92f3-98655508d48d/af880640-0c1c-4006-8ecb-b287df71304c/0005bfff-0bf0-422b-b6a5-f69fe7eba6b8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:03.750768 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 2 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:03.777542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:03.777877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:03.778223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:03.787200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:03.787541 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:03.799021 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 3 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:03.823041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.825835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:03.825835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:03.826133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:03.836201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:03.836565 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:03.839827 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 4 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:03.857990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:03.858401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:03.858669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:03.869765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:03.870072 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:03.875944 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 5 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:03.897114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:03.897456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:03.898061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:03.905869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:03.907156 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:03.907156 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 6 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:03.912341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.966317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:03.966664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:03.967007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:03.986420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Network fe1414b8-0776-4cf0-92f3-98655508d48d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:03.987893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:03.994547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Pushing event updated for resources: {'Port': ['ID=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:03.997033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:03.997671 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:03.998646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:04.003132 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 7 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:04.045394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:04.045688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:04.045819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:04.060660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:04.060660 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:04.060660 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 8 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:04.095583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:04.095941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:04.096268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:04.107307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.107996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.113556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:04.114070 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:04.124359 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 9 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:04.124669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80bac7-ee2b-4227-b9c8-8f707c1c2f40 req-adaad20a-4451-4b45-b935-edd35f1733bf tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.129593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c80bac7-ee2b-4227-b9c8-8f707c1c2f40 req-adaad20a-4451-4b45-b935-edd35f1733bf tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 931 time: 0.0800171 Jul 16 01:54:04.143315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:04.143315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:04.143315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:04.148211 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-750eebb0-4f69-4a35-be9c-a77fba543ef5 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0635509 Jul 16 01:54:04.150088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:04.150455 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:04.150856 n-d-791506-20 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempt 10 to bind port 207c279a-7a7d-431e-879f-9ebe55a618db Jul 16 01:54:04.168324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Request body: {'port': {'device_id': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.185315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c80bac7-ee2b-4227-b9c8-8f707c1c2f40 req-8caac94e-4675-4607-a56d-017c0c498ae1 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Jul 16 01:54:04.199183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:04.199523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:04.200026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempting to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:04.213391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:04.213724 n-d-791506-20 neutron-server[93755]: ERROR neutron.plugins.ml2.managers [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Failed to bind port 207c279a-7a7d-431e-879f-9ebe55a618db on host n-h1-791506-20 for vnic_type normal using segments [{'id': 'a57f7027-e216-4535-8488-be2ebd465bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72b02049-1ca5-4656-8ad4-45dd04bd6f20'}] Jul 16 01:54:04.214108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.303460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.354821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] For port 207c279a-7a7d-431e-879f-9ebe55a618db, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:04.355199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attempted to set empty binding levels {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:54:04.381255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.485977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] In _notify_port_updated(), no bound segment for port 207c279a-7a7d-431e-879f-9ebe55a618db on network 72b02049-1ca5-4656-8ad4-45dd04bd6f20 {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:54:04.486863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.487573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.489020 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "PUT /v2.0/ports/207c279a-7a7d-431e-879f-9ebe55a618db HTTP/1.1" status: 200 len: 979 time: 2.0123732 Jul 16 01:54:04.493674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.529289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa14d-2c3c-42b4-9088-cce5116668a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event updated for resources: {'Port': ['ID=207c279a-7a7d-431e-879f-9ebe55a618db,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.631572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Deleting port 207c279a-7a7d-431e-879f-9ebe55a618db {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:04.632227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.776195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] For port 207c279a-7a7d-431e-879f-9ebe55a618db, host n-h1-791506-20, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:04.776874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.801658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:04.814797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Calling delete_port for 207c279a-7a7d-431e-879f-9ebe55a618db owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:04.826915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.858731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Transition to ACTIVE for port object 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:04.865952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.934327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Pushing event updated for resources: {'Port': ['ID=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.987322 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.040875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Pushing event deleted for resources: {'Port': ['ID=207c279a-7a7d-431e-879f-9ebe55a618db,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.052529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.067874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bf0f6518-494b-4336-b574-34f2b0ed3181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "DELETE /v2.0/ports/207c279a-7a7d-431e-879f-9ebe55a618db HTTP/1.1" status: 204 len: 168 time: 0.5675507 Jul 16 01:54:05.067976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Attempting to bind port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:05.068444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.068624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Attempting to bind port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'e3c91544-db9d-4ab3-b0fd-c251f576486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:05.068942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Attempting to bind port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 on network fe1414b8-0776-4cf0-92f3-98655508d48d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:05.077133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 on network fe1414b8-0776-4cf0-92f3-98655508d48d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:05.084695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Attempting to bind port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 on network fe1414b8-0776-4cf0-92f3-98655508d48d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:05.088480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:05.088480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Checking segment: {'id': 'e3c91544-db9d-4ab3-b0fd-c251f576486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:05.088480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Bound using segment: {'id': 'e3c91544-db9d-4ab3-b0fd-c251f576486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:05.088855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Bound port: 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c91544-db9d-4ab3-b0fd-c251f576486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:05.088992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.100303 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8624d8cc-21b1-4f89-9dcf-90fb2ba2e624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:54:05.101972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8624d8cc-21b1-4f89-9dcf-90fb2ba2e624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250920764-project-admin] 10.222.0.42 "GET /v2.0/ports/207c279a-7a7d-431e-879f-9ebe55a618db HTTP/1.1" status: 404 len: 333 time: 0.0338669 Jul 16 01:54:05.109844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.186333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] For port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:05.191932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] For port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,segment=NetworkSegment(e3c91544-db9d-4ab3-b0fd-c251f576486c),segment_id=e3c91544-db9d-4ab3-b0fd-c251f576486c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:05.203718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.235030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.235963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.237903 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] 10.222.0.23 "PUT /v2.0/ports/0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 HTTP/1.1" status: 200 len: 1092 time: 1.0773289 Jul 16 01:54:05.240095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'tag': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:05.246190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.255390 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f16854-a458-4e2a-904a-d924db55b058" -d '{"events": [{"name": "network-changed", "server_uuid": "56cc5d10-61a0-43c7-a558-0f3353d6f853", "tag": "0005bfff-0bf0-422b-b6a5-f69fe7eba6b8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:05.362662 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02381805-3850-4d9f-a686-3b9d74e30377 x-openstack-request-id: req-02381805-3850-4d9f-a686-3b9d74e30377 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:05.362964 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cc5d10-61a0-43c7-a558-0f3353d6f853", "tag": "0005bfff-0bf0-422b-b6a5-f69fe7eba6b8", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:05.363220 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02381805-3850-4d9f-a686-3b9d74e30377 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:05.363625 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'tag': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8', 'status': 'completed', 'code': 200} Jul 16 01:54:05.389467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c30f-8172-49d8-96a7-8f85a6dee19f service neutron] Pushing event updated for resources: {'Port': ['ID=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.433284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-8b8bb334-d56f-49c5-bc88-77d1fb0c4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.434894 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-8b8bb334-d56f-49c5-bc88-77d1fb0c4528 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6547a2d7c1174539a9baadf61725b1ae&device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 1095 time: 0.1421506 Jul 16 01:54:05.449629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.483873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b02049-1ca5-4656-8ad4-45dd04bd6f20']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:05.485270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-aea4b5a2-bd1c-4c50-a077-b67037f01d35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 HTTP/1.1" status: 200 len: 217 time: 0.0420988 Jul 16 01:54:05.501236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57f7027-e216-4535-8488-be2ebd465bee') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:05.501949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57f7027-e216-4535-8488-be2ebd465bee') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:05.519624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.538070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-6e76f1f0-631f-4dc7-88b3-ffb37bbb658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.538825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.539352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-6e76f1f0-631f-4dc7-88b3-ffb37bbb658a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af880640-0c1c-4006-8ecb-b287df71304c HTTP/1.1" status: 200 len: 864 time: 0.0471706 Jul 16 01:54:05.552562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:05.553099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:05.556887 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:05.585044 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-bd004b6f-3b4d-40fe-a2d0-18b201fe6c4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe1414b8-0776-4cf0-92f3-98655508d48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361900 Jul 16 01:54:05.602849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8555dd3-e6f3-4790-baa0-53a0bdd48166 req-4845416f-27b7-48d5-aa5f-59756d3ded1f tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.604601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8555dd3-e6f3-4790-baa0-53a0bdd48166 req-4845416f-27b7-48d5-aa5f-59756d3ded1f tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 943 time: 0.1898816 Jul 16 01:54:05.660119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.665152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.667717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] 10.222.0.42 "DELETE /v2.0/networks/72b02049-1ca5-4656-8ad4-45dd04bd6f20 HTTP/1.1" status: 204 len: 168 time: 0.5565960 Jul 16 01:54:05.714033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Pushing event deleted for resources: {'Network': ['ID=72b02049-1ca5-4656-8ad4-45dd04bd6f20,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.719962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-9ea6bdaa-d636-4039-b0e9-05320352e21f service neutron] 10.222.0.23 "GET /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285851 Jul 16 01:54:05.721591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8555dd3-e6f3-4790-baa0-53a0bdd48166 req-3ce97924-45cc-46b0-8fe5-574e7c92768c tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834968 Jul 16 01:54:05.728699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.729288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.729920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.730439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.730966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.731488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.732019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.732570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.733377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.733906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.734476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.735126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327dcf9-41ff-44c8-be89-21ffef8795b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-633996939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:05.856699 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0d0bd52e-d1cd-4c5b-82b5-a1845c53d945 req-ab61ae88-95d3-48b8-889c-35efd584c274 service neutron] 10.222.0.23 "GET /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104841 Jul 16 01:54:06.016171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16854-a458-4e2a-904a-d924db55b058 req-38874b5c-039b-4163-bf0a-756b43f27936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.018110 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-38874b5c-039b-4163-bf0a-756b43f27936 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6547a2d7c1174539a9baadf61725b1ae&device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 1095 time: 0.1043303 Jul 16 01:54:06.131736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.188714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16854-a458-4e2a-904a-d924db55b058 req-3a89e792-023c-41fa-9681-1b541031079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.196845 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-3a89e792-023c-41fa-9681-1b541031079d service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe1414b8-0776-4cf0-92f3-98655508d48d HTTP/1.1" status: 200 len: 925 time: 0.1702461 Jul 16 01:54:06.285684 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-2e8d64b5-b43f-4a6f-9649-55de17d823a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 HTTP/1.1" status: 200 len: 217 time: 0.0821009 Jul 16 01:54:06.357307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16854-a458-4e2a-904a-d924db55b058 req-82a49ae4-8aeb-407f-a385-dc153881362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.359219 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-82a49ae4-8aeb-407f-a385-dc153881362c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af880640-0c1c-4006-8ecb-b287df71304c HTTP/1.1" status: 200 len: 864 time: 0.0661960 Jul 16 01:54:06.360725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e2d0b331-1a01-40c0-9da9-695025eed159 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddcf45655bb14f5685375ddf731922a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276046 Jul 16 01:54:06.364333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.411813 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-b1ef8d23-79fc-4ad5-b873-9898e311db17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe1414b8-0776-4cf0-92f3-98655508d48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342402 Jul 16 01:54:06.427400 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8c635d4-95a1-46db-b76e-36babfaf77c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.453146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8c635d4-95a1-46db-b76e-36babfaf77c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.506844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8c635d4-95a1-46db-b76e-36babfaf77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.511042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d8c635d4-95a1-46db-b76e-36babfaf77c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.514803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d8c635d4-95a1-46db-b76e-36babfaf77c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53ba6580-03f8-46ff-9bda-971da2526a7c HTTP/1.1" status: 204 len: 168 time: 0.1481233 Jul 16 01:54:06.521639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c635d4-95a1-46db-b76e-36babfaf77c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba6580-03f8-46ff-9bda-971da2526a7c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.539260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-01ffe0fa-3f10-41da-818d-5e9b06993f23 service neutron] 10.222.0.23 "GET /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198990 Jul 16 01:54:06.652395 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-61f16854-a458-4e2a-904a-d924db55b058 req-365d34da-ec56-424e-99d4-aa7bf52c97b4 service neutron] 10.222.0.23 "GET /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055553 Jul 16 01:54:06.818915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.875725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c8cd8c0a-666e-472a-9983-29efe52c37af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=389e7e49ca4e497987a5cfb52a3bcf0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533063 Jul 16 01:54:06.876073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57796) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.935164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c8d91d4-9a9f-4de7-91f1-4114a3fe7e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.948760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78905b-acc1-4f24-87f7-d8faece8ee9a req-95e8a21d-ddf6-444e-a10c-512fbd771bed tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.950566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f78905b-acc1-4f24-87f7-d8faece8ee9a req-95e8a21d-ddf6-444e-a10c-512fbd771bed tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 943 time: 0.0984766 Jul 16 01:54:06.963601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c8d91d4-9a9f-4de7-91f1-4114a3fe7e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.008983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f78905b-acc1-4f24-87f7-d8faece8ee9a req-764dc39b-cd05-4a16-a042-1095a26590b7 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511081 Jul 16 01:54:07.028002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c8d91d4-9a9f-4de7-91f1-4114a3fe7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.030762 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c8d91d4-9a9f-4de7-91f1-4114a3fe7e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.031979 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0c8d91d4-9a9f-4de7-91f1-4114a3fe7e64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cd38b27-ef7d-442f-8e51-e23f3889ada7 HTTP/1.1" status: 204 len: 168 time: 0.1548474 Jul 16 01:54:07.040605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d91d4-9a9f-4de7-91f1-4114a3fe7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd38b27-ef7d-442f-8e51-e23f3889ada7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:07.563578 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.888446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.992038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2032185291'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:08.014888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:08.018486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.027456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.112095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:08.199694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.208504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.280033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:08.297788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d5b46-b7bf-4d17-862f-d3737749ebeb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.311629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.312860 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Added segment 652eb185-cd2e-4876-92c6-7d1c2ac43641 of type vlan for network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 Jul 16 01:54:08.353363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,segment=NetworkSegment(e3c91544-db9d-4ab3-b0fd-c251f576486c),segment_id=e3c91544-db9d-4ab3-b0fd-c251f576486c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:08.385910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8', 'network_id': 'fe1414b8-0776-4cf0-92f3-98655508d48d', 'port_id': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8', 'mac_address': 'fa:16:3e:08:c6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af880640-0c1c-4006-8ecb-b287df71304c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:08.390826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e179-3d26-4680-8073-bf803865cde7 req-7e77cf24-ecc3-4e1d-87df-3ef8f6000cf8 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.398747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d21e179-3d26-4680-8073-bf803865cde7 req-7e77cf24-ecc3-4e1d-87df-3ef8f6000cf8 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 943 time: 0.1778266 Jul 16 01:54:08.431823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.445163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.473040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:08.485055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d21e179-3d26-4680-8073-bf803865cde7 req-5d835ef5-64dd-4407-9437-d5fc0c405cbc tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716159 Jul 16 01:54:08.510863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.516938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.517568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.536706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,segment=NetworkSegment(e3c91544-db9d-4ab3-b0fd-c251f576486c),segment_id=e3c91544-db9d-4ab3-b0fd-c251f576486c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:08.541616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.572041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6822996 Jul 16 01:54:08.575350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57860) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.580987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:08.605774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.615179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88805bac-3d1e-4d5b-a99e-f6f87c8fe197 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Network': ['ID=9e5b4240-4b4d-47f7-a62e-97348e0b2ca5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.616364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.616941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.617416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.618496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.619577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.620063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.620582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.622063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.622562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.623642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.623924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.624535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:08.630136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:08.735226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:08.738823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.768515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0005bfff-0bf0-422b-b6a5-f69fe7eba6b8'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:08.947497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.014330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=41131177-60e6-45b0-b2c4-1cb5aea76c0b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.023298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:09.023662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network hostable DHCP agents. Network: 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:09.040927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:09.049601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:09.054153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.054754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.064870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca8db25-475a-44aa-9ef7-d9a3f1fc8214 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:09.081596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6c84a2c7-0013-4e20-bc39-21dc6425c4e1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5049438 Jul 16 01:54:09.084276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:09.090522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'name': 'tempest-NetworksTestDHCPv6-1787976156'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:09.205284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:09.213230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.219534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '41131177-60e6-45b0-b2c4-1cb5aea76c0b'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:09.220394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.242422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 91cf3656-691e-490e-8309-896c9552cda3 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:09.433236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::272 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/41131177-60e6-45b0-b2c4-1cb5aea76c0b/91cf3656-691e-490e-8309-896c9552cda3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:09.611074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.639134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 91cf3656-691e-490e-8309-896c9552cda3 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:09.685688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.745920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/41131177-60e6-45b0-b2c4-1cb5aea76c0b/cd851873-1b0e-431f-80b4-d4e9caea2e23) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:09.793279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:09.795108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:09.805245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:09.811654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.812308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.825600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=91cf3656-691e-490e-8309-896c9552cda3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.857765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-39400efe-5424-48bc-a8bd-246b617a96a8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7723753 Jul 16 01:54:09.860446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57892) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:09.887361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524afcc-7cc6-4381-884f-a3aabad13ff9 req-e9fd1b47-abc5-4c9e-85fe-7f0c45efdb77 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.889002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c524afcc-7cc6-4381-884f-a3aabad13ff9 req-e9fd1b47-abc5-4c9e-85fe-7f0c45efdb77 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 944 time: 0.1679227 Jul 16 01:54:09.943734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c524afcc-7cc6-4381-884f-a3aabad13ff9 req-dbe2cb73-11f4-41fe-971c-e803a4b8b5c6 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Jul 16 01:54:09.990753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb02e0b-6bed-4f1e-a621-49163edf00a3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.992294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ecb02e0b-6bed-4f1e-a621-49163edf00a3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1307349 Jul 16 01:54:09.998785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.011860 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.027492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Transition to ACTIVE for port object cd851873-1b0e-431f-80b4-d4e9caea2e23 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:10.044998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Transition to ACTIVE for port object cd851873-1b0e-431f-80b4-d4e9caea2e23 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:10.051605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.113383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:10.120777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:10.141234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 91cf3656-691e-490e-8309-896c9552cda3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:10.141518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.173782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:10.182998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:10.187982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Pushing event updated for resources: {'Port': ['ID=cd851873-1b0e-431f-80b4-d4e9caea2e23,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.195045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d10bb586-3a17-4e07-933d-20c5f97bd35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.251566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.264130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Attempting to bind port cd851873-1b0e-431f-80b4-d4e9caea2e23 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:10.264662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Attempting to bind port cd851873-1b0e-431f-80b4-d4e9caea2e23 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:10.265035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Attempting to bind port cd851873-1b0e-431f-80b4-d4e9caea2e23 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:10.268549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 91cf3656-691e-490e-8309-896c9552cda3 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:10.268672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:10.274816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:10.275199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.276974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:10.277363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:10.277760 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.278159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:10.278644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Bound port: cd851873-1b0e-431f-80b4-d4e9caea2e23, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:10.279029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.460362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] For port cd851873-1b0e-431f-80b4-d4e9caea2e23, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:10.471463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] For port cd851873-1b0e-431f-80b4-d4e9caea2e23, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd851873-1b0e-431f-80b4-d4e9caea2e23,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:10.485428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.499165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.568580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.571914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/91cf3656-691e-490e-8309-896c9552cda3 HTTP/1.1" status: 204 len: 168 time: 0.5721035 Jul 16 01:54:10.572938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b016-212c-4465-9171-3c7fc35df2d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=91cf3656-691e-490e-8309-896c9552cda3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.574457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57908) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.611577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de03fa-160e-4b07-a145-12ee9993366b None None] Pushing event updated for resources: {'Port': ['ID=cd851873-1b0e-431f-80b4-d4e9caea2e23,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.668759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.691639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9174a198-6cec-420a-b946-bd95a81f99e4 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.693518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:10.693842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9174a198-6cec-420a-b946-bd95a81f99e4 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.695380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9174a198-6cec-420a-b946-bd95a81f99e4 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1198788 Jul 16 01:54:10.696264 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c28cfcc-3e2d-4f55-87de-ce8c4e1f9201" -d '{"events": [{"server_uuid": "56cc5d10-61a0-43c7-a558-0f3353d6f853", "name": "network-vif-plugged", "status": "completed", "tag": "0005bfff-0bf0-422b-b6a5-f69fe7eba6b8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:10.698336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.723398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,segment=NetworkSegment(e3c91544-db9d-4ab3-b0fd-c251f576486c),segment_id=e3c91544-db9d-4ab3-b0fd-c251f576486c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:10.731742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.764671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 41131177-60e6-45b0-b2c4-1cb5aea76c0b {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:10.770487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.820914 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a589e1-db9d-41ed-901c-b5eeb7b7b21a x-openstack-request-id: req-53a589e1-db9d-41ed-901c-b5eeb7b7b21a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:10.821963 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cc5d10-61a0-43c7-a558-0f3353d6f853", "name": "network-vif-plugged", "status": "completed", "tag": "0005bfff-0bf0-422b-b6a5-f69fe7eba6b8", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:10.822838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.823840 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53a589e1-db9d-41ed-901c-b5eeb7b7b21a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:10.824294 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8', 'code': 200} Jul 16 01:54:10.854603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.999167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c12aa-fb85-4acf-aebc-123ae18f75d6 req-b0dab0a0-9f56-4214-84c8-044c57cab4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.001034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b4c12aa-fb85-4acf-aebc-123ae18f75d6 req-b0dab0a0-9f56-4214-84c8-044c57cab4ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 1097 time: 0.1255813 Jul 16 01:54:11.049489 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.127793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b4c12aa-fb85-4acf-aebc-123ae18f75d6 req-f95188f3-1aea-45c4-8bf2-e3a704331553 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156662 Jul 16 01:54:11.129427 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.166428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=41131177-60e6-45b0-b2c4-1cb5aea76c0b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.179007 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.183649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5795f48e-4331-44b3-a239-00c77a23c237 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/41131177-60e6-45b0-b2c4-1cb5aea76c0b HTTP/1.1" status: 204 len: 168 time: 0.4818769 Jul 16 01:54:11.184701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57926) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:11.188573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce7f72-2e0f-49b9-a68d-050614ea2f4e req-1f55a60f-ff09-4224-a64c-669c7e287a49 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.190542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76ce7f72-2e0f-49b9-a68d-050614ea2f4e req-1f55a60f-ff09-4224-a64c-669c7e287a49 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.0955102 Jul 16 01:54:11.231726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-76ce7f72-2e0f-49b9-a68d-050614ea2f4e req-862a47d6-2f04-427b-92d1-63164243631d tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344431 Jul 16 01:54:11.255329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-842fd872-ce3e-42e9-820c-1f879ca0da64 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646448 Jul 16 01:54:11.255329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:11.258345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:11.359970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:11.366631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.614565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.673523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=59112eb8-5019-4dc8-9d92-1b4132d1ff95,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.696135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:11.698171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:11.702454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.703133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.723978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:11.730189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'name': 'tempest-NetworksTestDHCPv6-821730668'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:11.733869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9cf70467-3088-4f5d-9c49-2aa2504ce277 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4792712 Jul 16 01:54:11.878653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:11.882416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.901215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port e27b1d39-b676-42e9-80a6-079cce95456e yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:12.022734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea33639-38c5-4c04-87ff-d5e49b72cf47 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:12.079684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::2ee (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/59112eb8-5019-4dc8-9d92-1b4132d1ff95/e27b1d39-b676-42e9-80a6-079cce95456e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:12.184795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-59a57ef7-65bc-4ff1-8e67-9492c36f5d1c None None] Provisioning for port cd851873-1b0e-431f-80b4-d4e9caea2e23 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:12.304329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.335922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object e27b1d39-b676-42e9-80a6-079cce95456e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:12.406276 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9fc38dc7-5962-408f-9b01-0ea51d15a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.410961 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.486302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.542117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:12.549448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:12.560622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:12.573856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.575057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.635693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=e27b1d39-b676-42e9-80a6-079cce95456e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.650084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab36e76-6db3-4756-92b3-532944930b30 req-cbf0aea7-dccd-4a64-ab33-530713959c04 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.651799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eab36e76-6db3-4756-92b3-532944930b30 req-cbf0aea7-dccd-4a64-ab33-530713959c04 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.2356014 Jul 16 01:54:12.653788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d9691f28-5209-452d-8b2c-3971f8e1cfaf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9286156 Jul 16 01:54:12.656413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57964) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:12.712839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676e305-710f-4b6c-adf1-c596c501322e None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:12.729489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eab36e76-6db3-4756-92b3-532944930b30 req-5ba6e359-3ac2-4808-a74b-c954ef21e441 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Jul 16 01:54:12.757000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c607681-105e-4a99-91e4-0f8d6cfe3064 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.764397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c607681-105e-4a99-91e4-0f8d6cfe3064 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.766435 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2c607681-105e-4a99-91e4-0f8d6cfe3064 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1084094 Jul 16 01:54:12.769280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 57972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:13.005147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port e27b1d39-b676-42e9-80a6-079cce95456e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:13.005783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.014820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd851873-1b0e-431f-80b4-d4e9caea2e23 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:13.070179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cd851873-1b0e-431f-80b4-d4e9caea2e23 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:13.076043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cd851873-1b0e-431f-80b4-d4e9caea2e23 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:13.076975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.109149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18b01-0c7b-46ae-87c0-f94ba607714d req-08dcf220-028e-47cd-8e6c-129386f9ccdc tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.110718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97f18b01-0c7b-46ae-87c0-f94ba607714d req-08dcf220-028e-47cd-8e6c-129386f9ccdc tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.1892033 Jul 16 01:54:13.124724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.151605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for e27b1d39-b676-42e9-80a6-079cce95456e owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:13.197752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97f18b01-0c7b-46ae-87c0-f94ba607714d req-2f6daa46-04ba-44a6-821a-da86d19ee6f4 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694265 Jul 16 01:54:13.384219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.438454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port cd851873-1b0e-431f-80b4-d4e9caea2e23, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd851873-1b0e-431f-80b4-d4e9caea2e23,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:13.457942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.461211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.550499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4beb09fa-83bc-4d43-b79e-49e8c69f9b00 None None] Provisioning complete for port cd851873-1b0e-431f-80b4-d4e9caea2e23 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:13.551082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4beb09fa-83bc-4d43-b79e-49e8c69f9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.559366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=e27b1d39-b676-42e9-80a6-079cce95456e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.615366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.618399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e8a232e2-3c30-4988-b389-d3aa4b2c0e5a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/e27b1d39-b676-42e9-80a6-079cce95456e HTTP/1.1" status: 204 len: 168 time: 0.8478968 Jul 16 01:54:13.620198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 57994) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:13.661753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=cd851873-1b0e-431f-80b4-d4e9caea2e23,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.740954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc0b667-2b03-49af-8c10-405886d16a83 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.744784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc0b667-2b03-49af-8c10-405886d16a83 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.746553 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6dc0b667-2b03-49af-8c10-405886d16a83 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1252246 Jul 16 01:54:13.749213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58000) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:13.833929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4beb09fa-83bc-4d43-b79e-49e8c69f9b00 None None] Could not find standard attr ID for object e27b1d39-b676-42e9-80a6-079cce95456e. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:13.843812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.859447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 59112eb8-5019-4dc8-9d92-1b4132d1ff95 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:13.870995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.924059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6a54f-60d6-40d5-a342-9c879493e4c5 req-fca60bc7-0883-4a54-891a-5c6e865c4446 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.932322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91d6a54f-60d6-40d5-a342-9c879493e4c5 req-fca60bc7-0883-4a54-891a-5c6e865c4446 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.1037652 Jul 16 01:54:13.947892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.950142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c153a529-26a4-41ed-867a-c23ce3d0d9ff None None] Could not find standard attr ID for object 91cf3656-691e-490e-8309-896c9552cda3. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:13.992541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91d6a54f-60d6-40d5-a342-9c879493e4c5 req-af46f6ea-9b2c-41ed-a03f-fd8e4ec645e1 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586481 Jul 16 01:54:14.001636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.084220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.100889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.105509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58010) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.105685 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/59112eb8-5019-4dc8-9d92-1b4132d1ff95 HTTP/1.1" status: 204 len: 168 time: 0.3552632 Jul 16 01:54:14.129205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bccc60-e9e5-4783-8af0-ac696797d602 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=59112eb8-5019-4dc8-9d92-1b4132d1ff95,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.140784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86946c7-6010-48eb-a97e-8560d3840f74 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:14.193905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bd6fc39d-bba0-4759-836d-05c6580ff28f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841551 Jul 16 01:54:14.194409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58012) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.199624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-42e80459-0061-4a6f-ad89-ed8b18ddd520 None None] Could not find standard attr ID for object e27b1d39-b676-42e9-80a6-079cce95456e. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:14.201152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:14.338314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:14.342397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.501797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:14.601392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] Deleting port cd851873-1b0e-431f-80b4-d4e9caea2e23 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:14.602754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.626862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.697511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] For port cd851873-1b0e-431f-80b4-d4e9caea2e23, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd851873-1b0e-431f-80b4-d4e9caea2e23,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:14.698213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.705400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:14.715943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] Calling delete_port for cd851873-1b0e-431f-80b4-d4e9caea2e23 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:14.726269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:14.746424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.747059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.768106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5726120 Jul 16 01:54:14.771087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58032) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.776593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'name': 'tempest-NetworksTestDHCPv6-1653799823'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:14.832015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.849525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca6afa-e926-4195-a948-45f22a8e8bb1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=dcefeb00-cd97-4354-bc63-e6b42d117107,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.866795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] Pushing event deleted for resources: {'Port': ['ID=cd851873-1b0e-431f-80b4-d4e9caea2e23,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.875205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5dcb6-ad89-439b-a8e0-a7fb26baa600 None None] No DVR routers for this DVR port cd851873-1b0e-431f-80b4-d4e9caea2e23 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:14.901686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665d426-3015-4b52-91f2-c50ab5aef821 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:14.944921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1bae9-788e-48bd-91f6-22604f5313ba req-b1fc7616-f87e-4315-8f4f-1578e18479a1 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.952496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0b1bae9-788e-48bd-91f6-22604f5313ba req-b1fc7616-f87e-4315-8f4f-1578e18479a1 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.2645035 Jul 16 01:54:14.985299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd851873-1b0e-431f-80b4-d4e9caea2e23 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:15.016860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: cd851873-1b0e-431f-80b4-d4e9caea2e23 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:15.017209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd851873-1b0e-431f-80b4-d4e9caea2e23 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:15.018822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0b1bae9-788e-48bd-91f6-22604f5313ba req-2bf37ff8-953c-4f6b-ace7-4a71ebc15699 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631168 Jul 16 01:54:15.019770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:15.035473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.045883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 9c97baa9-fc86-48f1-b29d-a5f9562b93d0 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:15.186443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::1d5 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/dcefeb00-cd97-4354-bc63-e6b42d117107/9c97baa9-fc86-48f1-b29d-a5f9562b93d0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:15.209641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': 'dcefeb00-cd97-4354-bc63-e6b42d117107'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:15.210683 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.342900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.392323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.407978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 9c97baa9-fc86-48f1-b29d-a5f9562b93d0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:15.449256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.493260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:15.501608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:15.505900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:15.512617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.513392 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.525340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/dcefeb00-cd97-4354-bc63-e6b42d117107/06d0f088-e31f-4468-b34e-0e9ef20b1753) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:15.529018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7568471 Jul 16 01:54:15.532884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58042) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:15.533375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57d58-a57f-4b0a-bc83-9549e99f274c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=9c97baa9-fc86-48f1-b29d-a5f9562b93d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:15.612159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f5640-9070-4d66-8058-5bbaa25d976c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.616909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-654f5640-9070-4d66-8058-5bbaa25d976c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0822804 Jul 16 01:54:15.618242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58044) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:15.721293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.731176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Transition to ACTIVE for port object 06d0f088-e31f-4468-b34e-0e9ef20b1753 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:15.747086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 9c97baa9-fc86-48f1-b29d-a5f9562b93d0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:15.747536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.792637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Transition to ACTIVE for port object 06d0f088-e31f-4468-b34e-0e9ef20b1753 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:15.798816 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.859766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.862220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:15.868082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:15.871111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Pushing event updated for resources: {'Port': ['ID=06d0f088-e31f-4468-b34e-0e9ef20b1753,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:15.874401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 9c97baa9-fc86-48f1-b29d-a5f9562b93d0 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:15.881285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:15.965638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Attempting to bind port 06d0f088-e31f-4468-b34e-0e9ef20b1753 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:15.966684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Attempting to bind port 06d0f088-e31f-4468-b34e-0e9ef20b1753 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:15.967062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Attempting to bind port 06d0f088-e31f-4468-b34e-0e9ef20b1753 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:15.973834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:15.974519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:15.974937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.975331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:15.976181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Bound port: 06d0f088-e31f-4468-b34e-0e9ef20b1753, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:15.976181 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.011796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c0773-8638-4f69-b005-564f90aab998 req-ae2b62bc-c44a-4027-87db-d7a5648a1bb9 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.013365 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b41c0773-8638-4f69-b005-564f90aab998 req-ae2b62bc-c44a-4027-87db-d7a5648a1bb9 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.23 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.1257982 Jul 16 01:54:16.046638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] For port 06d0f088-e31f-4468-b34e-0e9ef20b1753, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:16.049878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] For port 06d0f088-e31f-4468-b34e-0e9ef20b1753, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=06d0f088-e31f-4468-b34e-0e9ef20b1753,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:16.056127 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.212614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855108e3-3115-45d8-93bd-fda425f48e9e None None] Pushing event updated for resources: {'Port': ['ID=06d0f088-e31f-4468-b34e-0e9ef20b1753,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.254805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.331150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.335728 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/9c97baa9-fc86-48f1-b29d-a5f9562b93d0 HTTP/1.1" status: 204 len: 168 time: 0.7140329 Jul 16 01:54:16.335871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5da30-d682-4234-8a22-c9a4b4867fe9 req-d1c7bd25-ee64-4f82-9d2f-2fc34319eb44 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.338878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58070) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.340553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3272-2dc3-4c62-8f04-3ceb63d9b60d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=9c97baa9-fc86-48f1-b29d-a5f9562b93d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.347390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db5da30-d682-4234-8a22-c9a4b4867fe9 req-d1c7bd25-ee64-4f82-9d2f-2fc34319eb44 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 945 time: 0.0973363 Jul 16 01:54:16.391267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Deleting port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:16.391619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.466435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db5da30-d682-4234-8a22-c9a4b4867fe9 req-9633d5d7-0558-4301-b02d-2e4326755432 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/security-groups?id=4237b21d-8d35-4b38-8159-d553c5fd6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056726 Jul 16 01:54:16.500219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bc462-54ba-45da-84d6-f57233f6fefc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.502338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bc462-54ba-45da-84d6-f57233f6fefc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.504018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b1bc462-54ba-45da-84d6-f57233f6fefc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1547484 Jul 16 01:54:16.509168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58076) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.536221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] For port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,segment=NetworkSegment(e3c91544-db9d-4ab3-b0fd-c251f576486c),segment_id=e3c91544-db9d-4ab3-b0fd-c251f576486c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:16.537503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.556321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Calling delete_port for 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:16.566637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet dcefeb00-cd97-4354-bc63-e6b42d117107 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:16.574375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.619585 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.724102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.739352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['0005bfff-0bf0-422b-b6a5-f69fe7eba6b8'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:16.753362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.764275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Pushing event deleted for resources: {'Port': ['ID=0005bfff-0bf0-422b-b6a5-f69fe7eba6b8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.843571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] No DVR routers for this DVR port 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:16.851605 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.856690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b41c0773-8638-4f69-b005-564f90aab998 req-b0fc3bde-8fe4-40c2-acb8-96c4b6043971 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.23 "DELETE /v2.0/ports/0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 HTTP/1.1" status: 204 len: 173 time: 0.8310227 Jul 16 01:54:16.857602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'name': 'network-vif-deleted', 'tag': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:16.863744 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4629180c-34f4-4353-897f-a07b2cc92cb8" -d '{"events": [{"server_uuid": "56cc5d10-61a0-43c7-a558-0f3353d6f853", "name": "network-vif-deleted", "tag": "0005bfff-0bf0-422b-b6a5-f69fe7eba6b8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:16.934445 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122b3bf1-8720-4148-9999-adbbbb73adf1 x-openstack-request-id: req-122b3bf1-8720-4148-9999-adbbbb73adf1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:16.934755 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cc5d10-61a0-43c7-a558-0f3353d6f853", "name": "network-vif-deleted", "tag": "0005bfff-0bf0-422b-b6a5-f69fe7eba6b8", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:16.935080 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-122b3bf1-8720-4148-9999-adbbbb73adf1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:16.935468 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cc5d10-61a0-43c7-a558-0f3353d6f853', 'name': 'network-vif-deleted', 'tag': '0005bfff-0bf0-422b-b6a5-f69fe7eba6b8', 'status': 'completed', 'code': 200} Jul 16 01:54:16.935825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.975630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=dcefeb00-cd97-4354-bc63-e6b42d117107,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.980734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.983427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-56226757-131a-4fe4-ac50-15ed13fac947 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/dcefeb00-cd97-4354-bc63-e6b42d117107 HTTP/1.1" status: 204 len: 168 time: 0.4732983 Jul 16 01:54:16.985925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.071455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 06d0f088-e31f-4468-b34e-0e9ef20b1753 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:17.172971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 06d0f088-e31f-4468-b34e-0e9ef20b1753 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:17.450601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c9f7eff6-0705-4ec3-934e-d938359bc5bb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4634633 Jul 16 01:54:17.453198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.563851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60578f99-b40e-477f-84f3-01120aa63c3d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.568027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-60578f99-b40e-477f-84f3-01120aa63c3d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1133275 Jul 16 01:54:17.568153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.642225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d39548-f700-431f-a1e6-e4ae040a943d None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:17.771085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] Provisioning for port 06d0f088-e31f-4468-b34e-0e9ef20b1753 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:17.782820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1851941-bc2b-4853-bd43-d66fb25aeeb1 req-54db1bba-7709-4691-aef4-2c491ec8a520 tempest-ServersNegativeTestMultiTenantJSON-1693862131 tempest-ServersNegativeTestMultiTenantJSON-1693862131-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cc5d10-61a0-43c7-a558-0f3353d6f853 HTTP/1.1" status: 200 len: 210 time: 0.0986769 Jul 16 01:54:17.790536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6a93d-c6e2-4184-9da3-d24abdeccffd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.795284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58106) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.816746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-20c6a93d-c6e2-4184-9da3-d24abdeccffd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2475135 Jul 16 01:54:17.847159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] Provisioning complete for port 06d0f088-e31f-4468-b34e-0e9ef20b1753 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:17.847795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.850510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58108) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.856632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:17.863580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-90249473-6aff-491c-9262-f38109b78d25 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568206 Jul 16 01:54:17.979886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.006260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:18.016226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.072853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] For port 06d0f088-e31f-4468-b34e-0e9ef20b1753, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=06d0f088-e31f-4468-b34e-0e9ef20b1753,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:18.076643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:18.085614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.189084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca0318-3681-4413-b52b-3a81ca499d8e None None] Pushing event updated for resources: {'Port': ['ID=06d0f088-e31f-4468-b34e-0e9ef20b1753,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.238955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] Deleting port 06d0f088-e31f-4468-b34e-0e9ef20b1753 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:18.239593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.293818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.318203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] For port 06d0f088-e31f-4468-b34e-0e9ef20b1753, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=06d0f088-e31f-4468-b34e-0e9ef20b1753,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:18.318673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.338142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] Calling delete_port for 06d0f088-e31f-4468-b34e-0e9ef20b1753 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:18.413767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:18.430500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:18.433698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.434297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.442161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=6031d9be-6732-4dcf-be65-e1b18215c0ed,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.457756 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.468983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:18.475609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '6031d9be-6732-4dcf-be65-e1b18215c0ed', 'ip_address': '2001:db8::8a84:2390:86e6:256e'}], 'name': 'tempest-NetworksTestDHCPv6-119335082'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:18.479786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f5a330a-872b-4349-9aec-8d5654712e61 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6276610 Jul 16 01:54:18.488989 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.494835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] Pushing event deleted for resources: {'Port': ['ID=06d0f088-e31f-4468-b34e-0e9ef20b1753,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.497195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc6d6b-404f-4630-89db-2444526ef2f3 None None] No DVR routers for this DVR port 06d0f088-e31f-4468-b34e-0e9ef20b1753 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:18.545284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6695aee-05a1-49c0-928b-21b834ccdc80 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:18.578707 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:18.614907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:18.736474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.764394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '6031d9be-6732-4dcf-be65-e1b18215c0ed'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:18.765285 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.767073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port e5fe88b1-79c5-4612-9af2-fb0bda53b9f9 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:18.956947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:18.965538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/6031d9be-6732-4dcf-be65-e1b18215c0ed/5351e2f7-db20-46ce-b108-354cb1ffea7f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:18.979892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 06d0f088-e31f-4468-b34e-0e9ef20b1753 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:19.028593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 06d0f088-e31f-4468-b34e-0e9ef20b1753 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:19.029505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 06d0f088-e31f-4468-b34e-0e9ef20b1753 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:19.034625 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Deleting subnet af880640-0c1c-4006-8ecb-b287df71304c {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:19.039365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.096796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.115260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-46347293-c654-4c69-8838-58932ac00a8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2476554 Jul 16 01:54:19.147306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.238136 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.274893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-475f2717-a50d-49c2-9438-822b697e3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:19.277236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-475f2717-a50d-49c2-9438-822b697e3306 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 1097 time: 0.0948441 Jul 16 01:54:19.280199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af880640-0c1c-4006-8ecb-b287df71304c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.283194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.284404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.285786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9ec6fb93-8d25-4a20-9940-10615669b68e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af880640-0c1c-4006-8ecb-b287df71304c HTTP/1.1" status: 204 len: 168 time: 0.3277600 Jul 16 01:54:19.288156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.306580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Transition to ACTIVE for port object 5351e2f7-db20-46ce-b108-354cb1ffea7f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:19.336176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Transition to ACTIVE for port object 5351e2f7-db20-46ce-b108-354cb1ffea7f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:19.349356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.416179 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.427265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Pushing event updated for resources: {'Port': ['ID=5351e2f7-db20-46ce-b108-354cb1ffea7f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.436739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:19.446563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:19.457678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:19.470171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::8a84:2390:86e6:256e (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/6031d9be-6732-4dcf-be65-e1b18215c0ed/e5fe88b1-79c5-4612-9af2-fb0bda53b9f9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:19.525651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Attempting to bind port 5351e2f7-db20-46ce-b108-354cb1ffea7f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:19.526810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Attempting to bind port 5351e2f7-db20-46ce-b108-354cb1ffea7f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:19.539803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Attempting to bind port 5351e2f7-db20-46ce-b108-354cb1ffea7f on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:19.554143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:19.554525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:19.555237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.556107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:19.556677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Bound port: 5351e2f7-db20-46ce-b108-354cb1ffea7f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:19.557289 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.608040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.639503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1414b8-0776-4cf0-92f3-98655508d48d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.652134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c91544-db9d-4ab3-b0fd-c251f576486c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.652715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c91544-db9d-4ab3-b0fd-c251f576486c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.663269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.688707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.696251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:19.696816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.709615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] For port 5351e2f7-db20-46ce-b108-354cb1ffea7f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:19.728130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] For port 5351e2f7-db20-46ce-b108-354cb1ffea7f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5351e2f7-db20-46ce-b108-354cb1ffea7f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:19.734180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:19.805551 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:19.829922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.843045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6cac8-9889-4d55-a8b7-cad260ae845a None None] Pushing event updated for resources: {'Port': ['ID=5351e2f7-db20-46ce-b108-354cb1ffea7f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.868741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.871921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fe1414b8-0776-4cf0-92f3-98655508d48d HTTP/1.1" status: 204 len: 168 time: 0.5825400 Jul 16 01:54:19.874591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.907197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1442c-5eb3-4f06-a7eb-148a27629054 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1414b8-0776-4cf0-92f3-98655508d48d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.948566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Deleting subnet 4deae4c0-dcf2-4d4d-a1cb-583b0b045c08 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:19.954541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.014108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.061192 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.130434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.170505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-ac00726c-a671-46b4-8c0f-2c1f36b9c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.172195 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-ac00726c-a671-46b4-8c0f-2c1f36b9c53a service neutron] 10.222.0.13 "GET /v2.0/networks?id=76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 200 len: 911 time: 0.8566866 Jul 16 01:54:20.182025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4deae4c0-dcf2-4d4d-a1cb-583b0b045c08,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.184156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.186342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8f4270d0-a000-47f9-880c-7c907f475f38 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4deae4c0-dcf2-4d4d-a1cb-583b0b045c08 HTTP/1.1" status: 204 len: 168 time: 0.3105924 Jul 16 01:54:20.188950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58164) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:20.192584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:20.234120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:20.239887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 0005bfff-0bf0-422b-b6a5-f69fe7eba6b8 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:20.307888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.316208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-51d5fafc-4063-42de-9799-21e4b35ba061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 200 len: 1001 time: 0.1342366 Jul 16 01:54:20.401209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.411804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-0ef2aa16-534f-4392-95b1-4a2a67a14598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.413397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-0ef2aa16-534f-4392-95b1-4a2a67a14598 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 200 len: 849 time: 0.0797186 Jul 16 01:54:20.428397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object e5fe88b1-79c5-4612-9af2-fb0bda53b9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:20.428761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.440656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0837386d-3ff0-425c-94e8-cbcad0b1106f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:20.452199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a9e84c-9ba4-4a8e-b06b-000f73d4800c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:20.452799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a9e84c-9ba4-4a8e-b06b-000f73d4800c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:20.462943 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.477779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.486113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:20.486724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.502424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-ee049359-8ce1-4cc4-9f21-c63ba0047099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.504979 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-ee049359-8ce1-4cc4-9f21-c63ba0047099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76d0f956-1017-4ab6-a9ea-151e388b1ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844419 Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:20.507078 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:20.516841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-6b16981c-be19-4fa9-9c85-e245a2f199c8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:54:20.518255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-6b16981c-be19-4fa9-9c85-e245a2f199c8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068083 Jul 16 01:54:20.520415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.583840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.600256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.603259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:20.606680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0837386d-3ff0-425c-94e8-cbcad0b1106f HTTP/1.1" status: 204 len: 168 time: 0.4157097 Jul 16 01:54:20.622770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:20.631349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:20.639727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.640769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.662840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d9c7b-981e-4c35-9e55-9304a49f4416 admin admin] Pushing event deleted for resources: {'Network': ['ID=0837386d-3ff0-425c-94e8-cbcad0b1106f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.720268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=e5fe88b1-79c5-4612-9af2-fb0bda53b9f9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.737419 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58b4f2b6-1cc1-4941-8f92-fa7468207fda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2669721 Jul 16 01:54:20.739984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:20.772752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-aca11511-79b3-4645-b91c-15c915c232ae service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391007 Jul 16 01:54:20.948039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed595613-e4a8-40a3-977a-9ea8e71dc6f1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.968911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed595613-e4a8-40a3-977a-9ea8e71dc6f1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.970856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ed595613-e4a8-40a3-977a-9ea8e71dc6f1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2294929 Jul 16 01:54:20.978879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:20.979388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:20.990379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb253550-aa28-46a8-9a0a-6e46dbf719a4 req-0de001ed-f9b3-4c12-adfd-608e8ccebb45 service neutron] 10.222.0.13 "GET /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799207 Jul 16 01:54:21.041400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5351e2f7-db20-46ce-b108-354cb1ffea7f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:21.116217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5351e2f7-db20-46ce-b108-354cb1ffea7f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:21.147366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-de846e1e-3a37-4ed9-9736-046606f64789 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6547a2d7c1174539a9baadf61725b1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658049 Jul 16 01:54:21.151812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58194) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.167323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port e5fe88b1-79c5-4612-9af2-fb0bda53b9f9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:21.167663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.251737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d193c02-ace8-42ab-a663-94608a8cd565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.276935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d193c02-ace8-42ab-a663-94608a8cd565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.323035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.369894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for e5fe88b1-79c5-4612-9af2-fb0bda53b9f9 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:21.386281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d193c02-ace8-42ab-a663-94608a8cd565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.391077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d193c02-ace8-42ab-a663-94608a8cd565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.394480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d193c02-ace8-42ab-a663-94608a8cd565 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4237b21d-8d35-4b38-8159-d553c5fd6bd5 HTTP/1.1" status: 204 len: 168 time: 0.2394199 Jul 16 01:54:21.429887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d193c02-ace8-42ab-a663-94608a8cd565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237b21d-8d35-4b38-8159-d553c5fd6bd5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.562835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] Provisioning for port 5351e2f7-db20-46ce-b108-354cb1ffea7f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:21.568018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] Provisioning complete for port 5351e2f7-db20-46ce-b108-354cb1ffea7f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:21.568610 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.619349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.717910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=e5fe88b1-79c5-4612-9af2-fb0bda53b9f9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.723231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.728479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bac85a8d-adb6-42c0-be44-3a80806439d9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/e5fe88b1-79c5-4612-9af2-fb0bda53b9f9 HTTP/1.1" status: 204 len: 168 time: 0.7474785 Jul 16 01:54:21.730108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58200) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.805622 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.828681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71732a8c-c55c-4a3d-8782-c07cf0160cdb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.833539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71732a8c-c55c-4a3d-8782-c07cf0160cdb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.838917 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71732a8c-c55c-4a3d-8782-c07cf0160cdb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1077180 Jul 16 01:54:21.841752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58206) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.862329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] For port 5351e2f7-db20-46ce-b108-354cb1ffea7f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5351e2f7-db20-46ce-b108-354cb1ffea7f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:21.871093 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.948380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638bc09-4ba7-4b42-8b1a-c24717582414 None None] Pushing event updated for resources: {'Port': ['ID=5351e2f7-db20-46ce-b108-354cb1ffea7f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.971239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 6031d9be-6732-4dcf-be65-e1b18215c0ed {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:21.981638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.994216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-64f72c98-07b1-459b-b4c8-f915195818f6 None None] Could not find standard attr ID for object 9c97baa9-fc86-48f1-b29d-a5f9562b93d0. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:22.045192 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.145581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.169327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.207383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-55142818-acac-4dab-9917-50fa0e71fd1e None None] Could not find standard attr ID for object e5fe88b1-79c5-4612-9af2-fb0bda53b9f9. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:22.228150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2a853b3f-be5f-46fc-996c-dd6541af2325 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fab1a2797f54b089c99a1e4783d46c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809979 Jul 16 01:54:22.230263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58212) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.274302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.298430 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4097d3ee-d9f1-4b86-838f-6ba48db454bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.311323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=6031d9be-6732-4dcf-be65-e1b18215c0ed,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.323495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.327620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c64eae57-4b48-4cdb-bfd8-be49311ca28c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/6031d9be-6732-4dcf-be65-e1b18215c0ed HTTP/1.1" status: 204 len: 168 time: 0.4819758 Jul 16 01:54:22.328145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.341235 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4097d3ee-d9f1-4b86-838f-6ba48db454bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.401719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4097d3ee-d9f1-4b86-838f-6ba48db454bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.406657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e9289ef8-aa40-4824-b56a-2f3796c0458a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744631 Jul 16 01:54:22.406844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.409170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4097d3ee-d9f1-4b86-838f-6ba48db454bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.415151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4097d3ee-d9f1-4b86-838f-6ba48db454bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/056f6959-4a25-4e71-a59f-2125eb89980f HTTP/1.1" status: 204 len: 168 time: 0.1831436 Jul 16 01:54:22.417394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.426862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097d3ee-d9f1-4b86-838f-6ba48db454bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056f6959-4a25-4e71-a59f-2125eb89980f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.486276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c651c7-80bd-4191-8638-286a878f0dbc None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:22.531273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:22.535188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.777849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.832621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:22.834417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:22.839026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.839625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.860355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=69b8f901-0962-4e9a-b57f-a7b294e1d09d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.866973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c85bc633-614c-4187-a916-30ecbd91222b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4591172 Jul 16 01:54:22.870759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58228) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.880335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '69b8f901-0962-4e9a-b57f-a7b294e1d09d', 'ip_address': '2001:db8::7218:34c6:1b64:d5ef'}], 'name': 'tempest-NetworksTestDHCPv6-663376360'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.891912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:23.026217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] Deleting port 5351e2f7-db20-46ce-b108-354cb1ffea7f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:23.026687 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.030893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5351e2f7-db20-46ce-b108-354cb1ffea7f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:23.071661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:23.083830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.121684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 101b589b-b82b-432d-9789-ce00639d4420 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:23.358914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::7218:34c6:1b64:d5ef (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/69b8f901-0962-4e9a-b57f-a7b294e1d09d/101b589b-b82b-432d-9789-ce00639d4420) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:23.374291 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.438133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] For port 5351e2f7-db20-46ce-b108-354cb1ffea7f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5351e2f7-db20-46ce-b108-354cb1ffea7f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:23.440089 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.472014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 5351e2f7-db20-46ce-b108-354cb1ffea7f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5351e2f7-db20-46ce-b108-354cb1ffea7f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:23.481956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.495865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] Calling delete_port for 5351e2f7-db20-46ce-b108-354cb1ffea7f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:23.553997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a559e5-070b-4001-877c-b07b3808451a req-e2626c19-ff2b-4182-893e-843163f155e9 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.556311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10a559e5-070b-4001-877c-b07b3808451a req-e2626c19-ff2b-4182-893e-843163f155e9 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 945 time: 0.1484640 Jul 16 01:54:23.579883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58250) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.608801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.619069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=5351e2f7-db20-46ce-b108-354cb1ffea7f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.626465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 101b589b-b82b-432d-9789-ce00639d4420 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:23.640105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10a559e5-070b-4001-877c-b07b3808451a req-4538946b-c838-4788-9503-e6e50e621dba tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710638 Jul 16 01:54:23.656846 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.701832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] No DVR routers for this DVR port 5351e2f7-db20-46ce-b108-354cb1ffea7f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:23.703852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5aa518-b16d-4aaa-a7ae-7ea8284f155b None None] Pushing event deleted for resources: {'Port': ['ID=5351e2f7-db20-46ce-b108-354cb1ffea7f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.708466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.731100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89844cb0-8f59-4520-bb5d-e1f83efad826 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:23.780254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:23.785484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:23.792714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:23.798796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.799483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.806171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=101b589b-b82b-432d-9789-ce00639d4420,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.811679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2141673798-network', 'tenant_id': '92a7c544f53f48018dc232bb119f1a5c'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.846340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Made reservation on behalf of 92a7c544f53f48018dc232bb119f1a5c for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:23.849195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.854577 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e0d4dc50-69be-4a40-a96d-45426124d018 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9820392 Jul 16 01:54:23.858223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.862423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.969013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa5cd8-cdf3-4a25-857f-cdc524589e23 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.973062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45fa5cd8-cdf3-4a25-857f-cdc524589e23 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1101880 Jul 16 01:54:23.974100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.989143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.994740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '69b8f901-0962-4e9a-b57f-a7b294e1d09d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:23.995877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.003103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.038765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:24.058333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008b747a-7fe3-4240-9692-11a7a139ff22,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.062553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.063138 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Added segment b1f4e0b5-d3da-40d6-a518-0cd62dfe21cc of type vlan for network 862010a9-8cec-48f3-9125-78f17e397497 Jul 16 01:54:24.116573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.149644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 101b589b-b82b-432d-9789-ce00639d4420 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:24.150023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.163149 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.164696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.165517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.202070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/69b8f901-0962-4e9a-b57f-a7b294e1d09d/6c31ef13-4864-4bb0-aaa5-942bc8b8c617) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:24.217053 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6359496 Jul 16 01:54:24.281165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bb25b-3498-4d2c-bb99-f2574059cada admin admin] Pushing event updated for resources: {'Network': ['ID=862010a9-8cec-48f3-9125-78f17e397497,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.290877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.308404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 862010a9-8cec-48f3-9125-78f17e397497 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:24.312152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 101b589b-b82b-432d-9789-ce00639d4420 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:24.489548 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.567992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Transition to ACTIVE for port object 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:24.568283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.606526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Transition to ACTIVE for port object 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:24.620269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.624075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=101b589b-b82b-432d-9789-ce00639d4420,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.647681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:24.651596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:24.672919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.673692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:24.676953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1df7c7f5-80e6-4f37-898d-f1aae21c924c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/101b589b-b82b-432d-9789-ce00639d4420 HTTP/1.1" status: 204 len: 168 time: 0.7019045 Jul 16 01:54:24.681944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:24.703323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Pushing event updated for resources: {'Port': ['ID=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.786662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Attempting to bind port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:24.787047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Attempting to bind port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:24.787422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Attempting to bind port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:24.795132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:24.795517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:24.795935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.797063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:24.797570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Bound port: 6c31ef13-4864-4bb0-aaa5-942bc8b8c617, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:24.797969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.886644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] For port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:24.890538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] For port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:24.895931 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.910930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44abf3-c180-4cbb-853b-d6092b3bab0a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.912622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44abf3-c180-4cbb-853b-d6092b3bab0a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.914783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7e44abf3-c180-4cbb-853b-d6092b3bab0a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2292566 Jul 16 01:54:24.917908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58274) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.004488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3975ab0-4ac6-441f-8901-62ccb17488d9 None None] Pushing event updated for resources: {'Port': ['ID=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.020759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 69b8f901-0962-4e9a-b57f-a7b294e1d09d {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:25.026313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.046139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27153f-7166-45cf-b483-c58b390e7402 req-391e4fe7-e067-4b42-9d3d-9c62310ad380 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.047764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e27153f-7166-45cf-b483-c58b390e7402 req-391e4fe7-e067-4b42-9d3d-9c62310ad380 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 945 time: 0.2335777 Jul 16 01:54:25.059130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27d11-d043-4263-8480-80998bfdc0b7 req-59ddd07b-5e87-41b4-a560-8ed8e1a6d5c4 tempest-ComputeTenantNetworksTest-1762222703 tempest-ComputeTenantNetworksTest-1762222703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.065814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27d11-d043-4263-8480-80998bfdc0b7 req-59ddd07b-5e87-41b4-a560-8ed8e1a6d5c4 tempest-ComputeTenantNetworksTest-1762222703 tempest-ComputeTenantNetworksTest-1762222703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.072460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27d11-d043-4263-8480-80998bfdc0b7 req-59ddd07b-5e87-41b4-a560-8ed8e1a6d5c4 tempest-ComputeTenantNetworksTest-1762222703 tempest-ComputeTenantNetworksTest-1762222703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.074233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf27d11-d043-4263-8480-80998bfdc0b7 req-59ddd07b-5e87-41b4-a560-8ed8e1a6d5c4 tempest-ComputeTenantNetworksTest-1762222703 tempest-ComputeTenantNetworksTest-1762222703-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3037055 Jul 16 01:54:25.082580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-2f4a4631-4d1a-4ae2-aba8-80ea2f148d15 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.082580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-2f4a4631-4d1a-4ae2-aba8-80ea2f148d15 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.13 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 945 time: 0.2352350 Jul 16 01:54:25.149036 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.154781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e27153f-7166-45cf-b483-c58b390e7402 req-51389b84-c446-4b55-9e98-7d4f8680dcc3 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795362 Jul 16 01:54:25.210614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300414d4-5b1b-4e34-9b2c-a706c43cf95e req-bc411b13-9447-41a7-a77a-e73e365388ec tempest-ComputeTenantNetworksTest-1762222703 tempest-ComputeTenantNetworksTest-1762222703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.212273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-300414d4-5b1b-4e34-9b2c-a706c43cf95e req-bc411b13-9447-41a7-a77a-e73e365388ec tempest-ComputeTenantNetworksTest-1762222703 tempest-ComputeTenantNetworksTest-1762222703-project] 10.222.0.42 "GET /v2.0/networks/862010a9-8cec-48f3-9125-78f17e397497 HTTP/1.1" status: 200 len: 769 time: 0.1128464 Jul 16 01:54:25.224937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58280) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.374211 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.394823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Deleting port a7ed061a-1074-4839-8ef8-e5aa986eadd2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:25.395189 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.399044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.595232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.613812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.616687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862010a9-8cec-48f3-9125-78f17e397497']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.629064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] For port a7ed061a-1074-4839-8ef8-e5aa986eadd2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=a7ed061a-1074-4839-8ef8-e5aa986eadd2,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:25.629429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.668117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f4e0b5-d3da-40d6-a518-0cd62dfe21cc') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.668415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f4e0b5-d3da-40d6-a518-0cd62dfe21cc') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.670607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Calling delete_port for a7ed061a-1074-4839-8ef8-e5aa986eadd2 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:25.677125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=69b8f901-0962-4e9a-b57f-a7b294e1d09d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.683581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.688493 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f93c9cb3-3705-4947-b22e-5ace191f92f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/69b8f901-0962-4e9a-b57f-a7b294e1d09d HTTP/1.1" status: 204 len: 168 time: 0.7664647 Jul 16 01:54:25.689276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.691811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.747364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ec77b49f-449e-48e4-8f24-f6576fee09e4 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542853 Jul 16 01:54:25.748413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.749582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.754515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:25.800695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:25.801278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:25.813349 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:25.869968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:25.874325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.924578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.942707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.944491 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] 10.222.0.42 "DELETE /v2.0/networks/862010a9-8cec-48f3-9125-78f17e397497 HTTP/1.1" status: 204 len: 168 time: 0.7186184 Jul 16 01:54:25.946524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402666ad-9d61-4613-ade0-a0e80347337d admin admin] Pushing event deleted for resources: {'Network': ['ID=862010a9-8cec-48f3-9125-78f17e397497,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.949307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.015185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Pushing event deleted for resources: {'Port': ['ID=a7ed061a-1074-4839-8ef8-e5aa986eadd2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.049533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] No DVR routers for this DVR port a7ed061a-1074-4839-8ef8-e5aa986eadd2 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:26.052595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.055611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a8a4b021-858e-4155-aa87-0f3c758080b8 req-26303b80-e82a-4cbb-b436-e3434763cc8f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.13 "DELETE /v2.0/ports/a7ed061a-1074-4839-8ef8-e5aa986eadd2 HTTP/1.1" status: 204 len: 173 time: 0.9656124 Jul 16 01:54:26.056319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'name': 'network-vif-deleted', 'tag': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:26.066745 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3661ebd-7559-4804-92fa-ebd5adc8c27f" -d '{"events": [{"server_uuid": "f996f158-b991-4ef7-8758-6cc32ad75452", "name": "network-vif-deleted", "tag": "a7ed061a-1074-4839-8ef8-e5aa986eadd2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:26.122989 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2dccd4-5bc9-426e-9594-fa533fcfe1ff x-openstack-request-id: req-8f2dccd4-5bc9-426e-9594-fa533fcfe1ff {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:26.123620 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f996f158-b991-4ef7-8758-6cc32ad75452", "name": "network-vif-deleted", "tag": "a7ed061a-1074-4839-8ef8-e5aa986eadd2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:26.124074 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f2dccd4-5bc9-426e-9594-fa533fcfe1ff {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:26.124764 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f996f158-b991-4ef7-8758-6cc32ad75452', 'name': 'network-vif-deleted', 'tag': 'a7ed061a-1074-4839-8ef8-e5aa986eadd2', 'status': 'completed', 'code': 200} Jul 16 01:54:26.199598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58296) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.220824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.283199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6d542adc-f8fd-420b-8a51-098c1c859eab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92a7c544f53f48018dc232bb119f1a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820196 Jul 16 01:54:26.284831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58298) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.287555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:26.290931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:26.295086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.295962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.315806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=b1156cd8-cdd3-41ba-b518-f548fb615045,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.322551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99a6a94c-d5b0-46da-a467-a55edee7c5a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5725305 Jul 16 01:54:26.325789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.337996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': 'b1156cd8-cdd3-41ba-b518-f548fb615045', 'ip_address': '2001:db8::6827:23bb:bf4f:ed9'}], 'name': 'tempest-NetworksTestDHCPv6-1935048313'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:26.345572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e8327-75b9-459c-afae-e4ffd7c40bcc None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:26.405394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bd6b785d-aa14-4896-8bca-cf3efcc32c43 None None] Could not find standard attr ID for object 101b589b-b82b-432d-9789-ce00639d4420. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:26.413368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43e2a604-421b-47e2-93f0-9ac0de0eac91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.442445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43e2a604-421b-47e2-93f0-9ac0de0eac91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.448628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bd6b785d-aa14-4896-8bca-cf3efcc32c43 None None] Provisioning for port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:26.456742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0aa1993-ecb2-482b-8c52-ca395bd9f43d req-a0566264-c5c8-4ed7-a544-b24f2316a08f tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=f996f158-b991-4ef7-8758-6cc32ad75452 HTTP/1.1" status: 200 len: 210 time: 0.0378413 Jul 16 01:54:26.525519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:26.527025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43e2a604-421b-47e2-93f0-9ac0de0eac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.529956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43e2a604-421b-47e2-93f0-9ac0de0eac91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.531363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-43e2a604-421b-47e2-93f0-9ac0de0eac91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/008b747a-7fe3-4240-9692-11a7a139ff22 HTTP/1.1" status: 204 len: 168 time: 0.2452562 Jul 16 01:54:26.556871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2a604-421b-47e2-93f0-9ac0de0eac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b747a-7fe3-4240-9692-11a7a139ff22,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.057675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:27.149855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.151903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:27.156285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.156691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.174592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port c478de02-3ac9-461a-b599-2d0377ac0ec6 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:27.298096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b7403304-e401-4af7-b4e9-efb197c86744 None None] Could not find standard attr ID for object 101b589b-b82b-432d-9789-ce00639d4420. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:27.334879 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.394635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:27.403144 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.426366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::6827:23bb:bf4f:ed9 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/b1156cd8-cdd3-41ba-b518-f548fb615045/c478de02-3ac9-461a-b599-2d0377ac0ec6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:27.471263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.482851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device a7ed061a-1074-4839-8ef8-e5aa986eadd2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:27.583264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: a7ed061a-1074-4839-8ef8-e5aa986eadd2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:27.583626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device a7ed061a-1074-4839-8ef8-e5aa986eadd2 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:27.674562 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.699985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object c478de02-3ac9-461a-b599-2d0377ac0ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:27.758353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.846286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:27.851674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:27.858477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=c478de02-3ac9-461a-b599-2d0377ac0ec6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.861968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:27.870991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.871971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.897442 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dfa88285-4637-4dab-b838-a1290df6df01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5675766 Jul 16 01:54:27.900582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.092089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac4e58-5763-4501-a433-2cc57fb4944a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.111805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac4e58-5763-4501-a433-2cc57fb4944a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.122219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ddac4e58-5763-4501-a433-2cc57fb4944a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2193956 Jul 16 01:54:28.127409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58404) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.248750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0026596d-4fd6-4301-aeca-946bb51f4995 None None] Provisioning for port c478de02-3ac9-461a-b599-2d0377ac0ec6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:28.257342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0026596d-4fd6-4301-aeca-946bb51f4995 None None] Provisioning complete for port c478de02-3ac9-461a-b599-2d0377ac0ec6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:28.259495 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0026596d-4fd6-4301-aeca-946bb51f4995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.318473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0026596d-4fd6-4301-aeca-946bb51f4995 None None] Port c478de02-3ac9-461a-b599-2d0377ac0ec6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:28.329914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port c478de02-3ac9-461a-b599-2d0377ac0ec6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:28.330291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.478941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.496015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for c478de02-3ac9-461a-b599-2d0377ac0ec6 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:28.758614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.803294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=c478de02-3ac9-461a-b599-2d0377ac0ec6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.844320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.847905 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8faab8c4-5dab-4972-857b-a5d73716cfe0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/c478de02-3ac9-461a-b599-2d0377ac0ec6 HTTP/1.1" status: 204 len: 168 time: 0.7194533 Jul 16 01:54:28.852060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.942479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d76302-0da4-4158-a816-0917ddd1f3fc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.946000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d76302-0da4-4158-a816-0917ddd1f3fc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.949298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1d76302-0da4-4158-a816-0917ddd1f3fc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0953059 Jul 16 01:54:28.952521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.027663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:29.030999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet b1156cd8-cdd3-41ba-b518-f548fb615045 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:29.043954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.130635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:29.131807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.179378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.292128 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.426894 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.531667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=b1156cd8-cdd3-41ba-b518-f548fb615045,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.546373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.553364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58572) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.554952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ae8c9-e973-46fc-b6a4-3d4214a41f32 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:29.561681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2762cff3-224e-4ffa-9070-1830d3e28b17 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/b1156cd8-cdd3-41ba-b518-f548fb615045 HTTP/1.1" status: 204 len: 168 time: 0.6032412 Jul 16 01:54:29.631495 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-34e120e8-88cc-47dc-9740-92b5b82a2e89 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743129 Jul 16 01:54:29.634247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.798824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcee79-fee3-4927-88a8-1e8df1ddd905 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.800520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3abcee79-fee3-4927-88a8-1e8df1ddd905 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1631622 Jul 16 01:54:29.803026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.870028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472a569-2383-4ac2-9cbc-cebea971e4a3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.872640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e472a569-2383-4ac2-9cbc-cebea971e4a3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680850 Jul 16 01:54:29.875184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.891573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:29.924656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b3bec342-a5ba-4c3d-863b-992a013d9b76 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480921 Jul 16 01:54:29.928841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.939946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.974309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] Deleting port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:29.974839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.084369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] For port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:30.084967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.100381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] Calling delete_port for 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:30.128905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:30.133485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.237371 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.336712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] Pushing event deleted for resources: {'Port': ['ID=6c31ef13-4864-4bb0-aaa5-942bc8b8c617,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.343862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782e4c9-b8d1-4887-9a75-b739a8272187 None None] No DVR routers for this DVR port 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:30.442815 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.495595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:30.499413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:30.502677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.503422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.511155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17745a-0c15-42e2-b070-c5e57848afaf None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:30.543284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6129794 Jul 16 01:54:30.544904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee06b6-d21d-4888-84a8-508eb51d02dd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=a32a2d1b-f98a-4e30-baf2-daacbf52e9d4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.546503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58708) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:30.553606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': 'a32a2d1b-f98a-4e30-baf2-daacbf52e9d4', 'ip_address': '2001:db8::8c6d:614f:4813:167e'}], 'name': 'tempest-NetworksTestDHCPv6-589519353'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:30.776582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:30.876052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': 'a32a2d1b-f98a-4e30-baf2-daacbf52e9d4'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:30.877193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.946596 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.979347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port f153eeff-370b-4614-ab1e-d1fa7bb84a80 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:31.054581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:31.089782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:31.090351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c31ef13-4864-4bb0-aaa5-942bc8b8c617 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:31.179506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/a32a2d1b-f98a-4e30-baf2-daacbf52e9d4/9e557f04-f609-4b3e-aea9-4413da482a36) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:31.388153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.399151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Transition to ACTIVE for port object 9e557f04-f609-4b3e-aea9-4413da482a36 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:31.422811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Transition to ACTIVE for port object 9e557f04-f609-4b3e-aea9-4413da482a36 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:31.433760 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.487337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:31.491107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:31.496960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:31.501022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Pushing event updated for resources: {'Port': ['ID=9e557f04-f609-4b3e-aea9-4413da482a36,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.527479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::8c6d:614f:4813:167e (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/a32a2d1b-f98a-4e30-baf2-daacbf52e9d4/f153eeff-370b-4614-ab1e-d1fa7bb84a80) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:31.593482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Attempting to bind port 9e557f04-f609-4b3e-aea9-4413da482a36 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:31.594222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Attempting to bind port 9e557f04-f609-4b3e-aea9-4413da482a36 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:31.594574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Attempting to bind port 9e557f04-f609-4b3e-aea9-4413da482a36 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:31.624375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:31.624762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:31.625169 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.625563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:31.626059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Bound port: 9e557f04-f609-4b3e-aea9-4413da482a36, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:31.626426 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.841536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] For port 9e557f04-f609-4b3e-aea9-4413da482a36, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:31.848598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] For port 9e557f04-f609-4b3e-aea9-4413da482a36, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e557f04-f609-4b3e-aea9-4413da482a36,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:31.856042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:31.857462 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.943682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.954412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948691a-5c87-46d1-b75c-83e32b2f4dcc None None] Pushing event updated for resources: {'Port': ['ID=9e557f04-f609-4b3e-aea9-4413da482a36,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.970733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object f153eeff-370b-4614-ab1e-d1fa7bb84a80 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:32.030608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.042463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b628588e-d54b-4e13-a412-3bdad7058c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.081942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:32.086131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:32.091170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:32.097554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.098498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.124206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=f153eeff-370b-4614-ab1e-d1fa7bb84a80,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:32.191835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b628588e-d54b-4e13-a412-3bdad7058c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.201598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b628588e-d54b-4e13-a412-3bdad7058c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.211668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26f4d593-7f98-4788-903f-7188be45d4da tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6632991 Jul 16 01:54:32.214706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58870) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:32.220955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': 'a32a2d1b-f98a-4e30-baf2-daacbf52e9d4', 'ip_address': '2001:db8::8c6d:614f:4813:167e'}], 'name': 'tempest-NetworksTestDHCPv6-2043071172'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:32.251125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b628588e-d54b-4e13-a412-3bdad7058c3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2464f2c55c845d487f9adb078eb6ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938067 Jul 16 01:54:32.256145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58872) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:32.282413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628588e-d54b-4e13-a412-3bdad7058c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be724d48-97fe-44b8-99f2-98f22f2ffae0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:32.376360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0911ebc-3d63-4116-a282-ea11313c62c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.411843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0911ebc-3d63-4116-a282-ea11313c62c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.431710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:32.437345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.473498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 691bb489-1f3f-4750-a052-9718451ba891 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:32.545399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0911ebc-3d63-4116-a282-ea11313c62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.548487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0911ebc-3d63-4116-a282-ea11313c62c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.552078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e0911ebc-3d63-4116-a282-ea11313c62c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be724d48-97fe-44b8-99f2-98f22f2ffae0 HTTP/1.1" status: 204 len: 168 time: 0.2922037 Jul 16 01:54:32.595859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0911ebc-3d63-4116-a282-ea11313c62c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be724d48-97fe-44b8-99f2-98f22f2ffae0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:32.682967 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:54:32.683386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:54:32.703684 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-db7f5799-5c90-415b-a999-4bd0c35179b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4876246 Jul 16 01:54:32.706231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:32.830387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a942ae-72bd-4d9f-85cf-1e15c69de952 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.841140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a942ae-72bd-4d9f-85cf-1e15c69de952 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.846771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58892) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:32.846935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-83a942ae-72bd-4d9f-85cf-1e15c69de952 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1393325 Jul 16 01:54:33.092845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.112695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e557f04-f609-4b3e-aea9-4413da482a36 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:33.138431 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port f153eeff-370b-4614-ab1e-d1fa7bb84a80 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:33.138960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.139260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d2813c8-89d6-4f66-98df-4f9147d762f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.210146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9e557f04-f609-4b3e-aea9-4413da482a36 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:33.277260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.295488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for f153eeff-370b-4614-ab1e-d1fa7bb84a80 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:33.372364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d2813c8-89d6-4f66-98df-4f9147d762f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.380141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d2813c8-89d6-4f66-98df-4f9147d762f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.441206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8d2813c8-89d6-4f66-98df-4f9147d762f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c01a3a9c414e409693b371eec6c21ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464675 Jul 16 01:54:33.442897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2813c8-89d6-4f66-98df-4f9147d762f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7a7e0-bf28-4269-a663-bc70717f816b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.445934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.517107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.561356 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83c1acbf-45e6-4c56-a199-82a8c63ff093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.573748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=f153eeff-370b-4614-ab1e-d1fa7bb84a80,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.600514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83c1acbf-45e6-4c56-a199-82a8c63ff093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.653003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] Provisioning for port 9e557f04-f609-4b3e-aea9-4413da482a36 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:33.661292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] Provisioning complete for port 9e557f04-f609-4b3e-aea9-4413da482a36 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.662813 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.673552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.678119 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7be24bd6-3212-4cb4-bfcb-ecbccecd6848 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/f153eeff-370b-4614-ab1e-d1fa7bb84a80 HTTP/1.1" status: 204 len: 168 time: 0.8296762 Jul 16 01:54:33.681116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58902) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.721922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83c1acbf-45e6-4c56-a199-82a8c63ff093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.724415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83c1acbf-45e6-4c56-a199-82a8c63ff093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.725774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-83c1acbf-45e6-4c56-a199-82a8c63ff093 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89a7a7e0-bf28-4269-a663-bc70717f816b HTTP/1.1" status: 204 len: 168 time: 0.2656460 Jul 16 01:54:33.744445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1acbf-45e6-4c56-a199-82a8c63ff093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7a7e0-bf28-4269-a663-bc70717f816b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.803828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.812411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d54fb2-b4f7-4352-8565-c5acc5a7c19f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.814546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d54fb2-b4f7-4352-8565-c5acc5a7c19f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.817165 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78d54fb2-b4f7-4352-8565-c5acc5a7c19f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1343017 Jul 16 01:54:33.820318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58906) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.879548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] For port 9e557f04-f609-4b3e-aea9-4413da482a36, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e557f04-f609-4b3e-aea9-4413da482a36,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:33.886338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.915650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet a32a2d1b-f98a-4e30-baf2-daacbf52e9d4 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:33.921158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.997333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187deb52-5967-40e9-aae3-c8cd06bffe85 None None] Pushing event updated for resources: {'Port': ['ID=9e557f04-f609-4b3e-aea9-4413da482a36,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.021955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-635c29b7-4c98-45bc-a118-0f565c53e255 None None] Could not find standard attr ID for object f153eeff-370b-4614-ab1e-d1fa7bb84a80. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:34.035963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.253956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.377234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.421715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7afd8-81ab-4587-9624-8f352ff5a50d None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:34.471597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.471597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/a32a2d1b-f98a-4e30-baf2-daacbf52e9d4 HTTP/1.1" status: 204 len: 168 time: 0.6487868 Jul 16 01:54:34.472077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a21489-4eff-44b0-8d78-87f822523268 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=a32a2d1b-f98a-4e30-baf2-daacbf52e9d4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.473645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58918) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:34.543823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c5cd4d4-fcef-40b0-b6a8-357bada70230 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663326 Jul 16 01:54:34.547692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58922) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:34.553350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:34.697030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:34.731517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:34.736642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.963985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e557f04-f609-4b3e-aea9-4413da482a36 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:35.044485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] Deleting port 9e557f04-f609-4b3e-aea9-4413da482a36 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:35.045098 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.098734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.161043 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.195590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] For port 9e557f04-f609-4b3e-aea9-4413da482a36, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e557f04-f609-4b3e-aea9-4413da482a36,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:35.196603 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.199044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=248a03dc-4b0a-4b31-95b7-94b83878b938,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.221106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] Calling delete_port for 9e557f04-f609-4b3e-aea9-4413da482a36 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:35.236498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 9e557f04-f609-4b3e-aea9-4413da482a36, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e557f04-f609-4b3e-aea9-4413da482a36,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:35.242840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:35.245519 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.269807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:35.282616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.283461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.360823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a6b98b65-561c-4b16-9335-5c5d25815367 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8117607 Jul 16 01:54:35.364725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:35.366178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=9e557f04-f609-4b3e-aea9-4413da482a36,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.379965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '248a03dc-4b0a-4b31-95b7-94b83878b938', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-468128062'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:35.401428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.434214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] No DVR routers for this DVR port 9e557f04-f609-4b3e-aea9-4413da482a36 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:35.439780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191dded-fc05-47fb-85e0-7bb848fb627a None None] Pushing event deleted for resources: {'Port': ['ID=9e557f04-f609-4b3e-aea9-4413da482a36,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.453576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-f8f5aa02-78da-4276-b8c9-875ddd335de7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.455810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-f8f5aa02-78da-4276-b8c9-875ddd335de7 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 814 time: 0.4111483 Jul 16 01:54:35.456201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75128bc-049e-4878-b032-503a8844b7b4 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:35.582079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-51681d23-9283-4f2a-b817-fa0144c73dcd tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/quotas/59ac16b3a3fd40f98e8b9a8e6e448159 HTTP/1.1" status: 200 len: 375 time: 0.0384541 Jul 16 01:54:35.637701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-d55b113b-b868-48fa-bca2-2216948315f6 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422683 Jul 16 01:54:35.658495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:35.734439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '248a03dc-4b0a-4b31-95b7-94b83878b938'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:35.735630 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.867901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.893990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 2fd9a8de-3522-4e0f-9a7d-d69179528ac3 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:35.999182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/248a03dc-4b0a-4b31-95b7-94b83878b938/1c6e7416-2a0a-47fd-bac8-f690401c7d8f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:35.999491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-d4a6884f-07d5-4b40-8998-12a1e6588242 service neutron] 10.222.0.42 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510897 Jul 16 01:54:36.190909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-a49abc09-8e6e-4ef7-b419-2db20ae33e36 service neutron] 10.222.0.42 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907091 Jul 16 01:54:36.303026 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.338459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Transition to ACTIVE for port object 1c6e7416-2a0a-47fd-bac8-f690401c7d8f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:36.376036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Transition to ACTIVE for port object 1c6e7416-2a0a-47fd-bac8-f690401c7d8f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:36.389740 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.394988 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:54:36.395752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:54:36.427606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7b61a9b0-70ba-4ae8-bb60-633bd5e3a075 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0595646 Jul 16 01:54:36.428158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 58984) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.480303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:36.489450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:36.492517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:36.544278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Pushing event updated for resources: {'Port': ['ID=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.572384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe038a34-25fa-4775-b778-bac0f9061fc8 req-4975c966-6a03-414d-a934-e4ab909f620e tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 210 time: 0.1298201 Jul 16 01:54:36.649375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a64d43-42f9-4414-be53-c0c122a47710 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.653837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 58992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.655589 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14a64d43-42f9-4414-be53-c0c122a47710 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2261620 Jul 16 01:54:36.683533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Attempting to bind port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:36.683908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Attempting to bind port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:36.684274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Attempting to bind port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:36.707412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:36.707796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:36.708380 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.711729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:36.712800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Bound port: 1c6e7416-2a0a-47fd-bac8-f690401c7d8f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:36.714258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.763316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203abba-c317-44c5-85cd-febb3bc3d6d6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.766589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203abba-c317-44c5-85cd-febb3bc3d6d6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.769510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2203abba-c317-44c5-85cd-febb3bc3d6d6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1138804 Jul 16 01:54:36.771964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.835160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 248a03dc-4b0a-4b31-95b7-94b83878b938 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:36.840772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.911252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59004) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.912090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.977267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] For port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:36.986891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] For port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:36.993482 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.032059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.121127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.128159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7f373-b40c-4544-9e77-ecccd8e92954 None None] Pushing event updated for resources: {'Port': ['ID=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.209990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=248a03dc-4b0a-4b31-95b7-94b83878b938,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.220945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.225385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6fe14a55-e69f-4b28-8db6-3106ceeac628 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/248a03dc-4b0a-4b31-95b7-94b83878b938 HTTP/1.1" status: 204 len: 168 time: 0.4515619 Jul 16 01:54:37.228266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59014) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.307404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0b19d46c-e31e-4979-af4a-e1c37a90b844 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773232 Jul 16 01:54:37.311290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.318136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:37.364155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e498d98a-9312-4bf6-8950-aeb7f109609c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.632924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.686149 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e498d98a-9312-4bf6-8950-aeb7f109609c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.694095 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e498d98a-9312-4bf6-8950-aeb7f109609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.720755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:37.745695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.901688 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e498d98a-9312-4bf6-8950-aeb7f109609c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=611ac0ebb65344399cbc0cd5211af1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9889185 Jul 16 01:54:37.902882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498d98a-9312-4bf6-8950-aeb7f109609c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f4164d-8d13-4fd3-a69c-91f7e8007f40,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.909127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59036) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:38.008400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bef26388-1219-46a6-8ea0-a3c9b7c05aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.061181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bef26388-1219-46a6-8ea0-a3c9b7c05aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.066519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad064ddd-cc6f-4838-865f-413e3b266de9 req-af4805fe-0ae5-4807-8b7e-051c8a6f529b tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0943861 Jul 16 01:54:38.161800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bef26388-1219-46a6-8ea0-a3c9b7c05aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.166784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bef26388-1219-46a6-8ea0-a3c9b7c05aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.168366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bef26388-1219-46a6-8ea0-a3c9b7c05aae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93f4164d-8d13-4fd3-a69c-91f7e8007f40 HTTP/1.1" status: 204 len: 168 time: 0.2578292 Jul 16 01:54:38.188881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef26388-1219-46a6-8ea0-a3c9b7c05aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f4164d-8d13-4fd3-a69c-91f7e8007f40,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.270330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.427883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:38.442141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:38.465605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.467161 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.577499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2614505 Jul 16 01:54:38.578016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:38.590361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1762995371', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:38.603852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dacba2-ae36-4357-ad9d-6b67fc20ecb6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=ab2d369a-0cdb-4a34-9dba-8b31b13757cd,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.618653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-0c010994-1d1a-4d2d-afef-c772c16d4dfb tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.625125 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-0c010994-1d1a-4d2d-afef-c772c16d4dfb tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.23 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 814 time: 0.3642235 Jul 16 01:54:38.640862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.643524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.643835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Request body: {'port': {'device_id': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff', 'admin_state_up': True, 'tenant_id': '59ac16b3a3fd40f98e8b9a8e6e448159'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:38.734730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.741634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.776195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.783965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a68e34b-50af-48ad-bc28-2ca4e9fb106b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2048810 Jul 16 01:54:38.785014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:38.979698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Made reservation on behalf of 59ac16b3a3fd40f98e8b9a8e6e448159 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:38.988922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.223369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c6e7416-2a0a-47fd-bac8-f690401c7d8f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:39.349458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ce6f9-1f44-4864-88c0-1369f1de960b None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:39.385283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-198f1f76-a5c5-46f3-80c0-a26b9e1ad0bc req-9200ec39-8f93-4a0e-bab6-b136dd0b3d78 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0507739 Jul 16 01:54:39.432963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.456983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:39.831543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e482006d-1362-42ac-a1ae-e097483b99b6 None None] Provisioning for port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:39.905110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::1 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/ab2d369a-0cdb-4a34-9dba-8b31b13757cd/147f974a-965d-4a35-9d8d-331064e54097) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:39.982083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:39.993428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:39.993428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.059359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5797f0-db8d-4867-a561-4340642ee1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.182645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Allocated IP 172.20.0.6 (e9c59aec-219e-48b1-a76f-c497d2fccfff/095d7e66-4e60-4e62-91db-4bd55d26c2c6/45b62db1-7fa7-4135-a3b3-415e9e9b2b7a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:40.185703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87965472-32f5-4ab9-bfff-380bca005275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.193307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.237852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:40.243926 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.288775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.332689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.333198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 147f974a-965d-4a35-9d8d-331064e54097 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:40.403751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2f078a0c-e287-4efa-876e-1ca79c74de17 None None] Provisioning complete for port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:40.404465 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f078a0c-e287-4efa-876e-1ca79c74de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.407823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.423893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5797f0-db8d-4867-a561-4340642ee1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.464359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af5797f0-db8d-4867-a561-4340642ee1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.501493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:40.516864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:40.530369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:40.530917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.642811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.765760 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.831412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Network e9c59aec-219e-48b1-a76f-c497d2fccfff is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:40.838799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:40.842043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:40.972236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Pushing event updated for resources: {'Port': ['ID=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.981829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c6e7416-2a0a-47fd-bac8-f690401c7d8f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:41.031410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.032705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.050701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e1cc548a-3ca8-4b7f-9cff-8027cacef87a tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4162271 Jul 16 01:54:41.070256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Request body: {'port': {'device_id': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:41.117258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:41.117620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.120935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fa81278f-8fd7-4dfa-a39c-eef2a6767d2d None None] Provisioning for port 147f974a-965d-4a35-9d8d-331064e54097 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:41.146407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fa81278f-8fd7-4dfa-a39c-eef2a6767d2d None None] Provisioning complete for port 147f974a-965d-4a35-9d8d-331064e54097 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:41.146792 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa81278f-8fd7-4dfa-a39c-eef2a6767d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.207831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fa81278f-8fd7-4dfa-a39c-eef2a6767d2d None None] Port 147f974a-965d-4a35-9d8d-331064e54097 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:41.214311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.464884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-af5797f0-db8d-4867-a561-4340642ee1fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa184e2c44e94127834cb50be4fb0415&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0060620 Jul 16 01:54:41.484627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:41.499369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5797f0-db8d-4867-a561-4340642ee1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2927853-85a6-4f30-b1e4-0fef02599f90,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:41.507636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=147f974a-965d-4a35-9d8d-331064e54097,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:41.611187 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.755015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6981e30e-1490-455f-b265-c19876d87948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.794404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a256b5-9f42-4659-805d-d6640bbf388e req-a00267bd-00a5-4bfb-ad08-8de830961f64 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.795691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6981e30e-1490-455f-b265-c19876d87948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.796365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4a256b5-9f42-4659-805d-d6640bbf388e req-a00267bd-00a5-4bfb-ad08-8de830961f64 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 931 time: 0.3294795 Jul 16 01:54:41.884202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6981e30e-1490-455f-b265-c19876d87948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.887183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6981e30e-1490-455f-b265-c19876d87948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.889392 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6981e30e-1490-455f-b265-c19876d87948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2927853-85a6-4f30-b1e4-0fef02599f90 HTTP/1.1" status: 204 len: 168 time: 0.4031909 Jul 16 01:54:41.903206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4a256b5-9f42-4659-805d-d6640bbf388e req-be8e6ab0-64df-4f7e-a537-7f62f18843af tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757906 Jul 16 01:54:41.956982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981e30e-1490-455f-b265-c19876d87948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2927853-85a6-4f30-b1e4-0fef02599f90,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.016731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:42.028810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.051394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Transition to ACTIVE for port object 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:42.058106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.190181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Pushing event updated for resources: {'Port': ['ID=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.268612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Attempting to bind port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:42.269796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Attempting to bind port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:42.271064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Attempting to bind port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a on network e9c59aec-219e-48b1-a76f-c497d2fccfff {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:42.277189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a on network e9c59aec-219e-48b1-a76f-c497d2fccfff not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:42.277576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Attempting to bind port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a on network e9c59aec-219e-48b1-a76f-c497d2fccfff {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:42.280917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.284170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:42.284837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Checking segment: {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:42.285245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Bound using segment: {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:42.285815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Bound port: 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7415f0d4-c855-4a79-9c51-fe395d6d6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:42.286408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.291095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.291902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.384960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] For port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:42.391135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] For port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:42.401659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.402023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=147f974a-965d-4a35-9d8d-331064e54097,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.402183 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0f90-9129-4cc9-8ed2-9c7ea2ddd348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.466232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.467293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.469289 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] 10.222.0.23 "PUT /v2.0/ports/45b62db1-7fa7-4135-a3b3-415e9e9b2b7a HTTP/1.1" status: 200 len: 1092 time: 1.4108434 Jul 16 01:54:42.470039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'tag': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:42.470974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.482047 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299" -d '{"events": [{"name": "network-changed", "server_uuid": "57d98a10-b868-447a-9eec-1d0e00b4b5b8", "tag": "45b62db1-7fa7-4135-a3b3-415e9e9b2b7a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:42.549602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:42.554691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:42.569979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559bf7d-5359-4803-abd9-2ef09ef0a917 service neutron] Pushing event updated for resources: {'Port': ['ID=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.617753 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb5ace5-1d0a-44f3-8e2a-aa9673c54121 x-openstack-request-id: req-4fb5ace5-1d0a-44f3-8e2a-aa9673c54121 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:42.618640 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d98a10-b868-447a-9eec-1d0e00b4b5b8", "tag": "45b62db1-7fa7-4135-a3b3-415e9e9b2b7a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:42.619152 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fb5ace5-1d0a-44f3-8e2a-aa9673c54121 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:42.619835 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'tag': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a', 'status': 'completed', 'code': 200} Jul 16 01:54:42.620583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:42.656566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ce613a-48fc-4a55-818f-6d2ce6dfa367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.746860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-80a84a13-e164-4aee-9fea-f26f122da03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.748633 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-80a84a13-e164-4aee-9fea-f26f122da03d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 1095 time: 0.2192814 Jul 16 01:54:42.751518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Router b4cdd301-68db-4a27-b064-a5291ca2078e is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:42.822144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-51cdfd3e-2628-4e2f-bbeb-26ac2731b6f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a HTTP/1.1" status: 200 len: 217 time: 0.0660307 Jul 16 01:54:42.954012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-888d3e46-d759-47c7-99da-c2a1884ac62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.958066 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-888d3e46-d759-47c7-99da-c2a1884ac62e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=095d7e66-4e60-4e62-91db-4bd55d26c2c6 HTTP/1.1" status: 200 len: 854 time: 0.1289864 Jul 16 01:54:42.990012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:42.996281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e50edbcb-d14a-4fbc-a6da-9da27e264ec3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "PUT /v2.0/routers/b4cdd301-68db-4a27-b064-a5291ca2078e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2099676 Jul 16 01:54:42.999278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.004653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Sync routers for ids ['b4cdd301-68db-4a27-b064-a5291ca2078e'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:43.019242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Routers {'b4cdd301-68db-4a27-b064-a5291ca2078e'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:43.020007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4cdd301-68db-4a27-b064-a5291ca2078e'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:43.072065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ce613a-48fc-4a55-818f-6d2ce6dfa367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.087152 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-e56edbe7-61fc-424b-9382-2978d1269b5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9c59aec-219e-48b1-a76f-c497d2fccfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201625 Jul 16 01:54:43.088375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46ce613a-48fc-4a55-818f-6d2ce6dfa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.106715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819da11-7975-4b7a-97b7-c00ea2a8b9de tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.111747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7819da11-7975-4b7a-97b7-c00ea2a8b9de tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports/147f974a-965d-4a35-9d8d-331064e54097 HTTP/1.1" status: 200 len: 911 time: 0.1082389 Jul 16 01:54:43.112519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.166488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Set router b4cdd301-68db-4a27-b064-a5291ca2078e gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:43.219114 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-586b956e-e827-4f9e-b2c7-363d390529e3 service neutron] 10.222.0.23 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143038 Jul 16 01:54:43.271445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abcfde5-5c24-4b7d-bc0b-d1aabfed460b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.277438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-64e2a984-61d2-4fe0-9ad1-95488ccc04a9 None None] Provisioning complete for port 147f974a-965d-4a35-9d8d-331064e54097 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:43.278070 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64e2a984-61d2-4fe0-9ad1-95488ccc04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.281524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abcfde5-5c24-4b7d-bc0b-d1aabfed460b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.284942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9abcfde5-5c24-4b7d-bc0b-d1aabfed460b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1686153 Jul 16 01:54:43.287766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46ce613a-48fc-4a55-818f-6d2ce6dfa367 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=185a78f683d9492e92e1bea3551ddf67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612439 Jul 16 01:54:43.289954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.292248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59200) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.312940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce613a-48fc-4a55-818f-6d2ce6dfa367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5174f74-bc8d-43fa-ba38-b4a3ae35b04d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.385850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf54e3f-9003-4084-a973-0e61990de2f6 req-bb0f4518-b6de-4703-b397-506456fb5361 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.387432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf54e3f-9003-4084-a973-0e61990de2f6 req-bb0f4518-b6de-4703-b397-506456fb5361 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 943 time: 0.2275357 Jul 16 01:54:43.408402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-64e2a984-61d2-4fe0-9ad1-95488ccc04a9 None None] Port 147f974a-965d-4a35-9d8d-331064e54097 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:43.433069 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bbd2d5a8-ce4b-4061-981a-faa1ad51092f req-c7d32cdc-ef73-4070-8af6-36d440fad6db service neutron] 10.222.0.23 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031248 Jul 16 01:54:43.440362 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad419-2ae3-45c4-ac35-8da62270f18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.497874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad419-2ae3-45c4-ac35-8da62270f18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.498989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf54e3f-9003-4084-a973-0e61990de2f6 req-cb0c852e-bf5f-43e6-9037-245f69af4046 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685613 Jul 16 01:54:43.611370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd301-68db-4a27-b064-a5291ca2078e', 'name': 'tempest-NetworksTestDHCPv6-router-1762995371', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:38Z', 'updated_at': '2021-07-16T01:54:41Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'gw_port_host': None, '_interfaces': [{'id': '147f974a-965d-4a35-9d8d-331064e54097', 'name': '', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'mac_address': 'fa:16:3e:d5:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd301-68db-4a27-b064-a5291ca2078e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'ab2d369a-0cdb-4a34-9dba-8b31b13757cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:39Z', 'updated_at': '2021-07-16T01:54:41Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'subnets': [{'id': 'ab2d369a-0cdb-4a34-9dba-8b31b13757cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:43.644692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Checking router: b4cdd301-68db-4a27-b064-a5291ca2078e for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:43.645038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Updating router b4cdd301-68db-4a27-b064-a5291ca2078e port 147f974a-965d-4a35-9d8d-331064e54097 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:43.646098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-af4b1726-6fd4-46a0-8fa5-4c83151e16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.648691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-af4b1726-6fd4-46a0-8fa5-4c83151e16b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1124833 Jul 16 01:54:43.649341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad419-2ae3-45c4-ac35-8da62270f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.653114 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad419-2ae3-45c4-ac35-8da62270f18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.656566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b9ad419-2ae3-45c4-ac35-8da62270f18c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5174f74-bc8d-43fa-ba38-b4a3ae35b04d HTTP/1.1" status: 204 len: 168 time: 0.3608553 Jul 16 01:54:43.706722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ad419-2ae3-45c4-ac35-8da62270f18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5174f74-bc8d-43fa-ba38-b4a3ae35b04d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.803167 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.831194 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.894894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-5e1b8cc7-c80d-4451-b1be-418bdc737b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.897345 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-5e1b8cc7-c80d-4451-b1be-418bdc737b99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 915 time: 0.2300134 Jul 16 01:54:43.987153 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-d14d58c0-2753-4664-b71e-955749fb145b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a HTTP/1.1" status: 200 len: 217 time: 0.0804641 Jul 16 01:54:44.163544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-92723410-db9b-4f3f-be14-21d8f9461e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.168404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-92723410-db9b-4f3f-be14-21d8f9461e19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=095d7e66-4e60-4e62-91db-4bd55d26c2c6 HTTP/1.1" status: 200 len: 854 time: 0.1716266 Jul 16 01:54:44.235686 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-ab14a753-1789-47fd-8a7b-aeb72f7d5f09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9c59aec-219e-48b1-a76f-c497d2fccfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584350 Jul 16 01:54:44.277122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.446294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.459114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Transition to ACTIVE for port object 147f974a-965d-4a35-9d8d-331064e54097 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:44.469986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.504885 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-a8c06d92-fb75-4232-bafb-9dae9286afe3 service neutron] 10.222.0.23 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608414 Jul 16 01:54:44.538289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efbe67-1bdd-48ac-936a-01b289d759ae None None] Pushing event updated for resources: {'Port': ['ID=147f974a-965d-4a35-9d8d-331064e54097,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:44.656863 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b6d0b4a-c3cd-4ed6-b448-b78dec333299 req-43825556-21ff-44c6-bd40-03d5534a2702 service neutron] 10.222.0.23 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432886 Jul 16 01:54:44.749948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Attempting to bind port 147f974a-965d-4a35-9d8d-331064e54097 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:44.750536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Attempting to bind port 147f974a-965d-4a35-9d8d-331064e54097 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:44.751097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Attempting to bind port 147f974a-965d-4a35-9d8d-331064e54097 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:44.764548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:44.764951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:44.765392 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.765797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:44.766269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Bound port: 147f974a-965d-4a35-9d8d-331064e54097, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:44.772974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.893405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 147f974a-965d-4a35-9d8d-331064e54097 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:44.894111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.910609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] For port 147f974a-965d-4a35-9d8d-331064e54097, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:44.922312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] For port 147f974a-965d-4a35-9d8d-331064e54097, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=147f974a-965d-4a35-9d8d-331064e54097,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:44.933114 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.085480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac412746-7daf-4b70-a3c7-b0f3fcc22ac7 req-375b560d-bbcf-4315-bf84-fe50bfb32c88 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.087889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac412746-7daf-4b70-a3c7-b0f3fcc22ac7 req-375b560d-bbcf-4315-bf84-fe50bfb32c88 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 943 time: 0.2493405 Jul 16 01:54:45.118177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] For port 147f974a-965d-4a35-9d8d-331064e54097, host n-d-791506-20, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:45.118710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.143395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 147f974a-965d-4a35-9d8d-331064e54097 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:45.209559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efbe67-1bdd-48ac-936a-01b289d759ae None None] Pushing event updated for resources: {'Port': ['ID=147f974a-965d-4a35-9d8d-331064e54097,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:45.213886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac412746-7daf-4b70-a3c7-b0f3fcc22ac7 req-4679736d-5e7a-42e5-8e04-8ed3984b3112 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109798 Jul 16 01:54:45.329444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Routers {'b4cdd301-68db-4a27-b064-a5291ca2078e'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:45.330987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4cdd301-68db-4a27-b064-a5291ca2078e'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.459483 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.469898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] Set router b4cdd301-68db-4a27-b064-a5291ca2078e gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:45.614113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.681349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=147f974a-965d-4a35-9d8d-331064e54097,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:45.861895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0e6175ee-ce58-482d-b156-054fa0e55690 None None] Could not find standard attr ID for object 147f974a-965d-4a35-9d8d-331064e54097. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:45.911500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.131419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cdd301-68db-4a27-b064-a5291ca2078e', 'name': 'tempest-NetworksTestDHCPv6-router-1762995371', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:38Z', 'updated_at': '2021-07-16T01:54:41Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'gw_port_host': None, '_interfaces': [{'id': '147f974a-965d-4a35-9d8d-331064e54097', 'name': '', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'mac_address': 'fa:16:3e:d5:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd301-68db-4a27-b064-a5291ca2078e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'ab2d369a-0cdb-4a34-9dba-8b31b13757cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:39Z', 'updated_at': '2021-07-16T01:54:44Z', 'revision_number': 4, 'project_id': '3ba2445263d546bd92da0216a3838300', 'subnets': [{'id': 'ab2d369a-0cdb-4a34-9dba-8b31b13757cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:46.169971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597cfb9-0a57-43c9-b91f-f132269eb89d None None] The sync data for ids ['b4cdd301-68db-4a27-b064-a5291ca2078e'] in n-d-791506-20 is: [{'id': 'b4cdd301-68db-4a27-b064-a5291ca2078e', 'name': 'tempest-NetworksTestDHCPv6-router-1762995371', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:38Z', 'updated_at': '2021-07-16T01:54:41Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'gw_port_host': None, '_interfaces': [{'id': '147f974a-965d-4a35-9d8d-331064e54097', 'name': '', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'mac_address': 'fa:16:3e:d5:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cdd301-68db-4a27-b064-a5291ca2078e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'ab2d369a-0cdb-4a34-9dba-8b31b13757cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:39Z', 'updated_at': '2021-07-16T01:54:44Z', 'revision_number': 4, 'project_id': '3ba2445263d546bd92da0216a3838300', 'subnets': [{'id': 'ab2d369a-0cdb-4a34-9dba-8b31b13757cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:46.286765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Router b4cdd301-68db-4a27-b064-a5291ca2078e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:46.411358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:46.418131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-82df8392-249e-4d67-83ba-3b3fe8747490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "PUT /v2.0/routers/b4cdd301-68db-4a27-b064-a5291ca2078e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305363 Jul 16 01:54:46.421934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:46.439515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:46.690491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd81b28-e628-4850-9d61-767d3739fb4c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.692309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd81b28-e628-4850-9d61-767d3739fb4c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.701116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8dd81b28-e628-4850-9d61-767d3739fb4c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2743788 Jul 16 01:54:46.706217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59254) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:46.770951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:46.810444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a', 'network_id': 'e9c59aec-219e-48b1-a76f-c497d2fccfff', 'port_id': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a', 'mac_address': 'fa:16:3e:a6:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095d7e66-4e60-4e62-91db-4bd55d26c2c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:46.858004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet ab2d369a-0cdb-4a34-9dba-8b31b13757cd {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:46.861654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.903655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.932844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350362c-d925-439a-8d32-95e6af6263e4 req-b3deb2ba-61b3-4756-82b2-c87b75415928 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.942891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4350362c-d925-439a-8d32-95e6af6263e4 req-b3deb2ba-61b3-4756-82b2-c87b75415928 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 943 time: 0.2436688 Jul 16 01:54:46.954635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:46.984695 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.011932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:47.018006 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.037061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4350362c-d925-439a-8d32-95e6af6263e4 req-e8e15573-3c6b-4821-87fc-56d339a80056 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738859 Jul 16 01:54:47.137585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:47.139238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.308661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.337800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['45b62db1-7fa7-4135-a3b3-415e9e9b2b7a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:47.460467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2d369a-0cdb-4a34-9dba-8b31b13757cd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:47.478048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.485005 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8bd11c95-f101-40e7-88a2-2576eb7a082e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/ab2d369a-0cdb-4a34-9dba-8b31b13757cd HTTP/1.1" status: 204 len: 168 time: 0.7729940 Jul 16 01:54:47.488463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:47.505466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e811ebd-2f66-492f-9612-f38b0cbc7a30 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:47.765747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ea24d107-7e1a-4f31-92e8-b803765a28c6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2758677 Jul 16 01:54:47.768516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59272) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:47.902229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.005736 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:48.093925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] Deleting port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:48.094281 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.148345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.151253 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.226069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.237861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Fanout notify agent at l3_agent the message router_deleted on router b4cdd301-68db-4a27-b064-a5291ca2078e {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:48.246995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] For port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:48.250245 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.252854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.257165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:48.258705 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7ded7dc0-1aa7-4bba-b40a-3e2d7c917649 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/routers/b4cdd301-68db-4a27-b064-a5291ca2078e HTTP/1.1" status: 204 len: 168 time: 0.4866164 Jul 16 01:54:48.263243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:48.285393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] Calling delete_port for 1c6e7416-2a0a-47fd-bac8-f690401c7d8f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:48.406743 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.460784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] Pushing event deleted for resources: {'Port': ['ID=1c6e7416-2a0a-47fd-bac8-f690401c7d8f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:48.463502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:48.538678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18a6f9-75e0-4e06-a23e-6451cda2391a None None] No DVR routers for this DVR port 1c6e7416-2a0a-47fd-bac8-f690401c7d8f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:48.558425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.601434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:48.609716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:48.610338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.782660 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Sync routers for ids ['b4cdd301-68db-4a27-b064-a5291ca2078e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:48.800459 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.811982 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Routers set() bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:48.813220 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Router IDs set() for agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:54:48.816232 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4cdd301-68db-4a27-b064-a5291ca2078e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:54:48.839876 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Routers set() bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:48.840378 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Router IDs set() for agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:54:48.841907 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4cdd301-68db-4a27-b064-a5291ca2078e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:54:48.842518 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b78609-ef58-4316-95a3-fa1d8f5c9c4e None None] The sync data for ids ['b4cdd301-68db-4a27-b064-a5291ca2078e'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:48.844218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:48.847439 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985a846-c460-4daa-bb32-2ebc90952f4c" -d '{"events": [{"server_uuid": "57d98a10-b868-447a-9eec-1d0e00b4b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "45b62db1-7fa7-4135-a3b3-415e9e9b2b7a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:48.867310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:48.888041 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.973858 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc2fda-7caf-4558-ad37-c1ae08b9d296 x-openstack-request-id: req-3abc2fda-7caf-4558-ad37-c1ae08b9d296 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:48.974494 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d98a10-b868-447a-9eec-1d0e00b4b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "45b62db1-7fa7-4135-a3b3-415e9e9b2b7a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:48.975458 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3abc2fda-7caf-4558-ad37-c1ae08b9d296 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:48.976089 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a', 'code': 200} Jul 16 01:54:48.979805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:48.985441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.013696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.050949 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37183-c770-445f-88d6-85ba775a1e73 req-c0f29f84-5b5d-44a6-8a99-d42021872509 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.052779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35a37183-c770-445f-88d6-85ba775a1e73 req-c0f29f84-5b5d-44a6-8a99-d42021872509 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 944 time: 0.7133138 Jul 16 01:54:49.095204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f0735-9031-4e70-a3f4-14289d869bad req-9ea9ea9c-f6e1-41ea-8d43-defeb02645e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.097014 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af7f0735-9031-4e70-a3f4-14289d869bad req-9ea9ea9c-f6e1-41ea-8d43-defeb02645e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0850139 Jul 16 01:54:49.149171 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af7f0735-9031-4e70-a3f4-14289d869bad req-56faaaec-3e57-4d7d-87ff-c2f7f37d4ca9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jul 16 01:54:49.153985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35a37183-c770-445f-88d6-85ba775a1e73 req-777d6fb5-a13f-4f7e-b990-734b87a2e630 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559881 Jul 16 01:54:49.296977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.342634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:49.343652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c6e7416-2a0a-47fd-bac8-f690401c7d8f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:49.348391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:49.353113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.353720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.374776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1164174 Jul 16 01:54:49.377464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59304) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:49.383541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1262724987', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:49.392841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1749b2ba-3eca-4c38-b72e-98c384fdeffd None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:49.395344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1c6e7416-2a0a-47fd-bac8-f690401c7d8f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:49.395691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c6e7416-2a0a-47fd-bac8-f690401c7d8f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:49.425922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fa27b-bcbe-47f9-872c-1226827c17f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=b7670533-d41b-43aa-884e-f556309e5859,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.429330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.430547 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.498359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.503922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.523097 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.524711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-15df60b8-7684-4eea-83fa-c6dc9b875afa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1457360 Jul 16 01:54:49.527211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59310) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:49.655583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': 'b7670533-d41b-43aa-884e-f556309e5859'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:49.656778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.904820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/b7670533-d41b-43aa-884e-f556309e5859/42b99460-14fb-463c-8654-496820a0f9c4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:49.909637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.129516 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.151944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Transition to ACTIVE for port object 42b99460-14fb-463c-8654-496820a0f9c4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:50.174112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Transition to ACTIVE for port object 42b99460-14fb-463c-8654-496820a0f9c4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:50.184751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.258567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:50.265528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:50.274863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:50.339432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Pushing event updated for resources: {'Port': ['ID=42b99460-14fb-463c-8654-496820a0f9c4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:50.382012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Attempting to bind port 42b99460-14fb-463c-8654-496820a0f9c4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:50.383109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Attempting to bind port 42b99460-14fb-463c-8654-496820a0f9c4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:50.383109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Attempting to bind port 42b99460-14fb-463c-8654-496820a0f9c4 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:50.390129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:50.390510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:50.391720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.391720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:50.391917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Bound port: 42b99460-14fb-463c-8654-496820a0f9c4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:50.392276 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.416055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::1 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/b7670533-d41b-43aa-884e-f556309e5859/5316ef57-5ab4-484c-a4c4-86b9ee06e5b8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:50.474776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] For port 42b99460-14fb-463c-8654-496820a0f9c4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:50.481453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] For port 42b99460-14fb-463c-8654-496820a0f9c4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=42b99460-14fb-463c-8654-496820a0f9c4,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:50.484478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00044-7aba-42e1-9bf9-fb6275859c73 req-dcae38dc-cbb3-40b6-9923-187982f82e0b tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.486281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5b00044-7aba-42e1-9bf9-fb6275859c73 req-dcae38dc-cbb3-40b6-9923-187982f82e0b tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1697032 Jul 16 01:54:50.494962 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.582781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ef8c0-d78e-405a-b77d-929367cbd0b8 None None] Pushing event updated for resources: {'Port': ['ID=42b99460-14fb-463c-8654-496820a0f9c4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:50.587221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5b00044-7aba-42e1-9bf9-fb6275859c73 req-b5b1eddb-5d74-4773-9631-89095c88a1d6 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904262 Jul 16 01:54:50.615507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.639848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:50.702340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.765570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:50.770329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:50.774852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:50.776912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.851482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=5316ef57-5ab4-484c-a4c4-86b9ee06e5b8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:50.938055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 147f974a-965d-4a35-9d8d-331064e54097 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:51.028876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 147f974a-965d-4a35-9d8d-331064e54097 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:51.033135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 147f974a-965d-4a35-9d8d-331064e54097 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:51.099923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.498881 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.506865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.508143 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.623347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=5316ef57-5ab4-484c-a4c4-86b9ee06e5b8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:51.737365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:51.740055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:51.907020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Router 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:52.061244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:52.067446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f5d833c-2391-488b-92d9-14117d77c27d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "PUT /v2.0/routers/3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392160 Jul 16 01:54:52.070068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59360) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.076406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Sync routers for ids ['3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:52.097972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Routers {'3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:52.099620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:52.174647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e76b7-66d1-458f-b516-f8820a9e80b7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.179106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59364) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.179580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-384e76b7-66d1-458f-b516-f8820a9e80b7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports/5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 HTTP/1.1" status: 200 len: 911 time: 0.1082194 Jul 16 01:54:52.236290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Set router 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:52.295439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aede1e40-c89c-49a3-89fe-def28cb74916 None None] Provisioning for port 42b99460-14fb-463c-8654-496820a0f9c4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:52.300828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee194f-35af-4f20-bbd5-cd0c8832392c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.322181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee194f-35af-4f20-bbd5-cd0c8832392c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.323855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ddee194f-35af-4f20-bbd5-cd0c8832392c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1437473 Jul 16 01:54:52.326588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59368) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.553824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88', 'name': 'tempest-NetworksTestDHCPv6-router-1262724987', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:49Z', 'updated_at': '2021-07-16T01:54:50Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'gw_port_host': None, '_interfaces': [{'id': '5316ef57-5ab4-484c-a4c4-86b9ee06e5b8', 'name': '', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'mac_address': 'fa:16:3e:45:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b7670533-d41b-43aa-884e-f556309e5859', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:50Z', 'updated_at': '2021-07-16T01:54:51Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'subnets': [{'id': 'b7670533-d41b-43aa-884e-f556309e5859', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:52.589948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Checking router: 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:52.590298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Updating router 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:52.630493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.938451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.180940 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.191233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Transition to ACTIVE for port object 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:53.199940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 42b99460-14fb-463c-8654-496820a0f9c4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:53.204616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.213302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-42e69a7a-93a2-4959-911e-c6de3133e987 None None] Provisioning for port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:53.272362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:53.273050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.528132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 42b99460-14fb-463c-8654-496820a0f9c4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:53.541832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.557882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b091cc6-4546-40af-ab12-7a0ad99e51ac None None] Pushing event updated for resources: {'Port': ['ID=5316ef57-5ab4-484c-a4c4-86b9ee06e5b8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.572326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 42b99460-14fb-463c-8654-496820a0f9c4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:53.572747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.576995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:53.619787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Attempting to bind port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:53.620165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Attempting to bind port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:53.620742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Attempting to bind port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:53.662118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:53.662391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:53.663322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.663721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:53.664208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Bound port: 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:53.664625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.821695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] For port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:53.825792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] For port 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5316ef57-5ab4-484c-a4c4-86b9ee06e5b8,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:53.836320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.849808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.914086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 42b99460-14fb-463c-8654-496820a0f9c4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=42b99460-14fb-463c-8654-496820a0f9c4,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:53.926886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.942299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b091cc6-4546-40af-ab12-7a0ad99e51ac None None] Pushing event updated for resources: {'Port': ['ID=5316ef57-5ab4-484c-a4c4-86b9ee06e5b8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.945744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Routers {'3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:53.946431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:53.983451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.020357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=5316ef57-5ab4-484c-a4c4-86b9ee06e5b8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.132656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=42b99460-14fb-463c-8654-496820a0f9c4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.138614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] Set router 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:54.205788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.367001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4ce29a3e-9ca4-4302-85d9-0a48d5471eab None None] Could not find standard attr ID for object 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:54.521349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88', 'name': 'tempest-NetworksTestDHCPv6-router-1262724987', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:49Z', 'updated_at': '2021-07-16T01:54:50Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'gw_port_host': None, '_interfaces': [{'id': '5316ef57-5ab4-484c-a4c4-86b9ee06e5b8', 'name': '', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'mac_address': 'fa:16:3e:45:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b7670533-d41b-43aa-884e-f556309e5859', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:50Z', 'updated_at': '2021-07-16T01:54:53Z', 'revision_number': 4, 'project_id': '3ba2445263d546bd92da0216a3838300', 'subnets': [{'id': 'b7670533-d41b-43aa-884e-f556309e5859', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.623829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6c8c28-9b5b-4cb3-899a-bdfe511e33ec None None] The sync data for ids ['3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'] in n-d-791506-20 is: [{'id': '3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88', 'name': 'tempest-NetworksTestDHCPv6-router-1262724987', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:49Z', 'updated_at': '2021-07-16T01:54:50Z', 'revision_number': 2, 'project_id': '3ba2445263d546bd92da0216a3838300', 'gw_port_host': None, '_interfaces': [{'id': '5316ef57-5ab4-484c-a4c4-86b9ee06e5b8', 'name': '', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'mac_address': 'fa:16:3e:45:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'b7670533-d41b-43aa-884e-f556309e5859', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:50Z', 'updated_at': '2021-07-16T01:54:53Z', 'revision_number': 4, 'project_id': '3ba2445263d546bd92da0216a3838300', 'subnets': [{'id': 'b7670533-d41b-43aa-884e-f556309e5859', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:55.068676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 42b99460-14fb-463c-8654-496820a0f9c4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:55.220361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 42b99460-14fb-463c-8654-496820a0f9c4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:55.222437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.326633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Router 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:55.523859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:55.534916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c345c5c7-0439-4acd-966d-0865ebc4f5cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "PUT /v2.0/routers/3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2071524 Jul 16 01:54:55.538426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.577951 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:55.593745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59418) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.640236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce3b22-deea-4da3-bdc6-ed3650e4b656 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.646652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce3b22-deea-4da3-bdc6-ed3650e4b656 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.651488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59424) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.651731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6dce3b22-deea-4da3-bdc6-ed3650e4b656 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1119933 Jul 16 01:54:55.757920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet b7670533-d41b-43aa-884e-f556309e5859 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:55.768230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.808265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60313e89-ecdc-40a8-8452-9ef2ee210880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.844636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.022152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.096939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60313e89-ecdc-40a8-8452-9ef2ee210880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.104338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60313e89-ecdc-40a8-8452-9ef2ee210880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.162213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-60313e89-ecdc-40a8-8452-9ef2ee210880 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49267f0e625f49a180db1dbfd50f0a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658793 Jul 16 01:54:56.164072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:56.188300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60313e89-ecdc-40a8-8452-9ef2ee210880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1404c4-110d-43c1-a509-0be172424bf2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.192299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.226386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=b7670533-d41b-43aa-884e-f556309e5859,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.230412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.234360 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d20b3359-07f5-4edb-b2f5-b6fe99f33ead tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/b7670533-d41b-43aa-884e-f556309e5859 HTTP/1.1" status: 204 len: 168 time: 0.5796113 Jul 16 01:54:56.235024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59430) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:56.241600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b459798-35b5-4317-8392-eb6430da4f0d None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:56.309100 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ee271e8-5c7b-460a-a1fa-05ff95a70e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.337706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ee271e8-5c7b-460a-a1fa-05ff95a70e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.427367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ee271e8-5c7b-460a-a1fa-05ff95a70e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.430528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ee271e8-5c7b-460a-a1fa-05ff95a70e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.431978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4ee271e8-5c7b-460a-a1fa-05ff95a70e7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a1404c4-110d-43c1-a509-0be172424bf2 HTTP/1.1" status: 204 len: 168 time: 0.2664878 Jul 16 01:54:56.467437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee271e8-5c7b-460a-a1fa-05ff95a70e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1404c4-110d-43c1-a509-0be172424bf2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.493682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:56.510890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b29b9de-08fc-42ee-abd7-9176e835bb00 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2548876 Jul 16 01:54:56.585765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:56.656383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.675471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] Deleting port 42b99460-14fb-463c-8654-496820a0f9c4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:56.675887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.851153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] For port 42b99460-14fb-463c-8654-496820a0f9c4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=42b99460-14fb-463c-8654-496820a0f9c4,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:56.852825 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.870928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] Calling delete_port for 42b99460-14fb-463c-8654-496820a0f9c4 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:56.993346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 42b99460-14fb-463c-8654-496820a0f9c4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:57.007746 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.010265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.012601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59444) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.037039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc1565d3-6053-44a2-a67f-e179235c94a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.080375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.081027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Fanout notify agent at l3_agent the message router_deleted on router 3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:57.089148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.097567 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Sync routers for ids ['3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:57.106546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ecea783-5836-4b6d-beb8-786233d3e214 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/routers/3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 HTTP/1.1" status: 204 len: 168 time: 0.6112051 Jul 16 01:54:57.107211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.113616 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Routers set() bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:57.113995 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Router IDs set() for agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:54:57.118111 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:54:57.140755 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.142981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.150720 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Routers set() bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:57.154383 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Router IDs set() for agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:54:57.155172 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_agentschedulers_db [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:54:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent'). {{(pid=93758) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:54:57.156412 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfaf515-1586-4d6c-8947-46cf90a93f55 None None] The sync data for ids ['3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:57.164484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] No DVR routers for this DVR port 42b99460-14fb-463c-8654-496820a0f9c4 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:57.199891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-31440fe3-e619-4a77-85a1-c9ac70f0c47d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0900805 Jul 16 01:54:57.200970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59448) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.205628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68cebf-2540-4b73-90d7-bd885ed34aac None None] Pushing event deleted for resources: {'Port': ['ID=42b99460-14fb-463c-8654-496820a0f9c4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.211176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc1565d3-6053-44a2-a67f-e179235c94a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.220698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc1565d3-6053-44a2-a67f-e179235c94a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.275521 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc1565d3-6053-44a2-a67f-e179235c94a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f64d959a1c2c46d6be95560c79c0cff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617030 Jul 16 01:54:57.278968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59450) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.306194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7cd867-249d-4132-a8b8-4abc1400b159 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.307846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e7cd867-249d-4132-a8b8-4abc1400b159 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051466 Jul 16 01:54:57.315948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59452) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.318434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1565d3-6053-44a2-a67f-e179235c94a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab9cfe-a2b3-4d2b-ab3d-454c8808a50a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.364047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-66d76693-35f7-4550-9e31-75c1fc2753e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463896 Jul 16 01:54:57.373968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.379255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:57.402062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1495afb-4758-4b0a-b93d-2ef72f360f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.427369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1495afb-4758-4b0a-b93d-2ef72f360f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.478886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1495afb-4758-4b0a-b93d-2ef72f360f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.481968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1495afb-4758-4b0a-b93d-2ef72f360f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.483248 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a1495afb-4758-4b0a-b93d-2ef72f360f22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aaab9cfe-a2b3-4d2b-ab3d-454c8808a50a HTTP/1.1" status: 204 len: 168 time: 0.2017565 Jul 16 01:54:57.494418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1495afb-4758-4b0a-b93d-2ef72f360f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab9cfe-a2b3-4d2b-ab3d-454c8808a50a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.504835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:57.510424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.003962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:54:58.005706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.059398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:58.066312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:58.069897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.070509 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.077413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbbe592-7ef3-4760-8543-56b15c0dce79 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:58.092542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=6c262e21-d18c-42d1-9c14-29c129926c91,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:58.111879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-24a1fac3-399e-4a5f-931f-54d6ccc867f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7367966 Jul 16 01:54:58.112548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:58.118654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:58.280529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:58.284763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.342229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '6c262e21-d18c-42d1-9c14-29c129926c91'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:58.343819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.561619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Allocated IP 2001:db8::f816:3eff:fe6f:cea3 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/6c262e21-d18c-42d1-9c14-29c129926c91/bc68f05f-c50e-46ef-b3aa-3bd115d93df8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:58.696972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.782093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=0e272c8c-4e58-489e-8012-23ca63f791f0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:58.795994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:58.797861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:58.801342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.802079 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.804150 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.822465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59496) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:58.823099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-59a9379b-e028-4fc2-9a2e-bf03e4d93317 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7094657 Jul 16 01:54:58.825630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Transition to ACTIVE for port object bc68f05f-c50e-46ef-b3aa-3bd115d93df8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:58.828581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:28:f5:10', 'name': 'tempest-NetworksTestDHCPv6-1618436254'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:58.846765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Transition to ACTIVE for port object bc68f05f-c50e-46ef-b3aa-3bd115d93df8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:58.866403 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.964913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:59.016239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:59.018225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:59.018580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5316ef57-5ab4-484c-a4c4-86b9ee06e5b8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:59.030605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:59.038480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:59.080121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Pushing event updated for resources: {'Port': ['ID=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.124305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:59.130476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Attempting to bind port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:59.130855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Attempting to bind port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:59.131897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Attempting to bind port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:59.138284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:59.138674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:59.139081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.139482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:59.140004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Bound port: bc68f05f-c50e-46ef-b3aa-3bd115d93df8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:59.140395 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.238383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.244616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] For port bc68f05f-c50e-46ef-b3aa-3bd115d93df8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:59.250649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] For port bc68f05f-c50e-46ef-b3aa-3bd115d93df8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:59.259166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.279499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 054a517a-c320-4a32-857f-8cb36b68888e yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:59.363957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7e279-02b8-4796-aedb-b56b880bcace None None] Pushing event updated for resources: {'Port': ['ID=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.544344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 172.20.0.5 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/0e272c8c-4e58-489e-8012-23ca63f791f0/054a517a-c320-4a32-857f-8cb36b68888e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:59.551941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe28:f510 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/6c262e21-d18c-42d1-9c14-29c129926c91/054a517a-c320-4a32-857f-8cb36b68888e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:59.831622 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.856740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 054a517a-c320-4a32-857f-8cb36b68888e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:59.919455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.979348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:59.985989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:00.001042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:00.059815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=054a517a-c320-4a32-857f-8cb36b68888e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:00.127122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.132697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.158936 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6698edb4-9d2b-44b6-bff4-4e907e7256e9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3330264 Jul 16 01:55:00.164730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:00.328059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe044ff-658e-4c18-b748-e496bf250a59 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.337178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe044ff-658e-4c18-b748-e496bf250a59 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.341870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59554) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:00.342269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebe044ff-658e-4c18-b748-e496bf250a59 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1814935 Jul 16 01:55:00.554203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 054a517a-c320-4a32-857f-8cb36b68888e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:00.555155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.700936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.716326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 054a517a-c320-4a32-857f-8cb36b68888e owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:01.086795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bc68f05f-c50e-46ef-b3aa-3bd115d93df8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:01.156400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d288f-db73-4139-8ce5-6887dc7c12b0 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:01.180908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.222949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fbaf4d7b-0ff5-4f6f-bba8-a81c8ab24530 None None] Provisioning for port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:01.249219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=054a517a-c320-4a32-857f-8cb36b68888e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:01.394978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.404401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.420493 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a7e34e59-54f0-4ce9-a755-4c7751633e22 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/054a517a-c320-4a32-857f-8cb36b68888e HTTP/1.1" status: 204 len: 168 time: 1.0766730 Jul 16 01:55:01.457206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59608) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.462009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:01.468477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:01.468861 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.482548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f60be9-4cff-428d-93d1-6caaedb4d804 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.484303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f60be9-4cff-428d-93d1-6caaedb4d804 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.486205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f60be9-4cff-428d-93d1-6caaedb4d804 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.487907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-10f60be9-4cff-428d-93d1-6caaedb4d804 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0819294 Jul 16 01:55:01.490809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.559921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 0e272c8c-4e58-489e-8012-23ca63f791f0 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:01.566719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.619983 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.625404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047ec9c-209c-489c-a4f1-550cd664ba20 None None] Update dhcp port {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '6c262e21-d18c-42d1-9c14-29c129926c91', 'ip_address': '2001:db8::f816:3eff:fe6f:cea3'}, {'subnet_id': '0e272c8c-4e58-489e-8012-23ca63f791f0'}], 'binding:host_id': 'n-d-791506-20'}, 'id': 'bc68f05f-c50e-46ef-b3aa-3bd115d93df8'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:55:01.627119 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.677805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89a8d571-eb99-4920-bfb9-412ce7a156c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.717034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.746036 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9047ec9c-209c-489c-a4f1-550cd664ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.753499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port bc68f05f-c50e-46ef-b3aa-3bd115d93df8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:01.769185 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.820041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89a8d571-eb99-4920-bfb9-412ce7a156c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.825510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89a8d571-eb99-4920-bfb9-412ce7a156c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.869314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d571-eb99-4920-bfb9-412ce7a156c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b5b9ef-64cc-4a3f-bcde-8a3266feccee,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:01.881536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.899622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-89a8d571-eb99-4920-bfb9-412ce7a156c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66fc40644f5a40bfaff610a987d5a7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381659 Jul 16 01:55:01.900010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.959722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.967928 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/0e272c8c-4e58-489e-8012-23ca63f791f0 HTTP/1.1" status: 204 len: 168 time: 0.4744289 Jul 16 01:55:01.968386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59618) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.970050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74706c80-6fcd-4d2b-9d6e-2a4169d8de11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=0e272c8c-4e58-489e-8012-23ca63f791f0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.026719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248f34ce-cd76-423e-ac0e-94f8262e8237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.051227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 6c262e21-d18c-42d1-9c14-29c129926c91 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:02.063681 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.090890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248f34ce-cd76-423e-ac0e-94f8262e8237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.145338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.244116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248f34ce-cd76-423e-ac0e-94f8262e8237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.247116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248f34ce-cd76-423e-ac0e-94f8262e8237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.250969 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-248f34ce-cd76-423e-ac0e-94f8262e8237 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8b5b9ef-64cc-4a3f-bcde-8a3266feccee HTTP/1.1" status: 204 len: 168 time: 0.3475523 Jul 16 01:55:02.265289 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-9047ec9c-209c-489c-a4f1-550cd664ba20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e272c8c-4e58-489e-8012-23ca63f791f0: This subnet is being modified by another concurrent operation. Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:02.281723 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e272c8c-4e58-489e-8012-23ca63f791f0: This subnet is being modified by another concurrent operation. Jul 16 01:55:02.285798 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:55:02.288476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.296174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f34ce-cd76-423e-ac0e-94f8262e8237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b5b9ef-64cc-4a3f-bcde-8a3266feccee,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.391882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.436015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.440612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59634) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.441248 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/6c262e21-d18c-42d1-9c14-29c129926c91 HTTP/1.1" status: 204 len: 168 time: 0.4706764 Jul 16 01:55:02.441651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce2f04-c135-4888-8367-3d860d976362 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=6c262e21-d18c-42d1-9c14-29c129926c91,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.493524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218a4c7-6ea8-49de-80e9-c7110d2088b8 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:02.506558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59638) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.512188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:02.519440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ede32a8c-f70f-4638-a328-c0cd582a623f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672624 Jul 16 01:55:02.543477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7ec5be36-b3ea-4b54-be83-8e786c703a9c None None] Provisioning complete for port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:02.544147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ec5be36-b3ea-4b54-be83-8e786c703a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.626059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:02.630333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.720227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.737941 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8b32828-91e7-49cc-812f-439facd74090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.822980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:02.898442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] Deleting port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:02.898831 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.937806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8b32828-91e7-49cc-812f-439facd74090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.943233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8b32828-91e7-49cc-812f-439facd74090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.006504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device bc68f05f-c50e-46ef-b3aa-3bd115d93df8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:03.007303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b32828-91e7-49cc-812f-439facd74090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40771967-8588-4e25-89c3-250443b8b99b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.048121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] For port bc68f05f-c50e-46ef-b3aa-3bd115d93df8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:03.048543 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.058974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8b32828-91e7-49cc-812f-439facd74090 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7c0b8ac227241a4bffbb56a25271cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350272 Jul 16 01:55:03.059231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.071176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] Calling delete_port for bc68f05f-c50e-46ef-b3aa-3bd115d93df8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:03.152438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76816ef4-e317-4b3c-a4ad-dda985304948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.179869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76816ef4-e317-4b3c-a4ad-dda985304948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.187214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:03.230793 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.243852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.273372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76816ef4-e317-4b3c-a4ad-dda985304948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.277337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76816ef4-e317-4b3c-a4ad-dda985304948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.278945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-76816ef4-e317-4b3c-a4ad-dda985304948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40771967-8588-4e25-89c3-250443b8b99b HTTP/1.1" status: 204 len: 168 time: 0.2187362 Jul 16 01:55:03.291503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] No DVR routers for this DVR port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:03.293101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd06392-e6ef-402f-aa83-f5a32440ce08 None None] Pushing event deleted for resources: {'Port': ['ID=bc68f05f-c50e-46ef-b3aa-3bd115d93df8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.320081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816ef4-e317-4b3c-a4ad-dda985304948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40771967-8588-4e25-89c3-250443b8b99b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.333657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9635dd-f16b-448d-9300-9893804b2435 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:03.491701 n-d-791506-20 neutron-server[93755]: WARNING neutron.services.revisions.revision_plugin [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Could not find related port for resource to bump revision. Jul 16 01:55:03.499405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Port bc68f05f-c50e-46ef-b3aa-3bd115d93df8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:55:03.499840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:cea3 {{(pid=93755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:55:03.503762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:cea3 {{(pid=93755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:55:03.505391 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.573017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9635dd-f16b-448d-9300-9893804b2435 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:03.618657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:03.627977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:03.641093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.642506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.673012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=3b014150-c313-4740-86fb-4275e9f1255a,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.703579 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1954842 Jul 16 01:55:03.706392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.714748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:03.719984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.720452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.721023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.721371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.721712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.722048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.722380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.725907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.726268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.727319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.727319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:03.727319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d983911-1033-4cfe-8150-2b9900bf3300 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.014412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:04.018779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.175929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '3b014150-c313-4740-86fb-4275e9f1255a'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:04.177159 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.436962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Allocated IP 2001:db8::f816:3eff:fe12:c0f1 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/3b014150-c313-4740-86fb-4275e9f1255a/2696fa99-2fd0-4a6d-902c-9aa436a572fb) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:04.511297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.594741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:04.598647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:04.616457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.616457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.626159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=152de289-0273-4c1d-b0b0-62375a4b571e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.637223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-65934397-25fb-447b-888f-d56b5aefdb56 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9292302 Jul 16 01:55:04.639842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:04.645655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:83:6b:aa', 'name': 'tempest-NetworksTestDHCPv6-738006932'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:04.707110 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.718791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Transition to ACTIVE for port object 2696fa99-2fd0-4a6d-902c-9aa436a572fb will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:04.745753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Transition to ACTIVE for port object 2696fa99-2fd0-4a6d-902c-9aa436a572fb will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:04.756949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.816402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:04.823341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:04.832711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:04.837652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:04.852495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Pushing event updated for resources: {'Port': ['ID=2696fa99-2fd0-4a6d-902c-9aa436a572fb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.937020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Attempting to bind port 2696fa99-2fd0-4a6d-902c-9aa436a572fb on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:04.937581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Attempting to bind port 2696fa99-2fd0-4a6d-902c-9aa436a572fb by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:04.938140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Attempting to bind port 2696fa99-2fd0-4a6d-902c-9aa436a572fb on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:04.944705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:04.945343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:04.945925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.946558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:04.947291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Bound port: 2696fa99-2fd0-4a6d-902c-9aa436a572fb, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:04.948027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.977884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.029060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port b79bd0e8-5447-4aef-a194-1eb9d232e8cb yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:05.030716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] For port 2696fa99-2fd0-4a6d-902c-9aa436a572fb, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:05.034955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] For port 2696fa99-2fd0-4a6d-902c-9aa436a572fb, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2696fa99-2fd0-4a6d-902c-9aa436a572fb,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:05.042368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.148349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562a509-fbd1-46eb-aae0-783b89ea0bf5 None None] Pushing event updated for resources: {'Port': ['ID=2696fa99-2fd0-4a6d-902c-9aa436a572fb,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.305322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 172.20.0.4 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/152de289-0273-4c1d-b0b0-62375a4b571e/b79bd0e8-5447-4aef-a194-1eb9d232e8cb) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:05.322680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe83:6baa (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/3b014150-c313-4740-86fb-4275e9f1255a/b79bd0e8-5447-4aef-a194-1eb9d232e8cb) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:05.630958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.645802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object b79bd0e8-5447-4aef-a194-1eb9d232e8cb will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:06.094406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.155714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:06.159960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:06.168288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:06.174682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=b79bd0e8-5447-4aef-a194-1eb9d232e8cb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.210535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.210902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.211212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.211573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.211915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.212248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.212634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.212947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.213273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.213587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.213922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.214239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.380560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.391773 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.436572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-476e704e-02d6-4368-9ded-b19563bd3780 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7916265 Jul 16 01:55:06.437223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59748) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:06.553364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb74a3-74cc-4cf0-8503-f6f6bd276103 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.561111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb74a3-74cc-4cf0-8503-f6f6bd276103 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.566259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:06.567155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f6fb74a3-74cc-4cf0-8503-f6f6bd276103 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1275530 Jul 16 01:55:06.667836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0f41d-7c91-42dc-b9be-e523c3cec8a2 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:06.718161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port b79bd0e8-5447-4aef-a194-1eb9d232e8cb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:06.718515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.831678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.849430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for b79bd0e8-5447-4aef-a194-1eb9d232e8cb owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:06.996486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3db41edb-0265-4f93-8fb6-e1785dab0534 None None] Provisioning for port 2696fa99-2fd0-4a6d-902c-9aa436a572fb completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:07.120154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2696fa99-2fd0-4a6d-902c-9aa436a572fb up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:07.244557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Update dhcp port {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '3b014150-c313-4740-86fb-4275e9f1255a', 'ip_address': '2001:db8::f816:3eff:fe12:c0f1'}, {'subnet_id': '152de289-0273-4c1d-b0b0-62375a4b571e'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '2696fa99-2fd0-4a6d-902c-9aa436a572fb'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:55:07.286454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.288715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 2696fa99-2fd0-4a6d-902c-9aa436a572fb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:07.306715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 2696fa99-2fd0-4a6d-902c-9aa436a572fb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:07.307499 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.329004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=b79bd0e8-5447-4aef-a194-1eb9d232e8cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.345863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.505730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.508073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8d4ea3d3-cf95-4fce-a673-0faed8809b72 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/b79bd0e8-5447-4aef-a194-1eb9d232e8cb HTTP/1.1" status: 204 len: 168 time: 0.9394789 Jul 16 01:55:07.509674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.576725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffc17e-5934-41f7-9ac3-121daefd6abb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.578602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffc17e-5934-41f7-9ac3-121daefd6abb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.580679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffc17e-5934-41f7-9ac3-121daefd6abb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.582413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0bffc17e-5934-41f7-9ac3-121daefd6abb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0710163 Jul 16 01:55:07.585809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.612206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.693099 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.699516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 152de289-0273-4c1d-b0b0-62375a4b571e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:07.723581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 2696fa99-2fd0-4a6d-902c-9aa436a572fb, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2696fa99-2fd0-4a6d-902c-9aa436a572fb,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:07.725884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Allocated IP 172.20.0.2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/152de289-0273-4c1d-b0b0-62375a4b571e/2696fa99-2fd0-4a6d-902c-9aa436a572fb) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:07.728819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.729185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59802) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.871606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=2696fa99-2fd0-4a6d-902c-9aa436a572fb,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.913561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93534cb-4a15-4f9e-b269-e574ce70b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.916900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] For port 2696fa99-2fd0-4a6d-902c-9aa436a572fb, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2696fa99-2fd0-4a6d-902c-9aa436a572fb,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:07.953674 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.971868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Transition to ACTIVE for port object 2696fa99-2fd0-4a6d-902c-9aa436a572fb will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:07.976810 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.977056 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.029380 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.038038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93534cb-4a15-4f9e-b269-e574ce70b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.042693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93534cb-4a15-4f9e-b269-e574ce70b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.043008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ebadc-33ae-4559-a5b4-0e1afcbfa7da None None] Pushing event updated for resources: {'Port': ['ID=2696fa99-2fd0-4a6d-902c-9aa436a572fb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.072943 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a93534cb-4a15-4f9e-b269-e574ce70b9dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6b05d3a82124dbc87616497424cc49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413815 Jul 16 01:55:08.093727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59806) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.142953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.148694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93534cb-4a15-4f9e-b269-e574ce70b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dea6df-fbe4-4ec5-9f4f-521a0df34df5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.192986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-193f03d3-79bb-4085-baea-534cd97ac582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.220879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-193f03d3-79bb-4085-baea-534cd97ac582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.231594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.272834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=152de289-0273-4c1d-b0b0-62375a4b571e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.279926 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.282400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c3c95551-0664-4a7d-9689-cad4f0b4384e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/152de289-0273-4c1d-b0b0-62375a4b571e HTTP/1.1" status: 204 len: 168 time: 0.6952827 Jul 16 01:55:08.284906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59808) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.294548 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-193f03d3-79bb-4085-baea-534cd97ac582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.297332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-193f03d3-79bb-4085-baea-534cd97ac582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.301447 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-193f03d3-79bb-4085-baea-534cd97ac582 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6dea6df-fbe4-4ec5-9f4f-521a0df34df5 HTTP/1.1" status: 204 len: 168 time: 0.2021060 Jul 16 01:55:08.355005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f03d3-79bb-4085-baea-534cd97ac582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dea6df-fbe4-4ec5-9f4f-521a0df34df5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.399714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 3b014150-c313-4740-86fb-4275e9f1255a {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:08.408543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.460824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.618685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.707588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59820) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.723098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286adc9b-4d72-40f3-9969-4270a7b99bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.728892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.787661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=3b014150-c313-4740-86fb-4275e9f1255a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.802849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.805966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bb0c4d21-9c55-4097-8e8a-1df3d63cc1f9 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/3b014150-c313-4740-86fb-4275e9f1255a HTTP/1.1" status: 204 len: 168 time: 0.5200107 Jul 16 01:55:08.808504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59824) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.988401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-44de76f6-6422-40dc-97a3-6a59af693782 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766536 Jul 16 01:55:08.989492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59826) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.001866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:09.059035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2696fa99-2fd0-4a6d-902c-9aa436a572fb up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:09.065093 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286adc9b-4d72-40f3-9969-4270a7b99bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.079544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-286adc9b-4d72-40f3-9969-4270a7b99bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.134000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-286adc9b-4d72-40f3-9969-4270a7b99bb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5466c9d4ae66490cad6261026abce684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227469 Jul 16 01:55:09.134000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286adc9b-4d72-40f3-9969-4270a7b99bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9106084-13aa-4bea-93b3-d84933dccc94,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.135674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59828) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.173590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:09.178830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.191059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3135308d-c6ce-421d-a59e-c915dc0d19ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.218483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3135308d-c6ce-421d-a59e-c915dc0d19ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.226808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bcc0e-6020-4aa8-8552-51b93a1fc70b None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:09.254054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-22c18a92-c796-4718-9a9f-d41989020a54 None None] Could not find standard attr ID for object b79bd0e8-5447-4aef-a194-1eb9d232e8cb. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:09.275163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3135308d-c6ce-421d-a59e-c915dc0d19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.280214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3135308d-c6ce-421d-a59e-c915dc0d19ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.282092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3135308d-c6ce-421d-a59e-c915dc0d19ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9106084-13aa-4bea-93b3-d84933dccc94 HTTP/1.1" status: 204 len: 168 time: 0.1454690 Jul 16 01:55:09.293256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135308d-c6ce-421d-a59e-c915dc0d19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9106084-13aa-4bea-93b3-d84933dccc94,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.324057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-22c18a92-c796-4718-9a9f-d41989020a54 None None] Provisioning for port 2696fa99-2fd0-4a6d-902c-9aa436a572fb completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:09.346256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-22c18a92-c796-4718-9a9f-d41989020a54 None None] Provisioning complete for port 2696fa99-2fd0-4a6d-902c-9aa436a572fb triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.346631 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22c18a92-c796-4718-9a9f-d41989020a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.426668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.490947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:09.492937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:09.497565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.498159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.510179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=fec08325-4275-46f1-9708-461fc003e706,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.520999 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c7dd20cb-2d04-4492-a4ed-9194df087713 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5291057 Jul 16 01:55:09.522057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.527341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:09.539347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:09.597877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Deleting port 2696fa99-2fd0-4a6d-902c-9aa436a572fb {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:09.598460 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.710796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:09.714346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.717084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] For port 2696fa99-2fd0-4a6d-902c-9aa436a572fb, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2696fa99-2fd0-4a6d-902c-9aa436a572fb,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:09.717419 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.740969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Calling delete_port for 2696fa99-2fd0-4a6d-902c-9aa436a572fb owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:09.840961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.871422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Pushing event deleted for resources: {'Port': ['ID=2696fa99-2fd0-4a6d-902c-9aa436a572fb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.879729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.880062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.880585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.881091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.881502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.881922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.882304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.882705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.883117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.883540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.883902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.884235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:09.888927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26cdbf7-bdcf-44fa-93dd-b2cd41779c63 None None] No DVR routers for this DVR port 2696fa99-2fd0-4a6d-902c-9aa436a572fb on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:09.908047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323ac3d-8eed-422b-8f1e-c22dc25dc716 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:09.924254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-5bff997c-d364-4cc5-822f-f5a7bf5b6ca2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016285 Jul 16 01:55:10.051236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09907d68-a10a-41d1-a855-d715272d9be2 req-c325ba18-50f1-4745-b110-478bebf17794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.054569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-c325ba18-50f1-4745-b110-478bebf17794 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0709796 Jul 16 01:55:10.177332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:10.179472 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.229890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd537b95-1775-44e6-9c57-a75d4f0d6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.231260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:10.240859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:10.246376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.247062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.267249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=c142195e-ddde-4c83-8091-73a4eda389b2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.268928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': 'fec08325-4275-46f1-9708-461fc003e706'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:10.269938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.283149 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bc544071-4d93-477f-99b8-7e7ba0c9a9e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7575808 Jul 16 01:55:10.283491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09907d68-a10a-41d1-a855-d715272d9be2 req-352c19b7-5a88-447b-865d-4bda3f7374cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.283594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.283927 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-352c19b7-5a88-447b-865d-4bda3f7374cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 200 len: 915 time: 0.2044687 Jul 16 01:55:10.293574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:97:55:5b', 'name': 'tempest-NetworksTestDHCPv6-1013204623'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:10.361050 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-fd12e124-1bc3-45d7-9ed3-010ac0c43e3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a HTTP/1.1" status: 200 len: 217 time: 0.0705435 Jul 16 01:55:10.432511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09907d68-a10a-41d1-a855-d715272d9be2 req-e3afe2e6-13da-4ea4-aaa2-b3bf617d5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.434799 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-e3afe2e6-13da-4ea4-aaa2-b3bf617d5cfa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=095d7e66-4e60-4e62-91db-4bd55d26c2c6 HTTP/1.1" status: 200 len: 854 time: 0.0661232 Jul 16 01:55:10.484882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-b2a98ece-32a9-41b3-9ea2-54166e7ff046 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9c59aec-219e-48b1-a76f-c497d2fccfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430136 Jul 16 01:55:10.487588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:10.499897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-01888d5c-1008-4564-b3fb-6915798b80cd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:55:10.501513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-01888d5c-1008-4564-b3fb-6915798b80cd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095732 Jul 16 01:55:10.654126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Allocated IP 172.20.0.2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/fec08325-4275-46f1-9708-461fc003e706/69aeca40-5ee3-484e-8ecc-4c6ccf23c246) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:10.683195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Allocated IP 2001:db8::f816:3eff:fed6:8907 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/c142195e-ddde-4c83-8091-73a4eda389b2/69aeca40-5ee3-484e-8ecc-4c6ccf23c246) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:10.683633 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-ef452b4b-f5f5-4cd9-a7c0-ce013dea08ff service neutron] 10.222.0.23 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739347 Jul 16 01:55:10.720406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.818263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 9c5f0f12-2709-4a8b-98b0-982fd792a34d yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:10.972851 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-09907d68-a10a-41d1-a855-d715272d9be2 req-cd401e15-dd3e-47ef-b513-f96acb083ace service neutron] 10.222.0.23 "GET /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822196 Jul 16 01:55:11.133941 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.139858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2696fa99-2fd0-4a6d-902c-9aa436a572fb no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:11.168075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 2696fa99-2fd0-4a6d-902c-9aa436a572fb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:11.168593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2696fa99-2fd0-4a6d-902c-9aa436a572fb not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:11.174887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Transition to ACTIVE for port object 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:11.209076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Transition to ACTIVE for port object 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:11.222428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.291862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:11.295234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:11.302450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:11.316669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Pushing event updated for resources: {'Port': ['ID=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.370457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 172.20.0.13 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/fec08325-4275-46f1-9708-461fc003e706/9c5f0f12-2709-4a8b-98b0-982fd792a34d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:11.383157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe97:555b (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/c142195e-ddde-4c83-8091-73a4eda389b2/9c5f0f12-2709-4a8b-98b0-982fd792a34d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:11.498968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Attempting to bind port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:11.499151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Attempting to bind port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:11.499472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Attempting to bind port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:11.510648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:11.511751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:11.512168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.512702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:11.513076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Bound port: 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:11.516614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.630361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.644638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 9c5f0f12-2709-4a8b-98b0-982fd792a34d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:11.676702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] For port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:11.681869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] For port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:11.695942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.699562 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.792592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11e2a-d852-49b0-aef7-a8bfc0ace0a4 None None] Pushing event updated for resources: {'Port': ['ID=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.810024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:11.813698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:11.826084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:11.836229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=9c5f0f12-2709-4a8b-98b0-982fd792a34d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.013720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.019092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.057481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3c2edb96-3b3f-44ab-aada-c676d645ee09 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7716775 Jul 16 01:55:12.059487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 59986) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.219498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd9706-8c48-4dba-a905-49f3b5e0512e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.227893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd9706-8c48-4dba-a905-49f3b5e0512e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.232126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-24dd9706-8c48-4dba-a905-49f3b5e0512e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1690562 Jul 16 01:55:12.232462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.404244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8680d022-9ffa-4bc2-bd31-f03020ac8bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.418393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 9c5f0f12-2709-4a8b-98b0-982fd792a34d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:12.418739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.478955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 59992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.486385 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.640181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.665193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 9c5f0f12-2709-4a8b-98b0-982fd792a34d owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:12.830114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6a651b0-243b-4766-a2b2-fa42440432cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.946082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6a651b0-243b-4766-a2b2-fa42440432cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.956558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6a651b0-243b-4766-a2b2-fa42440432cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.004721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a651b0-243b-4766-a2b2-fa42440432cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c03b80-cca4-4eec-a465-b655f1667e64,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.088172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:13.129786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b6a651b0-243b-4766-a2b2-fa42440432cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ba587eb236e4ade938b5f231f9eb003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993743 Jul 16 01:55:13.130389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60002) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.242480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:13.356270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.406270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=9c5f0f12-2709-4a8b-98b0-982fd792a34d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.411233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d391f9-1545-4ad3-84e8-96578fd2d499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.444267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896225b-7197-4896-b30d-5bbd719d1956 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:13.510251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d391f9-1545-4ad3-84e8-96578fd2d499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.583869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.589070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e59bfde1-5176-40e4-8492-0bad762e25ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/9c5f0f12-2709-4a8b-98b0-982fd792a34d HTTP/1.1" status: 204 len: 168 time: 1.3527591 Jul 16 01:55:13.589927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60004) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.634942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] Provisioning for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:13.647482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:13.648993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.691538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d391f9-1545-4ad3-84e8-96578fd2d499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.695061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4d391f9-1545-4ad3-84e8-96578fd2d499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.696521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c4d391f9-1545-4ad3-84e8-96578fd2d499 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83c03b80-cca4-4eec-a465-b655f1667e64 HTTP/1.1" status: 204 len: 168 time: 0.5644724 Jul 16 01:55:13.722029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d391f9-1545-4ad3-84e8-96578fd2d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c03b80-cca4-4eec-a465-b655f1667e64,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.727311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80870575-9f37-4415-ad9d-162bc53919ec tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.729173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80870575-9f37-4415-ad9d-162bc53919ec tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.730845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80870575-9f37-4415-ad9d-162bc53919ec tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.732496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-80870575-9f37-4415-ad9d-162bc53919ec tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1380131 Jul 16 01:55:13.735566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60010) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.823038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet c142195e-ddde-4c83-8091-73a4eda389b2 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:13.830737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.849908 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.939788 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.954538 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.030795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] For port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:14.040874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.125710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a923f9b-5084-4200-bbdf-3c3183c7e6d5 None None] Pushing event updated for resources: {'Port': ['ID=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.140278 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.274296 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.320071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=c142195e-ddde-4c83-8091-73a4eda389b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.329645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.331815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7c16b3f6-6147-46ac-b267-eb88c078db4d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/c142195e-ddde-4c83-8091-73a4eda389b2 HTTP/1.1" status: 204 len: 168 time: 0.5952699 Jul 16 01:55:14.335189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.419760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet fec08325-4275-46f1-9708-461fc003e706 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:14.429898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.514119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.634918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.719995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.761100 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.764196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/fec08325-4275-46f1-9708-461fc003e706 HTTP/1.1" status: 204 len: 168 time: 0.4279127 Jul 16 01:55:14.765145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119d89b-24e0-42b7-9939-e72b2b70692c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=fec08325-4275-46f1-9708-461fc003e706,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.766875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.853971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.854432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dcebd1d8-e7b4-4012-a567-055780e8db75 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860670 Jul 16 01:55:14.859334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:15.050137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:15.067314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:15.072280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.141587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23c4f0-dd79-48c8-ba38-c8a4395a5c2b None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:15.233868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a4f46840-0b1a-4b99-afa6-1bb8848505c0 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.234272 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a4f46840-0b1a-4b99-afa6-1bb8848505c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.265735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.266114 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.328197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.442050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:15.446830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:15.462218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.462834 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.467306 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.478693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=18818c61-31e0-4aa3-977d-660395a8abee,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.491346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5f4f3f74-4740-4fc9-904c-cf510033e6c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6345499 Jul 16 01:55:15.493619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60056) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:15.499031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:15.798864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:15.805591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.188795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:16.373582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Update dhcp port {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '18818c61-31e0-4aa3-977d-660395a8abee'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '69aeca40-5ee3-484e-8ecc-4c6ccf23c246'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:55:16.447699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.539401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1582826656'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:16.585746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Made reservation on behalf of 5a38fcb8c5404c4b9384c3d9d5b4dd99 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:16.591393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.611053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.714150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:16.761544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Allocated IP 172.20.0.2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/18818c61-31e0-4aa3-977d-660395a8abee/69aeca40-5ee3-484e-8ecc-4c6ccf23c246) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:16.829009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.833470 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.911942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:16.924901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.925263 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Added segment 0ad471de-6606-41c2-acc2-7ee50d0885de of type vlan for network 26c86d89-9b52-4800-83e2-ad89f35d5f30 Jul 16 01:55:16.928084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] For port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:16.973703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.987149 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.002548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1de5f-0e5a-40c9-a19a-87f03171072c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.003275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Transition to ACTIVE for port object 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:17.013797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.016344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.020938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.022537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.109580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9134631 Jul 16 01:55:17.119187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60084) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:17.141926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Request body: {'subnet': {'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:17.164381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dfedb-5217-49ad-941f-e985fa5e66e8 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event updated for resources: {'Network': ['ID=26c86d89-9b52-4800-83e2-ad89f35d5f30,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.183143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.190221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:17.305089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2314e45-2209-4543-b7b4-d16b838597ea None None] Pushing event updated for resources: {'Port': ['ID=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.464095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Made reservation on behalf of 5a38fcb8c5404c4b9384c3d9d5b4dd99 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:17.467703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.595236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] For port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:17.661214 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.671085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.671921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.791137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:17.804859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:17.818852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.819408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.836337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=eb3693ff-9004-49bf-a05c-3a47f6a90afe,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.855071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.889996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d66aa7b6-7099-4bc9-a661-ff7bcc264061 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3952870 Jul 16 01:55:17.894356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:17.905661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:d5:e2:65', 'name': 'tempest-NetworksTestDHCPv6-131557124'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:17.954514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.065039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event updated for resources: {'Subnet': ['ID=ca267d67-513d-4743-9307-baf94fb29d5e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.073018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Checking segment: {'id': '0ad471de-6606-41c2-acc2-7ee50d0885de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:18.073473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Network hostable DHCP agents. Network: 26c86d89-9b52-4800-83e2-ad89f35d5f30, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:18.113299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e38d448-371d-4a2d-abe7-d3df9e039853 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:18.139913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:18.175036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 26c86d89-9b52-4800-83e2-ad89f35d5f30) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:18.180782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.181497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.194431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93defff-69a2-4c1c-a844-03a0d2e0524a None None] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:18.196030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:18.221830 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aaa39028-4865-4cce-82ae-af5e242566cd tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1014659 Jul 16 01:55:18.225139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60094) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.237242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Request body: {'port': {'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30', 'name': 'tempest-DHCPAgentSchedulersTestJSON-233138255'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.246600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b54798e3-ceab-4be3-a26b-aedc7f6d68a9 None None] Provisioning for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:18.253956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b54798e3-ceab-4be3-a26b-aedc7f6d68a9 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:18.254543 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b54798e3-ceab-4be3-a26b-aedc7f6d68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.442204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Made reservation on behalf of 5a38fcb8c5404c4b9384c3d9d5b4dd99 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:18.446918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.469806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.476311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] device_id is not set on port 4d67afe2-b27d-424a-aa2e-62aebe82299d yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:18.550335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 5ce8ce65-13fa-416d-8641-870f600be2d6 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:18.566390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.675962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-26c86d89-9b52-4800-83e2-ad89f35d5f30', 'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30', 'tenant_id': '5a38fcb8c5404c4b9384c3d9d5b4dd99', 'fixed_ips': [{'subnet_id': 'ca267d67-513d-4743-9307-baf94fb29d5e'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:18.676868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.777520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Allocated IP 172.20.0.6 (26c86d89-9b52-4800-83e2-ad89f35d5f30/ca267d67-513d-4743-9307-baf94fb29d5e/4d67afe2-b27d-424a-aa2e-62aebe82299d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:18.965727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 172.20.0.5 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/18818c61-31e0-4aa3-977d-660395a8abee/5ce8ce65-13fa-416d-8641-870f600be2d6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:18.982490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fed5:e265 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/eb3693ff-9004-49bf-a05c-3a47f6a90afe/5ce8ce65-13fa-416d-8641-870f600be2d6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:19.089115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:19.243949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:19.247711 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.311567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.365901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Transition to ACTIVE for port object 4d67afe2-b27d-424a-aa2e-62aebe82299d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:19.457456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.471712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.498888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 5ce8ce65-13fa-416d-8641-870f600be2d6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:19.569898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Allocated IP 172.20.0.2 (26c86d89-9b52-4800-83e2-ad89f35d5f30/ca267d67-513d-4743-9307-baf94fb29d5e/a66a98e0-dcd5-41c6-80eb-610e98acdbe5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:19.602073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:19.606457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:19.620744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:19.643604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.820376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:19.838323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:19.840854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:19.929301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=5ce8ce65-13fa-416d-8641-870f600be2d6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.035724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.038695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.046999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.075568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Transition to ACTIVE for port object a66a98e0-dcd5-41c6-80eb-610e98acdbe5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:20.080967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-87aa8542-253f-405f-be54-cd38bce541f8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1808047 Jul 16 01:55:20.082760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.156783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Transition to ACTIVE for port object a66a98e0-dcd5-41c6-80eb-610e98acdbe5 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:20.206618 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.272471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:20.322711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9099f20-b842-4465-923b-de56b69c7535 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.335749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:20.344731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9099f20-b842-4465-923b-de56b69c7535 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.346175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:20.357602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f9099f20-b842-4465-923b-de56b69c7535 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2705843 Jul 16 01:55:20.358470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99e04f-e962-4be5-bf52-67e4d772bc2a None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:20.358853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60112) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.499741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Pushing event updated for resources: {'Port': ['ID=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.515704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event updated for resources: {'Port': ['ID=4d67afe2-b27d-424a-aa2e-62aebe82299d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.549773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 5ce8ce65-13fa-416d-8641-870f600be2d6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:20.550041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.564445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-80aa42e3-0e34-4f19-a4de-76ad1b5c76d0 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:20.564823 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80aa42e3-0e34-4f19-a4de-76ad1b5c76d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.577372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.581345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.623359 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87b4744c-dea1-4a89-8d84-24294532d238 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3948154 Jul 16 01:55:20.628730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60114) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.748381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Attempting to bind port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:20.749177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Attempting to bind port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0ad471de-6606-41c2-acc2-7ee50d0885de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:20.750854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Attempting to bind port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 on network 26c86d89-9b52-4800-83e2-ad89f35d5f30 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:20.792960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.809298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:20.809853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Checking segment: {'id': '0ad471de-6606-41c2-acc2-7ee50d0885de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:20.810340 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.810824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Bound using segment: {'id': '0ad471de-6606-41c2-acc2-7ee50d0885de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:20.811414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Bound port: a66a98e0-dcd5-41c6-80eb-610e98acdbe5, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad471de-6606-41c2-acc2-7ee50d0885de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '26c86d89-9b52-4800-83e2-ad89f35d5f30'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:20.811887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.857795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 5ce8ce65-13fa-416d-8641-870f600be2d6 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:20.878639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Deleting port 4d67afe2-b27d-424a-aa2e-62aebe82299d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:20.883970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.055476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] For port a66a98e0-dcd5-41c6-80eb-610e98acdbe5, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:21.066045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] For port a66a98e0-dcd5-41c6-80eb-610e98acdbe5, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,segment=NetworkSegment(0ad471de-6606-41c2-acc2-7ee50d0885de),segment_id=0ad471de-6606-41c2-acc2-7ee50d0885de)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:21.080099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.084996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.109240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Calling delete_port for 4d67afe2-b27d-424a-aa2e-62aebe82299d owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:21.199443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.228059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0f2b-b020-4d1c-9a3f-d56bb0f3146f None None] Pushing event updated for resources: {'Port': ['ID=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.245066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=5ce8ce65-13fa-416d-8641-870f600be2d6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.444477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.461016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.466992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-327bef90-958c-4346-ac50-3db18dde1a3c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/5ce8ce65-13fa-416d-8641-870f600be2d6 HTTP/1.1" status: 204 len: 168 time: 1.1071060 Jul 16 01:55:21.467792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60122) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.526417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event deleted for resources: {'Port': ['ID=4d67afe2-b27d-424a-aa2e-62aebe82299d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.677054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6c789-b791-441c-9717-e63ab2be44c1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.679238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6c789-b791-441c-9717-e63ab2be44c1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.680986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6c789-b791-441c-9717-e63ab2be44c1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.685623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60124) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.694260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7c6c789-b791-441c-9717-e63ab2be44c1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2230403 Jul 16 01:55:21.721184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.726367 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aedc1a79-997c-4447-8278-bc3312ddf63b tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "DELETE /v2.0/ports/4d67afe2-b27d-424a-aa2e-62aebe82299d HTTP/1.1" status: 204 len: 168 time: 1.0942855 Jul 16 01:55:21.727114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60126) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.794258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 18818c61-31e0-4aa3-977d-660395a8abee {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:21.804338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.857344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.863476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1756145622'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:21.870904 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac072b88-f03d-49eb-a3ae-d6617a675fe2 tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.1392696 Jul 16 01:55:21.894846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.922977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Made reservation on behalf of 5a38fcb8c5404c4b9384c3d9d5b4dd99 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:21.926741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.972769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:22.017982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.018587 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Added segment df1ff113-ce09-4e75-9218-f09fb19fe6c2 of type vlan for network 64385989-2a9d-4082-8fc8-a4ab616b6d38 Jul 16 01:55:22.057454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.112120 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.118433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-08ad3e36-dc32-4063-bf55-cc9c5e22bacd None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:22.119406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-08ad3e36-dc32-4063-bf55-cc9c5e22bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.183437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.207062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.207973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.231735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.258441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-08ad3e36-dc32-4063-bf55-cc9c5e22bacd None None] Could not find standard attr ID for object 5ce8ce65-13fa-416d-8641-870f600be2d6. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:22.297743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4340854 Jul 16 01:55:22.297743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=18818c61-31e0-4aa3-977d-660395a8abee,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.298397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60132) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.308212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.310307 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-17f87feb-a977-40e8-9bdd-ff8f8e65db38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/18818c61-31e0-4aa3-977d-660395a8abee HTTP/1.1" status: 204 len: 168 time: 0.6235585 Jul 16 01:55:22.325498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60134) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.337452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7ad10-a95c-48cb-a030-085c31b55b18 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event updated for resources: {'Network': ['ID=64385989-2a9d-4082-8fc8-a4ab616b6d38,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.351877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 64385989-2a9d-4082-8fc8-a4ab616b6d38 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:22.501835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet eb3693ff-9004-49bf-a05c-3a47f6a90afe {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:22.511789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.586312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add2b85-c05d-49b6-a24c-a710aef87734 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:22.619324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.650188 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87c5c44a-035e-4555-87b5-1ebe1d7d8ba5 tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/agents/7b00618e-84db-463e-9f5a-0763e9b6dcbe/dhcp-networks HTTP/1.1" status: 200 len: 5696 time: 0.3506029 Jul 16 01:55:22.653407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60136) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.698565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ae4cabb4-9a02-4e15-a419-7e3d79514fa3 req-b8576558-a347-492d-af42-5db9916d39a9 service neutron] (93756) timed out ('10.222.0.23', 65233) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:55:22.731136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9105c99e-cc4f-4dfe-837e-f9d32fe689ab None None] Could not find standard attr ID for object b79bd0e8-5447-4aef-a194-1eb9d232e8cb. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:22.785799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.959822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb8d1a-91f8-47d5-8966-704c492510fe tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] Network 64385989-2a9d-4082-8fc8-a4ab616b6d38 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:23.011891 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f1fb8d1a-91f8-47d5-8966-704c492510fe tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "POST /v2.0/agents/7b00618e-84db-463e-9f5a-0763e9b6dcbe/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3575947 Jul 16 01:55:23.014588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.014728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ebb870-c4f9-42ea-be25-ec87301e8b01 None None] Network 64385989-2a9d-4082-8fc8-a4ab616b6d38 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:23.042693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.055179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a66a98e0-dcd5-41c6-80eb-610e98acdbe5 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:23.080840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3693ff-9004-49bf-a05c-3a47f6a90afe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.083097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.088849 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f54fcb5-a908-4d3b-a229-82c779aaa151 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/eb3693ff-9004-49bf-a05c-3a47f6a90afe HTTP/1.1" status: 204 len: 168 time: 0.7619789 Jul 16 01:55:23.089621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60140) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.141721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ed1ca1f5-ff7e-4d44-b5b1-1c03ae15fa86 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503657 Jul 16 01:55:23.142517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60142) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.287628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e336ab-e50f-455c-b22d-fb13477a6196 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.296975 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a6e336ab-e50f-455c-b22d-fb13477a6196 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1533160 Jul 16 01:55:23.297862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.311480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:23.323519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc70de9a-04af-4405-95b2-536030ad804c None None] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:23.405092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] Provisioning for port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:23.414284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b433cb-0105-40b0-b374-197f576be4f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.415950 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-76b433cb-0105-40b0-b374-197f576be4f7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173394 Jul 16 01:55:23.422792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.500770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] Provisioning complete for port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:23.501734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.553196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c457ed02-e5d1-4af1-b296-195d42682a50 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294739 Jul 16 01:55:23.558330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60148) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.563592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3261b3e6-96e0-4fef-939e-e9bf0bb69048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:23.574752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a08897b8-ea1f-4b2e-80a8-739c168dd22d tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/agents/7b00618e-84db-463e-9f5a-0763e9b6dcbe/dhcp-networks HTTP/1.1" status: 200 len: 6429 time: 0.5587492 Jul 16 01:55:23.575641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60150) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.684562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45c24b76-3ee6-4999-bdaa-60ca53878825 tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "DELETE /v2.0/agents/7b00618e-84db-463e-9f5a-0763e9b6dcbe/dhcp-networks/64385989-2a9d-4082-8fc8-a4ab616b6d38 HTTP/1.1" status: 204 len: 168 time: 0.1074588 Jul 16 01:55:23.685242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.781533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261b3e6-96e0-4fef-939e-e9bf0bb69048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:23.785907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3261b3e6-96e0-4fef-939e-e9bf0bb69048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.788329 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3261b3e6-96e0-4fef-939e-e9bf0bb69048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:23.789134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3261b3e6-96e0-4fef-939e-e9bf0bb69048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:23.827539 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3261b3e6-96e0-4fef-939e-e9bf0bb69048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2679899 Jul 16 01:55:23.827751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.844856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5b0dfe34-3b88-48c1-887b-e895de40f36e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:23.963454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.009591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5f3a6bd7-6f94-4746-8732-c1d8b6a4c1ed tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/agents/7b00618e-84db-463e-9f5a-0763e9b6dcbe/dhcp-networks HTTP/1.1" status: 200 len: 5658 time: 0.3195024 Jul 16 01:55:24.010689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.024707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0dfe34-3b88-48c1-887b-e895de40f36e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:24.029334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfe34-3b88-48c1-887b-e895de40f36e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.032191 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0dfe34-3b88-48c1-887b-e895de40f36e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:24.032191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0dfe34-3b88-48c1-887b-e895de40f36e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:24.039583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] For port a66a98e0-dcd5-41c6-80eb-610e98acdbe5, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,segment=NetworkSegment(0ad471de-6606-41c2-acc2-7ee50d0885de),segment_id=0ad471de-6606-41c2-acc2-7ee50d0885de)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:24.051832 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.057074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce4ef1ee-7c00-49e0-907b-d0c4899a4c3e tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/networks/26c86d89-9b52-4800-83e2-ad89f35d5f30/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0424924 Jul 16 01:55:24.057236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5b0dfe34-3b88-48c1-887b-e895de40f36e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2268603 Jul 16 01:55:24.057339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.060617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.065817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e6fd3c32-73b3-47c9-8cd2-efdc17697ac8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:24.090840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-531ec9ba-9bb2-4870-8cf6-eb9d6343b699 tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/networks/26c86d89-9b52-4800-83e2-ad89f35d5f30/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0296302 Jul 16 01:55:24.091068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.199487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c147482-d6d5-49c0-a398-99c6282fc8d4 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:24.215995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260d0e4-d02f-4857-a6ff-fdddc8aea496 None None] Pushing event updated for resources: {'Port': ['ID=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.283395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6718e99b-3d2f-4ade-946d-3e7737e81383 None None] Provisioning complete for port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:24.284195 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6718e99b-3d2f-4ade-946d-3e7737e81383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.301242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd3c32-73b3-47c9-8cd2-efdc17697ac8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:24.319608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3c32-73b3-47c9-8cd2-efdc17697ac8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.325367 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fd3c32-73b3-47c9-8cd2-efdc17697ac8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:24.325963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fd3c32-73b3-47c9-8cd2-efdc17697ac8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:24.382134 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e6fd3c32-73b3-47c9-8cd2-efdc17697ac8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3204153 Jul 16 01:55:24.382977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.388141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-51f61706-722e-4650-a39e-19f6ccff2272 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:24.433581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5e118ce3-146c-408e-b9d8-1b5a1497f6b6 tempest-DHCPAgentSchedulersTestJSON-1224385948 tempest-DHCPAgentSchedulersTestJSON-1224385948-project-admin] 10.222.0.42 "GET /v2.0/agents/7b00618e-84db-463e-9f5a-0763e9b6dcbe/dhcp-networks HTTP/1.1" status: 200 len: 5658 time: 0.3409438 Jul 16 01:55:24.438443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.563340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f61706-722e-4650-a39e-19f6ccff2272 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:24.573359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51f61706-722e-4650-a39e-19f6ccff2272 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.573899 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f61706-722e-4650-a39e-19f6ccff2272 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:24.574438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f61706-722e-4650-a39e-19f6ccff2272 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:24.596618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.598088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-51f61706-722e-4650-a39e-19f6ccff2272 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2136467 Jul 16 01:55:24.605798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9aebd525-3d46-40fb-9092-14b67bac9f01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:24.717549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:24.731984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.794169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4d326392-c224-400e-94ba-07cf3994034e None None] Provisioning complete for port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:24.794787 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d326392-c224-400e-94ba-07cf3994034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.830531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] Deleting port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:24.831074 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.972220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] For port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:24.972676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.009727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] Calling delete_port for 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:25.033412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a66a98e0-dcd5-41c6-80eb-610e98acdbe5 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:25.136253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6bb8b267-6689-4e11-a0ea-61f0fa90137d None None] Could not find standard attr ID for object 4d67afe2-b27d-424a-aa2e-62aebe82299d. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:25.160286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:25.160763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.237287 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.380986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-8a1f81e7-fd90-4338-9002-f8d7fcbfe24a req-4d9d82dc-68fb-4004-a78e-2f77cc8860f2 service neutron] (93755) timed out ('10.222.0.13', 52354) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:55:25.386932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] Pushing event deleted for resources: {'Port': ['ID=69aeca40-5ee3-484e-8ecc-4c6ccf23c246,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:25.395295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e5415-2bc9-47db-b98e-137034811fe2 None None] No DVR routers for this DVR port 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:25.397253 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.410425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebd525-3d46-40fb-9092-14b67bac9f01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:25.416236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aebd525-3d46-40fb-9092-14b67bac9f01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.419005 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aebd525-3d46-40fb-9092-14b67bac9f01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:25.419886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aebd525-3d46-40fb-9092-14b67bac9f01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:25.445635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64385989-2a9d-4082-8fc8-a4ab616b6d38']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:25.469029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1ff113-ce09-4e75-9218-f09fb19fe6c2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:25.469331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1ff113-ce09-4e75-9218-f09fb19fe6c2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:25.493593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.507426 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9aebd525-3d46-40fb-9092-14b67bac9f01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9057469 Jul 16 01:55:25.510369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.517913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:25.522652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f8c6f2ff-521c-4904-9973-20a105b64533 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:25.559364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.561840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:25.562202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 69aeca40-5ee3-484e-8ecc-4c6ccf23c246 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:25.579045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:25.579467 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:25.582634 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:25.666331 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.722552 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.724780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "DELETE /v2.0/networks/64385989-2a9d-4082-8fc8-a4ab616b6d38 HTTP/1.1" status: 204 len: 168 time: 1.2808976 Jul 16 01:55:25.727172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.727387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05ce7e-ab0e-4033-b246-72168051dba4 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event deleted for resources: {'Network': ['ID=64385989-2a9d-4082-8fc8-a4ab616b6d38,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:25.754693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c6f2ff-521c-4904-9973-20a105b64533 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:25.759913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8c6f2ff-521c-4904-9973-20a105b64533 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.761868 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c6f2ff-521c-4904-9973-20a105b64533 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:25.762747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c6f2ff-521c-4904-9973-20a105b64533 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:25.789268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8c6f2ff-521c-4904-9973-20a105b64533 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2695692 Jul 16 01:55:25.789944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.797509 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3faf1da8-234c-479d-99f3-cdc4f25d2410 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] DELETE failed (client error): The resource could not be found. Jul 16 01:55:25.798393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3faf1da8-234c-479d-99f3-cdc4f25d2410 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:25.814672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3faf1da8-234c-479d-99f3-cdc4f25d2410 tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "DELETE /v2.0/ports/4d67afe2-b27d-424a-aa2e-62aebe82299d HTTP/1.1" status: 404 len: 333 time: 0.0856309 Jul 16 01:55:25.816864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.822488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-66213fab-7227-46e6-8ee4-e0c88c9f6c10 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0316756 Jul 16 01:55:25.824644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.893608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Deleting subnet ca267d67-513d-4743-9307-baf94fb29d5e {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:25.902975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.904783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e648f-5a5b-4504-9ab1-98e399607539 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.906906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-522e648f-5a5b-4504-9ab1-98e399607539 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807397 Jul 16 01:55:25.908889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.953076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.953635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3d0c9e4a-d429-4f6e-a258-00d1adb3bf64 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436606 Jul 16 01:55:25.958887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.984927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:26.048278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021cf75-41a9-4528-a0bc-422fcd009c3f req-4e055e13-e75b-46ba-8010-74ed6788a3e3 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.057086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3021cf75-41a9-4528-a0bc-422fcd009c3f req-4e055e13-e75b-46ba-8010-74ed6788a3e3 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1022000 Jul 16 01:55:26.106346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3021cf75-41a9-4528-a0bc-422fcd009c3f req-f14ae1c0-e8f1-4850-9ba2-6885c0a67de5 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Jul 16 01:55:26.173953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:26.179040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.183185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.319034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.354589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event deleted for resources: {'Subnet': ['ID=ca267d67-513d-4743-9307-baf94fb29d5e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:26.359394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.361348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a6867177-110d-43dd-8236-e851776be84a tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "DELETE /v2.0/subnets/ca267d67-513d-4743-9307-baf94fb29d5e HTTP/1.1" status: 204 len: 168 time: 0.5435221 Jul 16 01:55:26.363984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60188) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.378364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d0714-70ef-4795-ba1c-4169f9a9868e None None] Network 26c86d89-9b52-4800-83e2-ad89f35d5f30 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:26.489087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.645074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] DHCP port deletion for 26c86d89-9b52-4800-83e2-ad89f35d5f30 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:26.651739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Deleting port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:26.652179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.698512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] Deleting port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:26.699139 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.707919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:26.712350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.780678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] For port a66a98e0-dcd5-41c6-80eb-610e98acdbe5, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,segment=NetworkSegment(0ad471de-6606-41c2-acc2-7ee50d0885de),segment_id=0ad471de-6606-41c2-acc2-7ee50d0885de)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:26.780911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.795361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] For port a66a98e0-dcd5-41c6-80eb-610e98acdbe5, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,segment=NetworkSegment(0ad471de-6606-41c2-acc2-7ee50d0885de),segment_id=0ad471de-6606-41c2-acc2-7ee50d0885de)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:26.795744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.797152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] Calling delete_port for a66a98e0-dcd5-41c6-80eb-610e98acdbe5 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:26.800381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:26.820938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:26.823897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.824531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.846221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Calling delete_port for a66a98e0-dcd5-41c6-80eb-610e98acdbe5 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:26.855091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cf672-3c53-45d5-afe6-6c3a2b8bc896 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:26.867934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9075644 Jul 16 01:55:26.870527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.877613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:71:94:cf', 'name': 'tempest-NetworksTestDHCPv6-85071761'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:26.889516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397614c-6305-4176-b855-f34b6797a1ab tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=8b38d66c-3c5d-413c-98fe-e5b79bcb8a59,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.028236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.049558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a66a98e0-dcd5-41c6-80eb-610e98acdbe5 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:27.070210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] No DVR routers for this DVR port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:27.079225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event deleted for resources: {'Port': ['ID=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.130253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a66a98e0-dcd5-41c6-80eb-610e98acdbe5 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:27.130611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a66a98e0-dcd5-41c6-80eb-610e98acdbe5 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.131895 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:55:27.134388 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 01:55:27.154758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '8b38d66c-3c5d-413c-98fe-e5b79bcb8a59'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:27.155741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.160204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:27.192296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.192840 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.207237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c86d89-9b52-4800-83e2-ad89f35d5f30']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.242780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad471de-6606-41c2-acc2-7ee50d0885de') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.243087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad471de-6606-41c2-acc2-7ee50d0885de') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.264369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] Pushing event deleted for resources: {'Port': ['ID=a66a98e0-dcd5-41c6-80eb-610e98acdbe5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.269649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.273106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.287671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.294132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:27.294543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.304946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125a023-2c9d-457f-839c-933d946543e2 None None] No DVR routers for this DVR port a66a98e0-dcd5-41c6-80eb-610e98acdbe5 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:27.310226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 5dec784b-58ee-4cbd-86c2-a21192c03609 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:27.372336 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:27.420693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.429234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.431154 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] 10.222.0.42 "DELETE /v2.0/networks/26c86d89-9b52-4800-83e2-ad89f35d5f30 HTTP/1.1" status: 204 len: 168 time: 1.0661666 Jul 16 01:55:27.432660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d12c4-62e1-4746-8f34-a4d1e14385b0 req-67b4dd1f-f999-4a45-bf43-624e99ec5294 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.450134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d37d12c4-62e1-4746-8f34-a4d1e14385b0 req-67b4dd1f-f999-4a45-bf43-624e99ec5294 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1091220 Jul 16 01:55:27.464187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ec33b-a253-4896-9426-63d9bc7e05ea tempest-DHCPAgentSchedulersTestJSON-2092011206 tempest-DHCPAgentSchedulersTestJSON-2092011206-project] Pushing event deleted for resources: {'Network': ['ID=26c86d89-9b52-4800-83e2-ad89f35d5f30,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.484546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-2c61b0c8-5646-4ca1-97f5-44bb4e6b400e tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.486582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-2c61b0c8-5646-4ca1-97f5-44bb4e6b400e tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.23 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1155272 Jul 16 01:55:27.633288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Allocated IP 2001:db8::f816:3eff:fee1:3187 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/8b38d66c-3c5d-413c-98fe-e5b79bcb8a59/0a29076a-d059-4b79-9e55-859b6d5a4eec) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:27.663187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d37d12c4-62e1-4746-8f34-a4d1e14385b0 req-f7bb467d-110e-47a1-ba2e-b4fd7c630517 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e24f08-ec21-4330-9af0-5532394c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417677 Jul 16 01:55:27.721880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Deleting port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:27.722452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.903476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] For port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,segment=NetworkSegment(7415f0d4-c855-4a79-9c51-fe395d6d6ff2),segment_id=7415f0d4-c855-4a79-9c51-fe395d6d6ff2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:27.903843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.913879 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.923669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Calling delete_port for 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:27.933647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Transition to ACTIVE for port object 0a29076a-d059-4b79-9e55-859b6d5a4eec will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:27.955875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Transition to ACTIVE for port object 0a29076a-d059-4b79-9e55-859b6d5a4eec will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:27.966115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.012202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:28.037382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:28.042287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:28.048061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:28.051438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Pushing event updated for resources: {'Port': ['ID=0a29076a-d059-4b79-9e55-859b6d5a4eec,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.089565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe71:94cf (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/8b38d66c-3c5d-413c-98fe-e5b79bcb8a59/5dec784b-58ee-4cbd-86c2-a21192c03609) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:28.132943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.137834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Attempting to bind port 0a29076a-d059-4b79-9e55-859b6d5a4eec on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:28.138224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Attempting to bind port 0a29076a-d059-4b79-9e55-859b6d5a4eec by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:28.138603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Attempting to bind port 0a29076a-d059-4b79-9e55-859b6d5a4eec on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:28.151957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['45b62db1-7fa7-4135-a3b3-415e9e9b2b7a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:28.162646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:28.163061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:28.163434 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.163837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:28.165879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Bound port: 0a29076a-d059-4b79-9e55-859b6d5a4eec, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:28.166294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.179474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Pushing event deleted for resources: {'Port': ['ID=45b62db1-7fa7-4135-a3b3-415e9e9b2b7a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.236041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] No DVR routers for this DVR port 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:28.238988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.241534 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2395391e-5bd0-4de6-a554-b9cf7e8af821 req-ae7392f1-9d0e-439a-b40e-8e4388a419a8 tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.23 "DELETE /v2.0/ports/45b62db1-7fa7-4135-a3b3-415e9e9b2b7a HTTP/1.1" status: 204 len: 173 time: 0.7483420 Jul 16 01:55:28.242243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'name': 'network-vif-deleted', 'tag': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:28.252720 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf83ba3-9cd2-4744-b1cf-89e05169c6a2" -d '{"events": [{"server_uuid": "57d98a10-b868-447a-9eec-1d0e00b4b5b8", "name": "network-vif-deleted", "tag": "45b62db1-7fa7-4135-a3b3-415e9e9b2b7a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:28.294384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.296755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] For port 0a29076a-d059-4b79-9e55-859b6d5a4eec, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:28.319110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] For port 0a29076a-d059-4b79-9e55-859b6d5a4eec, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0a29076a-d059-4b79-9e55-859b6d5a4eec,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:28.323642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 5dec784b-58ee-4cbd-86c2-a21192c03609 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:28.331707 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.365791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90fa11fd-d2ce-4f36-8364-1b52f90c3c5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a38fcb8c5404c4b9384c3d9d5b4dd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525238 Jul 16 01:55:28.368743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60224) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:28.392710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.436576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:28.443802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:28.449411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:28.462309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.463593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.478500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-417f994c-6b00-4ff4-859b-563bfe7c4b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.483434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625748-b1e8-469c-9e55-676e52f8b22e None None] Pushing event updated for resources: {'Port': ['ID=0a29076a-d059-4b79-9e55-859b6d5a4eec,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.518837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-417f994c-6b00-4ff4-859b-563bfe7c4b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.563519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6912062 Jul 16 01:55:28.566703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:28.585560 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b6798-4e99-4766-a39a-2443503de141 x-openstack-request-id: req-3f2b6798-4e99-4766-a39a-2443503de141 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:28.586099 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d98a10-b868-447a-9eec-1d0e00b4b5b8", "name": "network-vif-deleted", "tag": "45b62db1-7fa7-4135-a3b3-415e9e9b2b7a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:28.586554 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f2b6798-4e99-4766-a39a-2443503de141 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:28.587076 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d98a10-b868-447a-9eec-1d0e00b4b5b8', 'name': 'network-vif-deleted', 'tag': '45b62db1-7fa7-4135-a3b3-415e9e9b2b7a', 'status': 'completed', 'code': 200} Jul 16 01:55:28.594637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426ab8-0d02-45d3-9be7-d2217ea68b94 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=5dec784b-58ee-4cbd-86c2-a21192c03609,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.619135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-417f994c-6b00-4ff4-859b-563bfe7c4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.622723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-417f994c-6b00-4ff4-859b-563bfe7c4b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.624295 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-417f994c-6b00-4ff4-859b-563bfe7c4b51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59a1de5f-0e5a-40c9-a19a-87f03171072c HTTP/1.1" status: 204 len: 168 time: 0.2542205 Jul 16 01:55:28.641475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f994c-6b00-4ff4-859b-563bfe7c4b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1de5f-0e5a-40c9-a19a-87f03171072c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.678266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4640d-2c04-4c5a-825d-48c7f0ac5d84 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.692364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4640d-2c04-4c5a-825d-48c7f0ac5d84 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.699477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:28.699840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-64b4640d-2c04-4c5a-825d-48c7f0ac5d84 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1319032 Jul 16 01:55:29.006479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 5dec784b-58ee-4cbd-86c2-a21192c03609 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:29.006990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.025031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0afc93ca-1600-40fa-8303-a5826c8a55a7 req-a6ede6ef-26ad-4416-a14f-981e33336cae tempest-VolumesSnapshotTestJSON-1145975441 tempest-VolumesSnapshotTestJSON-1145975441-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d98a10-b868-447a-9eec-1d0e00b4b5b8 HTTP/1.1" status: 200 len: 210 time: 0.1193180 Jul 16 01:55:29.085466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a29076a-d059-4b79-9e55-859b6d5a4eec up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:29.171820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 0a29076a-d059-4b79-9e55-859b6d5a4eec completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:29.183171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.197833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 5dec784b-58ee-4cbd-86c2-a21192c03609 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:29.224914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:29.240609 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894f53c-210d-4c6c-aaf8-b7177d6bde61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.361350 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894f53c-210d-4c6c-aaf8-b7177d6bde61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.369623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894f53c-210d-4c6c-aaf8-b7177d6bde61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.379599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.426630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f894f53c-210d-4c6c-aaf8-b7177d6bde61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=315ad73697f840a597897acc585f43e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003496 Jul 16 01:55:29.428266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f53c-210d-4c6c-aaf8-b7177d6bde61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2fd0a-26c6-4040-991e-45c18d114e91,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.431914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:29.463431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.465558 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/5dec784b-58ee-4cbd-86c2-a21192c03609 HTTP/1.1" status: 204 len: 168 time: 0.7646441 Jul 16 01:55:29.467052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fb4c9-e7f9-4c97-9864-190ca002809c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=5dec784b-58ee-4cbd-86c2-a21192c03609,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.468860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60250) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:29.502395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8c8c-24fb-498a-978f-c14686b612f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.548272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8c8c-24fb-498a-978f-c14686b612f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.560443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09daea-2beb-4cd5-b514-63438f099571 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.562325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09daea-2beb-4cd5-b514-63438f099571 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.574247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:29.575124 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cc09daea-2beb-4cd5-b514-63438f099571 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1051052 Jul 16 01:55:29.675690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 8b38d66c-3c5d-413c-98fe-e5b79bcb8a59 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:29.679981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.737998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.742189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8c8c-24fb-498a-978f-c14686b612f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.744852 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8c8c-24fb-498a-978f-c14686b612f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.749096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e7ee8c8c-24fb-498a-978f-c14686b612f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fb2fd0a-26c6-4040-991e-45c18d114e91 HTTP/1.1" status: 204 len: 168 time: 0.3158002 Jul 16 01:55:29.785231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8c8c-24fb-498a-978f-c14686b612f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2fd0a-26c6-4040-991e-45c18d114e91,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.895323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.023249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.062319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=8b38d66c-3c5d-413c-98fe-e5b79bcb8a59,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:30.074203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.079655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b79ede38-331e-4ac1-99b8-e92495dbe88a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/8b38d66c-3c5d-413c-98fe-e5b79bcb8a59 HTTP/1.1" status: 204 len: 168 time: 0.5001931 Jul 16 01:55:30.080322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:30.132728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5d7fb-1a97-474e-9a81-15780c2567d5 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:30.144848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5a0d5fb0-bf58-48c2-be1d-5db2b6386df4 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634906 Jul 16 01:55:30.148794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:30.154085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:30.293980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:30.301046 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.408759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] Provisioning for port 0a29076a-d059-4b79-9e55-859b6d5a4eec completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:30.417204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] Provisioning complete for port 0a29076a-d059-4b79-9e55-859b6d5a4eec triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:30.417671 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.491113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-62576cf9-1103-4700-9d30-6490efcf67a0 req-daa99a81-252f-4db9-bf8a-72dcf0b09d71 service neutron] (93756) timed out ('10.222.0.42', 59660) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:55:30.554121 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.584617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:30.629032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] For port 0a29076a-d059-4b79-9e55-859b6d5a4eec, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0a29076a-d059-4b79-9e55-859b6d5a4eec,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:30.647659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:30.676932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:30.677680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 45b62db1-7fa7-4135-a3b3-415e9e9b2b7a not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:30.679274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.820308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae10d0-5426-47a3-99ef-e015c295b5dd None None] Pushing event updated for resources: {'Port': ['ID=0a29076a-d059-4b79-9e55-859b6d5a4eec,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:30.831200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] Deleting port 0a29076a-d059-4b79-9e55-859b6d5a4eec {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:30.831618 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.861987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:30.998924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] For port 0a29076a-d059-4b79-9e55-859b6d5a4eec, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0a29076a-d059-4b79-9e55-859b6d5a4eec,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:30.999408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.033666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] Calling delete_port for 0a29076a-d059-4b79-9e55-859b6d5a4eec owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:31.207813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a29076a-d059-4b79-9e55-859b6d5a4eec no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:31.246936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60304) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:31.273078 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.320934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.361079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] No DVR routers for this DVR port 0a29076a-d059-4b79-9e55-859b6d5a4eec on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:31.395774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e4e82-4a72-40ef-97fe-535f6b1c80f8 None None] Pushing event deleted for resources: {'Port': ['ID=0a29076a-d059-4b79-9e55-859b6d5a4eec,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.412129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No active binding found for port 0a29076a-d059-4b79-9e55-859b6d5a4eec {{(pid=93757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:55:31.412713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a29076a-d059-4b79-9e55-859b6d5a4eec not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:31.423226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Port 0a29076a-d059-4b79-9e55-859b6d5a4eec concurrently deleted while adding address for new subnet {'id': '89bb12b3-0182-4510-8651-0da969b9cb7a', 'name': '', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2939, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T01:55:30Z', 'updated_at': '2021-07-16T01:55:30Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3ba2445263d546bd92da0216a3838300'}. {{(pid=93756) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 01:55:31.425413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.492063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'networks': [{'name': 'tempest-network--822453813'}, {'name': 'tempest-network--1424068750'}]} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:31.492393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'network': {'name': 'tempest-network--822453813'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:31.498989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'network': {'name': 'tempest-network--1424068750'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:31.528106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:31.532045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:31.537784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.538697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.549210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=89bb12b3-0182-4510-8651-0da969b9cb7a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.555709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd91d9a-7fc1-4fc3-acda-d7c2e213b475 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:31.597237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'network': 2} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:31.603006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.606304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c534bae-944b-4a40-8c45-da657c7f41b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4564013 Jul 16 01:55:31.610919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:31.621017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:a0:1c:14', 'name': 'tempest-NetworksTestDHCPv6-1746169425'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:31.625472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.858244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.869076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.869286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.895075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '89bb12b3-0182-4510-8651-0da969b9cb7a'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:31.898635 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.934037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:31.938302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.992802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 2474a57e-d49e-465e-94a2-f2c3c70f2142 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:32.001730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3c134-9099-45f2-ba51-bd3709a073fb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.029582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:32.043503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.043785 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Added segment 11fe287d-9dd0-40b7-bdc6-04ac5130d26b of type vlan for network 6fcce215-75f1-479d-b2a2-332caabf965e Jul 16 01:55:32.100918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.118567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Allocated IP 2001:db8::f816:3eff:fe8a:533f (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/89bb12b3-0182-4510-8651-0da969b9cb7a/a7320931-b250-4c37-8415-6e299e1bb83b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:32.159210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:32.171203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.171548 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Added segment 8164df8e-1781-452d-a88f-43d3234bb71f of type vlan for network 1e423495-e702-4b58-b3ab-2790b47c50b3 Jul 16 01:55:32.231612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.270840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.271553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.277106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.282066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.282957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.307045 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.317161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Transition to ACTIVE for port object a7320931-b250-4c37-8415-6e299e1bb83b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:32.339398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Transition to ACTIVE for port object a7320931-b250-4c37-8415-6e299e1bb83b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:32.343692 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0956166 Jul 16 01:55:32.345756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:32.351702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.408284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:32.413630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:32.419124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Pushing event updated for resources: {'Port': ['ID=a7320931-b250-4c37-8415-6e299e1bb83b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.421792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:32.553881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fea0:1c14 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/89bb12b3-0182-4510-8651-0da969b9cb7a/2474a57e-d49e-465e-94a2-f2c3c70f2142) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:32.579037 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:32.582614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309892ef-45ff-4ca0-b8e5-22210e077095 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.590819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309892ef-45ff-4ca0-b8e5-22210e077095 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.597312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309892ef-45ff-4ca0-b8e5-22210e077095 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.604254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309892ef-45ff-4ca0-b8e5-22210e077095 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.606344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-309892ef-45ff-4ca0-b8e5-22210e077095 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2563612 Jul 16 01:55:32.610132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:32.648897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924d628-7b7a-4f97-948a-471739c86b6a req-4606a9b1-e46c-45cd-9669-c0d3cf79f4ce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.651106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5924d628-7b7a-4f97-948a-471739c86b6a req-4606a9b1-e46c-45cd-9669-c0d3cf79f4ce tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 945 time: 0.3509727 Jul 16 01:55:32.662757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Attempting to bind port a7320931-b250-4c37-8415-6e299e1bb83b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:32.663144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Attempting to bind port a7320931-b250-4c37-8415-6e299e1bb83b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:32.663518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Attempting to bind port a7320931-b250-4c37-8415-6e299e1bb83b on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:32.670017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:32.670413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:32.670808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.671213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:32.671696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Bound port: a7320931-b250-4c37-8415-6e299e1bb83b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:32.672085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.690171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Network': ['ID=6fcce215-75f1-479d-b2a2-332caabf965e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.717100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6fcce215-75f1-479d-b2a2-332caabf965e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:32.785222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f7230-5f82-4061-aea8-ebf0ce5bcc83 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Network': ['ID=1e423495-e702-4b58-b3ab-2790b47c50b3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.787613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.804158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1e423495-e702-4b58-b3ab-2790b47c50b3 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:32.812084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5924d628-7b7a-4f97-948a-471739c86b6a req-5aa83daa-b652-41ce-ba47-51c03096c867 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466894 Jul 16 01:55:32.821290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] For port a7320931-b250-4c37-8415-6e299e1bb83b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:32.846686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] For port a7320931-b250-4c37-8415-6e299e1bb83b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a7320931-b250-4c37-8415-6e299e1bb83b,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:32.878029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.966803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e30c-a917-46d9-9013-4049bb557a92 None None] Pushing event updated for resources: {'Port': ['ID=a7320931-b250-4c37-8415-6e299e1bb83b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.987959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.006271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.009636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcce215-75f1-479d-b2a2-332caabf965e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.030378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fe287d-9dd0-40b7-bdc6-04ac5130d26b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.030680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fe287d-9dd0-40b7-bdc6-04ac5130d26b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.045559 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.047438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 2474a57e-d49e-465e-94a2-f2c3c70f2142 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:33.067075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.078566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:33.079001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:33.083455 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:33.165395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.168624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.208719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.213221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/networks/6fcce215-75f1-479d-b2a2-332caabf965e HTTP/1.1" status: 204 len: 168 time: 0.5972791 Jul 16 01:55:33.213788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60334) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.257521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd73dc-2390-479e-ab39-bd7c40d0d26c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Network': ['ID=6fcce215-75f1-479d-b2a2-332caabf965e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.297620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:33.307129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:33.315743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:33.322924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.324143 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.324610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.337554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=2474a57e-d49e-465e-94a2-f2c3c70f2142,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.358239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aca7a0cc-2a56-402c-a015-3665aba0bf38 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7435937 Jul 16 01:55:33.359362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60336) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.478391 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.496931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e423495-e702-4b58-b3ab-2790b47c50b3']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.509785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8164df8e-1781-452d-a88f-43d3234bb71f') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.510082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8164df8e-1781-452d-a88f-43d3234bb71f') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.524219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.534904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb281b-295f-4ed9-85a5-d0d0875ff4dc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.541807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb281b-295f-4ed9-85a5-d0d0875ff4dc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.546973 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c9cb281b-295f-4ed9-85a5-d0d0875ff4dc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1840224 Jul 16 01:55:33.547947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.566778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.584008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:33.584685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:33.588658 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:33.686649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.699680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.705845 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/networks/1e423495-e702-4b58-b3ab-2790b47c50b3 HTTP/1.1" status: 204 len: 168 time: 0.4876635 Jul 16 01:55:33.707672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.724213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 2474a57e-d49e-465e-94a2-f2c3c70f2142 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:33.724869 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.743617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1b455-16b5-4606-a144-55f72b48bb9a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Network': ['ID=1e423495-e702-4b58-b3ab-2790b47c50b3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.863292 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.890559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 2474a57e-d49e-465e-94a2-f2c3c70f2142 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:33.924512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6faa97-6894-4349-9085-0285d7037eaf tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.934157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6faa97-6894-4349-9085-0285d7037eaf tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.942320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d6faa97-6894-4349-9085-0285d7037eaf tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2324793 Jul 16 01:55:33.942992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60344) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.958657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1200904174'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:34.035474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:34.039807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.091550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.106893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372849c9-24f3-4294-984a-822856f71900 req-05577bc3-5a7f-48e8-bd08-9ec4275b1057 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.108510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-372849c9-24f3-4294-984a-822856f71900 req-05577bc3-5a7f-48e8-bd08-9ec4275b1057 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 945 time: 0.1645932 Jul 16 01:55:34.136642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=2474a57e-d49e-465e-94a2-f2c3c70f2142,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.215677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.220493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-74978289-3a73-49f5-bbe1-fa7ff2ae5e68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/2474a57e-d49e-465e-94a2-f2c3c70f2142 HTTP/1.1" status: 204 len: 168 time: 0.6701028 Jul 16 01:55:34.225484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.247071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:34.289148 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.290029 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Added segment cd43ed53-ff9a-4b60-ab52-76feeeec8ff0 of type vlan for network e873370e-ae9c-4467-84f2-591e17b8c01e Jul 16 01:55:34.319249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47c3d9c-c2c5-4d85-aa42-ec56be651cf6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.321748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47c3d9c-c2c5-4d85-aa42-ec56be651cf6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.326829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e47c3d9c-c2c5-4d85-aa42-ec56be651cf6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0999758 Jul 16 01:55:34.327421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60352) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.370043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Deleting port 50ef4384-8e52-4465-ab22-c207b722df76 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:34.370618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.395394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.462352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-733f2871-216e-49cb-bf4e-b0c6b169227c None None] Provisioning for port a7320931-b250-4c37-8415-6e299e1bb83b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:34.541827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] For port 50ef4384-8e52-4465-ab22-c207b722df76, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=50ef4384-8e52-4465-ab22-c207b722df76,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:34.542487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.771361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 89bb12b3-0182-4510-8651-0da969b9cb7a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:34.779882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.812777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e77431e0-32dc-46a5-8df8-ddfd93848185 None None] Could not find standard attr ID for object 2474a57e-d49e-465e-94a2-f2c3c70f2142. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:34.816317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.826494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.827132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.845124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8536f-909a-4012-8652-1fe6541344ea req-884d1a4d-1569-47b2-9b2e-7e0e5478f0fe tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.852493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38f8536f-909a-4012-8652-1fe6541344ea req-884d1a4d-1569-47b2-9b2e-7e0e5478f0fe tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 945 time: 0.7180076 Jul 16 01:55:34.891890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.916237 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9622753 Jul 16 01:55:34.956675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60354) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.977774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-386185057'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:35.023762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38f8536f-909a-4012-8652-1fe6541344ea req-6ccfa518-e7f8-4cbb-b2f7-b43177afe295 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups?id=e883afd8-ad38-4b18-b7ab-03d843c55a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701729 Jul 16 01:55:35.035219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42b38d-70d1-442e-9f0c-60cee5239c7c tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Network': ['ID=e873370e-ae9c-4467-84f2-591e17b8c01e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.060447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network e873370e-ae9c-4467-84f2-591e17b8c01e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:35.198229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:35.202145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.203751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a7320931-b250-4c37-8415-6e299e1bb83b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:35.208128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.208655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.219098 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Floating IP 4cd73f80-13d3-4be4-811c-15964e604fc4 disassociated. External IP: 172.25.7.181, port: 50ef4384-8e52-4465-ab22-c207b722df76. Jul 16 01:55:35.220727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Calling delete_port for 50ef4384-8e52-4465-ab22-c207b722df76 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:35.261912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.290115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a7320931-b250-4c37-8415-6e299e1bb83b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:35.295386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a7320931-b250-4c37-8415-6e299e1bb83b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:35.295779 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.297752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:35.319419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.319419 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Added segment 54aaccf6-506a-48a2-a4a1-966b1cc484b7 of type vlan for network 1a030a67-ea02-44e0-8085-a03056a2a1a3 Jul 16 01:55:35.383551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.387472 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.438248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=89bb12b3-0182-4510-8651-0da969b9cb7a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.440513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.443412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b45e484-fd0d-40c1-9093-86b41b58b90f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/89bb12b3-0182-4510-8651-0da969b9cb7a HTTP/1.1" status: 204 len: 168 time: 1.1133654 Jul 16 01:55:35.446239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.451105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981de095-c77a-4fe5-8e74-572fd934e071 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:35.497098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f7c7858-bba6-4b73-8c27-6b396a371159 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496585 Jul 16 01:55:35.499774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.503424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.519195 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.547043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event deleted for resources: {'Port': ['ID=50ef4384-8e52-4465-ab22-c207b722df76,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.576291 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.589839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.592073 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.635114 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:55:35.635779 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:55:35.701084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7358110 Jul 16 01:55:35.706752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60368) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.715454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'ports': [{'network_id': 'e873370e-ae9c-4467-84f2-591e17b8c01e', 'name': 'tempest-port--541978257', 'admin_state_up': True}, {'network_id': '1a030a67-ea02-44e0-8085-a03056a2a1a3', 'admin_state_up': False}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:35.716055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'port': {'network_id': 'e873370e-ae9c-4467-84f2-591e17b8c01e', 'name': 'tempest-port--541978257', 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:35.716606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'port': {'network_id': '1a030a67-ea02-44e0-8085-a03056a2a1a3', 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:35.720628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad2d98-1987-4925-8f1f-50fb5ed8ce71 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Network': ['ID=1a030a67-ea02-44e0-8085-a03056a2a1a3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.735021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 1a030a67-ea02-44e0-8085-a03056a2a1a3 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:35.781916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b3ede-efe8-4c79-bcc3-a34b4904734c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.787266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-666b3ede-efe8-4c79-bcc3-a34b4904734c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2854125 Jul 16 01:55:35.794239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60370) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.874743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:35.949598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:35.963497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57804-0227-4993-8cf8-a1971f38ff81 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.973293 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8dc57804-0227-4993-8cf8-a1971f38ff81 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730409 Jul 16 01:55:35.974572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:36.044005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] Deleting port a7320931-b250-4c37-8415-6e299e1bb83b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:36.044395 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.087996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0f0ce29c-560e-4d24-9c63-4991aa43cbb0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124101 Jul 16 01:55:36.096802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60382) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:36.121183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:36.132172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] For port a7320931-b250-4c37-8415-6e299e1bb83b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a7320931-b250-4c37-8415-6e299e1bb83b,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:36.132958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.201797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'port': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:36.207191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.245357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] Calling delete_port for a7320931-b250-4c37-8415-6e299e1bb83b owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:36.281403 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.345392 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.423567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a7320931-b250-4c37-8415-6e299e1bb83b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a7320931-b250-4c37-8415-6e299e1bb83b,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:36.437273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ded00cd3-665d-4127-bb17-4693c536d078 req-e5ec9655-0ca6-4fca-a290-31e30b1c0f77 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 210 time: 0.0652461 Jul 16 01:55:36.442313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.508994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] device_id is not set on port 1b3521c5-1af9-4451-84c0-2f0b35e67878 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:36.598925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.631439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a7320931-b250-4c37-8415-6e299e1bb83b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.665906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] No DVR routers for this DVR port a7320931-b250-4c37-8415-6e299e1bb83b on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:36.699626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075227-4350-4c30-831a-8dd5216b4311 None None] Pushing event deleted for resources: {'Port': ['ID=a7320931-b250-4c37-8415-6e299e1bb83b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.712546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.772393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:36.775886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.807691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:36.818779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:36.832154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:36.837908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:55:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:36.861391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] device_id is not set on port 31db0886-7ec6-4ed7-9d18-85c79a01ba7a yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:36.864648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] No DVR routers for this DVR port 50ef4384-8e52-4465-ab22-c207b722df76 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:36.897274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.899488 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-372849c9-24f3-4294-984a-822856f71900 req-df43b4b1-d313-448a-b0a8-da5de42086e4 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.13 "DELETE /v2.0/ports/50ef4384-8e52-4465-ab22-c207b722df76 HTTP/1.1" status: 204 len: 173 time: 2.7844954 Jul 16 01:55:36.899962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'name': 'network-vif-deleted', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:36.902347 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a42dcfe-f2a4-4e29-be12-54c7b0b22d73" -d '{"events": [{"server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "name": "network-vif-deleted", "tag": "50ef4384-8e52-4465-ab22-c207b722df76"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:37.041554 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b682d5ed-4dad-4c1e-8c0f-3e31e09466d8 x-openstack-request-id: req-b682d5ed-4dad-4c1e-8c0f-3e31e09466d8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:37.042005 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7732e3ef-8f24-4503-985d-47ace622e360", "name": "network-vif-deleted", "tag": "50ef4384-8e52-4465-ab22-c207b722df76", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:37.042255 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b682d5ed-4dad-4c1e-8c0f-3e31e09466d8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:37.042492 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732e3ef-8f24-4503-985d-47ace622e360', 'name': 'network-vif-deleted', 'tag': '50ef4384-8e52-4465-ab22-c207b722df76', 'status': 'completed', 'code': 200} Jul 16 01:55:37.121232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a7320931-b250-4c37-8415-6e299e1bb83b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:37.175198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a7320931-b250-4c37-8415-6e299e1bb83b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:37.175955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a7320931-b250-4c37-8415-6e299e1bb83b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:37.244751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.252837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:37.310777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.403386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Port': ['ID=1b3521c5-1af9-4451-84c0-2f0b35e67878,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.427174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Checking segment: {'id': 'cd43ed53-ff9a-4b60-ab52-76feeeec8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e873370e-ae9c-4467-84f2-591e17b8c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:37.427551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network hostable DHCP agents. Network: e873370e-ae9c-4467-84f2-591e17b8c01e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:37.450301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:37.453426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network e873370e-ae9c-4467-84f2-591e17b8c01e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:37.454879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.483335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, e873370e-ae9c-4467-84f2-591e17b8c01e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:37.499172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:37.500094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.504313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:37.578157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:37.587437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.588051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.640663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Port': ['ID=31db0886-7ec6-4ed7-9d18-85c79a01ba7a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.670711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=a3780e6f-2e50-4722-ae55-cb1e9572e855,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.717131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4939b-66aa-418a-bbce-9797b8a4584c None None] Network e873370e-ae9c-4467-84f2-591e17b8c01e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:37.720996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0437be31-1985-44d4-88d1-bd274703fc7b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6165597 Jul 16 01:55:37.722627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60396) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:37.725866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f89181c-7530-41ba-842b-63e8748388f5 req-9a6c285f-7089-4bc0-b9b8-f0831f75baa3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/ports?device_id=7732e3ef-8f24-4503-985d-47ace622e360 HTTP/1.1" status: 200 len: 210 time: 0.0475795 Jul 16 01:55:37.740938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Checking segment: {'id': '54aaccf6-506a-48a2-a4a1-966b1cc484b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1a030a67-ea02-44e0-8085-a03056a2a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:37.741881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network hostable DHCP agents. Network: 1a030a67-ea02-44e0-8085-a03056a2a1a3, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:37.743718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:c0:e7:49', 'name': 'tempest-NetworksTestDHCPv6-887486477'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:37.793621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network 1a030a67-ea02-44e0-8085-a03056a2a1a3 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:37.796609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ee60e5-054d-4ffd-9e98-15f3159c5c29 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:37.807152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 1a030a67-ea02-44e0-8085-a03056a2a1a3) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:37.811934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:37.821937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.836935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.838267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.873337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-917e6d9b-431a-4931-9668-a81a7a04ff33 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1603985 Jul 16 01:55:37.874250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:38.001559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd2fea3-a2da-4f9f-a95b-b873c97d34e4 None None] Network 1a030a67-ea02-44e0-8085-a03056a2a1a3 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:38.044585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c62975-a1ec-4bbe-9f2f-b9e410fbe9f0 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.061974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c62975-a1ec-4bbe-9f2f-b9e410fbe9f0 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.067959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-63c62975-a1ec-4bbe-9f2f-b9e410fbe9f0 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1900263 Jul 16 01:55:38.069798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:38.107935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:38.124262 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.303602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.314378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:38.350209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port ab5098dc-2ed3-4b3f-a881-e3681421e7b2 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:38.353312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Deleting port 1b3521c5-1af9-4451-84c0-2f0b35e67878 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:38.353912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.385557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:38.464666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:38.465292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:55:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:38.510382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': 'a3780e6f-2e50-4722-ae55-cb1e9572e855'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:38.511241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.516167 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.596737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Calling delete_port for 1b3521c5-1af9-4451-84c0-2f0b35e67878 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:38.612290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fec0:e749 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/a3780e6f-2e50-4722-ae55-cb1e9572e855/ab5098dc-2ed3-4b3f-a881-e3681421e7b2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:38.779002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.866863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:38.887306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Port': ['ID=1b3521c5-1af9-4451-84c0-2f0b35e67878,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:38.904034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.927173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-230efd16-112b-4831-ba5c-f2bef4be541b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/ports/1b3521c5-1af9-4451-84c0-2f0b35e67878 HTTP/1.1" status: 204 len: 168 time: 0.8544617 Jul 16 01:55:38.930602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60408) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.028308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.042296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.067424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object ab5098dc-2ed3-4b3f-a881-e3681421e7b2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:39.133974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.149684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99bad0dd-3639-4886-adca-17ea68063545 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.204932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Allocated IP 2001:db8::f816:3eff:feeb:871d (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/a3780e6f-2e50-4722-ae55-cb1e9572e855/5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:39.228364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Deleting port 31db0886-7ec6-4ed7-9d18-85c79a01ba7a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:39.228751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.278405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.282845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:39.284234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99bad0dd-3639-4886-adca-17ea68063545 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.297436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:39.307618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:39.321955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.322907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.327315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d45fe5-6ba9-4b58-b1c0-7835a0503c54 None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:48:09Z', 'revision_number': 4, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '19d774fd-385a-473a-965e-e14d1c5dd864', 'name': '', 'network_id': '76d0f956-1017-4ab6-a9ea-151e388b1ba1', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'mac_address': 'fa:16:3e:a4:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:08Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'subnets': [{'id': 'e9c835f6-4ae4-4cf2-9212-e563adeb542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:39.333048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=ab5098dc-2ed3-4b3f-a881-e3681421e7b2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.385842 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc73486e-7080-4a4a-a587-a0116709cf1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6584733 Jul 16 01:55:39.394838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60414) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.505014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.527242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Calling delete_port for 31db0886-7ec6-4ed7-9d18-85c79a01ba7a owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:39.574805 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99bad0dd-3639-4886-adca-17ea68063545 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.585347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99bad0dd-3639-4886-adca-17ea68063545 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.589577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99bad0dd-3639-4886-adca-17ea68063545 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "DELETE /v2.0/security-groups/e883afd8-ad38-4b18-b7ab-03d843c55a35 HTTP/1.1" status: 204 len: 168 time: 0.5598519 Jul 16 01:55:39.593455 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.594139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60418) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.612328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb460f-416d-4fd3-8cd6-be3c24bdfc98 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.614869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f4eb460f-416d-4fd3-8cd6-be3c24bdfc98 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2156017 Jul 16 01:55:39.616740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Transition to ACTIVE for port object 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:39.617330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60420) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.655234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Transition to ACTIVE for port object 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:39.687563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.694558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 50ef4384-8e52-4465-ab22-c207b722df76 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:39.738598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bad0dd-3639-4886-adca-17ea68063545 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883afd8-ad38-4b18-b7ab-03d843c55a35,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.751486 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-deefcd05-4cec-43a3-9038-37e0b5bbc080 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] show failed (client error): The resource could not be found. Jul 16 01:55:39.756536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-deefcd05-4cec-43a3-9038-37e0b5bbc080 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "GET /v2.0/security-groups/e883afd8-ad38-4b18-b7ab-03d843c55a35 HTTP/1.1" status: 404 len: 347 time: 0.0930936 Jul 16 01:55:39.757338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60424) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.832065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 50ef4384-8e52-4465-ab22-c207b722df76 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:39.833044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 50ef4384-8e52-4465-ab22-c207b722df76 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:39.848793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:39.854313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:39.866669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:39.879552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Pushing event updated for resources: {'Port': ['ID=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.887299 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102bd42-5461-449f-9f74-a8dff063b3c8 None None] New status for floating IP 4cd73f80-13d3-4be4-811c-15964e604fc4: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:39.927589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port ab5098dc-2ed3-4b3f-a881-e3681421e7b2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:39.931111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.999899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Attempting to bind port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:40.000328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Attempting to bind port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:40.000802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Attempting to bind port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:40.019621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:40.020802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:40.023495 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.024802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:40.025504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Bound port: 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:40.031914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.042850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.088733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Port': ['ID=31db0886-7ec6-4ed7-9d18-85c79a01ba7a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.122337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.124302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2518e2f9-9d92-4b71-ae6c-9884fb9f4ac4 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/ports/31db0886-7ec6-4ed7-9d18-85c79a01ba7a HTTP/1.1" status: 204 len: 168 time: 1.1926925 Jul 16 01:55:40.130280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:40.133653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.172384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Deleting port 533776cf-b855-477e-a27b-5b48c8ff2dd5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:40.172384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.206834 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4d38524-3159-49fa-908e-3751442f4cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.229645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29449487-0973-41a1-8078-c8ad06c8bafb tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0917377 Jul 16 01:55:40.230225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:40.237919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for ab5098dc-2ed3-4b3f-a881-e3681421e7b2 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:40.245448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385005176'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:40.268294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] For port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:40.274512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] For port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:40.282314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.439787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:40.442524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1e62b-b20e-4d86-8b8b-fb9aca6f0673 None None] Pushing event updated for resources: {'Port': ['ID=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.463321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.579890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.579890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.624073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.631746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Calling delete_port for 533776cf-b855-477e-a27b-5b48c8ff2dd5 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:40.665403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:40.691037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=ab5098dc-2ed3-4b3f-a881-e3681421e7b2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.807851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.810073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83ec5ce8-2319-454c-b225-16310f654c6f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/ab5098dc-2ed3-4b3f-a881-e3681421e7b2 HTTP/1.1" status: 204 len: 168 time: 1.1907451 Jul 16 01:55:40.812720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:40.944327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.944743 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Added segment 3da1e218-a7bf-415e-a4f4-c9a40883839c of type vlan for network be99f721-95ad-45d9-9800-6cdf2ffd6abf Jul 16 01:55:40.947412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e0d84-75f0-457f-9378-ad739573996b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.949148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e0d84-75f0-457f-9378-ad739573996b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.950715 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-590e0d84-75f0-457f-9378-ad739573996b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1371152 Jul 16 01:55:40.955634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60436) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:41.063545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.092224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet a3780e6f-2e50-4722-ae55-cb1e9572e855 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:41.100745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.164293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:41.198366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.222938 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.229012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.229628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.267310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:41.312740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Network': ['ID=be99f721-95ad-45d9-9800-6cdf2ffd6abf,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.333708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network be99f721-95ad-45d9-9800-6cdf2ffd6abf details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:41.343903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4ea989cb-3114-4553-b43f-cd96abbf3e6f tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1126108 Jul 16 01:55:41.346475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.349855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60438) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:41.354321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-190236735'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:41.423649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:41.429086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.521258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:41.538685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Pushing event deleted for resources: {'Port': ['ID=533776cf-b855-477e-a27b-5b48c8ff2dd5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.543137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.543497 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Added segment 6e973086-1ea3-4068-b413-7cd410a7f8f2 of type vlan for network 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d Jul 16 01:55:41.656827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.675239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.764415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.787876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.789215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.808010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.822618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.825561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f88784b9-ad31-4d39-b632-cf26717da2c3 tempest-AttachVolumeTestJSON-88931457 tempest-AttachVolumeTestJSON-88931457-project] 10.222.0.42 "DELETE /v2.0/floatingips/4cd73f80-13d3-4be4-811c-15964e604fc4 HTTP/1.1" status: 204 len: 168 time: 2.0652065 Jul 16 01:55:41.886294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5363967 Jul 16 01:55:41.931459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.957709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e9b18-63f9-4148-aa10-a39808b3dcbe tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Network': ['ID=8d3ad1d8-9caa-45ae-965b-2cf605f8f64d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.992460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:42.032800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.034915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/a3780e6f-2e50-4722-ae55-cb1e9572e855 HTTP/1.1" status: 204 len: 168 time: 1.0716417 Jul 16 01:55:42.038077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60446) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:42.104206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ed6f9-8878-4712-b1c6-fc00c2703490 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=a3780e6f-2e50-4722-ae55-cb1e9572e855,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:42.157271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5cbafd4d-356b-4337-86cc-33b2531490ba tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178596 Jul 16 01:55:42.160589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60448) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:42.168575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:42.374228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067dbb9-d200-4f3e-8b79-e36105fa790f None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:42.547948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:42.553341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.705729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd8357b0-bb28-41c6-9f48-96e10634a653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.731237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.753023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] Provisioning for port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:42.774982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] Provisioning complete for port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:42.775389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.073369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:43.220298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.312183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] For port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:43.323977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.415303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:43.591035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.666833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] Deleting port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:43.667348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.846078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] For port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:43.847856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.853551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f6994-e6d6-4738-a57c-47657e46a372 None None] Pushing event updated for resources: {'Port': ['ID=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.901264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] Calling delete_port for 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:43.906666 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.009275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] For port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:44.114504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.126793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.136666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.240583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.307574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:44.317125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:44.329730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.330340 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.349486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1873364 Jul 16 01:55:44.352666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.353119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=7ff22774-3653-423f-98df-c13513e5c9c9,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.357477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51fe71-292b-4776-8a76-5b4579bf361d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.388171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:0b:73:dd', 'name': 'tempest-NetworksTestDHCPv6-1636060446'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:44.440910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] Pushing event deleted for resources: {'Port': ['ID=5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.766378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec78494-239e-48a5-94e4-6678581f4470 None None] No DVR routers for this DVR port 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:44.794515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d3b3a-f78e-46af-aa0f-3ecfa193daf4 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:45.027437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:45.250833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.251183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:45.310413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port b73f3ce0-3d58-46a3-9697-2bf1fddd38d0 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:45.314374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '7ff22774-3653-423f-98df-c13513e5c9c9'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:45.322852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.330192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60468) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:45.340630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'subnets': [{'network_id': 'be99f721-95ad-45d9-9800-6cdf2ffd6abf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1409524587', 'ip_version': 6}, {'network_id': '8d3ad1d8-9caa-45ae-965b-2cf605f8f64d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:45.340630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'subnet': {'network_id': 'be99f721-95ad-45d9-9800-6cdf2ffd6abf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1409524587', 'ip_version': 6}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:45.340630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Request body: {'subnet': {'network_id': '8d3ad1d8-9caa-45ae-965b-2cf605f8f64d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:45.457165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe0b:73dd (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/7ff22774-3653-423f-98df-c13513e5c9c9/b73f3ce0-3d58-46a3-9697-2bf1fddd38d0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:45.465933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:45.468661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5b3dfc4d-f1a0-48b4-8c66-de11a31dfb79 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:45.475390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.612098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Made reservation on behalf of 605dadd895004b639bf2e36b343e75b5 for: {'subnet': 2} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:45.629885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.630557 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.213001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.245585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object b73f3ce0-3d58-46a3-9697-2bf1fddd38d0 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:46.319423 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.344609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:46.348754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:46.355560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:46.367110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.367110 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.432523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0783083 Jul 16 01:55:46.434133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:46.438764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fab9a-9243-4843-be39-c003806eb98a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=b73f3ce0-3d58-46a3-9697-2bf1fddd38d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.450456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Allocated IP 2001:db8::f816:3eff:fe3e:bae4 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/7ff22774-3653-423f-98df-c13513e5c9c9/fd2e3fc9-512a-4fd2-a8a2-344b3ede380f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:46.459364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.584979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Checking segment: {'id': '3da1e218-a7bf-415e-a4f4-c9a40883839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'be99f721-95ad-45d9-9800-6cdf2ffd6abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:46.585344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network hostable DHCP agents. Network: be99f721-95ad-45d9-9800-6cdf2ffd6abf, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:46.587508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Subnet': ['ID=80235f66-52e0-4c89-9506-09c75b7edb49,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.601912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409a5e0-93e8-449d-9749-b7108a296e3d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.603593 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f409a5e0-93e8-449d-9749-b7108a296e3d tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1644983 Jul 16 01:55:46.606055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60484) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:46.660768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network be99f721-95ad-45d9-9800-6cdf2ffd6abf is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:46.703911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, be99f721-95ad-45d9-9800-6cdf2ffd6abf) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:46.716978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.762586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.773027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Transition to ACTIVE for port object fd2e3fc9-512a-4fd2-a8a2-344b3ede380f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:46.784877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1a41ea-ae44-4096-8267-d9bebeb1f5b7 None None] Network be99f721-95ad-45d9-9800-6cdf2ffd6abf requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:46.815302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Transition to ACTIVE for port object fd2e3fc9-512a-4fd2-a8a2-344b3ede380f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:46.827974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.854842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event updated for resources: {'Subnet': ['ID=a7813548-065a-4547-ae29-0dfff51d53ef,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.882031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Checking segment: {'id': '6e973086-1ea3-4068-b413-7cd410a7f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8d3ad1d8-9caa-45ae-965b-2cf605f8f64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:46.882797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network hostable DHCP agents. Network: 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:46.908263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port b73f3ce0-3d58-46a3-9697-2bf1fddd38d0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:46.909803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.980012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Network 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:46.997513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:47.008122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:47.014725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:47.064682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Pushing event updated for resources: {'Port': ['ID=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:47.077704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:47.092179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.093206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.093673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.107686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.111508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae37f9-a46d-4393-8660-582d276d2aa5 None None] Network 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:47.126354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for b73f3ce0-3d58-46a3-9697-2bf1fddd38d0 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:47.141712 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3b434fc7-c432-46b0-bbd1-0dfc083324ff tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8073697 Jul 16 01:55:47.142150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.320757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2adc4-f6ba-4fd3-815d-83c624da7a09 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.322632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2adc4-f6ba-4fd3-815d-83c624da7a09 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.324109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2adc4-f6ba-4fd3-815d-83c624da7a09 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.325883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d7d2adc4-f6ba-4fd3-815d-83c624da7a09 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1826460 Jul 16 01:55:47.340464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.396631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Attempting to bind port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:47.397011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Attempting to bind port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:47.397656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Attempting to bind port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:47.401015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.412020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Deleting subnet 80235f66-52e0-4c89-9506-09c75b7edb49 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:47.415874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.453984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:47.454365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:47.454768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.455166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:47.455643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Bound port: fd2e3fc9-512a-4fd2-a8a2-344b3ede380f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:47.456021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.475831 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.533743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=b73f3ce0-3d58-46a3-9697-2bf1fddd38d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:47.537942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.539975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.540922 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d4cd300-6905-456a-9cdb-6b8317468e90 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/b73f3ce0-3d58-46a3-9697-2bf1fddd38d0 HTTP/1.1" status: 204 len: 168 time: 0.9338553 Jul 16 01:55:47.543436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60498) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.548257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] For port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:47.552536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] For port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:47.588373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.606417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd17584-f8e2-474c-9822-d6b505cbc4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-be99f721-95ad-45d9-9800-6cdf2ffd6abf', 'network_id': 'be99f721-95ad-45d9-9800-6cdf2ffd6abf', 'tenant_id': '605dadd895004b639bf2e36b343e75b5', 'fixed_ips': [{'subnet_id': '80235f66-52e0-4c89-9506-09c75b7edb49'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:47.608063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9dd17584-f8e2-474c-9822-d6b505cbc4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.631904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.663387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cb103-6fca-4f63-9a81-8258fc79d801 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.665545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cb103-6fca-4f63-9a81-8258fc79d801 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.667342 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b44cb103-6fca-4f63-9a81-8258fc79d801 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1226707 Jul 16 01:55:47.670040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60500) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.675242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Subnet': ['ID=80235f66-52e0-4c89-9506-09c75b7edb49,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:47.684069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.686466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03ab5864-7f51-46f2-9bc6-6bf0428e32c8 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/subnets/80235f66-52e0-4c89-9506-09c75b7edb49 HTTP/1.1" status: 204 len: 168 time: 0.3448102 Jul 16 01:55:47.690661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.769806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Deleting subnet a7813548-065a-4547-ae29-0dfff51d53ef {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:47.770680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 7ff22774-3653-423f-98df-c13513e5c9c9 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:47.774729 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.776357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.797093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae34067-685f-4169-811c-f8adcf733fbe None None] Pushing event updated for resources: {'Port': ['ID=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:47.830955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.882455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.908738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6b1904-e195-41f7-b41a-548482238af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8d3ad1d8-9caa-45ae-965b-2cf605f8f64d', 'network_id': '8d3ad1d8-9caa-45ae-965b-2cf605f8f64d', 'tenant_id': '605dadd895004b639bf2e36b343e75b5', 'fixed_ips': [{'subnet_id': 'a7813548-065a-4547-ae29-0dfff51d53ef'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:47.909624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1904-e195-41f7-b41a-548482238af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.975935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63636e3d-c489-4840-8a46-bd760c415c71 None None] Network be99f721-95ad-45d9-9800-6cdf2ffd6abf requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:48.043581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.094843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.117857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.180678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff22774-3653-423f-98df-c13513e5c9c9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.184416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.198632 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b223068e-169c-49db-9a62-93ac57b70d1b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/7ff22774-3653-423f-98df-c13513e5c9c9 HTTP/1.1" status: 204 len: 168 time: 0.5273252 Jul 16 01:55:48.201781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60518) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.267137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.298027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e23d2b9f-4c95-44d2-a271-2638ef5f55ac tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952141 Jul 16 01:55:48.300273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60520) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.339857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Subnet': ['ID=a7813548-065a-4547-ae29-0dfff51d53ef,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.344970 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.350590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c90d9388-ff89-4f45-88f8-919a7e250d92 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/subnets/a7813548-065a-4547-ae29-0dfff51d53ef HTTP/1.1" status: 204 len: 168 time: 0.6562510 Jul 16 01:55:48.351627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.419060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ccae3-5752-4ead-a77d-74ff33955cb3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.423245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f7ccae3-5752-4ead-a77d-74ff33955cb3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1187162 Jul 16 01:55:48.423494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60526) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.478453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae14a0b-4b09-4acd-b691-5a3bdb265892 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.483500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fae14a0b-4b09-4acd-b691-5a3bdb265892 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1274481 Jul 16 01:55:48.485407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-5e6b1904-e195-41f7-b41a-548482238af6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7813548-065a-4547-ae29-0dfff51d53ef: This subnet is being modified by another concurrent operation. Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:48.501986 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7813548-065a-4547-ae29-0dfff51d53ef: This subnet is being modified by another concurrent operation. Jul 16 01:55:48.510107 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:55:48.528902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae0e1b-1b3e-4298-bc4e-659ad3d96fd2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.533137 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4cae0e1b-1b3e-4298-bc4e-659ad3d96fd2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059511 Jul 16 01:55:48.533935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60530) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.534481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a7e1c9-08dc-4846-93b7-1ac59054343e None None] Network 8d3ad1d8-9caa-45ae-965b-2cf605f8f64d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:48.573623 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.637074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6baddf4a-0f10-4692-beed-03b23193a235 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007247 Jul 16 01:55:48.637751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60532) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.644069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:48.676336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.879772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:48.883608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.923535 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.945100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3ad1d8-9caa-45ae-965b-2cf605f8f64d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:48.971528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e973086-1ea3-4068-b413-7cd410a7f8f2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:48.971831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e973086-1ea3-4068-b413-7cd410a7f8f2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:49.002556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.028313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.038790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:49.039223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:49.047741 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:49.203274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.217064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.222342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/networks/8d3ad1d8-9caa-45ae-965b-2cf605f8f64d HTTP/1.1" status: 204 len: 168 time: 0.7375584 Jul 16 01:55:49.230160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.258957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fd2e3fc9-512a-4fd2-a8a2-344b3ede380f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:49.266607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db7e0a-6525-4bf6-9173-9d89e57d9d8b tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Network': ['ID=8d3ad1d8-9caa-45ae-965b-2cf605f8f64d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.383906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b23ba9-7549-4618-a532-ef24698f54e9 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:49.536180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.547179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f7ab7c13-b7d2-4754-9398-f7108841e6f8 None None] Provisioning for port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:49.580408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:49.594012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:49.594456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.756463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.759701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:49.766864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:49.783886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.784526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.788739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:49.797799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=7102b81a-d005-4f57-a081-bc592673e966,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.842078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6a666dde-a187-46fd-8511-f82cb8421b69 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2008166 Jul 16 01:55:49.842291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.848189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:ae:03:11', 'name': 'tempest-NetworksTestDHCPv6-1239487332'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:49.873085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.935017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:49.946476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.951887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] Deleting port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:49.952258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.966728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.014382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be99f721-95ad-45d9-9800-6cdf2ffd6abf']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.031735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da1e218-a7bf-415e-a4f4-c9a40883839c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.032041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da1e218-a7bf-415e-a4f4-c9a40883839c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.050257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.081263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.091493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.093988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:50.094484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:50.100049 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:50.129916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] For port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:50.130978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.157477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:50.169880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] Calling delete_port for fd2e3fc9-512a-4fd2-a8a2-344b3ede380f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:50.228017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.245655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.248236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/networks/be99f721-95ad-45d9-9800-6cdf2ffd6abf HTTP/1.1" status: 204 len: 168 time: 1.0122700 Jul 16 01:55:50.250780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:50.301797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da097d8-64fc-417d-aa7e-0431f3bedc31 tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Network': ['ID=be99f721-95ad-45d9-9800-6cdf2ffd6abf,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.303770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.363891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] No DVR routers for this DVR port fd2e3fc9-512a-4fd2-a8a2-344b3ede380f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:50.387419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c63164-36f6-4b28-9678-8a45b1d5937a None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:50.398282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae6276-3d6e-43b9-946f-0e4aeee4f1b2 None None] Pushing event deleted for resources: {'Port': ['ID=fd2e3fc9-512a-4fd2-a8a2-344b3ede380f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.440137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.529515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.531710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port a7a45f86-fa4d-41b6-b5de-13218158bbb7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:50.719747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '7102b81a-d005-4f57-a081-bc592673e966'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:50.721061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.762405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.795925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a030a67-ea02-44e0-8085-a03056a2a1a3']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.814954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54aaccf6-506a-48a2-a4a1-966b1cc484b7') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.819322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54aaccf6-506a-48a2-a4a1-966b1cc484b7') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.827876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::92 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/7102b81a-d005-4f57-a081-bc592673e966/a7a45f86-fa4d-41b6-b5de-13218158bbb7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:50.839607 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.872621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.884514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:50.885193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:50.900759 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:51.006354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.037113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.039198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/networks/1a030a67-ea02-44e0-8085-a03056a2a1a3 HTTP/1.1" status: 204 len: 168 time: 0.7867763 Jul 16 01:55:51.043542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece1500-f7e0-4f48-92f1-6858f0ad157d tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Network': ['ID=1a030a67-ea02-44e0-8085-a03056a2a1a3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.046904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:51.093352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.118656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object a7a45f86-fa4d-41b6-b5de-13218158bbb7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.163113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.178872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.239621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fd2e3fc9-512a-4fd2-a8a2-344b3ede380f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:51.275331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/7102b81a-d005-4f57-a081-bc592673e966/cfdd4db8-4856-4c99-9233-c941ef2ae056) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:51.278253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: fd2e3fc9-512a-4fd2-a8a2-344b3ede380f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:51.278969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fd2e3fc9-512a-4fd2-a8a2-344b3ede380f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:51.302356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=a7a45f86-fa4d-41b6-b5de-13218158bbb7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.309961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.311834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.319744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:51.333413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.334169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.350350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46bdf295-c5ac-47de-8eae-715ca5ebe80e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5069957 Jul 16 01:55:51.355059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60558) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:51.412206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.440171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e873370e-ae9c-4467-84f2-591e17b8c01e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:51.465846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd43ed53-ff9a-4b60-ab52-76feeeec8ff0') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:51.466142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd43ed53-ff9a-4b60-ab52-76feeeec8ff0') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:51.467478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa5a50-5416-4bb8-b9c6-6956e01ebbe2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.471515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b2aa5a50-5416-4bb8-b9c6-6956e01ebbe2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1135533 Jul 16 01:55:51.472156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60560) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:51.494190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.529267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.542890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:51.543850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:51.549593 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:51.607984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.636569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Transition to ACTIVE for port object cfdd4db8-4856-4c99-9233-c941ef2ae056 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.677709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Transition to ACTIVE for port object cfdd4db8-4856-4c99-9233-c941ef2ae056 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.683768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port a7a45f86-fa4d-41b6-b5de-13218158bbb7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:51.684878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.685109 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.727261 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.760370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.765239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] 10.222.0.42 "DELETE /v2.0/networks/e873370e-ae9c-4467-84f2-591e17b8c01e HTTP/1.1" status: 204 len: 168 time: 0.7142506 Jul 16 01:55:51.768733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86680-b874-4f0a-a2bc-61b07208415a tempest-BulkNetworkOpsIpV6Test-544079248 tempest-BulkNetworkOpsIpV6Test-544079248-project] Pushing event deleted for resources: {'Network': ['ID=e873370e-ae9c-4467-84f2-591e17b8c01e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.821497 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.829030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Pushing event updated for resources: {'Port': ['ID=cfdd4db8-4856-4c99-9233-c941ef2ae056,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.839022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.844546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:52.006355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Attempting to bind port cfdd4db8-4856-4c99-9233-c941ef2ae056 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:52.006750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Attempting to bind port cfdd4db8-4856-4c99-9233-c941ef2ae056 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:52.007267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Attempting to bind port cfdd4db8-4856-4c99-9233-c941ef2ae056 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:52.032841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:52.033240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:52.033718 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.034101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:52.042410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Bound port: cfdd4db8-4856-4c99-9233-c941ef2ae056, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:52.043728 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.268255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] For port cfdd4db8-4856-4c99-9233-c941ef2ae056, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:52.278148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] For port cfdd4db8-4856-4c99-9233-c941ef2ae056, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cfdd4db8-4856-4c99-9233-c941ef2ae056,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:52.287690 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.385859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6090169-e1be-4ca0-8d55-c2921d47846c None None] Pushing event updated for resources: {'Port': ['ID=cfdd4db8-4856-4c99-9233-c941ef2ae056,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.414252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:52.443306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.462334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for a7a45f86-fa4d-41b6-b5de-13218158bbb7 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:52.664371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fc00df69-5770-46d8-8e43-b3e423c4cd24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=605dadd895004b639bf2e36b343e75b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482948 Jul 16 01:55:52.668265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60590) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:52.855460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.920912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=a7a45f86-fa4d-41b6-b5de-13218158bbb7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.926997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4437-1208-40a5-b18e-3623355aea48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.007674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.010015 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1bfd7242-5c4c-4822-91e6-29d84ff22066 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/a7a45f86-fa4d-41b6-b5de-13218158bbb7 HTTP/1.1" status: 204 len: 168 time: 1.5358248 Jul 16 01:55:53.012958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:53.055409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4437-1208-40a5-b18e-3623355aea48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.166858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c373c-a53c-4753-8913-db1486854408 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:53.168680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c373c-a53c-4753-8913-db1486854408 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:53.170308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e88c373c-a53c-4753-8913-db1486854408 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1561072 Jul 16 01:55:53.173935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:53.206444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4437-1208-40a5-b18e-3623355aea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.209804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4437-1208-40a5-b18e-3623355aea48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.213947 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d7a4437-1208-40a5-b18e-3623355aea48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0eb3c134-9099-45f2-ba51-bd3709a073fb HTTP/1.1" status: 204 len: 168 time: 0.5364103 Jul 16 01:55:53.240114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a4437-1208-40a5-b18e-3623355aea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3c134-9099-45f2-ba51-bd3709a073fb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.352696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cfdd4db8-4856-4c99-9233-c941ef2ae056 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:53.420323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 7102b81a-d005-4f57-a081-bc592673e966 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:53.436839 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.509092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cfdd4db8-4856-4c99-9233-c941ef2ae056 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:53.545263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.714129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.812051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.905590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=7102b81a-d005-4f57-a081-bc592673e966,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.918494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.926871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c2a4244a-6f27-4f91-9ba2-72fb1acf8307 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/7102b81a-d005-4f57-a081-bc592673e966 HTTP/1.1" status: 204 len: 168 time: 0.7492435 Jul 16 01:55:53.927574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60620) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.026770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-660688c7-afd9-4766-a724-713ac1dac775 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982873 Jul 16 01:55:54.029254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60624) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.063921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81076312-0bca-4806-8373-a5631c028409 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:54.188369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45306b-1443-4159-af30-e8735c130a9e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:54.194742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60632) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.196496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9e45306b-1443-4159-af30-e8735c130a9e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1656463 Jul 16 01:55:54.225697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] Provisioning for port cfdd4db8-4856-4c99-9233-c941ef2ae056 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:54.249019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] Provisioning complete for port cfdd4db8-4856-4c99-9233-c941ef2ae056 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:54.251990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.299339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d9c79e-3bec-4da3-8eed-42bd1ab63d9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:54.305076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.314299 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61d9c79e-3bec-4da3-8eed-42bd1ab63d9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182826 Jul 16 01:55:54.439017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b4dcac1d-70a3-4494-9ffa-922d2754ebbf tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304762 Jul 16 01:55:54.444266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60646) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.449192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:54.532522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.600892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] For port cfdd4db8-4856-4c99-9233-c941ef2ae056, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cfdd4db8-4856-4c99-9233-c941ef2ae056,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:54.612056 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.724203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:54.740262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.742606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:54.746951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.829923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2f11e-b5c0-47a9-962c-755a80670389 None None] Pushing event updated for resources: {'Port': ['ID=cfdd4db8-4856-4c99-9233-c941ef2ae056,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.872112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] Deleting port cfdd4db8-4856-4c99-9233-c941ef2ae056 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:54.872851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.938231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962672377'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:54.964600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] For port cfdd4db8-4856-4c99-9233-c941ef2ae056, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cfdd4db8-4856-4c99-9233-c941ef2ae056,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:54.965102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.969051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:54.973417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.990723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.991182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] Calling delete_port for cfdd4db8-4856-4c99-9233-c941ef2ae056 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:55.170230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cfdd4db8-4856-4c99-9233-c941ef2ae056 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:55.172169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.181415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.197858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:55.246778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.247396 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment 7c7eca7d-566a-417b-9edb-230ea1642dc5 of type vlan for network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 Jul 16 01:55:55.262060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd282a0d-2e74-4ea3-a72a-c548faaf506d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.365463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:55.375629 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.399114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.438039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] No DVR routers for this DVR port cfdd4db8-4856-4c99-9233-c941ef2ae056 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:55.467256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.476806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.477688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.487417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb9dc8-9cc9-48c1-ae3e-e3ae59da4421 None None] Pushing event deleted for resources: {'Port': ['ID=cfdd4db8-4856-4c99-9233-c941ef2ae056,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.498932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f4b2b-b208-4c2b-a4a8-caba6af1b3a2 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:55.561882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=aa4f8d29-80d3-41a4-9886-ec3cdccbc052,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.562093 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.595542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-22d98448-f48b-41fa-add0-9d2df6b8f162 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8475394 Jul 16 01:55:55.595737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:55.650005 n-d-791506-20 neutron-server[93755]: WARNING neutron.services.revisions.revision_plugin [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Could not find related port for resource to bump revision. Jul 16 01:55:55.698727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_pluggable_backend [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Port cfdd4db8-4856-4c99-9233-c941ef2ae056 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:55:55.698727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_pluggable_backend [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:e2ab {{(pid=93755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:55:55.698727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_pluggable_backend [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:e2ab {{(pid=93755) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:55:55.698727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.874952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=bd48a4ce-0510-4ade-acb9-3ae8f76f310d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.893406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:55.898232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:55.903952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.904599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.922910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f4b2b-b208-4c2b-a4a8-caba6af1b3a2 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:55.952073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-02aee2b1-9b8f-4497-960b-88e7d99c2f7e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5075727 Jul 16 01:55:55.952678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60662) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.958035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:56.224093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:56.228031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.420586 n-d-791506-20 neutron-server[93755]: INFO neutron.db.ipam_backend_mixin [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd48a4ce-0510-4ade-acb9-3ae8f76f310d (CIDR: 2001:db8::/64) Jul 16 01:55:56.428133 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:56.429527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:56.464262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': 'bd48a4ce-0510-4ade-acb9-3ae8f76f310d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:56.466698 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e7d0b527-28aa-4336-8431-fe0c08cf0e3b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5128314 Jul 16 01:55:56.468607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.477441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.493203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:56.995063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:56.999077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.058031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Allocated IP 2001:db8::f816:3eff:fe82:c07c (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/bd48a4ce-0510-4ade-acb9-3ae8f76f310d/c38ed068-be2b-4d7e-9c7e-f46d25795d76) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:57.485460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.569837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:57.575777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:57.612460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.613239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.632964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1540101 Jul 16 01:55:57.636012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60678) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.642593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:01:9a:99', 'name': 'tempest-NetworksTestDHCPv6-27698519'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:57.646751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04c5bd-a35f-462c-a9aa-1a32a7d18c1f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=5eceae40-8009-4a0b-aeb0-f6d4ca000bdb,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.724938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.743759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Transition to ACTIVE for port object c38ed068-be2b-4d7e-9c7e-f46d25795d76 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:57.778979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Transition to ACTIVE for port object c38ed068-be2b-4d7e-9c7e-f46d25795d76 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:57.786784 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.905483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:57.917732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:57.931945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:57.969359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Pushing event updated for resources: {'Port': ['ID=c38ed068-be2b-4d7e-9c7e-f46d25795d76,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.987135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:58.038016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Attempting to bind port c38ed068-be2b-4d7e-9c7e-f46d25795d76 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:58.038385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Attempting to bind port c38ed068-be2b-4d7e-9c7e-f46d25795d76 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:58.038757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Attempting to bind port c38ed068-be2b-4d7e-9c7e-f46d25795d76 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:58.049758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:58.050142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:58.051097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.055033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:58.055760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Bound port: c38ed068-be2b-4d7e-9c7e-f46d25795d76, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:58.056187 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.152246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.184715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 352ae1a6-1239-4f44-8d93-99bce30be550 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:58.213309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] For port c38ed068-be2b-4d7e-9c7e-f46d25795d76, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:58.221675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] For port c38ed068-be2b-4d7e-9c7e-f46d25795d76, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c38ed068-be2b-4d7e-9c7e-f46d25795d76,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:58.229153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.406893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb24f49-c81c-43c8-8469-c4612c64161d None None] Pushing event updated for resources: {'Port': ['ID=c38ed068-be2b-4d7e-9c7e-f46d25795d76,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.591965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8:0:1::3e2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/5eceae40-8009-4a0b-aeb0-f6d4ca000bdb/352ae1a6-1239-4f44-8d93-99bce30be550) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:58.645216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe01:9a99 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/bd48a4ce-0510-4ade-acb9-3ae8f76f310d/352ae1a6-1239-4f44-8d93-99bce30be550) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:58.969581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.984187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 352ae1a6-1239-4f44-8d93-99bce30be550 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:59.030017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.037027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:59.052694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.164352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:59.170319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.190930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=352ae1a6-1239-4f44-8d93-99bce30be550,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.211823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:59.219204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:59.223102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:59.225874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c38ed068-be2b-4d7e-9c7e-f46d25795d76 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:59.234541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.238528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.273542 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c98b2983-85cc-4046-807b-5d0ab5316406 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6359885 Jul 16 01:55:59.275977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60700) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.311432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c38ed068-be2b-4d7e-9c7e-f46d25795d76 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:59.499197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 352ae1a6-1239-4f44-8d93-99bce30be550 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:59.499197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.537859 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.648350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.690432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 352ae1a6-1239-4f44-8d93-99bce30be550 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:59.698675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=a7755b46-de8d-4a66-815b-30a3170edebd,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.714814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': '7c7eca7d-566a-417b-9edb-230ea1642dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:59.715166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: aa4f8d29-80d3-41a4-9886-ec3cdccbc052, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:59.799074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:59.817295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76752e-2815-46b4-9b9a-5f59b8990559 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:59.832192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, aa4f8d29-80d3-41a4-9886-ec3cdccbc052) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:59.838071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.840230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.861606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d960ea-3637-4576-b628-9102921d279f None None] Network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:59.875613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b1b5dca4-954e-478e-8823-66a0e6edc61d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8403542 Jul 16 01:55:59.876727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60708) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.888129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519843358'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:59.947361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:59.951430 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.104191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60716) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.108095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] Provisioning for port c38ed068-be2b-4d7e-9c7e-f46d25795d76 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:00.120127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] Provisioning complete for port c38ed068-be2b-4d7e-9c7e-f46d25795d76 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:00.120540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.274752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.282548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:00.303450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.303958 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment 806e84d9-0387-41ef-9107-a8118d62cb36 of type vlan for network 8d83a044-5efa-47b0-aa0f-b4afbeb3504e Jul 16 01:56:00.339896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-aa4f8d29-80d3-41a4-9886-ec3cdccbc052', 'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': 'a7755b46-de8d-4a66-815b-30a3170edebd'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:00.345283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.399404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=352ae1a6-1239-4f44-8d93-99bce30be550,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.423506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.530946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.536741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8885949a-a443-44e0-bc80-b0abf4a3861a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/352ae1a6-1239-4f44-8d93-99bce30be550 HTTP/1.1" status: 204 len: 168 time: 1.2594640 Jul 16 01:56:00.541561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60722) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.598172 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:56:00.627078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60724) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.658440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084bfdb-0462-4963-895e-0b6d3d585d91 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.660630 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e084bfdb-0462-4963-895e-0b6d3d585d91 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1171792 Jul 16 01:56:00.663908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60728) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.665349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.674628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.676010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.770008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.770505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8920276 Jul 16 01:56:00.780670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60730) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.798970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': '8d83a044-5efa-47b0-aa0f-b4afbeb3504e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.892164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69f358-9de1-4f9e-9260-2f5756ba17ed tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=8d83a044-5efa-47b0-aa0f-b4afbeb3504e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.915909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Allocated IP 2001:db8:0:ffff::2 (aa4f8d29-80d3-41a4-9886-ec3cdccbc052/a7755b46-de8d-4a66-815b-30a3170edebd/1abf366c-0d0a-42dd-9f46-00899cf47ec6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:00.942831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8d83a044-5efa-47b0-aa0f-b4afbeb3504e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:01.016524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f07a2001-94fe-49b1-a9e9-692bee07fc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.032474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] For port c38ed068-be2b-4d7e-9c7e-f46d25795d76, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c38ed068-be2b-4d7e-9c7e-f46d25795d76,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:01.064146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48857fec-4545-4b53-a4c1-8b8dd14d1b53 None None] Update dhcp port {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': 'bd48a4ce-0510-4ade-acb9-3ae8f76f310d', 'ip_address': '2001:db8::f816:3eff:fe82:c07c'}, {'subnet_id': '5eceae40-8009-4a0b-aeb0-f6d4ca000bdb'}], 'binding:host_id': 'n-d-791506-20'}, 'id': 'c38ed068-be2b-4d7e-9c7e-f46d25795d76'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:01.120365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abeea5-a1d0-4adc-8519-c589afcc637b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.124273 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d8abeea5-a1d0-4adc-8519-c589afcc637b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4542100 Jul 16 01:56:01.126611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.129297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:01.131890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48857fec-4545-4b53-a4c1-8b8dd14d1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.138491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.138699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.272991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b1f1f-b13b-4294-aa12-49e1812cac32 None None] Pushing event updated for resources: {'Port': ['ID=c38ed068-be2b-4d7e-9c7e-f46d25795d76,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.320971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a775d-2456-4bcd-932d-b697332b21d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.322769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a775d-2456-4bcd-932d-b697332b21d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.324703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a775d-2456-4bcd-932d-b697332b21d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.326619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-722a775d-2456-4bcd-932d-b697332b21d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1990259 Jul 16 01:56:01.330573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60736) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.489414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 5eceae40-8009-4a0b-aeb0-f6d4ca000bdb {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:01.497550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.575626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.592328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.597088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.611642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Transition to ACTIVE for port object 1abf366c-0d0a-42dd-9f46-00899cf47ec6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:01.625926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f07a2001-94fe-49b1-a9e9-692bee07fc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.631024 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Transition to ACTIVE for port object 1abf366c-0d0a-42dd-9f46-00899cf47ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:01.636270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f07a2001-94fe-49b1-a9e9-692bee07fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.639087 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.660985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:01.663847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:01.681498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2001-94fe-49b1-a9e9-692bee07fc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689a61a-e55b-424e-80cb-d92866819022,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.707825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:01.726185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.734441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f07a2001-94fe-49b1-a9e9-692bee07fc61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3426b01130764d4581c4befbeba06cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1037498 Jul 16 01:56:01.753378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.789727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Pushing event updated for resources: {'Port': ['ID=1abf366c-0d0a-42dd-9f46-00899cf47ec6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.814345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Attempting to bind port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:01.815014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Attempting to bind port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7c7eca7d-566a-417b-9edb-230ea1642dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:01.815559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Attempting to bind port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 on network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:01.822251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:01.823461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Checking segment: {'id': '7c7eca7d-566a-417b-9edb-230ea1642dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:01.824139 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.824756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Bound using segment: {'id': '7c7eca7d-566a-417b-9edb-230ea1642dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:01.825443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Bound port: 1abf366c-0d0a-42dd-9f46-00899cf47ec6, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7eca7d-566a-417b-9edb-230ea1642dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'aa4f8d29-80d3-41a4-9886-ec3cdccbc052'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:01.826080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.854890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.914045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] For port 1abf366c-0d0a-42dd-9f46-00899cf47ec6, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:01.919491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] For port 1abf366c-0d0a-42dd-9f46-00899cf47ec6, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1abf366c-0d0a-42dd-9f46-00899cf47ec6,segment=NetworkSegment(7c7eca7d-566a-417b-9edb-230ea1642dc5),segment_id=7c7eca7d-566a-417b-9edb-230ea1642dc5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:01.928903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.949255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=e31034b9-e87a-4427-9273-5def8cb8eaf9,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.986826 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.998928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a042-3b69-46b2-99d7-03d217b21866 None None] Pushing event updated for resources: {'Port': ['ID=1abf366c-0d0a-42dd-9f46-00899cf47ec6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-48857fec-4545-4b53-a4c1-8b8dd14d1b53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5eceae40-8009-4a0b-aeb0-f6d4ca000bdb: This subnet is being modified by another concurrent operation. Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:02.017946 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5eceae40-8009-4a0b-aeb0-f6d4ca000bdb: This subnet is being modified by another concurrent operation. Jul 16 01:56:02.022131 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:56:02.046617 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-270ad6b8-bef1-48b6-bcfa-0fd8401b81ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.063518 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=5eceae40-8009-4a0b-aeb0-f6d4ca000bdb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.116375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.123721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6d03bd25-2465-447c-bbef-28a010b1b17c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/5eceae40-8009-4a0b-aeb0-f6d4ca000bdb HTTP/1.1" status: 204 len: 168 time: 0.7839415 Jul 16 01:56:02.127168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': '806e84d9-0387-41ef-9107-a8118d62cb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8d83a044-5efa-47b0-aa0f-b4afbeb3504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:02.127624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: 8d83a044-5efa-47b0-aa0f-b4afbeb3504e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:02.140383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:02.153237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-270ad6b8-bef1-48b6-bcfa-0fd8401b81ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.167376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad5264-ea4d-4aa7-b1e1-d3f987db4ae2 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:02.202014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2bf0db41-43cc-494b-9439-8d49402db7f9 None None] Provisioning complete for port c38ed068-be2b-4d7e-9c7e-f46d25795d76 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:02.202724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bf0db41-43cc-494b-9439-8d49402db7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.228330 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-270ad6b8-bef1-48b6-bcfa-0fd8401b81ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.231407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-270ad6b8-bef1-48b6-bcfa-0fd8401b81ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.232869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-270ad6b8-bef1-48b6-bcfa-0fd8401b81ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3689a61a-e55b-424e-80cb-d92866819022 HTTP/1.1" status: 204 len: 168 time: 0.4548488 Jul 16 01:56:02.235911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network 8d83a044-5efa-47b0-aa0f-b4afbeb3504e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:02.254820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ad6b8-bef1-48b6-bcfa-0fd8401b81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689a61a-e55b-424e-80cb-d92866819022,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.259706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8d83a044-5efa-47b0-aa0f-b4afbeb3504e) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:02.263163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet bd48a4ce-0510-4ade-acb9-3ae8f76f310d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:02.271228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:02.272876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.281127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.302929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c109250b-f6d6-47df-9fe1-cf0788b83a2c tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5201225 Jul 16 01:56:02.305744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60746) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:02.385208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d1dcd-9633-4af7-bec8-cc1adc89b954 None None] Network 8d83a044-5efa-47b0-aa0f-b4afbeb3504e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:02.437881 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.533875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Deleting port 19d774fd-385a-473a-965e-e14d1c5dd864 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:02.534522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.592987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.651530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] For port 19d774fd-385a-473a-965e-e14d1c5dd864, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=19d774fd-385a-473a-965e-e14d1c5dd864,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:02.652094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.703582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Calling delete_port for 19d774fd-385a-473a-965e-e14d1c5dd864 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:02.761896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.817584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.940891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fbb40-3362-43bc-ac32-4efde5531fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8d83a044-5efa-47b0-aa0f-b4afbeb3504e', 'network_id': '8d83a044-5efa-47b0-aa0f-b4afbeb3504e', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': 'e31034b9-e87a-4427-9273-5def8cb8eaf9'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:02.942641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbb40-3362-43bc-ac32-4efde5531fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.005814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.062847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=e31034b9-e87a-4427-9273-5def8cb8eaf9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.089904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.127193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.135435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/bd48a4ce-0510-4ade-acb9-3ae8f76f310d HTTP/1.1" status: 204 len: 168 time: 0.9938290 Jul 16 01:56:03.147073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.214176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f046f-222f-43b0-8718-3c2129b10641 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=bd48a4ce-0510-4ade-acb9-3ae8f76f310d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.272630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.274418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-36cc3fdf-6569-4db7-91eb-fd8c1f550187 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244693 Jul 16 01:56:03.275847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.287217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:03.312506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d83a044-5efa-47b0-aa0f-b4afbeb3504e']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-ff3fbb40-3362-43bc-ac32-4efde5531fef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e31034b9-e87a-4427-9273-5def8cb8eaf9: This subnet is being modified by another concurrent operation. Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:03.359967 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e31034b9-e87a-4427-9273-5def8cb8eaf9: This subnet is being modified by another concurrent operation. Jul 16 01:56:03.366041 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:56:03.368670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806e84d9-0387-41ef-9107-a8118d62cb36') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.368670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806e84d9-0387-41ef-9107-a8118d62cb36') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.391382 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.395533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a954a1-e383-4f1a-8888-e47a03fa87cb None None] Network 8d83a044-5efa-47b0-aa0f-b4afbeb3504e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:03.419176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1abf366c-0d0a-42dd-9f46-00899cf47ec6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:03.445911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.464406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:03.464901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:03.479017 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:03.527398 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.565889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d774fd-385a-473a-965e-e14d1c5dd864,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.617020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:03.622438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.645728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.695788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:03.708693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.716331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/8d83a044-5efa-47b0-aa0f-b4afbeb3504e HTTP/1.1" status: 204 len: 168 time: 1.4093935 Jul 16 01:56:03.718876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e536013-b60f-4ee0-b2ab-1d89efd9e696 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=8d83a044-5efa-47b0-aa0f-b4afbeb3504e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.732515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60770) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.739226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061798991'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:03.789258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:03.808957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.885565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c38ed068-be2b-4d7e-9c7e-f46d25795d76 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:03.900966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:03.918245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.918979 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment f57b381e-1c94-4f8a-9f4a-994ee6910464 of type vlan for network 8a886a33-bd04-4601-9fab-3d0b6f28958e Jul 16 01:56:04.005542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331d993-cea2-4ae9-9b57-1f1685d8b055 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:04.033682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.145020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afebbc-6ae2-44ac-b8a0-afd499eb57c0 None None] Network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:04.178468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.179393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.190140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.191635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.206466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Provisioning complete for port c38ed068-be2b-4d7e-9c7e-f46d25795d76 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:04.207052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.343369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6094408 Jul 16 01:56:04.366450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.381010 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.397246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:04.527517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c38ed068-be2b-4d7e-9c7e-f46d25795d76, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c38ed068-be2b-4d7e-9c7e-f46d25795d76,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:04.553418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=8a886a33-bd04-4601-9fab-3d0b6f28958e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.564929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.565468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.566542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.571291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.571869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.572357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.572888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.573473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.574244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.574914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.575419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.576130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa6cb-d134-4158-8b6a-647c5b82de91 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.599972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.626504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:04.693848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8a886a33-bd04-4601-9fab-3d0b6f28958e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:04.729543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:04.742882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.864146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.907523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:04.909928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c38ed068-be2b-4d7e-9c7e-f46d25795d76,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.959183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:05.004987 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:56:05.004987 n-d-791506-20 neutron-server[93757]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 01:56:05.004987 n-d-791506-20 neutron-server[93757]: [parameters: {'status': 'ACTIVE', 'ports_id': 'c38ed068-be2b-4d7e-9c7e-f46d25795d76'}] Jul 16 01:56:05.004987 n-d-791506-20 neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:05.005720 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:05.021227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.064447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] Deleting port c38ed068-be2b-4d7e-9c7e-f46d25795d76 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:05.065440 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.196758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.294461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:05.304898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-082d3421-aaa8-412c-a6f2-18edf80e1a95 admin admin] 10.222.0.42 "PUT /v2.0/routers/2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1988688 Jul 16 01:56:05.305429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.317611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] Sync routers for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:05.354144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] For port c38ed068-be2b-4d7e-9c7e-f46d25795d76, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c38ed068-be2b-4d7e-9c7e-f46d25795d76,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:05.354625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.384744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': 'f57b381e-1c94-4f8a-9f4a-994ee6910464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:05.385546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: 8a886a33-bd04-4601-9fab-3d0b6f28958e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:05.407661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=32037c40-f379-4c90-a8e4-ef7f2cf9ca49,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.407877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:05.408511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:55:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:05.441633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] Calling delete_port for c38ed068-be2b-4d7e-9c7e-f46d25795d76 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:05.444662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network 8a886a33-bd04-4601-9fab-3d0b6f28958e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:05.517284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] For port c38ed068-be2b-4d7e-9c7e-f46d25795d76, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c38ed068-be2b-4d7e-9c7e-f46d25795d76,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:05.585628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8a886a33-bd04-4601-9fab-3d0b6f28958e) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:05.599971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.604406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a63b5e-1211-4a59-baf5-fe0b1a9f23c3 None None] Network 8a886a33-bd04-4601-9fab-3d0b6f28958e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:05.609853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.611864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.617620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.619417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.652977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-070a1b3b-14d6-4211-a70f-31979102e760 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2816219 Jul 16 01:56:05.654037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.670904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573696733'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:05.695094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=4bf3249e-3eb8-47e1-95c0-9dccc90901b0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.707084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.736784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:05.741024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:05.745617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.746239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.811401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:05.813353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=c38ed068-be2b-4d7e-9c7e-f46d25795d76,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.820815 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.827348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d0f2640b-5e24-4a67-8b3e-381df1c05c9a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5504522 Jul 16 01:56:05.830167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60836) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.836380 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.845520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:05.939766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:05.998077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.998432 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment 30327ebe-afce-4cc2-b3a6-45db55ed7eb1 of type vlan for network 03bee503-7d48-439f-860a-c04af5bade28 Jul 16 01:56:06.212070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:06.263652 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:06.264029 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:06.328407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.402901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.416514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:06.420291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.483202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8a886a33-bd04-4601-9fab-3d0b6f28958e', 'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': '32037c40-f379-4c90-a8e4-ef7f2cf9ca49'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:06.483915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.515459 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.563338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-475fa557-28de-4658-b9f9-b36f266dd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.565298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] Pushing event deleted for resources: {'Port': ['ID=c38ed068-be2b-4d7e-9c7e-f46d25795d76,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.609505 n-d-791506-20 neutron-server[93755]: INFO neutron.db.ipam_backend_mixin [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bf3249e-3eb8-47e1-95c0-9dccc90901b0 (CIDR: 2001:db8::/64) Jul 16 01:56:06.650423 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:06.652121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.663467 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.678009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.681164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.721569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ed24f-34d9-49c9-921a-e30db2df5606 None None] No DVR routers for this DVR port c38ed068-be2b-4d7e-9c7e-f46d25795d76 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:06.762207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de4bd545-5919-4acc-935d-5184ca09cfea tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9247191 Jul 16 01:56:06.762658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.766320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d82d6-b888-4c87-9751-9388eb1ba749 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:06.768844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:06.781270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1259725 Jul 16 01:56:06.786775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.799299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': '03bee503-7d48-439f-860a-c04af5bade28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:06.886398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36739bf4-0c7f-4138-9b5b-f89824566cf5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=03bee503-7d48-439f-860a-c04af5bade28,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.913389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 03bee503-7d48-439f-860a-c04af5bade28 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:06.917319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:06.921867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.924882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Deleting port e190bfaf-e2c4-4625-8848-43979ddc0a8f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:06.925773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.957983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Allocated IP 2001:db8::1 (8a886a33-bd04-4601-9fab-3d0b6f28958e/32037c40-f379-4c90-a8e4-ef7f2cf9ca49/72772173-441a-4d51-9072-541838964084) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:06.978462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] Provisioning for port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:06.986321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Performing IP validity checks on allocation pools {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:56:06.987271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:56:03Z', 'revision_number': 5, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port': {'id': 'e190bfaf-e2c4-4625-8848-43979ddc0a8f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:06.987703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93756) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:56:07.032658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] Provisioning complete for port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:07.033344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.091607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] Checking router: 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:07.139193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.202589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] Routers {'2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:07.203272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:55:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:07.220056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=dd27b378-cf3a-4a8d-a605-3d73d7c7a53b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.247289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.247688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.248030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.248365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.248731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.249056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.249400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.249784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.250712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.250712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.250909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.251113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:07.273362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] For port e190bfaf-e2c4-4625-8848-43979ddc0a8f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e190bfaf-e2c4-4625-8848-43979ddc0a8f,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:07.274164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.299369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': '30327ebe-afce-4cc2-b3a6-45db55ed7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03bee503-7d48-439f-860a-c04af5bade28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:07.299732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: 03bee503-7d48-439f-860a-c04af5bade28, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:07.304149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Calling delete_port for e190bfaf-e2c4-4625-8848-43979ddc0a8f owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:07.324341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '4bf3249e-3eb8-47e1-95c0-9dccc90901b0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:07.325381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.332636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network 03bee503-7d48-439f-860a-c04af5bade28 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:07.344706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 03bee503-7d48-439f-860a-c04af5bade28) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:07.356377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:07.357604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.377265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7d4d5-51b8-4e05-8c4d-b39f41367f69 None None] Network 03bee503-7d48-439f-860a-c04af5bade28 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:07.386107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:07.398395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.458532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2003e121-5fd0-42a3-a9da-253d2cc3a80f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6676950 Jul 16 01:56:07.465554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60870) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:07.497728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] Set router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:07.664072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 6, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:07.738349 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.746690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469bf9-c31e-48b5-9ffe-65dfac058e25 None None] The sync data for ids ['2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4'] in n-d-791506-20 is: [{'id': '2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4', 'name': 'tempest-AttachVolumeTestJSON-284829852-router', 'tenant_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:04Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 6, 'project_id': 'efd50ac96a3f4a3a8eef8dfd2354e867', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:07.764548 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.830132 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.858299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Transition to ACTIVE for port object 72772173-441a-4d51-9072-541838964084 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:07.866840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.057207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.076825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e190bfaf-e2c4-4625-8848-43979ddc0a8f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.078763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] For port 1abf366c-0d0a-42dd-9f46-00899cf47ec6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1abf366c-0d0a-42dd-9f46-00899cf47ec6,segment=NetworkSegment(7c7eca7d-566a-417b-9edb-230ea1642dc5),segment_id=7c7eca7d-566a-417b-9edb-230ea1642dc5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:08.100234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Allocated IP 2001:db8::f816:3eff:febc:2abe (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/4bf3249e-3eb8-47e1-95c0-9dccc90901b0/7f5d0f1d-4c71-4411-90ef-48551ffa179f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:08.105377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.137274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.167609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Transition to ACTIVE for port object 72772173-441a-4d51-9072-541838964084 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:08.199059 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.256287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b7abd-c125-4b1a-a906-0fcbb78edbcf None None] Pushing event updated for resources: {'Port': ['ID=1abf366c-0d0a-42dd-9f46-00899cf47ec6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.287623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.330386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Network 8a886a33-bd04-4601-9fab-3d0b6f28958e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:08.340621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:08.371177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:08.392466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.397585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.439001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.447112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Pushing event updated for resources: {'Port': ['ID=72772173-441a-4d51-9072-541838964084,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.460087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2ddd3-2f91-413c-b9c9-9007d9f81268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-03bee503-7d48-439f-860a-c04af5bade28', 'network_id': '03bee503-7d48-439f-860a-c04af5bade28', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': 'dd27b378-cf3a-4a8d-a605-3d73d7c7a53b'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:08.461540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddd3-2f91-413c-b9c9-9007d9f81268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.476545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=dd27b378-cf3a-4a8d-a605-3d73d7c7a53b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.560704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.565103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:08.577574 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.579530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f8ef2b91-fbf1-45f3-9e5c-6611accb37f4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2103ad05-d3a3-4566-9e0c-a3bfdb6ae4a4 HTTP/1.1" status: 204 len: 168 time: 3.2711439 Jul 16 01:56:08.585805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60876) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:08.598732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Attempting to bind port 72772173-441a-4d51-9072-541838964084 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:08.598732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Attempting to bind port 72772173-441a-4d51-9072-541838964084 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f57b381e-1c94-4f8a-9f4a-994ee6910464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:08.598732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Attempting to bind port 72772173-441a-4d51-9072-541838964084 on network 8a886a33-bd04-4601-9fab-3d0b6f28958e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:08.632031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.643414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.655943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bee503-7d48-439f-860a-c04af5bade28']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.659370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:08.659370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Checking segment: {'id': 'f57b381e-1c94-4f8a-9f4a-994ee6910464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:08.659370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.661131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Bound using segment: {'id': 'f57b381e-1c94-4f8a-9f4a-994ee6910464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:08.661131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Bound port: 72772173-441a-4d51-9072-541838964084, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57b381e-1c94-4f8a-9f4a-994ee6910464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a886a33-bd04-4601-9fab-3d0b6f28958e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:08.661131 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.689253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fca0f-5883-47d7-aa45-0aad28085de2 None None] Network 03bee503-7d48-439f-860a-c04af5bade28 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:08.732409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30327ebe-afce-4cc2-b3a6-45db55ed7eb1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.732576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30327ebe-afce-4cc2-b3a6-45db55ed7eb1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.744803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:08.748535 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.750947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:08.767365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.770236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:08.770857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.803288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Deleting subnet e9c835f6-4ae4-4cf2-9212-e563adeb542c {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:08.812777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60880) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:08.819150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:0a:09:2d', 'name': 'tempest-NetworksTestDHCPv6-2096140990'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:08.825063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0613339 Jul 16 01:56:08.832980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.836414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Transition to ACTIVE for port object 7f5d0f1d-4c71-4411-90ef-48551ffa179f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:08.837272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.837942 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3798-c916-4766-bab4-7c942d4f5337 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=1c698f10-5241-4575-a3b0-ffab77ff554a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.857669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:08.858205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:08.861549 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:08.879220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Transition to ACTIVE for port object 7f5d0f1d-4c71-4411-90ef-48551ffa179f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:08.951376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] For port 72772173-441a-4d51-9072-541838964084, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:08.992623 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.014433 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.024454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.029662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/03bee503-7d48-439f-860a-c04af5bade28 HTTP/1.1" status: 204 len: 168 time: 1.5599492 Jul 16 01:56:09.029662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8b5a5-f9a3-4ada-8e9f-c82e1dbd1fb0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=03bee503-7d48-439f-860a-c04af5bade28,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.031581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60886) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.032536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] For port 72772173-441a-4d51-9072-541838964084, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=72772173-441a-4d51-9072-541838964084,segment=NetworkSegment(f57b381e-1c94-4f8a-9f4a-994ee6910464),segment_id=f57b381e-1c94-4f8a-9f4a-994ee6910464)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:09.041513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762658060'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:09.046338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.137905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:09.141611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.153297 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.167946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:09.181207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:09.194494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:09.196538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:09.221880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1abf366c-0d0a-42dd-9f46-00899cf47ec6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:09.259505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Pushing event updated for resources: {'Port': ['ID=7f5d0f1d-4c71-4411-90ef-48551ffa179f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.303392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:09.369319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.388701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cb5b0-60be-4a2b-8639-4e53fe29e07f None None] Pushing event updated for resources: {'Port': ['ID=72772173-441a-4d51-9072-541838964084,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.434035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.434617 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment 458e96ce-8595-40cf-a303-160c5d84ee54 of type vlan for network 8a0b247a-f8bf-40fd-9da9-40f347f258a1 Jul 16 01:56:09.446553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Attempting to bind port 7f5d0f1d-4c71-4411-90ef-48551ffa179f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:09.446927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Attempting to bind port 7f5d0f1d-4c71-4411-90ef-48551ffa179f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:09.447296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Attempting to bind port 7f5d0f1d-4c71-4411-90ef-48551ffa179f on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:09.461426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:09.461814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:09.462581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.465897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:09.467213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Bound port: 7f5d0f1d-4c71-4411-90ef-48551ffa179f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:09.467762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.531362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:09.531890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.557938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.586386 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:09.593552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.638724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] For port 7f5d0f1d-4c71-4411-90ef-48551ffa179f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:09.642805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] For port 7f5d0f1d-4c71-4411-90ef-48551ffa179f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7f5d0f1d-4c71-4411-90ef-48551ffa179f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:09.650593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.672138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.689814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port 478a3a7a-a7da-429b-902e-8c4060ab042e yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:09.726336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c835f6-4ae4-4cf2-9212-e563adeb542c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.731100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.742461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:09.749039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.760669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c169f66-6f04-4d38-88fb-972c35091f35 None None] Network 76d0f956-1017-4ab6-a9ea-151e388b1ba1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:09.762219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.765748 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5a03cb67-2ca0-4f9d-a912-0080fd4bcad6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e9c835f6-4ae4-4cf2-9212-e563adeb542c HTTP/1.1" status: 204 len: 168 time: 1.1788089 Jul 16 01:56:09.772805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60888) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.886564 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8521199 Jul 16 01:56:09.892010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.913689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Pushing event updated for resources: {'Port': ['ID=7f5d0f1d-4c71-4411-90ef-48551ffa179f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.944311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7878b-93d3-4b3b-aeb0-639ea46fec11 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=8a0b247a-f8bf-40fd-9da9-40f347f258a1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.953207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': '8a0b247a-f8bf-40fd-9da9-40f347f258a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:10.001424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.101935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8a0b247a-f8bf-40fd-9da9-40f347f258a1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:10.192879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:10.197102 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.261267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8:0:1::1c1 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/1c698f10-5241-4575-a3b0-ffab77ff554a/478a3a7a-a7da-429b-902e-8c4060ab042e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:10.289670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::f816:3eff:fe0a:92d (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/4bf3249e-3eb8-47e1-95c0-9dccc90901b0/478a3a7a-a7da-429b-902e-8c4060ab042e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:10.343065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Deleting port ce81cd83-3951-454a-9585-b9fe4de8e211 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:10.343694 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.349745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 19d774fd-385a-473a-965e-e14d1c5dd864 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:10.355248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.355945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.356386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.356817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.358026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.358440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9057ab-db70-4e25-81f1-1a137b761833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:10.411805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 19d774fd-385a-473a-965e-e14d1c5dd864 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:10.412550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 19d774fd-385a-473a-965e-e14d1c5dd864 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:10.412972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e190bfaf-e2c4-4625-8848-43979ddc0a8f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:10.467776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e190bfaf-e2c4-4625-8848-43979ddc0a8f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:10.468177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e190bfaf-e2c4-4625-8848-43979ddc0a8f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:10.507830 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49a2d499-463b-46f8-bed3-327dbca463be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.526967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] For port ce81cd83-3951-454a-9585-b9fe4de8e211, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ce81cd83-3951-454a-9585-b9fe4de8e211,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:10.527895 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.551883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Calling delete_port for ce81cd83-3951-454a-9585-b9fe4de8e211 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:10.620893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.649831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object 478a3a7a-a7da-429b-902e-8c4060ab042e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:10.673981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] DHCP port deletion for 76d0f956-1017-4ab6-a9ea-151e388b1ba1 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:10.698291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.738107 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.758327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] Deleting port ce81cd83-3951-454a-9585-b9fe4de8e211 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:10.760106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.790817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:10.794894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:10.807179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:10.822798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:10.823568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.834120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=061b4ced-a833-4162-ab1f-c07d6e7cb7ee,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.839252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=478a3a7a-a7da-429b-902e-8c4060ab042e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.844734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a77b6067-2b6c-4cae-97be-eb6e6c2f79e5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0307937 Jul 16 01:56:10.848201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60896) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:10.858526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] For port ce81cd83-3951-454a-9585-b9fe4de8e211, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ce81cd83-3951-454a-9585-b9fe4de8e211,segment=NetworkSegment(f32daf04-0990-42ba-8673-a29499505a1a),segment_id=f32daf04-0990-42ba-8673-a29499505a1a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:10.858930 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.862218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.893514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] Calling delete_port for ce81cd83-3951-454a-9585-b9fe4de8e211 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:10.925068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce81cd83-3951-454a-9585-b9fe4de8e211,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.937364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] No DVR routers for this DVR port ce81cd83-3951-454a-9585-b9fe4de8e211 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:11.020902 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.026327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': '458e96ce-8595-40cf-a303-160c5d84ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8a0b247a-f8bf-40fd-9da9-40f347f258a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:11.026891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: 8a0b247a-f8bf-40fd-9da9-40f347f258a1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:11.058419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] No DVR routers for this DVR port ce81cd83-3951-454a-9585-b9fe4de8e211 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:11.063267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3024a-f1af-407a-8747-e970b91a9df7 None None] Pushing event deleted for resources: {'Port': ['ID=ce81cd83-3951-454a-9585-b9fe4de8e211,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.105041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port 478a3a7a-a7da-429b-902e-8c4060ab042e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:11.105338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.105445 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.148080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d0f956-1017-4ab6-a9ea-151e388b1ba1']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.153526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7d2b3-226a-4114-8167-d2a801f7c74e None None] Network 8a886a33-bd04-4601-9fab-3d0b6f28958e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:11.163645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32daf04-0990-42ba-8673-a29499505a1a') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.164011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32daf04-0990-42ba-8673-a29499505a1a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.175369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network 8a0b247a-f8bf-40fd-9da9-40f347f258a1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:11.185272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.229221 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.260948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8a0b247a-f8bf-40fd-9da9-40f347f258a1) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:11.275074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.279469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.296997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:11.296997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.299933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61f917-b4b4-4bdb-9d5c-e6b30f3b0720 None None] Network 8a0b247a-f8bf-40fd-9da9-40f347f258a1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:11.300773 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:11.350560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.397924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 72772173-441a-4d51-9072-541838964084 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:11.398146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for 478a3a7a-a7da-429b-902e-8c4060ab042e owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:11.399988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59722e-47eb-4ee5-b191-dcf8d295e9f9 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:11.403234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad101112-ad16-46eb-8e46-352c2600cf11 None None] Provisioning for port 72772173-441a-4d51-9072-541838964084 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:11.452059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2f7950c3-d6eb-41c9-aedd-4faf1f9dd506 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5500960 Jul 16 01:56:11.452767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.491407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.505266 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.510657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/76d0f956-1017-4ab6-a9ea-151e388b1ba1 HTTP/1.1" status: 204 len: 168 time: 1.7335658 Jul 16 01:56:11.575189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72f634-478e-4a23-89fe-789f453492c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d0f956-1017-4ab6-a9ea-151e388b1ba1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.726592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 72772173-441a-4d51-9072-541838964084 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:11.737159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.760549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8bc83342-0ef4-4923-b633-58b4504da781 None None] Provisioning for port 7f5d0f1d-4c71-4411-90ef-48551ffa179f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:11.786026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.828374 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.852403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 72772173-441a-4d51-9072-541838964084 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:11.852403 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.854598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60912) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.892134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=478a3a7a-a7da-429b-902e-8c4060ab042e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.951491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.966457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.971318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-85a1260a-2dc9-4144-b4fa-1e16e377d5c2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/478a3a7a-a7da-429b-902e-8c4060ab042e HTTP/1.1" status: 204 len: 168 time: 1.1188672 Jul 16 01:56:11.975361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.037055 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c5cba2d-1e31-49e6-8015-ffaebbd24184 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efd50ac96a3f4a3a8eef8dfd2354e867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785154 Jul 16 01:56:12.038291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.079358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=061b4ced-a833-4162-ab1f-c07d6e7cb7ee,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.094935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a38f5-c885-4e7a-afcd-d7d871ea60fd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.102479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-403a38f5-c885-4e7a-afcd-d7d871ea60fd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1259801 Jul 16 01:56:12.103511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60918) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.191267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2f661-1035-4eb9-9f30-cb463f5549bb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.199498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e6b2f661-1035-4eb9-9f30-cb463f5549bb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0946660 Jul 16 01:56:12.200143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60920) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.216366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.234209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0b247a-f8bf-40fd-9da9-40f347f258a1']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:12.236931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c0571-c1ec-4de7-a968-430b24182edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8a0b247a-f8bf-40fd-9da9-40f347f258a1', 'network_id': '8a0b247a-f8bf-40fd-9da9-40f347f258a1', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': '061b4ced-a833-4162-ab1f-c07d6e7cb7ee'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:12.238450 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0571-c1ec-4de7-a968-430b24182edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.258868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458e96ce-8595-40cf-a303-160c5d84ee54') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:12.259225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458e96ce-8595-40cf-a303-160c5d84ee54') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:12.264570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48d980-e17d-4c21-9671-d5309bb16505 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.266127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48d980-e17d-4c21-9671-d5309bb16505 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.268296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48d980-e17d-4c21-9671-d5309bb16505 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.269227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5890f160-56ef-44a3-abe2-a3f4a3445482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.272704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e48d980-e17d-4c21-9671-d5309bb16505 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0688894 Jul 16 01:56:12.273508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.274854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.308928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.317626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5890f160-56ef-44a3-abe2-a3f4a3445482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.326516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:12.326937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:12.330262 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:12.368026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 1c698f10-5241-4575-a3b0-ffab77ff554a {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:12.396167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.474558 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.483661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5890f160-56ef-44a3-abe2-a3f4a3445482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.486517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5890f160-56ef-44a3-abe2-a3f4a3445482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.490193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5890f160-56ef-44a3-abe2-a3f4a3445482 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0ddae55-a6b6-4661-acb4-c97d48982232 HTTP/1.1" status: 204 len: 168 time: 0.4315617 Jul 16 01:56:12.500818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890f160-56ef-44a3-abe2-a3f4a3445482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ddae55-a6b6-4661-acb4-c97d48982232,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.567989 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.615320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.621025 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.626994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/8a0b247a-f8bf-40fd-9da9-40f347f258a1 HTTP/1.1" status: 204 len: 168 time: 1.1724374 Jul 16 01:56:12.627997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.638637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915711442'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:12.678827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd900c-fbd5-4b80-b96a-f70746fe92fc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=8a0b247a-f8bf-40fd-9da9-40f347f258a1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.686284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:12.691524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.697852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.727476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.735926 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.750774 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.756751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/1c698f10-5241-4575-a3b0-ffab77ff554a HTTP/1.1" status: 204 len: 168 time: 0.4818377 Jul 16 01:56:12.756990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.760126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e317610-a7be-4e5e-a291-9f0291db3ff3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=1c698f10-5241-4575-a3b0-ffab77ff554a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.775508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:12.788704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.789414 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment d8598780-4f5a-4fca-b326-f5c359c8af66 of type vlan for network b7266ddc-8a12-49b4-bf76-4e1b863d696b Jul 16 01:56:12.834596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 72772173-441a-4d51-9072-541838964084, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=72772173-441a-4d51-9072-541838964084,segment=NetworkSegment(f57b381e-1c94-4f8a-9f4a-994ee6910464),segment_id=f57b381e-1c94-4f8a-9f4a-994ee6910464)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:12.857251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed233c5-53cc-4da1-982f-b965e5d5a6d8 None None] Network 8a0b247a-f8bf-40fd-9da9-40f347f258a1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:12.871778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7869f67e-8cf7-4eff-becc-58172e9b044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.876223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.882690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 4bf3249e-3eb8-47e1-95c0-9dccc90901b0 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:12.887761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.899744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.903703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7f5d0f1d-4c71-4411-90ef-48551ffa179f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:12.928814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.945147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.946756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.016036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.051411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4197512 Jul 16 01:56:13.055126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60936) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.067248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed233c5-53cc-4da1-982f-b965e5d5a6d8 None None] Network 8a0b247a-f8bf-40fd-9da9-40f347f258a1 could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:56:13.091106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': 'b7266ddc-8a12-49b4-bf76-4e1b863d696b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.098044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7f5d0f1d-4c71-4411-90ef-48551ffa179f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:13.106043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7f5d0f1d-4c71-4411-90ef-48551ffa179f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:13.106425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.161039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=72772173-441a-4d51-9072-541838964084,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.238775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4373a31-1738-41af-b3b8-dfd6998d24c0 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=b7266ddc-8a12-49b4-bf76-4e1b863d696b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.261538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.265046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b7266ddc-8a12-49b4-bf76-4e1b863d696b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:13.316477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:13.316477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.333455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe1511-ad0a-4b3d-afd9-4694c07fc18e None None] Update dhcp port {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'fixed_ips': [{'subnet_id': '4bf3249e-3eb8-47e1-95c0-9dccc90901b0', 'ip_address': '2001:db8::f816:3eff:febc:2abe'}, {'subnet_id': '1c698f10-5241-4575-a3b0-ffab77ff554a'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '7f5d0f1d-4c71-4411-90ef-48551ffa179f'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:13.358404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.418404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1511-ad0a-4b3d-afd9-4694c07fc18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.458819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.464594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/4bf3249e-3eb8-47e1-95c0-9dccc90901b0 HTTP/1.1" status: 204 len: 168 time: 0.7065930 Jul 16 01:56:13.466742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.485050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746e73b-79f0-4466-b114-a3c45fc0866a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf3249e-3eb8-47e1-95c0-9dccc90901b0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.571344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3877982b-8ac0-45c1-b0e0-158e4a000f0c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002958 Jul 16 01:56:13.571344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.587983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.671557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e2b193a5-ac3c-42db-a8ae-f7c04705a907 None None] Provisioning complete for port 72772173-441a-4d51-9072-541838964084 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:13.672030 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2b193a5-ac3c-42db-a8ae-f7c04705a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.679928 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.687949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.777626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a247d0-eaad-41f3-b9ee-9b18716eda69 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:13.816732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:13.828558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.834296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=d16ac07c-4105-4e4d-9403-aecbe6e5f933,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.842464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': 'd8598780-4f5a-4fca-b326-f5c359c8af66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7266ddc-8a12-49b4-bf76-4e1b863d696b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:13.843015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: b7266ddc-8a12-49b4-bf76-4e1b863d696b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:13.870031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network b7266ddc-8a12-49b4-bf76-4e1b863d696b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:13.887534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b7266ddc-8a12-49b4-bf76-4e1b863d696b) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:13.897909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.900346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.943333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6d9a8dab-0d7f-4953-943b-5be2d5d936fe tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8846979 Jul 16 01:56:13.944414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60962) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.945336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c87b2-f7a5-4a64-be82-97c8b4b6f357 None None] Network b7266ddc-8a12-49b4-bf76-4e1b863d696b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:14.071942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.080886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:14.082089 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:14.130398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.232495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.268476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.349159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:14.359891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:14.391038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.406620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.408918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.429416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=d16ac07c-4105-4e4d-9403-aecbe6e5f933,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.449475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:14.462691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8906503 Jul 16 01:56:14.466882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60968) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:14.475648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:14.477944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a07fa3-0ea9-4a0b-abd2-524625b7d9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b7266ddc-8a12-49b4-bf76-4e1b863d696b', 'network_id': 'b7266ddc-8a12-49b4-bf76-4e1b863d696b', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': 'd16ac07c-4105-4e4d-9403-aecbe6e5f933'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:14.479683 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5a07fa3-0ea9-4a0b-abd2-524625b7d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.549720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.576501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7266ddc-8a12-49b4-bf76-4e1b863d696b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:14.589769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8598780-4f5a-4fca-b326-f5c359c8af66') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:14.590095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8598780-4f5a-4fca-b326-f5c359c8af66') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:14.601816 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.619729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.626731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:14.627699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.637875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b15f8e-b0c2-4203-a134-7ff481712eda tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=18fef1a8-5905-48dc-8a23-e7f5ab786de6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.657578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-41abd946-0a7c-488f-bb05-75ea941eb6b8 None None] Provisioning complete for port 7f5d0f1d-4c71-4411-90ef-48551ffa179f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:14.658046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-41abd946-0a7c-488f-bb05-75ea941eb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.663010 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.687010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:14.692599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.709625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ecde79-96fd-4c84-ab25-5500fee3d3e1 None None] Network b7266ddc-8a12-49b4-bf76-4e1b863d696b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:14.751245 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:14.756370 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.794589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.808659 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/b7266ddc-8a12-49b4-bf76-4e1b863d696b HTTP/1.1" status: 204 len: 168 time: 0.8603456 Jul 16 01:56:14.810866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb82dd8-5238-4c80-a475-3de2cd529545 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=b7266ddc-8a12-49b4-bf76-4e1b863d696b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.817787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60978) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:14.827325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145568712'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:14.867730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:14.875163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.900925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7f5d0f1d-4c71-4411-90ef-48551ffa179f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7f5d0f1d-4c71-4411-90ef-48551ffa179f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:14.914395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:14.916252 n-d-791506-20 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18fef1a8-5905-48dc-8a23-e7f5ab786de6 (CIDR: 2001:db8::/64) Jul 16 01:56:14.923660 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:14.925096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:14.933377 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.933789 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment a8c36915-9eda-42c7-927a-a19e8eb186c4 of type vlan for network c565a6d5-da3e-4a7c-bc42-74155bde7131 Jul 16 01:56:14.964349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e3a7d165-7636-4bdb-be9e-3368baa82990 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4917192 Jul 16 01:56:14.964732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 60982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:14.978143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:14.984941 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.004481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.067464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] Deleting port 7f5d0f1d-4c71-4411-90ef-48551ffa179f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:15.072165 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.087333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.091751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce81cd83-3951-454a-9585-b9fe4de8e211 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:15.117500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.124511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.198027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3785269 Jul 16 01:56:15.201857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 60994) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.208254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:15.273778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac4c63-54eb-4818-82da-ba7f75816def tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=c565a6d5-da3e-4a7c-bc42-74155bde7131,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:15.408297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:15.423652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:15.427051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.434068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:15.438089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.509907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ce81cd83-3951-454a-9585-b9fe4de8e211 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:15.511220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ce81cd83-3951-454a-9585-b9fe4de8e211 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:16.010844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.090159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=40a74c11-be74-420a-a631-2dff27c2abf4,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.096246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': 'a8c36915-9eda-42c7-927a-a19e8eb186c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:16.096675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: c565a6d5-da3e-4a7c-bc42-74155bde7131, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:16.137499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:16.153606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c565a6d5-da3e-4a7c-bc42-74155bde7131) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:16.165746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.167106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.206667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f81b7565-a4c4-4b74-ab81-03d387491727 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0016451 Jul 16 01:56:16.209099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:16.219600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 72772173-441a-4d51-9072-541838964084 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:16.223418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b31f5d-e55f-451b-80a9-f31c3df21f84 None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:16.228604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7f5d0f1d-4c71-4411-90ef-48551ffa179f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.238888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:16.305406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:16.442535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] For port 7f5d0f1d-4c71-4411-90ef-48551ffa179f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7f5d0f1d-4c71-4411-90ef-48551ffa179f,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:16.443177 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.453996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.513816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] Calling delete_port for 7f5d0f1d-4c71-4411-90ef-48551ffa179f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:16.658374 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.670550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:16.675250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.713713 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.714299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Port 7f5d0f1d-4c71-4411-90ef-48551ffa179f concurrently deleted while adding address for new subnet {'id': 'e663e164-3d5a-4b56-ba37-aefd6ec71a2e', 'name': '', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3019, 'gateway_ip': '2001:db8:0:1::1', 'cidr': '2001:db8:0:1::/64', 'allocation_pools': [{'start': '2001:db8:0:1::2', 'end': '2001:db8:0:1:ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T01:56:15Z', 'updated_at': '2021-07-16T01:56:15Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3ba2445263d546bd92da0216a3838300'}. {{(pid=93756) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 01:56:16.715959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.784707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 72772173-441a-4d51-9072-541838964084 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:16.785088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.793290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] No DVR routers for this DVR port 7f5d0f1d-4c71-4411-90ef-48551ffa179f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:16.805244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80164210-c65a-4353-b100-e9e30c03bb06 None None] Pushing event deleted for resources: {'Port': ['ID=7f5d0f1d-4c71-4411-90ef-48551ffa179f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.829194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:16.835071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:16.841157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7514edb-9726-4b9b-9335-8c3a7a630033 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:16.852583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.853898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.900936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=e663e164-3d5a-4b56-ba37-aefd6ec71a2e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.946502 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-68b3b454-e19b-47bd-87d4-0f05329a5eef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9769049 Jul 16 01:56:16.948468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:16.963486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:39:f6:ab', 'name': 'tempest-NetworksTestDHCPv6-1236124508'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:17.187437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c565a6d5-da3e-4a7c-bc42-74155bde7131', 'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': '40a74c11-be74-420a-a631-2dff27c2abf4'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:17.188311 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.275567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:17.444398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7f5d0f1d-4c71-4411-90ef-48551ffa179f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:17.458238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.490854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port b24be73d-01d2-4f75-a6af-e8f0b113b654 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:17.551276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7f5d0f1d-4c71-4411-90ef-48551ffa179f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:17.551562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7f5d0f1d-4c71-4411-90ef-48551ffa179f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:17.579550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32804) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:17.605901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.685976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=d50137c1-6a7e-46c2-a730-5952c81c4db3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.701745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '18fef1a8-5905-48dc-8a23-e7f5ab786de6'}, {'subnet_id': 'e663e164-3d5a-4b56-ba37-aefd6ec71a2e'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:17.703130 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.712949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:17.715885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:17.722791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.723478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.725858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Allocated IP 2001:db8::2 (c565a6d5-da3e-4a7c-bc42-74155bde7131/40a74c11-be74-420a-a631-2dff27c2abf4/73751dea-efa5-4418-b976-dfeb53bb6117) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:17.739750 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5a6ac0af-97f2-470b-a7eb-493c68190d40 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5294299 Jul 16 01:56:17.742679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32808) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:17.761830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::3da (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/18fef1a8-5905-48dc-8a23-e7f5ab786de6/b24be73d-01d2-4f75-a6af-e8f0b113b654) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:17.775447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:f6ab (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/e663e164-3d5a-4b56-ba37-aefd6ec71a2e/b24be73d-01d2-4f75-a6af-e8f0b113b654) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:17.837040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aa5e-1eec-48b0-9a06-59c147ad6edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.881670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefab4fa-a45f-4015-a005-0e5ac77ddd43 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.883575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefab4fa-a45f-4015-a005-0e5ac77ddd43 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.885136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefab4fa-a45f-4015-a005-0e5ac77ddd43 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.886976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefab4fa-a45f-4015-a005-0e5ac77ddd43 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.888654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefab4fa-a45f-4015-a005-0e5ac77ddd43 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.890423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fefab4fa-a45f-4015-a005-0e5ac77ddd43 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1466384 Jul 16 01:56:17.894439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32810) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:17.899809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77299868'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:17.986316 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.987020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aa5e-1eec-48b0-9a06-59c147ad6edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.997543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aa5e-1eec-48b0-9a06-59c147ad6edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.998287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Transition to ACTIVE for port object 73751dea-efa5-4418-b976-dfeb53bb6117 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:18.020025 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.022303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Transition to ACTIVE for port object 73751dea-efa5-4418-b976-dfeb53bb6117 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:18.031573 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.033980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:18.037649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object b24be73d-01d2-4f75-a6af-e8f0b113b654 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:18.039915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.069008 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3ed1aa5e-1eec-48b0-9a06-59c147ad6edd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33c7cc4c06ed4b21a338a58e0beceb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882832 Jul 16 01:56:18.073673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.076308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1aa5e-1eec-48b0-9a06-59c147ad6edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cd0727-fbab-4521-815f-4d2e7501e011,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.079623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:18.085248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:18.091611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:18.093208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:18.095013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Pushing event updated for resources: {'Port': ['ID=73751dea-efa5-4418-b976-dfeb53bb6117,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.104548 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.104909 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment fec998e4-c87c-4013-9948-5449f6928c6b of type vlan for network a2fc22c7-a4d9-4d51-9656-28c61a114c7c Jul 16 01:56:18.116442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.150033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.187014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:18.192779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.193179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:18.204273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:18.205691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.206931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.212399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.213336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.226853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=b24be73d-01d2-4f75-a6af-e8f0b113b654,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.238057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78db2a1f-8790-4790-8821-2afc880a9bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.247183 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3516474 Jul 16 01:56:18.249068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/18fef1a8-5905-48dc-8a23-e7f5ab786de6/ccb4c74b-18d4-4364-a8e0-57851adfe599) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:18.250348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32816) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.253277 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ee8db81e-bafd-45a0-87a3-9995bbb91c27 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3031478 Jul 16 01:56:18.257759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:18.259129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe42:9300 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/e663e164-3d5a-4b56-ba37-aefd6ec71a2e/ccb4c74b-18d4-4364-a8e0-57851adfe599) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:18.270840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32818) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.299635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Attempting to bind port 73751dea-efa5-4418-b976-dfeb53bb6117 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:18.300759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Attempting to bind port 73751dea-efa5-4418-b976-dfeb53bb6117 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'a8c36915-9eda-42c7-927a-a19e8eb186c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:18.301128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Attempting to bind port 73751dea-efa5-4418-b976-dfeb53bb6117 on network c565a6d5-da3e-4a7c-bc42-74155bde7131 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:18.302855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96e7f-cb86-4593-b3f0-e06002ff0ad8 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=a2fc22c7-a4d9-4d51-9656-28c61a114c7c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.318846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78db2a1f-8790-4790-8821-2afc880a9bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.322003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:18.322339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Checking segment: {'id': 'a8c36915-9eda-42c7-927a-a19e8eb186c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:18.322740 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.323144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Bound using segment: {'id': 'a8c36915-9eda-42c7-927a-a19e8eb186c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:18.323639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Bound port: 73751dea-efa5-4418-b976-dfeb53bb6117, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c36915-9eda-42c7-927a-a19e8eb186c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:18.324025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.326085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:18.462500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78db2a1f-8790-4790-8821-2afc880a9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.475175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78db2a1f-8790-4790-8821-2afc880a9bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.485780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-78db2a1f-8790-4790-8821-2afc880a9bb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34cd0727-fbab-4521-815f-4d2e7501e011 HTTP/1.1" status: 204 len: 168 time: 0.4105299 Jul 16 01:56:18.495173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port b24be73d-01d2-4f75-a6af-e8f0b113b654 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:18.495951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.509257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db2a1f-8790-4790-8821-2afc880a9bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cd0727-fbab-4521-815f-4d2e7501e011,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.525834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.572135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.590259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:56:18.603656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.606291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.612925 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "PUT /v2.0/networks/a2fc22c7-a4d9-4d51-9656-28c61a114c7c HTTP/1.1" status: 200 len: 723 time: 0.3608141 Jul 16 01:56:18.613718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.614935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.623703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] For port 73751dea-efa5-4418-b976-dfeb53bb6117, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:18.637815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:18.688408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.701488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] For port 73751dea-efa5-4418-b976-dfeb53bb6117, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=73751dea-efa5-4418-b976-dfeb53bb6117,segment=NetworkSegment(a8c36915-9eda-42c7-927a-a19e8eb186c4),segment_id=a8c36915-9eda-42c7-927a-a19e8eb186c4)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:18.714678 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.722083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f175d5-3b18-4c6a-9d04-63589970ace3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=a2fc22c7-a4d9-4d51-9656-28c61a114c7c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.742438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for b24be73d-01d2-4f75-a6af-e8f0b113b654 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:18.757076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.768081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:18.819413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Transition to ACTIVE for port object ccb4c74b-18d4-4364-a8e0-57851adfe599 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:18.834939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:18.843048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.897314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Transition to ACTIVE for port object ccb4c74b-18d4-4364-a8e0-57851adfe599 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:18.914436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1ccb4-8489-4e7f-82db-3070301f61e7 None None] Pushing event updated for resources: {'Port': ['ID=73751dea-efa5-4418-b976-dfeb53bb6117,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.931487 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.123782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32832) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.204951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffc44cab-7c45-478a-a8dc-3f09f54bb3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.217801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.286986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=b24be73d-01d2-4f75-a6af-e8f0b113b654,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.313065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:19.325499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:19.347366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:19.424365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.426572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a0851f23-10e6-4e2a-bcfb-bcb232817d41 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/b24be73d-01d2-4f75-a6af-e8f0b113b654 HTTP/1.1" status: 204 len: 168 time: 1.1560833 Jul 16 01:56:19.429803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.436065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Pushing event updated for resources: {'Port': ['ID=ccb4c74b-18d4-4364-a8e0-57851adfe599,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.443106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.521020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d60417-8c16-4975-b7ac-cd8b63c7e757 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.524808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-69d60417-8c16-4975-b7ac-cd8b63c7e757 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0927501 Jul 16 01:56:19.527217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32840) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.529873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Attempting to bind port ccb4c74b-18d4-4364-a8e0-57851adfe599 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:19.530447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Attempting to bind port ccb4c74b-18d4-4364-a8e0-57851adfe599 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:19.530885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Attempting to bind port ccb4c74b-18d4-4364-a8e0-57851adfe599 on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:19.544145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:19.544595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:19.545009 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.545440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:19.545924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Bound port: ccb4c74b-18d4-4364-a8e0-57851adfe599, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:19.546348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.561476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=0b8bd5a1-608c-425f-8bc4-029f800b6c2f,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.573265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': 'fec998e4-c87c-4013-9948-5449f6928c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:19.573703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: a2fc22c7-a4d9-4d51-9656-28c61a114c7c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:19.627494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:19.657509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffc44cab-7c45-478a-a8dc-3f09f54bb3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.658924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] For port ccb4c74b-18d4-4364-a8e0-57851adfe599, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:19.660196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a2fc22c7-a4d9-4d51-9656-28c61a114c7c) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:19.671283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] For port ccb4c74b-18d4-4364-a8e0-57851adfe599, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ccb4c74b-18d4-4364-a8e0-57851adfe599,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:19.675330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682dc655-8a43-490f-a606-6a0ca38ee19c None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:19.676478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffc44cab-7c45-478a-a8dc-3f09f54bb3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.679761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2727a-8abb-4515-aa1e-fc76d810e107 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.684310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.687746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-08f2727a-8abb-4515-aa1e-fc76d810e107 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1561527 Jul 16 01:56:19.688238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.692507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.730908 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2c521688-069a-4942-8513-abeadfc3c2ac tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0981021 Jul 16 01:56:19.732268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32846) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.751541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:19.810888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9a42b-a485-4761-b82d-4cc38f05616a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.814097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9a42b-a485-4761-b82d-4cc38f05616a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.816344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9a42b-a485-4761-b82d-4cc38f05616a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.818151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9ce9a42b-a485-4761-b82d-4cc38f05616a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1238062 Jul 16 01:56:19.818715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.824768 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ffc44cab-7c45-478a-a8dc-3f09f54bb3bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e54128830244d64a05f00870299633c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912999 Jul 16 01:56:19.825077 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.826162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.832486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc44cab-7c45-478a-a8dc-3f09f54bb3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c2cc6-5789-438a-b715-177b0e5aef92,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.920099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 18fef1a8-5905-48dc-8a23-e7f5ab786de6 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:19.950232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.957471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 73751dea-efa5-4418-b976-dfeb53bb6117 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:19.966833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59092862'] for subnet, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.991421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed115157-d4f5-46b9-89b1-11f91a054cb1 None None] Pushing event updated for resources: {'Port': ['ID=ccb4c74b-18d4-4364-a8e0-57851adfe599,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.058568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb93e-12a8-4f5d-b43d-16b6e464f72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.088339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.119967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a2fc22c7-a4d9-4d51-9656-28c61a114c7c', 'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': '0b8bd5a1-608c-425f-8bc4-029f800b6c2f'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:20.121019 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.228655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb93e-12a8-4f5d-b43d-16b6e464f72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.265863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 73751dea-efa5-4418-b976-dfeb53bb6117 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:20.351296 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb93e-12a8-4f5d-b43d-16b6e464f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.370126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786739161739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58844880'] for subnet, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.379341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb93e-12a8-4f5d-b43d-16b6e464f72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.397046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ef6eb93e-12a8-4f5d-b43d-16b6e464f72b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/987c2cc6-5789-438a-b715-177b0e5aef92 HTTP/1.1" status: 204 len: 168 time: 0.5771022 Jul 16 01:56:20.445280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eb93e-12a8-4f5d-b43d-16b6e464f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c2cc6-5789-438a-b715-177b0e5aef92,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.476290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Allocated IP 2001:db8::2 (a2fc22c7-a4d9-4d51-9656-28c61a114c7c/0b8bd5a1-608c-425f-8bc4-029f800b6c2f/aef2350e-138a-44a4-a32e-14653d6219db) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:20.495936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.499285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=0b8bd5a1-608c-425f-8bc4-029f800b6c2f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.505368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.505975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.507306 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1e55f80d-7ce1-4482-b2bc-d03ea0601bb5 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "PUT /v2.0/subnets/0b8bd5a1-608c-425f-8bc4-029f800b6c2f HTTP/1.1" status: 200 len: 826 time: 0.7653806 Jul 16 01:56:20.510295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32856) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.637476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.662658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b0fa2-af6b-4806-bff4-9b6d7d644231 None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:20.687596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=18fef1a8-5905-48dc-8a23-e7f5ab786de6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.699399 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.701880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-431af0da-4a3d-4fbe-ad61-11578694e9ce tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/18fef1a8-5905-48dc-8a23-e7f5ab786de6 HTTP/1.1" status: 204 len: 168 time: 0.8739290 Jul 16 01:56:20.704360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.784840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet e663e164-3d5a-4b56-ba37-aefd6ec71a2e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:20.789492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.804282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.836125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] Provisioning for port 73751dea-efa5-4418-b976-dfeb53bb6117 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:20.881886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] Provisioning complete for port 73751dea-efa5-4418-b976-dfeb53bb6117 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:20.881886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.954054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.966090 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.016297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Transition to ACTIVE for port object aef2350e-138a-44a4-a32e-14653d6219db will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:21.134617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Transition to ACTIVE for port object aef2350e-138a-44a4-a32e-14653d6219db will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:21.171856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.218798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.289320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8bd5a1-608c-425f-8bc4-029f800b6c2f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.422936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.423598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:21.430277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.432396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:21.439256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:21.449151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.490584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fc22c7-a4d9-4d51-9656-28c61a114c7c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:21.521244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec998e4-c87c-4013-9948-5449f6928c6b') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:21.521807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec998e4-c87c-4013-9948-5449f6928c6b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:21.543679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Pushing event updated for resources: {'Port': ['ID=aef2350e-138a-44a4-a32e-14653d6219db,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.570814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.603478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.607521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.613692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Attempting to bind port aef2350e-138a-44a4-a32e-14653d6219db on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:21.615570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Attempting to bind port aef2350e-138a-44a4-a32e-14653d6219db by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'fec998e4-c87c-4013-9948-5449f6928c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:21.617046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Attempting to bind port aef2350e-138a-44a4-a32e-14653d6219db on network a2fc22c7-a4d9-4d51-9656-28c61a114c7c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:21.622471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:21.622895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.654770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] For port 73751dea-efa5-4418-b976-dfeb53bb6117, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=73751dea-efa5-4418-b976-dfeb53bb6117,segment=NetworkSegment(a8c36915-9eda-42c7-927a-a19e8eb186c4),segment_id=a8c36915-9eda-42c7-927a-a19e8eb186c4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:21.658084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:21.658509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Checking segment: {'id': 'fec998e4-c87c-4013-9948-5449f6928c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:21.659457 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.668634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Bound using segment: {'id': 'fec998e4-c87c-4013-9948-5449f6928c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:21.668634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Bound port: aef2350e-138a-44a4-a32e-14653d6219db, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec998e4-c87c-4013-9948-5449f6928c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:21.668634 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:21.669394 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:21.684896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.734931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.818436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:21.818436 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:21.818436 n-d-791506-20 neutron-server[93755]: [parameters: {'id': 'a2fc22c7-a4d9-4d51-9656-28c61a114c7c'}] Jul 16 01:56:21.818436 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:21.819869 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:21.820881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=e663e164-3d5a-4b56-ba37-aefd6ec71a2e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.829899 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.833403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-72618883-578a-45a9-895f-fc547c1a70e7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/e663e164-3d5a-4b56-ba37-aefd6ec71a2e HTTP/1.1" status: 204 len: 168 time: 1.1275318 Jul 16 01:56:21.834842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ccb4c74b-18d4-4364-a8e0-57851adfe599 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:21.835657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.890173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Update dhcp port {'port': {'network_id': 'c565a6d5-da3e-4a7c-bc42-74155bde7131', 'fixed_ips': [{'subnet_id': '40a74c11-be74-420a-a631-2dff27c2abf4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd50137c1-6a7e-46c2-a730-5952c81c4db3'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '73751dea-efa5-4418-b976-dfeb53bb6117'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:21.913265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a6c04-6c3f-4c2a-a476-276ba82be7e1 None None] Pushing event updated for resources: {'Port': ['ID=73751dea-efa5-4418-b976-dfeb53bb6117,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.931108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f5e5fe6b-450b-4d97-8cb4-49d8b815c447 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864275 Jul 16 01:56:21.931209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32886) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.936994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:21.949599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] For port aef2350e-138a-44a4-a32e-14653d6219db, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:21.988127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a48181-708e-426c-b70d-0004b953fbc2 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:22.045952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] For port aef2350e-138a-44a4-a32e-14653d6219db, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=aef2350e-138a-44a4-a32e-14653d6219db,segment=NetworkSegment(fec998e4-c87c-4013-9948-5449f6928c6b),segment_id=fec998e4-c87c-4013-9948-5449f6928c6b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:22.098716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.119868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:22.133015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.239244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ccb4c74b-18d4-4364-a8e0-57851adfe599 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:22.290266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-91398b86-0ffe-498f-b06e-932ec89ebdf5 None None] Provisioning for port ccb4c74b-18d4-4364-a8e0-57851adfe599 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:22.299097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.329433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.332058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-91398b86-0ffe-498f-b06e-932ec89ebdf5 None None] Provisioning complete for port ccb4c74b-18d4-4364-a8e0-57851adfe599 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:22.332810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91398b86-0ffe-498f-b06e-932ec89ebdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.382438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ccb4c74b-18d4-4364-a8e0-57851adfe599 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:22.383027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.541343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c181f-6f3d-46e6-a9ae-1dce78172fc5 None None] Pushing event updated for resources: {'Port': ['ID=aef2350e-138a-44a4-a32e-14653d6219db,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.542388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.614696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:22.616669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=56c5bee2-dff7-43c8-9ab7-f9747d33ff9c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.627332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:22.631639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.632481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.661768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting port aef2350e-138a-44a4-a32e-14653d6219db {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:22.662155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.755115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] For port aef2350e-138a-44a4-a32e-14653d6219db, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=aef2350e-138a-44a4-a32e-14653d6219db,segment=NetworkSegment(fec998e4-c87c-4013-9948-5449f6928c6b),segment_id=fec998e4-c87c-4013-9948-5449f6928c6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:22.755363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.771878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Calling delete_port for aef2350e-138a-44a4-a32e-14653d6219db owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:22.808790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599916a-8ab9-4205-aaee-799bdda7e847 None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:22.903206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.913853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Allocated IP 172.20.0.1 (c565a6d5-da3e-4a7c-bc42-74155bde7131/d50137c1-6a7e-46c2-a730-5952c81c4db3/73751dea-efa5-4418-b976-dfeb53bb6117) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:22.929884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No DVR routers for this DVR port aef2350e-138a-44a4-a32e-14653d6219db on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:22.960735 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-49be51d3-d841-48ac-b1b9-3cba5abf31cb tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0281169 Jul 16 01:56:22.960735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Port': ['ID=aef2350e-138a-44a4-a32e-14653d6219db,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.965225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:22.981460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:23.080754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:23.095852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.180896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.197463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fc22c7-a4d9-4d51-9656-28c61a114c7c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.211139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec998e4-c87c-4013-9948-5449f6928c6b') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.211417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:23.211936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec998e4-c87c-4013-9948-5449f6928c6b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.224991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.227651 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.249222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.258164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:23.259229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:23.353901 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:23.394083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.400914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.403227 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/a2fc22c7-a4d9-4d51-9656-28c61a114c7c HTTP/1.1" status: 204 len: 168 time: 2.8919258 Jul 16 01:56:23.419346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32920) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:23.421527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f790-96cc-46fa-b633-f0385708145d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=a2fc22c7-a4d9-4d51-9656-28c61a114c7c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.453997 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-999c5a9f-fa68-41b7-945c-6f09daf7309d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:23.455001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999c5a9f-fa68-41b7-945c-6f09daf7309d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:23.457192 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-999c5a9f-fa68-41b7-945c-6f09daf7309d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/a2fc22c7-a4d9-4d51-9656-28c61a114c7c HTTP/1.1" status: 404 len: 339 time: 0.0256357 Jul 16 01:56:23.462592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:23.468245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931352906', 'description': 'd1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:23.514552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:23.515773 n-d-791506-20 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56c5bee2-dff7-43c8-9ab7-f9747d33ff9c (CIDR: 2001:db8::/64) Jul 16 01:56:23.518600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.522628 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:23.523277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:23.530934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-91398b86-0ffe-498f-b06e-932ec89ebdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.556795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5c174ac6-ba4f-4bc3-8f80-e000a611a3b0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5894940 Jul 16 01:56:23.559652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:23.571895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'subnet': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:23.591509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:23.625577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.625740 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment f14bc455-3a74-4d2f-9c08-ae037e565d25 of type vlan for network 814f21e3-add2-4201-9104-ff2e4494095f Jul 16 01:56:23.699972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.739170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.745189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.750450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.773429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ccb4c74b-18d4-4364-a8e0-57851adfe599, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ccb4c74b-18d4-4364-a8e0-57851adfe599,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:23.858093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:23.863171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.879945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4159036 Jul 16 01:56:23.917961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:23.923627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77400dc-6f97-4c55-95f7-ba0331e886d4 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=814f21e3-add2-4201-9104-ff2e4494095f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.952659 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.970430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 814f21e3-add2-4201-9104-ff2e4494095f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:23.981655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] For port 73751dea-efa5-4418-b976-dfeb53bb6117, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=73751dea-efa5-4418-b976-dfeb53bb6117,segment=NetworkSegment(a8c36915-9eda-42c7-927a-a19e8eb186c4),segment_id=a8c36915-9eda-42c7-927a-a19e8eb186c4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:23.993712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9d46e-7796-4f3c-980b-9974913a8b2b None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:24.114006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 73751dea-efa5-4418-b976-dfeb53bb6117 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:24.117106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9d46e-7796-4f3c-980b-9974913a8b2b None None] Network a2fc22c7-a4d9-4d51-9656-28c61a114c7c could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:56:24.176414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad2eb4b-716a-4fc8-b7ee-d72a1a986856 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.180816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fad2eb4b-716a-4fc8-b7ee-d72a1a986856 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks?id=814f21e3-add2-4201-9104-ff2e4494095f HTTP/1.1" status: 200 len: 764 time: 0.2605865 Jul 16 01:56:24.183814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.189347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'description': 'd2'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:24.265023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.277051 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-91398b86-0ffe-498f-b06e-932ec89ebdf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:24.277687 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-91398b86-0ffe-498f-b06e-932ec89ebdf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:24.306157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ccb4c74b-18d4-4364-a8e0-57851adfe599,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.317846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] Deleting port ccb4c74b-18d4-4364-a8e0-57851adfe599 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:24.318442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.326658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Transition to ACTIVE for port object 73751dea-efa5-4418-b976-dfeb53bb6117 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:24.351224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.451379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.485663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.518047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network 814f21e3-add2-4201-9104-ff2e4494095f is not hosted by any dhcp agent {{(pid=93756) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:56:24.524127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d6cb-543e-4e5b-85d5-05095faad79b None None] Pushing event updated for resources: {'Port': ['ID=73751dea-efa5-4418-b976-dfeb53bb6117,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.524774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.525613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.527103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "PUT /v2.0/networks/814f21e3-add2-4201-9104-ff2e4494095f HTTP/1.1" status: 200 len: 761 time: 0.3423626 Jul 16 01:56:24.530634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32944) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.545731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] For port ccb4c74b-18d4-4364-a8e0-57851adfe599, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ccb4c74b-18d4-4364-a8e0-57851adfe599,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:24.546138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.560464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] Calling delete_port for ccb4c74b-18d4-4364-a8e0-57851adfe599 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:24.602453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca7a4-a0c8-47b4-9b7f-de467cf38003 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=814f21e3-add2-4201-9104-ff2e4494095f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.617309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 814f21e3-add2-4201-9104-ff2e4494095f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:24.628315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ccb4c74b-18d4-4364-a8e0-57851adfe599 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:24.735451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70cf52c-eb03-411c-89be-1d33e5330cd2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.738161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e70cf52c-eb03-411c-89be-1d33e5330cd2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks?id=814f21e3-add2-4201-9104-ff2e4494095f HTTP/1.1" status: 200 len: 764 time: 0.2048631 Jul 16 01:56:24.743115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.849547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:24.945482 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.008082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] Pushing event deleted for resources: {'Port': ['ID=ccb4c74b-18d4-4364-a8e0-57851adfe599,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.011561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd130554-486c-4ef5-924c-14faf955b4b9 None None] No DVR routers for this DVR port ccb4c74b-18d4-4364-a8e0-57851adfe599 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:25.013696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.036884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d3bc8b-5f70-492f-9843-4cf808024246 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:25.072083 n-d-791506-20 neutron-server[93756]: WARNING neutron.services.revisions.revision_plugin [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Could not find related port for resource to bump revision. Jul 16 01:56:25.081179 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_pluggable_backend [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Port ccb4c74b-18d4-4364-a8e0-57851adfe599 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:56:25.081492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_pluggable_backend [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe42:9300 {{(pid=93756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:56:25.087517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_pluggable_backend [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe42:9300 {{(pid=93756) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:56:25.092090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.178392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c58519b-5099-4ccc-b9c0-9949a3209336 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.180039 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c58519b-5099-4ccc-b9c0-9949a3209336 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4350824 Jul 16 01:56:25.184103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32954) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.195028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:25.199870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:25.210450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.211057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534121'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.246758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-66e9b980-6f7d-40f5-9ba9-4c5fa63c2e67 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 207 time: 0.0613141 Jul 16 01:56:25.250122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32960) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.273931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Subnet': ['ID=bbbfddb7-7d38-4f82-b8ba-62a34c380a40,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.298751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-96867904-39bb-4988-adff-4241a664aeef tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7376523 Jul 16 01:56:25.301251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.310937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Request body: {'port': {'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'mac_address': 'fa:16:3e:c9:97:6e', 'name': 'tempest-NetworksTestDHCPv6-1020239348'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:25.312010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5', 'tenant_id': '3ba2445263d546bd92da0216a3838300', 'fixed_ips': [{'subnet_id': '56c5bee2-dff7-43c8-9ab7-f9747d33ff9c'}, {'subnet_id': 'bbbfddb7-7d38-4f82-b8ba-62a34c380a40'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:25.313641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.503903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.521367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.530082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.558003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.564151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.583324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.585212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bf131538-a2f7-464e-99fb-e4cefe8d5948 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3333061 Jul 16 01:56:25.589109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32968) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.603594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Made reservation on behalf of 3ba2445263d546bd92da0216a3838300 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:25.628473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32970) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.677627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b9cd7-06bd-41ac-b0a6-2bd02b39dfc2 None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:25.750182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.805788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] device_id is not set on port fa0fe173-88ea-4e1c-83f7-1df5076e96b8 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:25.871113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Allocated IP 2001:db8::2 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/56c5bee2-dff7-43c8-9ab7-f9747d33ff9c/d6c18f9c-a569-4265-ae5e-e22d7b9d14ad) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:25.877654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78fbb2c0-087e-4d1d-9ccf-d6bf7bebaa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.889552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:df65 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/bbbfddb7-7d38-4f82-b8ba-62a34c380a40/d6c18f9c-a569-4265-ae5e-e22d7b9d14ad) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:25.921006 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c476066-eeb2-4e43-9ae9-c8da46fe5a09 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3226202 Jul 16 01:56:25.921238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32976) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.042349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd829fd-2296-4a27-8f9b-0f6a19e0b76f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.044365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd829fd-2296-4a27-8f9b-0f6a19e0b76f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.046900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd829fd-2296-4a27-8f9b-0f6a19e0b76f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.048896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd829fd-2296-4a27-8f9b-0f6a19e0b76f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.050901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd829fd-2296-4a27-8f9b-0f6a19e0b76f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.053378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6dd829fd-2296-4a27-8f9b-0f6a19e0b76f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1304855 Jul 16 01:56:26.068981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32978) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.116372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 73751dea-efa5-4418-b976-dfeb53bb6117 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:26.124686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b83033ea-09d9-4602-a98b-e88fa392255e None None] Provisioning for port 73751dea-efa5-4418-b976-dfeb53bb6117 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:26.128968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78fbb2c0-087e-4d1d-9ccf-d6bf7bebaa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.136897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78fbb2c0-087e-4d1d-9ccf-d6bf7bebaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.154474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a326-c846-418e-8aae-3fab85b140f1 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.156732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a326-c846-418e-8aae-3fab85b140f1 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.158220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a326-c846-418e-8aae-3fab85b140f1 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.160294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a326-c846-418e-8aae-3fab85b140f1 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.162126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61a326-c846-418e-8aae-3fab85b140f1 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.163899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2e61a326-c846-418e-8aae-3fab85b140f1 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0931540 Jul 16 01:56:26.167451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 32980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.185905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b83033ea-09d9-4602-a98b-e88fa392255e None None] Provisioning complete for port 73751dea-efa5-4418-b976-dfeb53bb6117 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:26.186445 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b83033ea-09d9-4602-a98b-e88fa392255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.198741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78fbb2c0-087e-4d1d-9ccf-d6bf7bebaa96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46a83a7b967644b4a572279e0a65fefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596545 Jul 16 01:56:26.200927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb2c0-087e-4d1d-9ccf-d6bf7bebaa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f11c5f-7e62-4f08-b24d-4551ab21f072,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.204170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32982) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.209156 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.251523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Transition to ACTIVE for port object d6c18f9c-a569-4265-ae5e-e22d7b9d14ad will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:26.297218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57bdec84-fdee-4169-b834-c831fd25ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.323237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Transition to ACTIVE for port object d6c18f9c-a569-4265-ae5e-e22d7b9d14ad will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:26.345017 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.348449 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57bdec84-fdee-4169-b834-c831fd25ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.360544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962748c-a7d9-4627-99e5-0e95ce390c02 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.360544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8962748c-a7d9-4627-99e5-0e95ce390c02 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks/aa4f8d29-80d3-41a4-9886-ec3cdccbc052 HTTP/1.1" status: 200 len: 803 time: 0.1920071 Jul 16 01:56:26.372412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 73751dea-efa5-4418-b976-dfeb53bb6117 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:26.372972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.383775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32984) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.484077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:26.497977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:26.507986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:26.519554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Pushing event updated for resources: {'Port': ['ID=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.548902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57bdec84-fdee-4169-b834-c831fd25ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.552711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57bdec84-fdee-4169-b834-c831fd25ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.556884 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-57bdec84-fdee-4169-b834-c831fd25ffe2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9f11c5f-7e62-4f08-b24d-4551ab21f072 HTTP/1.1" status: 204 len: 168 time: 0.3490143 Jul 16 01:56:26.609666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdec84-fdee-4169-b834-c831fd25ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f11c5f-7e62-4f08-b24d-4551ab21f072,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.632645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8::137 (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/56c5bee2-dff7-43c8-9ab7-f9747d33ff9c/fa0fe173-88ea-4e1c-83f7-1df5076e96b8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:26.656012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f48f8bee-9f85-4420-821b-42b3f73b0ca3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/networks/aa4f8d29-80d3-41a4-9886-ec3cdccbc052?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2688992 Jul 16 01:56:26.657589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Allocated IP 2001:db8:0:1:f816:3eff:fec9:976e (9e5b4240-4b4d-47f7-a62e-97348e0b2ca5/bbbfddb7-7d38-4f82-b8ba-62a34c380a40/fa0fe173-88ea-4e1c-83f7-1df5076e96b8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:26.658580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32990) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.755833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918dffdd-04a2-4e69-bbde-e7932b191cf3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.757589 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-918dffdd-04a2-4e69-bbde-e7932b191cf3 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/subnets/a7755b46-de8d-4a66-815b-30a3170edebd HTTP/1.1" status: 200 len: 843 time: 0.0970199 Jul 16 01:56:26.761196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32992) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.848751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6c030-e51c-46df-a9ee-481f44162fc6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.854535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-25b6c030-e51c-46df-a9ee-481f44162fc6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "GET /v2.0/subnets/a7755b46-de8d-4a66-815b-30a3170edebd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0920174 Jul 16 01:56:26.859452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 32996) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.869657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-95111387'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:26.911404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Attempting to bind port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:26.912282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Attempting to bind port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:26.912853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Attempting to bind port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad on network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:26.922399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:26.922986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Checking segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:26.923423 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.924230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Bound using segment: {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:26.924910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Bound port: d6c18f9c-a569-4265-ae5e-e22d7b9d14ad, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652eb185-cd2e-4876-92c6-7d1c2ac43641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e5b4240-4b4d-47f7-a62e-97348e0b2ca5'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:26.925558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.929604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:26.940456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.997175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:27.050318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.052575 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Added segment d28d43d4-48f5-4822-bc9d-c9fee1de7500 of type vlan for network f4f51e49-c667-48d2-9c9a-792531d56a40 Jul 16 01:56:27.066290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.091705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] For port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:27.095857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] For port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:27.106081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.141200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Transition to ACTIVE for port object fa0fe173-88ea-4e1c-83f7-1df5076e96b8 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:27.192079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:27.215196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.244037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f924-92bb-4a87-8a81-559a7ec8dcdc None None] Pushing event updated for resources: {'Port': ['ID=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.264953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6e32647-c8d6-4bbe-a438-26b7c6584d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.300886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.312791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.322097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:27.323084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.371943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:27.402308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:27.419633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:27.421341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-080942d8-4022-4be4-8674-f997bcd6ac99 None None] Provisioning complete for port 73751dea-efa5-4418-b976-dfeb53bb6117 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:27.421658 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-080942d8-4022-4be4-8674-f997bcd6ac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.430505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:27.431372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.471202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event updated for resources: {'Port': ['ID=fa0fe173-88ea-4e1c-83f7-1df5076e96b8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.481866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Network': ['ID=f4f51e49-c667-48d2-9c9a-792531d56a40,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.508538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f4f51e49-c667-48d2-9c9a-792531d56a40 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:27.572796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6e32647-c8d6-4bbe-a438-26b7c6584d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.584388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a6e32647-c8d6-4bbe-a438-26b7c6584d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.590474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b90a221a-8e69-4576-96be-66cbb35a8cae tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7282190 Jul 16 01:56:27.597295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33004) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:27.604146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:27.635830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1acf08de-eac4-4395-b616-4e41fe3c35a1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3333645 Jul 16 01:56:27.645921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33006) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:27.702519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32647-c8d6-4bbe-a438-26b7c6584d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad31de-40d7-4318-b897-1e02b15b59cf,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.715609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a6e32647-c8d6-4bbe-a438-26b7c6584d2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b040a64b46154e4c8e4ad8104fc2a7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179176 Jul 16 01:56:27.718407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:27.811137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-602e27e6-4472-4f5b-9e98-949987e66fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.844060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-602e27e6-4472-4f5b-9e98-949987e66fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.915875 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-602e27e6-4472-4f5b-9e98-949987e66fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.923243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-602e27e6-4472-4f5b-9e98-949987e66fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.928785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-602e27e6-4472-4f5b-9e98-949987e66fe0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29ad31de-40d7-4318-b897-1e02b15b59cf HTTP/1.1" status: 204 len: 168 time: 0.2083580 Jul 16 01:56:27.931550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Made reservation on behalf of df2c35108f2948618f048b3311dc45ea for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:27.938660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e27e6-4472-4f5b-9e98-949987e66fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad31de-40d7-4318-b897-1e02b15b59cf,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.945877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.011652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting port fa0fe173-88ea-4e1c-83f7-1df5076e96b8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:28.012000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.113401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6c18f9c-a569-4265-ae5e-e22d7b9d14ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:28.248061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:28.599442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Performing IP validity checks on allocation pools {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:56:28.600033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:56:28.787561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.842692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Calling delete_port for fa0fe173-88ea-4e1c-83f7-1df5076e96b8 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:28.939165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.963911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f5c1b-2e28-4d28-9585-d2bf77171b51 None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:29.093052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=b62d339d-677a-4b16-81e3-cbb22f7602f7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.100565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] Provisioning for port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:29.117612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] Provisioning complete for port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:29.117990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.148129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Checking segment: {'id': 'd28d43d4-48f5-4822-bc9d-c9fee1de7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:29.148129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network hostable DHCP agents. Network: f4f51e49-c667-48d2-9c9a-792531d56a40, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:29.318685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Network f4f51e49-c667-48d2-9c9a-792531d56a40 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:29.324129 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.334557 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.375180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Port': ['ID=fa0fe173-88ea-4e1c-83f7-1df5076e96b8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.385299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f4f51e49-c667-48d2-9c9a-792531d56a40) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:29.394341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.395169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.414251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82ab34-db7d-454a-abc2-ea2887e6ea74 None None] Network f4f51e49-c667-48d2-9c9a-792531d56a40 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:29.453675 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-42a3edaf-e6c6-4fcf-b83c-7d8fafc5e0eb tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8547368 Jul 16 01:56:29.456548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.464813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:29.485727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.492001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d65e7d8-95a7-468b-87df-ff2b8f6d149f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/fa0fe173-88ea-4e1c-83f7-1df5076e96b8 HTTP/1.1" status: 204 len: 168 time: 1.8427455 Jul 16 01:56:29.492335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33058) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.582048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] For port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:29.586404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd57ee-d877-4700-b9a4-342b4edd9799 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.592380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dbfd57ee-d877-4700-b9a4-342b4edd9799 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0962520 Jul 16 01:56:29.592834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33062) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.617037 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.727514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4048061'] for subnet, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.793339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb360f-99e2-4953-af04-6f854c3e6b68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.800369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6deb360f-99e2-4953-af04-6f854c3e6b68 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2042396 Jul 16 01:56:29.801439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.889796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91692c2-019d-4794-8d84-d668321b1c62 None None] Pushing event updated for resources: {'Port': ['ID=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.979847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fdd32-55f7-4230-aea7-f753b82bc1c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.985450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fdd32-55f7-4230-aea7-f753b82bc1c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.992531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fdd32-55f7-4230-aea7-f753b82bc1c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.997675 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-057fdd32-55f7-4230-aea7-f753b82bc1c5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1890435 Jul 16 01:56:29.998374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.038732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-f4f51e49-c667-48d2-9c9a-792531d56a40', 'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40', 'tenant_id': 'df2c35108f2948618f048b3311dc45ea', 'fixed_ips': [{'subnet_id': 'b62d339d-677a-4b16-81e3-cbb22f7602f7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:30.039685 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.182005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786739161739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3595569'] for subnet, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.185236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6c18f9c-a569-4265-ae5e-e22d7b9d14ad up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:30.191815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet 56c5bee2-dff7-43c8-9ab7-f9747d33ff9c {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:30.218881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.378785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.379803 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.381634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "PUT /v2.0/subnets/b62d339d-677a-4b16-81e3-cbb22f7602f7 HTTP/1.1" status: 200 len: 900 time: 0.9233298 Jul 16 01:56:30.386033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.409406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:30.409986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.421476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.520051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a3cae-11ce-46cf-b163-4445e870063d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event updated for resources: {'Subnet': ['ID=b62d339d-677a-4b16-81e3-cbb22f7602f7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.549148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Allocated IP 2001:db8::3 (f4f51e49-c667-48d2-9c9a-792531d56a40/b62d339d-677a-4b16-81e3-cbb22f7602f7/5935fac6-be6c-4568-8800-ca72417c4d21) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:30.562145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2f3cb805-9b05-4782-a94a-9e0b19fa04a7 None None] Provisioning complete for port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:30.562673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2f3cb805-9b05-4782-a94a-9e0b19fa04a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.681186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.693881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.814512 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.822374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.860618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=56c5bee2-dff7-43c8-9ab7-f9747d33ff9c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.863783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.869234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-69173ae8-f371-45eb-805c-61af4ce5bb01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/56c5bee2-dff7-43c8-9ab7-f9747d33ff9c HTTP/1.1" status: 204 len: 168 time: 0.8696413 Jul 16 01:56:30.869865 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33096) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.955078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Deleting subnet bbbfddb7-7d38-4f82-b8ba-62a34c380a40 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:30.962017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.051328 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.060174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4cc7419d-8fac-4a5e-92c7-138744db534e None None] Could not find standard attr ID for object 352ae1a6-1239-4f44-8d93-99bce30be550. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:31.082925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Transition to ACTIVE for port object 5935fac6-be6c-4568-8800-ca72417c4d21 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:31.098861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.127382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Transition to ACTIVE for port object 5935fac6-be6c-4568-8800-ca72417c4d21 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:31.141456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.167137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.219217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Network f4f51e49-c667-48d2-9c9a-792531d56a40 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:31.223521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:31.228041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:31.236974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Pushing event updated for resources: {'Port': ['ID=5935fac6-be6c-4568-8800-ca72417c4d21,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.248843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.263942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07739b89-4456-484a-9ea7-e6151d0bfe5c None None] Network 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:31.285391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=b62d339d-677a-4b16-81e3-cbb22f7602f7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.397067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.429721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbfddb7-7d38-4f82-b8ba-62a34c380a40,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.434824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.438898 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-34bc5b9d-267e-43f0-a05f-97502c2148a7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/bbbfddb7-7d38-4f82-b8ba-62a34c380a40 HTTP/1.1" status: 204 len: 168 time: 0.5654488 Jul 16 01:56:31.439150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33114) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.458057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.503631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f51e49-c667-48d2-9c9a-792531d56a40']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.511092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-41770322-7f6e-48a2-a3c6-8a8e86594da2 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676208 Jul 16 01:56:31.511328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33118) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.561225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28d43d4-48f5-4822-bc9d-c9fee1de7500') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.561810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28d43d4-48f5-4822-bc9d-c9fee1de7500') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.573596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a2640c49-ef6e-4ddf-939d-ebe8f56008ed None None] Could not find standard attr ID for object 478a3a7a-a7da-429b-902e-8c4060ab042e. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:31.602211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.624822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Attempting to bind port 5935fac6-be6c-4568-8800-ca72417c4d21 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:31.625205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Attempting to bind port 5935fac6-be6c-4568-8800-ca72417c4d21 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd28d43d4-48f5-4822-bc9d-c9fee1de7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:31.625574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Attempting to bind port 5935fac6-be6c-4568-8800-ca72417c4d21 on network f4f51e49-c667-48d2-9c9a-792531d56a40 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:31.637363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:31.637748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Checking segment: {'id': 'd28d43d4-48f5-4822-bc9d-c9fee1de7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:31.638160 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.638403 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.638584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Bound using segment: {'id': 'd28d43d4-48f5-4822-bc9d-c9fee1de7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:31.639042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Bound port: 5935fac6-be6c-4568-8800-ca72417c4d21, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28d43d4-48f5-4822-bc9d-c9fee1de7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f4f51e49-c667-48d2-9c9a-792531d56a40'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:31.639523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.673090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46b435-aa77-4771-bb19-589f8c15626c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.678237 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fe46b435-aa77-4771-bb19-589f8c15626c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1636922 Jul 16 01:56:31.680380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:31.680851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.683339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.785586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] For port 5935fac6-be6c-4568-8800-ca72417c4d21, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:31.800156 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:31.809664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] For port 5935fac6-be6c-4568-8800-ca72417c4d21, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5935fac6-be6c-4568-8800-ca72417c4d21,segment=NetworkSegment(d28d43d4-48f5-4822-bc9d-c9fee1de7500),segment_id=d28d43d4-48f5-4822-bc9d-c9fee1de7500)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:31.812302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:31.812302 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:31.812302 n-d-791506-20 neutron-server[93756]: [parameters: {'id': 'f4f51e49-c667-48d2-9c9a-792531d56a40'}] Jul 16 01:56:31.812302 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:31.812951 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:31.814297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4643aafb-d9b9-4b4d-9488-82f30ffc54d8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.816117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4643aafb-d9b9-4b4d-9488-82f30ffc54d8 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1268210 Jul 16 01:56:31.817402 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.818781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33128) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.848933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] DHCP port deletion for 9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:31.886475 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a94349b-5853-4275-ad9b-4e67c20eb048 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639482 Jul 16 01:56:31.891442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.919348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380dd5d-1d27-4645-859b-1d4ddf3cd01c None None] Pushing event updated for resources: {'Port': ['ID=5935fac6-be6c-4568-8800-ca72417c4d21,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.924003 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bcf5f6-1610-40ad-82d9-2bb0d3111724 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:31.924003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bcf5f6-1610-40ad-82d9-2bb0d3111724 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:31.925762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d4bcf5f6-1610-40ad-82d9-2bb0d3111724 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/fa0fe173-88ea-4e1c-83f7-1df5076e96b8 HTTP/1.1" status: 404 len: 333 time: 0.0330708 Jul 16 01:56:31.928022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.963339 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7555279a-a50a-4be3-ac50-f4d6f5fe1eb0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:31.963820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7555279a-a50a-4be3-ac50-f4d6f5fe1eb0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:31.965699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7555279a-a50a-4be3-ac50-f4d6f5fe1eb0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/bbbfddb7-7d38-4f82-b8ba-62a34c380a40 HTTP/1.1" status: 404 len: 337 time: 0.0366664 Jul 16 01:56:31.968227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.987222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af748d-f098-4b01-9f1f-4032a92bf61d None None] Network f4f51e49-c667-48d2-9c9a-792531d56a40 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:32.007238 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf791f25-f576-4c5b-8f6f-7705edc772f0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.007712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf791f25-f576-4c5b-8f6f-7705edc772f0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.009546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bf791f25-f576-4c5b-8f6f-7705edc772f0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/56c5bee2-dff7-43c8-9ab7-f9747d33ff9c HTTP/1.1" status: 404 len: 337 time: 0.0403078 Jul 16 01:56:32.012246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.019882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] Deleting port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:32.020266 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.062249 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca62003-1918-4663-b996-3eb5d24e0a01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.062919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca62003-1918-4663-b996-3eb5d24e0a01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.079826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aca62003-1918-4663-b996-3eb5d24e0a01 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/b24be73d-01d2-4f75-a6af-e8f0b113b654 HTTP/1.1" status: 404 len: 333 time: 0.0663114 Jul 16 01:56:32.082054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.103990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6c18f9c-a569-4265-ae5e-e22d7b9d14ad no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:32.116517 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f4c3bc-2976-4c73-8eb9-a7bcfa61f9cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.117015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f4c3bc-2976-4c73-8eb9-a7bcfa61f9cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.118978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-85f4c3bc-2976-4c73-8eb9-a7bcfa61f9cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/e663e164-3d5a-4b56-ba37-aefd6ec71a2e HTTP/1.1" status: 404 len: 337 time: 0.0348213 Jul 16 01:56:32.122267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.156139 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-462bf756-2f37-4b9b-aa4e-0f0da67bec11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.159517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462bf756-2f37-4b9b-aa4e-0f0da67bec11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.165845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.168758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-462bf756-2f37-4b9b-aa4e-0f0da67bec11 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/18fef1a8-5905-48dc-8a23-e7f5ab786de6 HTTP/1.1" status: 404 len: 337 time: 0.0452797 Jul 16 01:56:32.221816 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-70588b45-78f0-47c7-b7ea-ccc60b56de0c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.222584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70588b45-78f0-47c7-b7ea-ccc60b56de0c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.224636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-70588b45-78f0-47c7-b7ea-ccc60b56de0c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/478a3a7a-a7da-429b-902e-8c4060ab042e HTTP/1.1" status: 404 len: 333 time: 0.0577245 Jul 16 01:56:32.227550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33148) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.280659 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84d4d13-f5da-4892-b83f-dddf9e4dd02c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.281341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84d4d13-f5da-4892-b83f-dddf9e4dd02c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.287252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] For port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,segment=NetworkSegment(652eb185-cd2e-4876-92c6-7d1c2ac43641),segment_id=652eb185-cd2e-4876-92c6-7d1c2ac43641)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:32.287941 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a84d4d13-f5da-4892-b83f-dddf9e4dd02c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/1c698f10-5241-4575-a3b0-ffab77ff554a HTTP/1.1" status: 404 len: 337 time: 0.0591059 Jul 16 01:56:32.288108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.288609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.317597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] Calling delete_port for d6c18f9c-a569-4265-ae5e-e22d7b9d14ad owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:32.339224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.341552 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-34385948-d4cb-4d38-b829-f9726492725b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.342133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34385948-d4cb-4d38-b829-f9726492725b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.344389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-34385948-d4cb-4d38-b829-f9726492725b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/4bf3249e-3eb8-47e1-95c0-9dccc90901b0 HTTP/1.1" status: 404 len: 337 time: 0.0548315 Jul 16 01:56:32.347556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.387727 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-65de244c-2438-4744-bed9-2aeabc43a9b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.388954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65de244c-2438-4744-bed9-2aeabc43a9b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.391037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-65de244c-2438-4744-bed9-2aeabc43a9b6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/352ae1a6-1239-4f44-8d93-99bce30be550 HTTP/1.1" status: 404 len: 333 time: 0.0413811 Jul 16 01:56:32.394670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.434049 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-39866e6c-0e33-4491-868f-719d4ad6d6e3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.435163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39866e6c-0e33-4491-868f-719d4ad6d6e3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.437927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-39866e6c-0e33-4491-868f-719d4ad6d6e3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/5eceae40-8009-4a0b-aeb0-f6d4ca000bdb HTTP/1.1" status: 404 len: 337 time: 0.0412943 Jul 16 01:56:32.440644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.508018 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4efb04c-f69e-4acc-a88c-0f2781b1eb53 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.509284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4efb04c-f69e-4acc-a88c-0f2781b1eb53 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.515562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33162) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.529622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a4efb04c-f69e-4acc-a88c-0f2781b1eb53 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/bd48a4ce-0510-4ade-acb9-3ae8f76f310d HTTP/1.1" status: 404 len: 337 time: 0.0872014 Jul 16 01:56:32.539767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.614977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] Pushing event deleted for resources: {'Port': ['ID=d6c18f9c-a569-4265-ae5e-e22d7b9d14ad,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.630739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting port 5935fac6-be6c-4568-8800-ca72417c4d21 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:32.631365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.634554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f8b41-52a9-4986-9450-64a9d8cfa7af None None] No DVR routers for this DVR port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:32.644005 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-83957658-294f-4bd3-91a0-49181a5bd60f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.648715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83957658-294f-4bd3-91a0-49181a5bd60f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.660500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No active binding found for port d6c18f9c-a569-4265-ae5e-e22d7b9d14ad {{(pid=93757) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:56:32.660966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6c18f9c-a569-4265-ae5e-e22d7b9d14ad not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:32.677610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42e5db-b73d-4679-81d1-0fac25111afa None None] Network f4f51e49-c667-48d2-9c9a-792531d56a40 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:32.685967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83957658-294f-4bd3-91a0-49181a5bd60f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/a7a45f86-fa4d-41b6-b5de-13218158bbb7 HTTP/1.1" status: 404 len: 333 time: 0.1681230 Jul 16 01:56:32.688153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33170) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.746247 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-82da7b56-d8a5-48e6-b00e-1dc6a54d70a5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.746884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82da7b56-d8a5-48e6-b00e-1dc6a54d70a5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.762025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-82da7b56-d8a5-48e6-b00e-1dc6a54d70a5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/7102b81a-d005-4f57-a081-bc592673e966 HTTP/1.1" status: 404 len: 337 time: 0.0667293 Jul 16 01:56:32.762807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33172) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.796313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] For port 5935fac6-be6c-4568-8800-ca72417c4d21, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5935fac6-be6c-4568-8800-ca72417c4d21,segment=NetworkSegment(d28d43d4-48f5-4822-bc9d-c9fee1de7500),segment_id=d28d43d4-48f5-4822-bc9d-c9fee1de7500)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:32.797008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.802436 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-49357e75-40aa-42db-a2ac-22199f592fe1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.803205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49357e75-40aa-42db-a2ac-22199f592fe1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.805017 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-49357e75-40aa-42db-a2ac-22199f592fe1 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/b73f3ce0-3d58-46a3-9697-2bf1fddd38d0 HTTP/1.1" status: 404 len: 333 time: 0.0412142 Jul 16 01:56:32.807679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.867086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Calling delete_port for 5935fac6-be6c-4568-8800-ca72417c4d21 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:32.872004 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b88923-c649-4116-86b0-a8c572cedd58 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.877026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b88923-c649-4116-86b0-a8c572cedd58 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.879908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b3b88923-c649-4116-86b0-a8c572cedd58 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/7ff22774-3653-423f-98df-c13513e5c9c9 HTTP/1.1" status: 404 len: 337 time: 0.0710282 Jul 16 01:56:32.882878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33176) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.919149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b94d6-a81f-4257-9941-8e1ab9ecd78b None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:32.932951 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada86c32-78dc-458a-8b40-4218b34d29cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:32.933691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada86c32-78dc-458a-8b40-4218b34d29cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:32.935658 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ada86c32-78dc-458a-8b40-4218b34d29cc tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/ab5098dc-2ed3-4b3f-a881-e3681421e7b2 HTTP/1.1" status: 404 len: 333 time: 0.0514936 Jul 16 01:56:32.943778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.012867 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a014bf69-809a-4671-a804-c28c1dc4191b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.013675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a014bf69-809a-4671-a804-c28c1dc4191b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.015785 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a014bf69-809a-4671-a804-c28c1dc4191b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/a3780e6f-2e50-4722-ae55-cb1e9572e855 HTTP/1.1" status: 404 len: 337 time: 0.0675931 Jul 16 01:56:33.018667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33182) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.023303 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.073091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Port': ['ID=5935fac6-be6c-4568-8800-ca72417c4d21,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.088007 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5500165-f4a7-4b69-ac3e-1a0a391ee5af tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.088840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5500165-f4a7-4b69-ac3e-1a0a391ee5af tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.093014 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5500165-f4a7-4b69-ac3e-1a0a391ee5af tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/2474a57e-d49e-465e-94a2-f2c3c70f2142 HTTP/1.1" status: 404 len: 333 time: 0.0704105 Jul 16 01:56:33.096121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.187885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No DVR routers for this DVR port 5935fac6-be6c-4568-8800-ca72417c4d21 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:33.197278 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-216e8bc2-6201-4c63-8298-b69e37762984 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.197788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216e8bc2-6201-4c63-8298-b69e37762984 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.204029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.213084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-216e8bc2-6201-4c63-8298-b69e37762984 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/89bb12b3-0182-4510-8651-0da969b9cb7a HTTP/1.1" status: 404 len: 337 time: 0.1018593 Jul 16 01:56:33.304968 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81b343e-0c9a-4bce-bcc3-d9e93f97a433 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.306307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81b343e-0c9a-4bce-bcc3-d9e93f97a433 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.308516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c81b343e-0c9a-4bce-bcc3-d9e93f97a433 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/5dec784b-58ee-4cbd-86c2-a21192c03609 HTTP/1.1" status: 404 len: 333 time: 0.1029658 Jul 16 01:56:33.312119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33196) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.317303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3b94d6-a81f-4257-9941-8e1ab9ecd78b None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:33.373656 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a412942-7a36-4031-9882-7d23201aff1c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.374646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a412942-7a36-4031-9882-7d23201aff1c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.378903 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a412942-7a36-4031-9882-7d23201aff1c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/8b38d66c-3c5d-413c-98fe-e5b79bcb8a59 HTTP/1.1" status: 404 len: 337 time: 0.0638201 Jul 16 01:56:33.381822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33198) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.426659 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b75717e-07e8-47b4-9d5b-5074240b24a6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.427480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b75717e-07e8-47b4-9d5b-5074240b24a6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.433030 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b75717e-07e8-47b4-9d5b-5074240b24a6 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/5ce8ce65-13fa-416d-8641-870f600be2d6 HTTP/1.1" status: 404 len: 333 time: 0.0499451 Jul 16 01:56:33.433699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33202) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.444672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.468128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f51e49-c667-48d2-9c9a-792531d56a40']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:33.472550 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c525c88-5b44-4d42-82c3-955562b76807 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.473591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c525c88-5b44-4d42-82c3-955562b76807 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.480109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c525c88-5b44-4d42-82c3-955562b76807 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/eb3693ff-9004-49bf-a05c-3a47f6a90afe HTTP/1.1" status: 404 len: 337 time: 0.0451818 Jul 16 01:56:33.481019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33204) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.487516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28d43d4-48f5-4822-bc9d-c9fee1de7500') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:33.487897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28d43d4-48f5-4822-bc9d-c9fee1de7500') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:33.512249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.527564 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae38363b-7a06-4519-accf-1367b075c6ff tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.527769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.528034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae38363b-7a06-4519-accf-1367b075c6ff tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.535521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:33.536218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.537383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ae38363b-7a06-4519-accf-1367b075c6ff tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/18818c61-31e0-4aa3-977d-660395a8abee HTTP/1.1" status: 404 len: 337 time: 0.0551641 Jul 16 01:56:33.538143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33206) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.589809 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1f12be-e088-461c-b51c-a2a99878a497 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.593432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1f12be-e088-461c-b51c-a2a99878a497 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:33.601124 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:33.603369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4e1f12be-e088-461c-b51c-a2a99878a497 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/9c5f0f12-2709-4a8b-98b0-982fd792a34d HTTP/1.1" status: 404 len: 333 time: 0.0619013 Jul 16 01:56:33.604210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33208) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.608145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.631282 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.634267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/f4f51e49-c667-48d2-9c9a-792531d56a40 HTTP/1.1" status: 204 len: 168 time: 3.2467880 Jul 16 01:56:33.635440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336da9-c9ba-4653-b8b3-70b590dd8fa6 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=f4f51e49-c667-48d2-9c9a-792531d56a40,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.637417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.668641 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7556f1bc-ce0e-4525-9e50-dcd0f00d2a64 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.669107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7556f1bc-ce0e-4525-9e50-dcd0f00d2a64 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.674003 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0738cc-923c-4b82-8669-33f1afb4787f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.674964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0738cc-923c-4b82-8669-33f1afb4787f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.675514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7556f1bc-ce0e-4525-9e50-dcd0f00d2a64 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/c142195e-ddde-4c83-8091-73a4eda389b2 HTTP/1.1" status: 404 len: 337 time: 0.0696397 Jul 16 01:56:33.676238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33212) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.677609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f0738cc-923c-4b82-8669-33f1afb4787f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/b62d339d-677a-4b16-81e3-cbb22f7602f7 HTTP/1.1" status: 404 len: 337 time: 0.0389702 Jul 16 01:56:33.680197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33214) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.734020 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d37748-699a-457e-aeaa-a89cf2b4e67f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.734521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d37748-699a-457e-aeaa-a89cf2b4e67f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.739668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.739862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-74d37748-699a-457e-aeaa-a89cf2b4e67f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/fec08325-4275-46f1-9708-461fc003e706 HTTP/1.1" status: 404 len: 337 time: 0.0624034 Jul 16 01:56:33.741377 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a5b1ca-a9e6-4f84-ba00-d8471630a737 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.742195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a5b1ca-a9e6-4f84-ba00-d8471630a737 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.744478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-18a5b1ca-a9e6-4f84-ba00-d8471630a737 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/f4f51e49-c667-48d2-9c9a-792531d56a40 HTTP/1.1" status: 404 len: 339 time: 0.0626583 Jul 16 01:56:33.746697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33222) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.784150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530bed8-ba07-4e94-b767-88d35bc85321 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:33.796990 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f17f9e-a3fc-46a5-8929-cf3d34194540 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.796990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f17f9e-a3fc-46a5-8929-cf3d34194540 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.796990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90f17f9e-a3fc-46a5-8929-cf3d34194540 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/b79bd0e8-5447-4aef-a194-1eb9d232e8cb HTTP/1.1" status: 404 len: 333 time: 0.0555868 Jul 16 01:56:33.802639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.881958 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c40fd89-29f4-42c4-a01c-403910e3006f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.882443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c40fd89-29f4-42c4-a01c-403910e3006f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.884164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6c40fd89-29f4-42c4-a01c-403910e3006f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/152de289-0273-4c1d-b0b0-62375a4b571e HTTP/1.1" status: 404 len: 337 time: 0.0794623 Jul 16 01:56:33.886797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.891082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.979599 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f6ddc3-dee1-4b22-b410-11b45ad68dc5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:33.980357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f6ddc3-dee1-4b22-b410-11b45ad68dc5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:33.982576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-23f6ddc3-dee1-4b22-b410-11b45ad68dc5 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/3b014150-c313-4740-86fb-4275e9f1255a HTTP/1.1" status: 404 len: 337 time: 0.0866232 Jul 16 01:56:33.987530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33236) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.998673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33238) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.021786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530bed8-ba07-4e94-b767-88d35bc85321 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:34.029730 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb80564-60e0-4aaf-9128-70b46b2aa65a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.030914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb80564-60e0-4aaf-9128-70b46b2aa65a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.034358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3eb80564-60e0-4aaf-9128-70b46b2aa65a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/054a517a-c320-4a32-857f-8cb36b68888e HTTP/1.1" status: 404 len: 333 time: 0.0451963 Jul 16 01:56:34.037579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33242) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.103048 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-18339ba0-1e62-45e2-b9e3-bc9710eb20aa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.103649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18339ba0-1e62-45e2-b9e3-bc9710eb20aa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.106732 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-18339ba0-1e62-45e2-b9e3-bc9710eb20aa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/0e272c8c-4e58-489e-8012-23ca63f791f0 HTTP/1.1" status: 404 len: 337 time: 0.0669770 Jul 16 01:56:34.108206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.183362 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.188221 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a3e9a7-51b8-467c-9c5a-7a7bdd9d1eff tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.191871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a3e9a7-51b8-467c-9c5a-7a7bdd9d1eff tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.201084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-61a3e9a7-51b8-467c-9c5a-7a7bdd9d1eff tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/6c262e21-d18c-42d1-9c14-29c129926c91 HTTP/1.1" status: 404 len: 337 time: 0.0911148 Jul 16 01:56:34.204004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33246) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.207914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f21e3-add2-4201-9104-ff2e4494095f']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:34.230486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14bc455-3a74-4d2f-9c08-ae037e565d25') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:34.231062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14bc455-3a74-4d2f-9c08-ae037e565d25') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:34.238646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35632326-3a0b-415a-ae69-576e24e374cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.250033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.258908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6f6c2397-d04c-407b-b8dc-86d1b0ca5244 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 HTTP/1.1" status: 200 len: 205 time: 0.0517852 Jul 16 01:56:34.263528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.280339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.291147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:34.291554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:34.294650 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:34.329974 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-5928c47d-9c11-4103-a4b8-1e4e14aca4d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] delete failed (client error): The resource could not be found. Jul 16 01:56:34.331367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5928c47d-9c11-4103-a4b8-1e4e14aca4d7 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/routers/3aff7b8b-cfed-43e5-a3d4-6a7f914f2a88 HTTP/1.1" status: 404 len: 336 time: 0.0667329 Jul 16 01:56:34.335264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.382819 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e46a69f-f3e4-475e-86af-66b09b6f593c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.383278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e46a69f-f3e4-475e-86af-66b09b6f593c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.385068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e46a69f-f3e4-475e-86af-66b09b6f593c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/b7670533-d41b-43aa-884e-f556309e5859 HTTP/1.1" status: 404 len: 337 time: 0.0475361 Jul 16 01:56:34.388160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.402659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.419528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.421494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/814f21e3-add2-4201-9104-ff2e4494095f HTTP/1.1" status: 204 len: 168 time: 0.6736517 Jul 16 01:56:34.430791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.436194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-031ecec1-dd0a-40f6-9aff-37d081e2dd4f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4cdd301-68db-4a27-b064-a5291ca2078e HTTP/1.1" status: 200 len: 205 time: 0.0447385 Jul 16 01:56:34.443679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.466535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f4f5d-24e7-475d-85d5-10fe2b49d87f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=814f21e3-add2-4201-9104-ff2e4494095f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:34.485412 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7ea55c-77da-4b57-a7d1-94746845b4e2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.486063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7ea55c-77da-4b57-a7d1-94746845b4e2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.488914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf7ea55c-77da-4b57-a7d1-94746845b4e2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/0b8bd5a1-608c-425f-8bc4-029f800b6c2f HTTP/1.1" status: 404 len: 337 time: 0.0538030 Jul 16 01:56:34.491387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33258) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.515288 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc81393-73f6-4b7a-b1c5-34cf2e99ca70 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.515784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc81393-73f6-4b7a-b1c5-34cf2e99ca70 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.520562 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3fc81393-73f6-4b7a-b1c5-34cf2e99ca70 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/a2fc22c7-a4d9-4d51-9656-28c61a114c7c HTTP/1.1" status: 404 len: 339 time: 0.0252037 Jul 16 01:56:34.520562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.537950 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8a4e2460-3622-4c0b-9daa-b7b86c43d303 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] delete failed (client error): The resource could not be found. Jul 16 01:56:34.540721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8a4e2460-3622-4c0b-9daa-b7b86c43d303 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/routers/b4cdd301-68db-4a27-b064-a5291ca2078e HTTP/1.1" status: 404 len: 336 time: 0.0944841 Jul 16 01:56:34.544874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.570088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35632326-3a0b-415a-ae69-576e24e374cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.575201 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc218f0-d9af-42bd-9028-ae8c00d5203c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.575767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc218f0-d9af-42bd-9028-ae8c00d5203c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.580974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dcc218f0-d9af-42bd-9028-ae8c00d5203c tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/ab2d369a-0cdb-4a34-9dba-8b31b13757cd HTTP/1.1" status: 404 len: 337 time: 0.0345428 Jul 16 01:56:34.581751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.602555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting subnet d50137c1-6a7e-46c2-a730-5952c81c4db3 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:34.605345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35632326-3a0b-415a-ae69-576e24e374cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.609663 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d86d1c-f31e-4ba0-8431-1d40cf7e44ca tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.610076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d86d1c-f31e-4ba0-8431-1d40cf7e44ca tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.616284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-97d86d1c-f31e-4ba0-8431-1d40cf7e44ca tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/248a03dc-4b0a-4b31-95b7-94b83878b938 HTTP/1.1" status: 404 len: 337 time: 0.0335021 Jul 16 01:56:34.616964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.618829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.644113 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dd6a12-d197-47a5-b8a2-54c1d1d107cd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.644845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35dd6a12-d197-47a5-b8a2-54c1d1d107cd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.647416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35dd6a12-d197-47a5-b8a2-54c1d1d107cd tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/f153eeff-370b-4614-ab1e-d1fa7bb84a80 HTTP/1.1" status: 404 len: 333 time: 0.0292940 Jul 16 01:56:34.649887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.688481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35632326-3a0b-415a-ae69-576e24e374cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8897bc-3f74-420a-81f8-35af5ffbaeb4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:34.689671 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-514e376f-39d2-4399-8f95-7981f35d8248 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.690454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514e376f-39d2-4399-8f95-7981f35d8248 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.696668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-514e376f-39d2-4399-8f95-7981f35d8248 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/a32a2d1b-f98a-4e30-baf2-daacbf52e9d4 HTTP/1.1" status: 404 len: 337 time: 0.0446165 Jul 16 01:56:34.697644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33270) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.710582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33272) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.710734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35632326-3a0b-415a-ae69-576e24e374cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46a46221d57a49fc9d9dfd7e7da2b8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111614 Jul 16 01:56:34.713110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.753676 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-68caab0d-94de-4bd7-a3aa-ca45f7b3254a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.754557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68caab0d-94de-4bd7-a3aa-ca45f7b3254a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.756449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-68caab0d-94de-4bd7-a3aa-ca45f7b3254a tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/c478de02-3ac9-461a-b599-2d0377ac0ec6 HTTP/1.1" status: 404 len: 333 time: 0.0573640 Jul 16 01:56:34.759866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.801218 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-455f7c13-669b-4de2-9041-e349621635b3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.801585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455f7c13-669b-4de2-9041-e349621635b3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.806382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-455f7c13-669b-4de2-9041-e349621635b3 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/b1156cd8-cdd3-41ba-b518-f548fb615045 HTTP/1.1" status: 404 len: 337 time: 0.0429375 Jul 16 01:56:34.807152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33276) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.811499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.844210 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd429a-0fa5-4d7d-b93e-267dc22edc21 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.844863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcd429a-0fa5-4d7d-b93e-267dc22edc21 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.849568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8bcd429a-0fa5-4d7d-b93e-267dc22edc21 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/101b589b-b82b-432d-9789-ce00639d4420 HTTP/1.1" status: 404 len: 333 time: 0.0403531 Jul 16 01:56:34.850744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.873778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb63b7-4422-47d4-a10f-9427a4fa9b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.894668 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb981b6-4b08-4600-a49f-ee26cb4f2a0f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.895128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb981b6-4b08-4600-a49f-ee26cb4f2a0f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.899523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-acb981b6-4b08-4600-a49f-ee26cb4f2a0f tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/69b8f901-0962-4e9a-b57f-a7b294e1d09d HTTP/1.1" status: 404 len: 337 time: 0.0477438 Jul 16 01:56:34.902517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.918787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb63b7-4422-47d4-a10f-9427a4fa9b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.927587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.975039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.978630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb63b7-4422-47d4-a10f-9427a4fa9b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.980645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2f3b6-f9ff-4bbf-b93f-d0124db19c37 None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:34.981446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fbb63b7-4422-47d4-a10f-9427a4fa9b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.982219 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/d50137c1-6a7e-46c2-a730-5952c81c4db3 HTTP/1.1" status: 204 len: 168 time: 0.4606061 Jul 16 01:56:34.986635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1fbb63b7-4422-47d4-a10f-9427a4fa9b16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd8897bc-3f74-420a-81f8-35af5ffbaeb4 HTTP/1.1" status: 204 len: 168 time: 0.2706850 Jul 16 01:56:34.986635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33286) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.986825 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-823fe560-5cd4-4674-88ba-fc45d83f9f16 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:34.987407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823fe560-5cd4-4674-88ba-fc45d83f9f16 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:34.989644 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-823fe560-5cd4-4674-88ba-fc45d83f9f16 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/e5fe88b1-79c5-4612-9af2-fb0bda53b9f9 HTTP/1.1" status: 404 len: 333 time: 0.0836084 Jul 16 01:56:35.009155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.014900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f325e-2148-417b-adf8-d1a53d0e7195 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=d50137c1-6a7e-46c2-a730-5952c81c4db3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.082736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb63b7-4422-47d4-a10f-9427a4fa9b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8897bc-3f74-420a-81f8-35af5ffbaeb4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.114869 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bac027e-db2f-4127-b57a-e8ce713f6f1e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.115709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bac027e-db2f-4127-b57a-e8ce713f6f1e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.117355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2bac027e-db2f-4127-b57a-e8ce713f6f1e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/6031d9be-6732-4dcf-be65-e1b18215c0ed HTTP/1.1" status: 404 len: 337 time: 0.0866551 Jul 16 01:56:35.120084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33292) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.122223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting subnet 40a74c11-be74-420a-a631-2dff27c2abf4 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:35.129003 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.162408 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dec87f-6d94-4e1e-ba2a-22cec8c7dc2b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.169955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dec87f-6d94-4e1e-ba2a-22cec8c7dc2b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.171903 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e2dec87f-6d94-4e1e-ba2a-22cec8c7dc2b tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/9c97baa9-fc86-48f1-b29d-a5f9562b93d0 HTTP/1.1" status: 404 len: 333 time: 0.0506053 Jul 16 01:56:35.174587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.218270 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d59524-0209-4b50-9f22-cbebc3780add tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.220016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d59524-0209-4b50-9f22-cbebc3780add tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.242942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-55d59524-0209-4b50-9f22-cbebc3780add tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/dcefeb00-cd97-4354-bc63-e6b42d117107 HTTP/1.1" status: 404 len: 337 time: 0.0664854 Jul 16 01:56:35.245596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33298) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.262348 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.385642 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e203aec4-13de-48ee-baf8-e58bb79a35a0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.387586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e203aec4-13de-48ee-baf8-e58bb79a35a0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.391461 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e203aec4-13de-48ee-baf8-e58bb79a35a0 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/e27b1d39-b676-42e9-80a6-079cce95456e HTTP/1.1" status: 404 len: 333 time: 0.1444249 Jul 16 01:56:35.395530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33300) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.443720 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab5e4b5-703d-4f6f-aa41-f75352aa7988 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.448708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab5e4b5-703d-4f6f-aa41-f75352aa7988 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.453186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8ab5e4b5-703d-4f6f-aa41-f75352aa7988 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/59112eb8-5019-4dc8-9d92-1b4132d1ff95 HTTP/1.1" status: 404 len: 337 time: 0.0542312 Jul 16 01:56:35.456686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33302) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.475567 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.482156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33304) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.495403 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d4be81-76bb-4f4b-9523-6047465b11fa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.496125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d4be81-76bb-4f4b-9523-6047465b11fa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.500368 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d7d4be81-76bb-4f4b-9523-6047465b11fa tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/ports/91cf3656-691e-490e-8309-896c9552cda3 HTTP/1.1" status: 404 len: 333 time: 0.0398049 Jul 16 01:56:35.500867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.514905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb944bc8-6986-4f3d-b773-2cbbfd242b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.557075 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bec879c-a702-42e0-9b12-c5f2f96aba34 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:35.557548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bec879c-a702-42e0-9b12-c5f2f96aba34 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:35.565204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4bec879c-a702-42e0-9b12-c5f2f96aba34 tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/subnets/41131177-60e6-45b0-b2c4-1cb5aea76c0b HTTP/1.1" status: 404 len: 337 time: 0.0608935 Jul 16 01:56:35.565680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33308) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.658698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.664858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb944bc8-6986-4f3d-b773-2cbbfd242b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.770193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.882905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.902187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5b4240-4b4d-47f7-a62e-97348e0b2ca5']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:35.919408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652eb185-cd2e-4876-92c6-7d1c2ac43641') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:35.919714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652eb185-cd2e-4876-92c6-7d1c2ac43641') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:35.931352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.953451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.968869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:35.969336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:35.979951 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:36.050146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.055275 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/40a74c11-be74-420a-a631-2dff27c2abf4 HTTP/1.1" status: 204 len: 168 time: 1.0687590 Jul 16 01:56:36.056501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb944bc8-6986-4f3d-b773-2cbbfd242b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.061032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.062330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07281bc-3b73-4d5f-bf5b-a530f11fd8dc tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=40a74c11-be74-420a-a631-2dff27c2abf4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.079484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fdc558-1597-4c66-95ce-59706217df8a None None] Network c565a6d5-da3e-4a7c-bc42-74155bde7131 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:36.105666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.125719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.127809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] 10.222.0.42 "DELETE /v2.0/networks/9e5b4240-4b4d-47f7-a62e-97348e0b2ca5 HTTP/1.1" status: 204 len: 168 time: 0.5612206 Jul 16 01:56:36.145894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19e02f-010c-4bfd-9023-a1ca42b17f0e tempest-NetworksTestDHCPv6-1668731545 tempest-NetworksTestDHCPv6-1668731545-project] Pushing event deleted for resources: {'Network': ['ID=9e5b4240-4b4d-47f7-a62e-97348e0b2ca5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.225713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a5a1e782-e105-4a55-90f7-21b919afd0e0 None None] Provisioning complete for port 73751dea-efa5-4418-b976-dfeb53bb6117 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:36.226377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e782-e105-4a55-90f7-21b919afd0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.323107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cb944bc8-6986-4f3d-b773-2cbbfd242b9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daf16af82ed94d42baf8f7d3da6d0980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399148 Jul 16 01:56:36.326401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33322) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.397286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944bc8-6986-4f3d-b773-2cbbfd242b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76afbf-f5f6-433d-8b72-73a7b40d0022,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.432020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.481477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-467fc31e-062d-44c3-8772-09531fc76603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.543905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-467fc31e-062d-44c3-8772-09531fc76603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.549682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting port 73751dea-efa5-4418-b976-dfeb53bb6117 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:36.550002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.561188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] DHCP port deletion for c565a6d5-da3e-4a7c-bc42-74155bde7131 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:36.609129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33326) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.632094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-467fc31e-062d-44c3-8772-09531fc76603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.635142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-467fc31e-062d-44c3-8772-09531fc76603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.649900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-467fc31e-062d-44c3-8772-09531fc76603 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd76afbf-f5f6-433d-8b72-73a7b40d0022 HTTP/1.1" status: 204 len: 168 time: 0.3148234 Jul 16 01:56:36.654141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] Deleting port 73751dea-efa5-4418-b976-dfeb53bb6117 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:36.655015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.663100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] For port 73751dea-efa5-4418-b976-dfeb53bb6117, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=73751dea-efa5-4418-b976-dfeb53bb6117,segment=NetworkSegment(a8c36915-9eda-42c7-927a-a19e8eb186c4),segment_id=a8c36915-9eda-42c7-927a-a19e8eb186c4)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:36.664251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.680860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Calling delete_port for 73751dea-efa5-4418-b976-dfeb53bb6117 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:36.683390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fc31e-062d-44c3-8772-09531fc76603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76afbf-f5f6-433d-8b72-73a7b40d0022,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.801774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.833437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Port': ['ID=73751dea-efa5-4418-b976-dfeb53bb6117,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.837571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No DVR routers for this DVR port 73751dea-efa5-4418-b976-dfeb53bb6117 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:36.862761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] For port 73751dea-efa5-4418-b976-dfeb53bb6117, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=73751dea-efa5-4418-b976-dfeb53bb6117,segment=NetworkSegment(a8c36915-9eda-42c7-927a-a19e8eb186c4),segment_id=a8c36915-9eda-42c7-927a-a19e8eb186c4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:36.865130 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.911675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] Calling delete_port for 73751dea-efa5-4418-b976-dfeb53bb6117 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:36.945168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.962689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c565a6d5-da3e-4a7c-bc42-74155bde7131']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.974543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c36915-9eda-42c7-927a-a19e8eb186c4') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.975402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c36915-9eda-42c7-927a-a19e8eb186c4') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.985376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.001325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.010020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:37.010872 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:37.015481 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:37.123660 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.151509 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.167874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.169736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/c565a6d5-da3e-4a7c-bc42-74155bde7131 HTTP/1.1" status: 204 len: 168 time: 1.0953648 Jul 16 01:56:37.173608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.207124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c53cc2-22a7-4fe4-b59b-741e485697a2 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=c565a6d5-da3e-4a7c-bc42-74155bde7131,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.209226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] Pushing event deleted for resources: {'Port': ['ID=73751dea-efa5-4418-b976-dfeb53bb6117,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.214739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb8796-ac2f-4f6e-8dfc-a59e844cbf75 None None] No DVR routers for this DVR port 73751dea-efa5-4418-b976-dfeb53bb6117 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:37.231048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4e8b777-196e-4244-9b1c-555aa1155724 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ba2445263d546bd92da0216a3838300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205866 Jul 16 01:56:37.232310 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e3ec24-4ea1-4533-9f6b-8b01d3280447 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:37.233017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e3ec24-4ea1-4533-9f6b-8b01d3280447 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:37.233767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33344) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.237814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b9e3ec24-4ea1-4533-9f6b-8b01d3280447 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/d16ac07c-4105-4e4d-9403-aecbe6e5f933 HTTP/1.1" status: 404 len: 337 time: 0.0578470 Jul 16 01:56:37.238677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33346) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.298843 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e71285-b1cf-4006-86df-8456cbe2a97d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:37.302928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e71285-b1cf-4006-86df-8456cbe2a97d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:37.304853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e28a840-17fb-4059-921a-2139e5a4a458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.308092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-42e71285-b1cf-4006-86df-8456cbe2a97d tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/b7266ddc-8a12-49b4-bf76-4e1b863d696b HTTP/1.1" status: 404 len: 339 time: 0.0659857 Jul 16 01:56:37.308776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33350) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.359200 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e28a840-17fb-4059-921a-2139e5a4a458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.379360 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5b0e85-520a-4677-a3bf-8e0e3fed7c76 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:37.381352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5b0e85-520a-4677-a3bf-8e0e3fed7c76 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:37.386164 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7b5b0e85-520a-4677-a3bf-8e0e3fed7c76 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/061b4ced-a833-4162-ab1f-c07d6e7cb7ee HTTP/1.1" status: 404 len: 337 time: 0.0747395 Jul 16 01:56:37.386371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.416488 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3075994f-6dad-43c3-8032-f5da5bed0dfa tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:37.417203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3075994f-6dad-43c3-8032-f5da5bed0dfa tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:37.419075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3075994f-6dad-43c3-8032-f5da5bed0dfa tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/8a0b247a-f8bf-40fd-9da9-40f347f258a1 HTTP/1.1" status: 404 len: 339 time: 0.0288463 Jul 16 01:56:37.422862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33356) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.443206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e28a840-17fb-4059-921a-2139e5a4a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.445957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e28a840-17fb-4059-921a-2139e5a4a458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.450789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e28a840-17fb-4059-921a-2139e5a4a458 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff3d5b46-b7bf-4d17-862f-d3737749ebeb HTTP/1.1" status: 204 len: 168 time: 0.2123256 Jul 16 01:56:37.466391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28a840-17fb-4059-921a-2139e5a4a458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d5b46-b7bf-4d17-862f-d3737749ebeb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.497302 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6caca1-c3e8-4f78-974c-1d1eb9cbe638 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:37.497818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6caca1-c3e8-4f78-974c-1d1eb9cbe638 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:37.499832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b6caca1-c3e8-4f78-974c-1d1eb9cbe638 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/dd27b378-cf3a-4a8d-a605-3d73d7c7a53b HTTP/1.1" status: 404 len: 337 time: 0.0764382 Jul 16 01:56:37.502352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.536966 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-567eb308-3cab-4f00-bf0a-2ad04cd7513e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:37.537597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567eb308-3cab-4f00-bf0a-2ad04cd7513e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:37.539362 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-567eb308-3cab-4f00-bf0a-2ad04cd7513e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/03bee503-7d48-439f-860a-c04af5bade28 HTTP/1.1" status: 404 len: 339 time: 0.0360541 Jul 16 01:56:37.541916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33364) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.583008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.624773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting subnet 32037c40-f379-4c90-a8e4-ef7f2cf9ca49 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:37.631256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.694323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.832779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.931387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.962459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=32037c40-f379-4c90-a8e4-ef7f2cf9ca49,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.968128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.973818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.974374 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4a3ecf5-e1f5-455d-a55e-e0a930c2550f tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/32037c40-f379-4c90-a8e4-ef7f2cf9ca49 HTTP/1.1" status: 204 len: 168 time: 0.4309387 Jul 16 01:56:37.984398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf5c1f-c365-4c7f-b533-65b0d54f5ae6 None None] Network 8a886a33-bd04-4601-9fab-3d0b6f28958e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:38.095488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 73751dea-efa5-4418-b976-dfeb53bb6117 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:38.128581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.173253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 73751dea-efa5-4418-b976-dfeb53bb6117 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:38.174441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 73751dea-efa5-4418-b976-dfeb53bb6117 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:38.279685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting port 72772173-441a-4d51-9072-541838964084 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:38.280356 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.346725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37443c-9922-441d-a024-24707a2f008d None None] DHCP port deletion for 8a886a33-bd04-4601-9fab-3d0b6f28958e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:38.470394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea37443c-9922-441d-a024-24707a2f008d None None] Deleting port 72772173-441a-4d51-9072-541838964084 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:38.470942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea37443c-9922-441d-a024-24707a2f008d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.474477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] For port 72772173-441a-4d51-9072-541838964084, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=72772173-441a-4d51-9072-541838964084,segment=NetworkSegment(f57b381e-1c94-4f8a-9f4a-994ee6910464),segment_id=f57b381e-1c94-4f8a-9f4a-994ee6910464)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:38.474859 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.522568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Calling delete_port for 72772173-441a-4d51-9072-541838964084 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:38.657900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ea37443c-9922-441d-a024-24707a2f008d None None] For port 72772173-441a-4d51-9072-541838964084, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=72772173-441a-4d51-9072-541838964084,segment=NetworkSegment(f57b381e-1c94-4f8a-9f4a-994ee6910464),segment_id=f57b381e-1c94-4f8a-9f4a-994ee6910464)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:38.658437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea37443c-9922-441d-a024-24707a2f008d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.678038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea37443c-9922-441d-a024-24707a2f008d None None] Calling delete_port for 72772173-441a-4d51-9072-541838964084 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:38.716053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.788176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Port': ['ID=72772173-441a-4d51-9072-541838964084,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.800317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea37443c-9922-441d-a024-24707a2f008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.803288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No DVR routers for this DVR port 72772173-441a-4d51-9072-541838964084 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:38.835865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37443c-9922-441d-a024-24707a2f008d None None] Pushing event deleted for resources: {'Port': ['ID=72772173-441a-4d51-9072-541838964084,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.843330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37443c-9922-441d-a024-24707a2f008d None None] No DVR routers for this DVR port 72772173-441a-4d51-9072-541838964084 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:38.893973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33410) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:38.917209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.929901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a886a33-bd04-4601-9fab-3d0b6f28958e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:38.944020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57b381e-1c94-4f8a-9f4a-994ee6910464') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:38.944439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57b381e-1c94-4f8a-9f4a-994ee6910464') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:38.965275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.992206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.001453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:39.002640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:39.007218 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:39.113326 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.124964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.127829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/8a886a33-bd04-4601-9fab-3d0b6f28958e HTTP/1.1" status: 204 len: 168 time: 1.1511643 Jul 16 01:56:39.130100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33418) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.142150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940de65-46c1-47fe-b62f-daa654581010 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=8a886a33-bd04-4601-9fab-3d0b6f28958e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.158465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.189318 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbaaf2c-419d-478f-b0b7-5017e0aa1e19 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:39.197231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbaaf2c-419d-478f-b0b7-5017e0aa1e19 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:39.203068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33424) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.203279 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0dbaaf2c-419d-478f-b0b7-5017e0aa1e19 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/e31034b9-e87a-4427-9273-5def8cb8eaf9 HTTP/1.1" status: 404 len: 337 time: 0.0719206 Jul 16 01:56:39.214667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'networks': [{'name': 'tempest-network--188855651'}, {'name': 'tempest-network--401966689'}]} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.214992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'network': {'name': 'tempest-network--188855651'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.215455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'network': {'name': 'tempest-network--401966689'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.239285 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae1634b-e0bb-4b19-b3eb-f2db46ba3c90 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:39.240454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae1634b-e0bb-4b19-b3eb-f2db46ba3c90 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:39.244488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fae1634b-e0bb-4b19-b3eb-f2db46ba3c90 tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/8d83a044-5efa-47b0-aa0f-b4afbeb3504e HTTP/1.1" status: 404 len: 339 time: 0.0378919 Jul 16 01:56:39.245308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33426) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.250335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.256367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'network': 2} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:39.261891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.287326 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.296795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.326877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting subnet a7755b46-de8d-4a66-815b-30a3170edebd {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:39.333091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.392804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.399621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.532780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.557372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.571518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.571995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.610549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Allocated IP 172.25.7.203 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/75acbd47-c48a-41a7-8371-a05a0831219d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:39.676773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35797d5-344f-4bd4-86b3-33c09f106be1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.708701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.722286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:39.769144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Subnet': ['ID=a7755b46-de8d-4a66-815b-30a3170edebd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.771593 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.774825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18cc766-eb7b-4d29-a5cf-0de11c4091e9 None None] Network aa4f8d29-80d3-41a4-9886-ec3cdccbc052 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:39.786901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.788448 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-93556860-464d-46fe-84b1-e3848bc1b91e tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/subnets/a7755b46-de8d-4a66-815b-30a3170edebd HTTP/1.1" status: 204 len: 168 time: 0.5418928 Jul 16 01:56:39.789228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.799666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.800479 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Added segment 1e31d2a5-9bca-44f3-868d-cfbfcea12afb of type vlan for network f9848076-5864-42d9-9c87-fd23d52feaf6 Jul 16 01:56:39.856707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.901739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:39.913707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.914328 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Added segment d1ddae9b-d435-41da-87b9-839bc62b7851 of type vlan for network 64226202-eb04-4320-a957-942d64803acf Jul 16 01:56:39.975607 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.985142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.009393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.026457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.026887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.034631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.040602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.041285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.092763 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1975584 Jul 16 01:56:40.096602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.117202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59791a60-9603-4571-9957-53f782fb826a None None] DHCP port deletion for aa4f8d29-80d3-41a4-9886-ec3cdccbc052 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:40.131688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:40.137231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:40.146818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:40.152053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Pushing event updated for resources: {'Port': ['ID=75acbd47-c48a-41a7-8371-a05a0831219d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.160866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 72772173-441a-4d51-9072-541838964084 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:40.161106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Network': ['ID=f9848076-5864-42d9-9c87-fd23d52feaf6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.190914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 72772173-441a-4d51-9072-541838964084 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:40.191260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 72772173-441a-4d51-9072-541838964084 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:40.192945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f9848076-5864-42d9-9c87-fd23d52feaf6 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:40.195528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Deleting port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:40.195987 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.258493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63dc94-1feb-490e-bd60-06dd367d6bb2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Network': ['ID=64226202-eb04-4320-a957-942d64803acf,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.297364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 64226202-eb04-4320-a957-942d64803acf details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:40.302954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cee74a0a-6319-4119-81a4-b25d3d28d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.344707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a98b9-9f97-43fe-98d8-3318fffcf7ef tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.351086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a98b9-9f97-43fe-98d8-3318fffcf7ef tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.357699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a98b9-9f97-43fe-98d8-3318fffcf7ef tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.363301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] For port 1abf366c-0d0a-42dd-9f46-00899cf47ec6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1abf366c-0d0a-42dd-9f46-00899cf47ec6,segment=NetworkSegment(7c7eca7d-566a-417b-9edb-230ea1642dc5),segment_id=7c7eca7d-566a-417b-9edb-230ea1642dc5)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:40.363784 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.365113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a98b9-9f97-43fe-98d8-3318fffcf7ef tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.369701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb6a98b9-9f97-43fe-98d8-3318fffcf7ef tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2699444 Jul 16 01:56:40.370261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33438) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.400856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Calling delete_port for 1abf366c-0d0a-42dd-9f46-00899cf47ec6 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:40.407140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-59791a60-9603-4571-9957-53f782fb826a None None] Deleting port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:40.407527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59791a60-9603-4571-9957-53f782fb826a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.418685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.465771 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.482654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-59791a60-9603-4571-9957-53f782fb826a None None] For port 1abf366c-0d0a-42dd-9f46-00899cf47ec6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1abf366c-0d0a-42dd-9f46-00899cf47ec6,segment=NetworkSegment(7c7eca7d-566a-417b-9edb-230ea1642dc5),segment_id=7c7eca7d-566a-417b-9edb-230ea1642dc5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:40.483057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59791a60-9603-4571-9957-53f782fb826a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.503931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-59791a60-9603-4571-9957-53f782fb826a None None] Calling delete_port for 1abf366c-0d0a-42dd-9f46-00899cf47ec6 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:40.520680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.576653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.589567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9848076-5864-42d9-9c87-fd23d52feaf6']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.602164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e31d2a5-9bca-44f3-868d-cfbfcea12afb') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.602842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e31d2a5-9bca-44f3-868d-cfbfcea12afb') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.630682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.644797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33442) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.653488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.656658 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59791a60-9603-4571-9957-53f782fb826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.670238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] No DVR routers for this DVR port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:40.696149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59791a60-9603-4571-9957-53f782fb826a None None] Pushing event deleted for resources: {'Port': ['ID=1abf366c-0d0a-42dd-9f46-00899cf47ec6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.701698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59791a60-9603-4571-9957-53f782fb826a None None] No DVR routers for this DVR port 1abf366c-0d0a-42dd-9f46-00899cf47ec6 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:40.703115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Port': ['ID=1abf366c-0d0a-42dd-9f46-00899cf47ec6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.710608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.726732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:40.726732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:40.729075 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:40.753752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Deleting subnet 095d7e66-4e60-4e62-91db-4bd55d26c2c6 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:40.761264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.821231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.839541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4f8d29-80d3-41a4-9886-ec3cdccbc052']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.866858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7eca7d-566a-417b-9edb-230ea1642dc5') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.867159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7eca7d-566a-417b-9edb-230ea1642dc5') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.881697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.889636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.891339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.908226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.914480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.945890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.975520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Pushing event updated for resources: {'Port': ['ID=75acbd47-c48a-41a7-8371-a05a0831219d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.978094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.988578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:40.988861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:40.992128 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:40.997608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.999725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/networks/f9848076-5864-42d9-9c87-fd23d52feaf6 HTTP/1.1" status: 204 len: 168 time: 0.6284490 Jul 16 01:56:41.003647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33450) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.050492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af1aa4-a22f-40ec-9698-d2274e72bf91 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Network': ['ID=f9848076-5864-42d9-9c87-fd23d52feaf6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.084796 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.088066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.099705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.109899 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.114243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] 10.222.0.42 "DELETE /v2.0/networks/aa4f8d29-80d3-41a4-9886-ec3cdccbc052 HTTP/1.1" status: 204 len: 168 time: 1.3215737 Jul 16 01:56:41.114243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.114539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-478f4659-bc1e-4bf7-8a59-9fe1c8b73ea4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9544413 Jul 16 01:56:41.121252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.126416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c983-0cbe-4001-9808-51704b61ed7a tempest-NetworksIpV6Test-1427724073 tempest-NetworksIpV6Test-1427724073-project] Pushing event deleted for resources: {'Network': ['ID=aa4f8d29-80d3-41a4-9886-ec3cdccbc052,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.157813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-350931815', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'fixed_ips': [{'ip_address': '172.25.7.203'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.163103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095d7e66-4e60-4e62-91db-4bd55d26c2c6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.169267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.171900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b7d8a547-8d1b-49fd-aabd-78fb20b97ca7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/095d7e66-4e60-4e62-91db-4bd55d26c2c6 HTTP/1.1" status: 204 len: 168 time: 0.5232532 Jul 16 01:56:41.175603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33456) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.229922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.268099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Made reservation on behalf of 88b64f29811549d2a6eb6c64ff515425 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:41.280207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.292308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.346551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.392272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.409141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64226202-eb04-4320-a957-942d64803acf']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.426315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ddae9b-d435-41da-87b9-839bc62b7851') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.426798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ddae9b-d435-41da-87b9-839bc62b7851') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.449483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.478896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.494772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:41.495097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:41.498638 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:41.513014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.525319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c59aec-219e-48b1-a76f-c497d2fccfff']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.539866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7415f0d4-c855-4a79-9c51-fe395d6d6ff2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.540251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7415f0d4-c855-4a79-9c51-fe395d6d6ff2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.550963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.569112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.579011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:41.579523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:41.583482 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:41.624148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33466) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.637034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.655956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.664497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.666819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e9c59aec-219e-48b1-a76f-c497d2fccfff HTTP/1.1" status: 204 len: 168 time: 0.4892335 Jul 16 01:56:41.669373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.671429 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/networks/64226202-eb04-4320-a957-942d64803acf HTTP/1.1" status: 204 len: 168 time: 0.6623807 Jul 16 01:56:41.678102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.678406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.691253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27003966-43ae-4958-8313-0f368f5acb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c59aec-219e-48b1-a76f-c497d2fccfff,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.705183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.712002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71ce1-4f1e-4b7a-96fe-4eba92074ddb tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Network': ['ID=64226202-eb04-4320-a957-942d64803acf,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.716527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] device_id is not set on port 516e4f32-6c4c-42dd-8926-b171f7fc4a5e yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:41.853616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e936f0-75ec-47ee-9329-a3cef76992f3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.896872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be21e42-a93d-4fa4-846c-2a003a7eb39f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.904036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.908009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be21e42-a93d-4fa4-846c-2a003a7eb39f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.911749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4be21e42-a93d-4fa4-846c-2a003a7eb39f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2312829 Jul 16 01:56:41.915142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.922986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1801703735'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.958177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:41.963634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.999716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:42.014908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.015769 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Added segment 226627e5-b67c-42cc-a2cb-ebbbe2b683b4 of type vlan for network 5edea1f7-1dbe-4d5d-aeed-37c7a03084b2 Jul 16 01:56:42.074931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1abf366c-0d0a-42dd-9f46-00899cf47ec6 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:42.101039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1abf366c-0d0a-42dd-9f46-00899cf47ec6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:42.101773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1abf366c-0d0a-42dd-9f46-00899cf47ec6 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:42.108068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.118031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d0dbc69b-c5d0-430c-b77c-66cb40143a29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df2c35108f2948618f048b3311dc45ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765234 Jul 16 01:56:42.120348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.124078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d8d3d230-51ef-4b30-9413-6abbe4d7abf1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59ac16b3a3fd40f98e8b9a8e6e448159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162540 Jul 16 01:56:42.129557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33480) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.208197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.214449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.215092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.287772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3711514 Jul 16 01:56:42.298258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.337713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f7061e0-be5c-4d96-925c-d5750ea16d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.338969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2002013662'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.348930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f48c7c-76b6-4c7c-8a87-3382f39b18e0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Network': ['ID=5edea1f7-1dbe-4d5d-aeed-37c7a03084b2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.357242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c299-c0e2-433b-b2a2-225de167eb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.359602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5edea1f7-1dbe-4d5d-aeed-37c7a03084b2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:42.386480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f7061e0-be5c-4d96-925c-d5750ea16d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.418410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:42.422162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ead29b24-46b8-4110-a16c-9936a238ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.423842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.438951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c299-c0e2-433b-b2a2-225de167eb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.494501 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:56:42.495301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:42.496006 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.496384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:42.510894 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-18dd99cc-9407-4fae-9899-38f16cf6bdc4 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3886964 Jul 16 01:56:42.513665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33488) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.521346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.521690 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Added segment 043dc2c6-90d5-4461-bd1e-03359cf4a195 of type vlan for network df17e027-933c-42d2-952b-e3cee05d1137 Jul 16 01:56:42.576036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.590554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c299-c0e2-433b-b2a2-225de167eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.594067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c299-c0e2-433b-b2a2-225de167eb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.594840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0fd5c299-c0e2-433b-b2a2-225de167eb2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd282a0d-2e74-4ea3-a72a-c548faaf506d HTTP/1.1" status: 204 len: 168 time: 0.4733267 Jul 16 01:56:42.600070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f7061e0-be5c-4d96-925c-d5750ea16d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.602556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f7061e0-be5c-4d96-925c-d5750ea16d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.603698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7f7061e0-be5c-4d96-925c-d5750ea16d5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2e24f08-ec21-4330-9af0-5532394c80ba HTTP/1.1" status: 204 len: 168 time: 0.4717615 Jul 16 01:56:42.616125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5c299-c0e2-433b-b2a2-225de167eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd282a0d-2e74-4ea3-a72a-c548faaf506d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.640298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7061e0-be5c-4d96-925c-d5750ea16d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e24f08-ec21-4330-9af0-5532394c80ba,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.647893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.653517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.654119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.718027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3872890 Jul 16 01:56:42.722763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33496) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.729176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'ports': [{'network_id': '5edea1f7-1dbe-4d5d-aeed-37c7a03084b2', 'name': 'tempest-port--1316140730', 'admin_state_up': True}, {'network_id': 'df17e027-933c-42d2-952b-e3cee05d1137', 'admin_state_up': False}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.729496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'port': {'network_id': '5edea1f7-1dbe-4d5d-aeed-37c7a03084b2', 'name': 'tempest-port--1316140730', 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.729997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'port': {'network_id': 'df17e027-933c-42d2-952b-e3cee05d1137', 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.738770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Deleting port 75acbd47-c48a-41a7-8371-a05a0831219d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:42.739228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.816891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4450e4-53fc-4668-ab88-b680534444e5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Network': ['ID=df17e027-933c-42d2-952b-e3cee05d1137,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.830695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network df17e027-933c-42d2-952b-e3cee05d1137 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:42.898326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.899820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.933560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Calling delete_port for 75acbd47-c48a-41a7-8371-a05a0831219d owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:43.012037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'port': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:43.023576 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.059800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.159279 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.200833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Pushing event deleted for resources: {'Port': ['ID=75acbd47-c48a-41a7-8371-a05a0831219d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.205097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] device_id is not set on port 237f45c5-ae63-4005-aa01-86b721224523 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:43.284398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.289244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.294513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-386146a0-1760-4f81-9598-d12688f4e8e9 tempest-ExternalNetworksAdminNegativeTestJSON-201470230 tempest-ExternalNetworksAdminNegativeTestJSON-201470230-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/b0172c14-6774-4654-9661-8351419f485e HTTP/1.1" status: 204 len: 168 time: 0.7760568 Jul 16 01:56:43.394181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.495546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] device_id is not set on port ea019b8e-145b-4712-ac23-ad81a47f9dc6 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:43.606772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33520) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:43.657435 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.711855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.768918 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.805349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Port': ['ID=237f45c5-ae63-4005-aa01-86b721224523,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.815632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Checking segment: {'id': '226627e5-b67c-42cc-a2cb-ebbbe2b683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5edea1f7-1dbe-4d5d-aeed-37c7a03084b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:43.816094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network hostable DHCP agents. Network: 5edea1f7-1dbe-4d5d-aeed-37c7a03084b2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:43.837700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network 5edea1f7-1dbe-4d5d-aeed-37c7a03084b2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:43.846802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33b7390b-b2e5-41cb-8a17-6098d3e0f66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.857738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5edea1f7-1dbe-4d5d-aeed-37c7a03084b2) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:43.864138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:43.870772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.875378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07f74e-1bd9-4fca-86f4-a8e2b6d1c781 None None] Network 5edea1f7-1dbe-4d5d-aeed-37c7a03084b2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:43.988747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Port': ['ID=ea019b8e-145b-4712-ac23-ad81a47f9dc6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.005732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Checking segment: {'id': '043dc2c6-90d5-4461-bd1e-03359cf4a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'df17e027-933c-42d2-952b-e3cee05d1137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:44.017231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network hostable DHCP agents. Network: df17e027-933c-42d2-952b-e3cee05d1137, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:44.053611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network df17e027-933c-42d2-952b-e3cee05d1137 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:44.068166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, df17e027-933c-42d2-952b-e3cee05d1137) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:44.073583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:44.091324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.102216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.103277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.149800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed997e85-a6cc-4edc-ab28-21ad96eb45e1 None None] Network df17e027-933c-42d2-952b-e3cee05d1137 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:44.240368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33b7390b-b2e5-41cb-8a17-6098d3e0f66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.250430 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33b7390b-b2e5-41cb-8a17-6098d3e0f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.253995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e3ccb92-3bb1-4701-9500-40d731dd9c69 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5304847 Jul 16 01:56:44.256667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.355045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-33b7390b-b2e5-41cb-8a17-6098d3e0f66d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1e6ace6f102456b9fa0681e93710e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467754 Jul 16 01:56:44.358995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.385849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.418127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7390b-b2e5-41cb-8a17-6098d3e0f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9afec78-3a5f-41ac-9c67-fed51ba13bd0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.444878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7785839c-3a48-4b43-b012-4cfc1ceafe7f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.452709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7785839c-3a48-4b43-b012-4cfc1ceafe7f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.455336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7785839c-3a48-4b43-b012-4cfc1ceafe7f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1967683 Jul 16 01:56:44.460031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.478015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7f78dea-32f5-4a62-9c4d-ac414cb9ab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.509468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7f78dea-32f5-4a62-9c4d-ac414cb9ab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.602877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7f78dea-32f5-4a62-9c4d-ac414cb9ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.610985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7f78dea-32f5-4a62-9c4d-ac414cb9ab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.613625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7f78dea-32f5-4a62-9c4d-ac414cb9ab95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9afec78-3a5f-41ac-9c67-fed51ba13bd0 HTTP/1.1" status: 204 len: 168 time: 0.2397654 Jul 16 01:56:44.619618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33556) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.632049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f78dea-32f5-4a62-9c4d-ac414cb9ab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9afec78-3a5f-41ac-9c67-fed51ba13bd0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.913024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266617471'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:44.952720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:44.956827 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.967687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-435587541-network', 'tenant_id': '60979e2499674858bd78763eb4d53a99'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:44.974062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.990710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Deleting port 237f45c5-ae63-4005-aa01-86b721224523 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:44.990974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.007910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Made reservation on behalf of 60979e2499674858bd78763eb4d53a99 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:45.011396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.034079 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.065215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33568) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.096158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.115199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Calling delete_port for 237f45c5-ae63-4005-aa01-86b721224523 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:45.122433 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b344f999-c85c-4198-a111-16123c78afcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88b64f29811549d2a6eb6c64ff515425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546217 Jul 16 01:56:45.122907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33570) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.181754 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d3d4-21b6-4342-a8ea-d7e0f0bd275a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.207179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d3d4-21b6-4342-a8ea-d7e0f0bd275a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.219680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.230274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.268401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.274681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:45.282879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d3d4-21b6-4342-a8ea-d7e0f0bd275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.286269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ff9d3d4-21b6-4342-a8ea-d7e0f0bd275a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.287646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1ff9d3d4-21b6-4342-a8ea-d7e0f0bd275a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22e936f0-75ec-47ee-9329-a3cef76992f3 HTTP/1.1" status: 204 len: 168 time: 0.1633341 Jul 16 01:56:45.290972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afafd941-6e35-4500-973b-c0fa97e86458,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.302586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9d3d4-21b6-4342-a8ea-d7e0f0bd275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e936f0-75ec-47ee-9329-a3cef76992f3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.321907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.322321 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment c519d161-0e7e-4dc4-bf7a-61770155028a of type vlan for network 86876a76-7aec-4e92-8a83-b3af5bb82825 Jul 16 01:56:45.342622 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.374984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.379387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.383851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Port': ['ID=237f45c5-ae63-4005-aa01-86b721224523,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.403735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.408767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f894a2f1-c429-4b49-b9c3-720f3385d52e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/ports/237f45c5-ae63-4005-aa01-86b721224523 HTTP/1.1" status: 204 len: 168 time: 0.9433787 Jul 16 01:56:45.408767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.410493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:45.412225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.432530 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.432881 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Added segment 10d5a632-701b-4ab8-9455-d4a507356190 of type vlan for network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a Jul 16 01:56:45.434302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba8e7d5-f7e9-44e7-a58a-0d5d654b809b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.485474 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.506020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.511640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.512236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.522559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.524737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.526645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.579913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1854801 Jul 16 01:56:45.619959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9987123 Jul 16 01:56:45.621315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7c94d-d3f0-46ef-9ad1-6952b817967e admin admin] Pushing event updated for resources: {'Network': ['ID=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.625590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33578) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.633101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:45.633903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Request body: {'subnet': {'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-435587541-subnet', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:45.704475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Made reservation on behalf of 60979e2499674858bd78763eb4d53a99 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:45.708770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.709745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.721599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:45.726762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e4cd-b537-43f7-bb66-96937ea0123d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=86876a76-7aec-4e92-8a83-b3af5bb82825,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.750096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Deleting port ea019b8e-145b-4712-ac23-ad81a47f9dc6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:45.750096 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.781545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 86876a76-7aec-4e92-8a83-b3af5bb82825 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:45.886529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.910853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Calling delete_port for ea019b8e-145b-4712-ac23-ad81a47f9dc6 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:45.936563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:45.941521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.984197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.123613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.126259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5b2f03-cd48-4f33-91fb-1c6db54784d7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.131345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Checking segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:46.131711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Network hostable DHCP agents. Network: 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:46.155526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:46.170829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:46.171278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Port': ['ID=ea019b8e-145b-4712-ac23-ad81a47f9dc6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.179272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.180067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.190964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9b74d-c3a1-4869-9008-7b422914f3d3 None None] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:46.196268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.198344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b17044fa-17be-462f-b6a4-62dcdbc13ec0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/ports/ea019b8e-145b-4712-ac23-ad81a47f9dc6 HTTP/1.1" status: 204 len: 168 time: 0.7851858 Jul 16 01:56:46.201384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33594) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.229224 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3d87afc1-2230-48eb-80c0-7638f0fa2d7c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5997272 Jul 16 01:56:46.242053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.246848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.258703 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b1157ccd-2329-441b-952a-20b7d47d7be2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0558970 Jul 16 01:56:46.262744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33600) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.269119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-38201480'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.281495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:56:46.281495 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:56:46.281495 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': '405bba2ba6fa434c8ee655a5167d4111', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 56, 46, 274917)}] Jul 16 01:56:46.281495 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:46.281990 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:46.287093 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.318522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.319523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.368627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=6c904b7f-5fad-4cc9-9643-9edd82776314,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.414807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': 'c519d161-0e7e-4dc4-bf7a-61770155028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:46.415183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: 86876a76-7aec-4e92-8a83-b3af5bb82825, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:46.421310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.425834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:46.426869 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.523686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network 86876a76-7aec-4e92-8a83-b3af5bb82825 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:46.576585 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:46.581412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 86876a76-7aec-4e92-8a83-b3af5bb82825) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:46.594492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c66faa-76d6-468d-927f-c856b9eb571a None None] Network 86876a76-7aec-4e92-8a83-b3af5bb82825 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:46.612019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.612647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.623025 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.627364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Allocated IP 172.20.0.2 (60db974d-f4dd-4b0f-a15b-9e8f1a3c912a/ae5b2f03-cd48-4f33-91fb-1c6db54784d7/977fe1c9-5985-4c0b-8d90-6d057ed07987) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:46.651511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d7e0f2b2-199d-4178-a4d5-42dc6265d979 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9329700 Jul 16 01:56:46.651767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33608) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.657042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826996480'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.691589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.695710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.726313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:46.740176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.740585 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90 of type vlan for network 28a04c40-400d-4024-be29-6085c2e6734e Jul 16 01:56:46.799824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.831630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.835721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.866199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.872556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.873275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.888324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:46.906679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.926619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.927374 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Added segment d41d0ca8-e82c-4f94-a4e6-25ee995c8981 of type vlan for network f8beb7b5-ac00-48dc-88a1-270bbe693cf2 Jul 16 01:56:46.933966 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.943676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2907104 Jul 16 01:56:46.944477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.958235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': '28a04c40-400d-4024-be29-6085c2e6734e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:47.030992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b043c-7dd2-4739-a8b8-eb522fb051a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=28a04c40-400d-4024-be29-6085c2e6734e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.063468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 28a04c40-400d-4024-be29-6085c2e6734e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:47.072294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.121129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-86876a76-7aec-4e92-8a83-b3af5bb82825', 'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '6c904b7f-5fad-4cc9-9643-9edd82776314'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:47.121999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.149303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Allocated IP 172.25.7.159 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/05cba7b6-f649-492c-92d8-3b1820f64b0d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:47.167082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.174929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.175927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.191126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:47.195888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.252897 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9881749 Jul 16 01:56:47.261142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.274330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-621863483'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:47.323483 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.335074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.357404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e6631-def8-4b97-aff4-6b5d15aa5826 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Network': ['ID=f8beb7b5-ac00-48dc-88a1-270bbe693cf2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.374790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Transition to ACTIVE for port object 977fe1c9-5985-4c0b-8d90-6d057ed07987 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:47.385377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33628) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.394347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:47.397641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f8beb7b5-ac00-48dc-88a1-270bbe693cf2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:47.398473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.442658 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.455906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:47.470577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Transition to ACTIVE for port object 977fe1c9-5985-4c0b-8d90-6d057ed07987 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:47.495051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.495404 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Added segment e210229c-4739-435f-88ec-06549ffbf891 of type vlan for network 77d28f29-bed7-41ff-a6e2-4f038b98fb71 Jul 16 01:56:47.534559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.544339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:47.548082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:47.558680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:47.585017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Allocated IP 172.20.255.242 (86876a76-7aec-4e92-8a83-b3af5bb82825/6c904b7f-5fad-4cc9-9643-9edd82776314/1a51f35a-a366-4bf9-bd89-28a85e1ec7a0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:47.596771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1736249464'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:47.604368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:47.605406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.613308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:47.616773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:47.618580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Pushing event updated for resources: {'Port': ['ID=05cba7b6-f649-492c-92d8-3b1820f64b0d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.661597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.669880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Pushing event updated for resources: {'Port': ['ID=977fe1c9-5985-4c0b-8d90-6d057ed07987,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.683170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.684179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.727655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Attempting to bind port 977fe1c9-5985-4c0b-8d90-6d057ed07987 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:47.728907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Attempting to bind port 977fe1c9-5985-4c0b-8d90-6d057ed07987 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:47.729338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Attempting to bind port 977fe1c9-5985-4c0b-8d90-6d057ed07987 on network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:47.733239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.740124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:47.740507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Checking segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:47.740729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.740974 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.741359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.741725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Bound using segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:47.742412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Bound port: 977fe1c9-5985-4c0b-8d90-6d057ed07987, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:47.742956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.874679 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6120496 Jul 16 01:56:47.875598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=b4c3a1a4-a11c-4e53-a9b7-bba7b97f4abc,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.888027 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.900210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] For port 977fe1c9-5985-4c0b-8d90-6d057ed07987, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:47.905902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] For port 977fe1c9-5985-4c0b-8d90-6d057ed07987, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=977fe1c9-5985-4c0b-8d90-6d057ed07987,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:47.933122 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.942315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '28a04c40-400d-4024-be29-6085c2e6734e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:47.942859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: 28a04c40-400d-4024-be29-6085c2e6734e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:47.945492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa596d-e18b-40cd-b531-9212dd95c80e tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Network': ['ID=77d28f29-bed7-41ff-a6e2-4f038b98fb71,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.951464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.959587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 77d28f29-bed7-41ff-a6e2-4f038b98fb71 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:47.979917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.981346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f2adb804-5f4d-49fc-9658-3bbb8f993314 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5945239 Jul 16 01:56:47.986582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network 28a04c40-400d-4024-be29-6085c2e6734e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:47.990235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33632) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.031927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33634) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.041760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'subnets': [{'network_id': 'f8beb7b5-ac00-48dc-88a1-270bbe693cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--61745734', 'ip_version': 4}, {'network_id': '77d28f29-bed7-41ff-a6e2-4f038b98fb71', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.041760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'subnet': {'network_id': 'f8beb7b5-ac00-48dc-88a1-270bbe693cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--61745734', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.042322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Request body: {'subnet': {'network_id': '77d28f29-bed7-41ff-a6e2-4f038b98fb71', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.053488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 28a04c40-400d-4024-be29-6085c2e6734e) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:48.104539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c4780-3bda-464e-806e-5dac357df80a None None] Network 28a04c40-400d-4024-be29-6085c2e6734e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:48.122948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.154715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.155336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.189703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.346042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-77ef7950-cab5-4efb-a839-4524cb9d01b0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3936148 Jul 16 01:56:48.346042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33638) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.378212 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.390460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4e46-21da-4fe8-a3df-a7c5d0df9d50 None None] Pushing event updated for resources: {'Port': ['ID=977fe1c9-5985-4c0b-8d90-6d057ed07987,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.428257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Transition to ACTIVE for port object 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:48.480175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Transition to ACTIVE for port object 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:48.507932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Made reservation on behalf of 405bba2ba6fa434c8ee655a5167d4111 for: {'subnet': 2} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:48.512747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.513649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.513649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.518199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.586237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.590001 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.595002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Network 86876a76-7aec-4e92-8a83-b3af5bb82825 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:48.601801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Pushing event updated for resources: {'Port': ['ID=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.604205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:48.605828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:48.638533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-28a04c40-400d-4024-be29-6085c2e6734e', 'network_id': '28a04c40-400d-4024-be29-6085c2e6734e', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': 'b4c3a1a4-a11c-4e53-a9b7-bba7b97f4abc'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:48.639443 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.649750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.650251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09369f2e-f610-4869-bb50-4c905b5c41e0 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:48.655405 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.659789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c032ef75-be16-4805-b8cf-6d28e54bc283 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "DELETE /v2.0/routers/09369f2e-f610-4869-bb50-4c905b5c41e0 HTTP/1.1" status: 204 len: 168 time: 0.6650107 Jul 16 01:56:48.660137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33640) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.664557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Request body: {'router': {'name': 'tempest-router-1064332468', 'distributed': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.671684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.695478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Attempting to bind port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:48.695701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Attempting to bind port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c519d161-0e7e-4dc4-bf7a-61770155028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:48.696316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Attempting to bind port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 on network 86876a76-7aec-4e92-8a83-b3af5bb82825 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:48.711547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:48.712724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Checking segment: {'id': 'c519d161-0e7e-4dc4-bf7a-61770155028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:48.713362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.714235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Bound using segment: {'id': 'c519d161-0e7e-4dc4-bf7a-61770155028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:48.714933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Bound port: 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c519d161-0e7e-4dc4-bf7a-61770155028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86876a76-7aec-4e92-8a83-b3af5bb82825'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:48.715325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.715730 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.719685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.721517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.765579 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.814384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.825717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.849034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.850432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6baac4ea-0563-4f9c-9f30-d04ed1d6fe00 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1893623 Jul 16 01:56:48.853143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33642) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.894340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Allocated IP 172.20.0.2 (28a04c40-400d-4024-be29-6085c2e6734e/b4c3a1a4-a11c-4e53-a9b7-bba7b97f4abc/1d928b6c-5944-4a18-bb71-efdfc676dba8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:48.933285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.122482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.125142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.174130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.175075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 302c2192-d815-44dc-a749-b1e70cbae93b {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:49.180854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.182307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-24261567-eb26-4a21-bcd4-8259c51dc3a3 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "DELETE /v2.0/routers/302c2192-d815-44dc-a749-b1e70cbae93b HTTP/1.1" status: 204 len: 168 time: 0.3281782 Jul 16 01:56:49.185805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33644) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.190921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Request body: {'router': {'name': 'tempest-router-71919247', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '548b57bb2f0f4b0c93145437bee577bf'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:49.218676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.221268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.235655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] For port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:49.245923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] For port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,segment=NetworkSegment(c519d161-0e7e-4dc4-bf7a-61770155028a),segment_id=c519d161-0e7e-4dc4-bf7a-61770155028a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:49.258841 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.261225 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.297639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.297846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Transition to ACTIVE for port object 1d928b6c-5944-4a18-bb71-efdfc676dba8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:49.304733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.338825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.344301 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d05951a-d4a9-4013-bdd1-531807bf958a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1573739 Jul 16 01:56:49.347938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33650) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.351126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Transition to ACTIVE for port object 1d928b6c-5944-4a18-bb71-efdfc676dba8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:49.357364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823c1ca-fe11-4e5c-a2f7-0ff0e5d0df46 None None] Pushing event updated for resources: {'Port': ['ID=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.357898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:49.371315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.437890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Network 28a04c40-400d-4024-be29-6085c2e6734e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:49.438767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966bad4-df0f-462f-b2cb-46185d214424 None None] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:49.444360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:49.446810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Router f6629aa7-d3bc-4379-93c0-5db161773c7c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:49.456007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:49.558830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Pushing event updated for resources: {'Port': ['ID=1d928b6c-5944-4a18-bb71-efdfc676dba8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.745987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:49.755599 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Sync routers for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:49.769347 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:49.772312 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:49.774580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.778770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ed131d78-a821-4c2c-991f-bb8c0b54899b None None] Provisioning for port 977fe1c9-5985-4c0b-8d90-6d057ed07987 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:49.793571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Attempting to bind port 1d928b6c-5944-4a18-bb71-efdfc676dba8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:49.793954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Attempting to bind port 1d928b6c-5944-4a18-bb71-efdfc676dba8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '28a04c40-400d-4024-be29-6085c2e6734e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:49.794323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Attempting to bind port 1d928b6c-5944-4a18-bb71-efdfc676dba8 on network 28a04c40-400d-4024-be29-6085c2e6734e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:49.806562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:49.806947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Checking segment: {'id': 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '28a04c40-400d-4024-be29-6085c2e6734e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:49.807361 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.807758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Bound using segment: {'id': 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '28a04c40-400d-4024-be29-6085c2e6734e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:49.808249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Bound port: 1d928b6c-5944-4a18-bb71-efdfc676dba8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '28a04c40-400d-4024-be29-6085c2e6734e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:49.808664 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.869879 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Subnet': ['ID=f3a783b0-4589-4884-883b-f3b5c0b44bbc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.898409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.898975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.902551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2ae01110-160a-46d0-978e-7988fdf764f0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6564856 Jul 16 01:56:49.905338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33656) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.908710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] For port 1d928b6c-5944-4a18-bb71-efdfc676dba8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:49.912230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] For port 1d928b6c-5944-4a18-bb71-efdfc676dba8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1d928b6c-5944-4a18-bb71-efdfc676dba8,segment=NetworkSegment(c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90),segment_id=c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:49.943875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.959580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Checking segment: {'id': 'd41d0ca8-e82c-4f94-a4e6-25ee995c8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8beb7b5-ac00-48dc-88a1-270bbe693cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:49.960081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network hostable DHCP agents. Network: f8beb7b5-ac00-48dc-88a1-270bbe693cf2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:49.974135 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:50.031987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network f8beb7b5-ac00-48dc-88a1-270bbe693cf2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:50.106377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f08699-b273-4857-b560-e6d23ea010f4 None None] Pushing event updated for resources: {'Port': ['ID=1d928b6c-5944-4a18-bb71-efdfc676dba8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.208042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c3a1a4-a11c-4e53-a9b7-bba7b97f4abc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.232744 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:47Z', 'revision_number': 3, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.278041 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Checking router: f6629aa7-d3bc-4379-93c0-5db161773c7c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:50.278405 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Updating router f6629aa7-d3bc-4379-93c0-5db161773c7c port 05cba7b6-f649-492c-92d8-3b1820f64b0d binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:50.323962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:50.359819 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.363671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f8beb7b5-ac00-48dc-88a1-270bbe693cf2) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:50.375934 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.419875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ba8c9-3137-47ba-a269-1553d884f301 None None] Network f8beb7b5-ac00-48dc-88a1-270bbe693cf2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:50.539149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:50.551422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.552151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.604198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event updated for resources: {'Subnet': ['ID=fc79dd24-637b-436a-8285-5c282070571d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.621015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.640983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 977fe1c9-5985-4c0b-8d90-6d057ed07987 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:50.677945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Checking segment: {'id': 'e210229c-4739-435f-88ec-06549ffbf891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '77d28f29-bed7-41ff-a6e2-4f038b98fb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:50.678316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network hostable DHCP agents. Network: 77d28f29-bed7-41ff-a6e2-4f038b98fb71, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:50.756122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Network 77d28f29-bed7-41ff-a6e2-4f038b98fb71 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:50.770699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a04c40-400d-4024-be29-6085c2e6734e']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.811217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.811568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.840209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.858016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93755) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:56:50.858383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Router 51ab3b49-1314-4b23-b331-ece26a78066f migrating from provider to provider. {{(pid=93755) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:56:50.858748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.865710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.878756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.881944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:50.882564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:50.885929 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:50.899629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.919235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 977fe1c9-5985-4c0b-8d90-6d057ed07987 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:50.926603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 977fe1c9-5985-4c0b-8d90-6d057ed07987 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:50.927085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.953180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.956145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 77d28f29-bed7-41ff-a6e2-4f038b98fb71) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:50.963623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.964183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.965347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.983711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453712f-85fc-4919-a60e-dfa2883b068f None None] Network 77d28f29-bed7-41ff-a6e2-4f038b98fb71 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:51.010009 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.036707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f58e57bd-a9ca-41aa-9297-0f96cf0ea8c2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.0015385 Jul 16 01:56:51.057301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33660) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.082097 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Transition to ACTIVE for port object 05cba7b6-f649-492c-92d8-3b1820f64b0d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:51.084234 n-d-791506-20 neutron-server[93755]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] No L3 agents can host the router 51ab3b49-1314-4b23-b331-ece26a78066f Jul 16 01:56:51.090733 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.107532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:51.107532 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:51.107532 n-d-791506-20 neutron-server[93755]: [parameters: {'id': '28a04c40-400d-4024-be29-6085c2e6734e'}] Jul 16 01:56:51.107532 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:51.108173 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:51.154203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e9a2d-dcac-4e7f-a1a0-8711421e6124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-f8beb7b5-ac00-48dc-88a1-270bbe693cf2', 'network_id': 'f8beb7b5-ac00-48dc-88a1-270bbe693cf2', 'tenant_id': '405bba2ba6fa434c8ee655a5167d4111', 'fixed_ips': [{'subnet_id': 'f3a783b0-4589-4884-883b-f3b5c0b44bbc'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:51.155490 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d8e9a2d-dcac-4e7f-a1a0-8711421e6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.158888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ebc10-7d5e-44e8-a318-ebe4dd2732f2 None None] Network 86876a76-7aec-4e92-8a83-b3af5bb82825 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:51.178522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b96da3-6a75-4cfa-95c1-0b4afe1f5479 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.180101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b96da3-6a75-4cfa-95c1-0b4afe1f5479 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.181787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b96da3-6a75-4cfa-95c1-0b4afe1f5479 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.183519 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-25b96da3-6a75-4cfa-95c1-0b4afe1f5479 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1226065 Jul 16 01:56:51.196187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.226908 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Attempting to bind port 05cba7b6-f649-492c-92d8-3b1820f64b0d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:51.229435 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Attempting to bind port 05cba7b6-f649-492c-92d8-3b1820f64b0d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:51.230014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Attempting to bind port 05cba7b6-f649-492c-92d8-3b1820f64b0d on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:51.244688 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:51.247244 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:51.247959 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.248645 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:51.250454 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Bound port: 05cba7b6-f649-492c-92d8-3b1820f64b0d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:51.253562 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.260236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] Provisioning for port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:51.273807 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Pushing event updated for resources: {'Port': ['ID=05cba7b6-f649-492c-92d8-3b1820f64b0d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.303362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Deleting subnet f3a783b0-4589-4884-883b-f3b5c0b44bbc {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:51.316937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.331599 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.332316 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.332859 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.333362 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.333858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.334395 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.334906 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.335411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.341570 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.342129 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.342661 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.343157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:51.358077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Hosts for router 51ab3b49-1314-4b23-b331-ece26a78066f: [] {{(pid=93755) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:56:51.420660 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] For port 05cba7b6-f649-492c-92d8-3b1820f64b0d, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:51.424544 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] For port 05cba7b6-f649-492c-92d8-3b1820f64b0d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=05cba7b6-f649-492c-92d8-3b1820f64b0d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:51.426154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Hosts for other DVR routers connected to router 51ab3b49-1314-4b23-b331-ece26a78066f: set() {{(pid=93755) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:56:51.432334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] Provisioning complete for port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:51.432741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.451363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.455962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4db1ad69-92e8-4cd6-b163-3d95e10317fd tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "PUT /v2.0/routers/51ab3b49-1314-4b23-b331-ece26a78066f HTTP/1.1" status: 200 len: 715 time: 2.1064441 Jul 16 01:56:51.456501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33666) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.459544 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.473780 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.575526 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddb5c9-2ef9-46cb-acd3-c74c21d6f541 None None] Pushing event updated for resources: {'Port': ['ID=05cba7b6-f649-492c-92d8-3b1820f64b0d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.583763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.602826 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:51.603895 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.613603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.619433 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fb4da033-71b4-4095-92ee-147aa2187757 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "GET /v2.0/routers/51ab3b49-1314-4b23-b331-ece26a78066f HTTP/1.1" status: 200 len: 715 time: 0.1618145 Jul 16 01:56:51.629063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33668) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.730813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Allocated IP 172.20.0.1 (60db974d-f4dd-4b0f-a15b-9e8f1a3c912a/ae5b2f03-cd48-4f33-91fb-1c6db54784d7/971fbbc3-77fc-4d9b-a9a4-1048662eabe1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:51.848226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port 1d928b6c-5944-4a18-bb71-efdfc676dba8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:51.853838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.857284 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:51.929383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.934587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.037249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a783b0-4589-4884-883b-f3b5c0b44bbc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.054800 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.057393 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.059370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1fdfcda7-a897-45a3-9bc2-ca66e95f52a7 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/subnets/f3a783b0-4589-4884-883b-f3b5c0b44bbc HTTP/1.1" status: 204 len: 168 time: 0.8616087 Jul 16 01:56:52.060888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Transition to ACTIVE for port object 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:52.061495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff27b9-492e-41fe-ac88-c6a2a0880385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-77d28f29-bed7-41ff-a6e2-4f038b98fb71', 'network_id': '77d28f29-bed7-41ff-a6e2-4f038b98fb71', 'tenant_id': '405bba2ba6fa434c8ee655a5167d4111', 'fixed_ips': [{'subnet_id': 'fc79dd24-637b-436a-8285-5c282070571d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:52.062289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.062978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2bff27b9-492e-41fe-ac88-c6a2a0880385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-7d8e9a2d-dcac-4e7f-a1a0-8711421e6124 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3a783b0-4589-4884-883b-f3b5c0b44bbc: This subnet is being modified by another concurrent operation. Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:52.120411 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3a783b0-4589-4884-883b-f3b5c0b44bbc: This subnet is being modified by another concurrent operation. Jul 16 01:56:52.125018 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:56:52.151964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cdb782-e932-492b-a0f3-f8c242c65837 None None] Network f8beb7b5-ac00-48dc-88a1-270bbe693cf2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:52.162016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Deleting subnet fc79dd24-637b-436a-8285-5c282070571d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:52.165816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.185120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a39e6-2551-4654-9f14-fa6dcbdf4105 None None] Network 28a04c40-400d-4024-be29-6085c2e6734e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:52.194297 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83bf3a0a-02d0-4262-b8d3-746ffb803d56 tempest-RoutersTestDVR-2092070180 tempest-RoutersTestDVR-2092070180-project] 10.222.0.42 "GET /v2.0/routers/51ab3b49-1314-4b23-b331-ece26a78066f HTTP/1.1" status: 200 len: 681 time: 0.5600920 Jul 16 01:56:52.194297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port 1d928b6c-5944-4a18-bb71-efdfc676dba8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1d928b6c-5944-4a18-bb71-efdfc676dba8,segment=NetworkSegment(c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90),segment_id=c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:52.194988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.198876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33676) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.211911 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:47Z', 'revision_number': 3, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.224459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.252392 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716aa0ad-efa9-4c77-9786-6f5a8ec5b8fa None None] The sync data for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 is: [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:47Z', 'revision_number': 3, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:52.257582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for 1d928b6c-5944-4a18-bb71-efdfc676dba8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:52.282906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.287607 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.303051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.328481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 977fe1c9-5985-4c0b-8d90-6d057ed07987, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=977fe1c9-5985-4c0b-8d90-6d057ed07987,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:52.381480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:52.386716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:52.390972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.400850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:52.408393 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.480618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.535460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Subnet': ['ID=fc79dd24-637b-436a-8285-5c282070571d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.538414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.544728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3511d39c-0df5-4f64-9882-3490b0323ed0 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/subnets/fc79dd24-637b-436a-8285-5c282070571d HTTP/1.1" status: 204 len: 168 time: 0.4812117 Jul 16 01:56:52.546255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.547069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.556740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.565356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.631306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.641476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.645406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51ab3b49-1314-4b23-b331-ece26a78066f {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:52.651532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.656005 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-56ea28ef-e636-49ab-8ca2-a343e412fd3a tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "DELETE /v2.0/routers/51ab3b49-1314-4b23-b331-ece26a78066f HTTP/1.1" status: 204 len: 168 time: 0.4524248 Jul 16 01:56:52.657343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1d928b6c-5944-4a18-bb71-efdfc676dba8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:52.674622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.680543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port 1d928b6c-5944-4a18-bb71-efdfc676dba8 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:52.687013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=1d928b6c-5944-4a18-bb71-efdfc676dba8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.705981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Request body: {'router': {'name': 'tempest-router-1078267374', 'distributed': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:52.768883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1d928b6c-5944-4a18-bb71-efdfc676dba8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:52.769238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1d928b6c-5944-4a18-bb71-efdfc676dba8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:56:52.810649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35209102-1da1-4ed9-adcb-5fbd8940a650 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.819091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-35209102-1da1-4ed9-adcb-5fbd8940a650 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2647605 Jul 16 01:56:52.828581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Port 1d928b6c-5944-4a18-bb71-efdfc676dba8 not found, will not notify nova. {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:56:52.831000 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.854534 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.885422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a04c40-400d-4024-be29-6085c2e6734e']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.916510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.917393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.917889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9a6c1-98fa-4c53-a2a5-613d73d4ff90') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.933338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.941054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.942441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.965796 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.980147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:52.980610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:52.984166 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:53.074862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-2bff27b9-492e-41fe-ac88-c6a2a0880385 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc79dd24-637b-436a-8285-5c282070571d: This subnet is being modified by another concurrent operation. Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:53.080856 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc79dd24-637b-436a-8285-5c282070571d: This subnet is being modified by another concurrent operation. Jul 16 01:56:53.085249 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:56:53.089646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.103164 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/28a04c40-400d-4024-be29-6085c2e6734e HTTP/1.1" status: 204 len: 168 time: 4.7565103 Jul 16 01:56:53.115908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=977fe1c9-5985-4c0b-8d90-6d057ed07987,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.126160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33692) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.127630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf7ec-8ddb-42cc-9e0e-1519bd5f17c8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=28a04c40-400d-4024-be29-6085c2e6734e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.136008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-643608221'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.166269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.173614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:53.178937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.182166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] For port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,segment=NetworkSegment(c519d161-0e7e-4dc4-bf7a-61770155028a),segment_id=c519d161-0e7e-4dc4-bf7a-61770155028a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:53.202401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f29a7-beab-4e30-be48-8509574aa91a None None] Network 77d28f29-bed7-41ff-a6e2-4f038b98fb71 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:53.222096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:53.236897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.237476 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 95ede895-e62a-48a3-8aa9-6be566568b8c of type vlan for network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 Jul 16 01:56:53.275145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.279522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.305888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.341314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.382413 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.389833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ef1c6-a042-4ae5-a0e0-66cde602eac0 None None] DHCP port deletion for 28a04c40-400d-4024-be29-6085c2e6734e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:53.430016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.436979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.438019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.438974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.446697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33694) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.447384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-95a9edb6-5603-4720-bbe7-1b6be4aa3911 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7692626 Jul 16 01:56:53.514063 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.526723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d28f29-bed7-41ff-a6e2-4f038b98fb71']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:53.547886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e210229c-4739-435f-88ec-06549ffbf891') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:53.548249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e210229c-4739-435f-88ec-06549ffbf891') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:53.557135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.558279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.572181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.578430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:53.578903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.584052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb260c-cfeb-440a-823f-72ab00055a6c None None] Pushing event updated for resources: {'Port': ['ID=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.596332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c8c631-4d95-4158-b45b-0ba58367edf9 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:53.600158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-45a2794f-6da5-46ee-a3dd-0b5cefdbf83b None None] Provisioning for port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:53.620047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4874673 Jul 16 01:56:53.629391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-45a2794f-6da5-46ee-a3dd-0b5cefdbf83b None None] Provisioning complete for port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:53.630237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45a2794f-6da5-46ee-a3dd-0b5cefdbf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.654484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33696) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.666930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.683927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-45a2794f-6da5-46ee-a3dd-0b5cefdbf83b None None] Port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:53.689854 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:53.693164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-45a2794f-6da5-46ee-a3dd-0b5cefdbf83b None None] Could not find standard attr ID for object 1d928b6c-5944-4a18-bb71-efdfc676dba8. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:53.701905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.711411 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.713401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/networks/77d28f29-bed7-41ff-a6e2-4f038b98fb71 HTTP/1.1" status: 204 len: 168 time: 0.7958746 Jul 16 01:56:53.717779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.725636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8dc4-2b57-4e62-ba97-10feb548d785 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=21a5cd2d-a02b-4529-b7a9-306ff6923a49,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.744159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:53.754367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71355c-6a93-4fad-ba9d-d16d037f4eb5 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Network': ['ID=77d28f29-bed7-41ff-a6e2-4f038b98fb71,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.863146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8c631-4d95-4158-b45b-0ba58367edf9 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:53.896808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.899801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.910783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-63ccca50-a8a1-4472-a8ae-0f5880df8f64 None None] Provisioning complete for port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:53.911687 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63ccca50-a8a1-4472-a8ae-0f5880df8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.964643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.965101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec0e8873-c3e1-43de-863e-3eff51f01ab3 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:53.970808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.972489 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ff188cad-2d6a-4825-8a83-fc4fcb32fe82 tempest-RoutersTestDVR-501144201 tempest-RoutersTestDVR-501144201-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ec0e8873-c3e1-43de-863e-3eff51f01ab3 HTTP/1.1" status: 204 len: 168 time: 0.5241959 Jul 16 01:56:53.988452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:53.992852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.105308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing IP validity checks on allocation pools {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:56:54.105831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:56:54.297325 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.343034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7d665-72e6-4b8b-8ab5-8f85968dc87f None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:54.389983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=068f3bbf-dfd9-40e4-9dac-b799dbfe9e41,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.398266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': '95ede895-e62a-48a3-8aa9-6be566568b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:54.398626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: 21a5cd2d-a02b-4529-b7a9-306ff6923a49, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:54.428363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.430775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:54.459616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 21a5cd2d-a02b-4529-b7a9-306ff6923a49) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:54.461224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33706) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.498261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.501174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.552513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-29b0db71-f7e9-4635-8d1a-debb35c4c06f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8968310 Jul 16 01:56:54.555066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33710) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.596751 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.618097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8beb7b5-ac00-48dc-88a1-270bbe693cf2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.639332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41d0ca8-e82c-4f94-a4e6-25ee995c8981') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.639624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41d0ca8-e82c-4f94-a4e6-25ee995c8981') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.661530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7d665-72e6-4b8b-8ab5-8f85968dc87f None None] Unable to find a vacant binding_index for network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 and agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 01:56:54.663469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.667644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.670884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7d665-72e6-4b8b-8ab5-8f85968dc87f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 21a5cd2d-a02b-4529-b7a9-306ff6923a49) {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:54.712498 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.761120 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.762394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a49f19ff-75c6-43d7-ade2-3e3cd2d710d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.796120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:54.797026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.802414 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:54.803528 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:54.858872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.867912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 05cba7b6-f649-492c-92d8-3b1820f64b0d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:54.895395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.909765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.911527 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.928680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.933475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/networks/f8beb7b5-ac00-48dc-88a1-270bbe693cf2 HTTP/1.1" status: 204 len: 168 time: 1.2140534 Jul 16 01:56:54.960501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33712) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.985324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 05cba7b6-f649-492c-92d8-3b1820f64b0d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:54.997337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 05cba7b6-f649-492c-92d8-3b1820f64b0d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:54.997337 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.004786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1d6fd-34ff-480c-bfae-e237f1ab1e44 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Network': ['ID=f8beb7b5-ac00-48dc-88a1-270bbe693cf2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.106488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:55.108133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:55.197359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.203002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-21a5cd2d-a02b-4529-b7a9-306ff6923a49', 'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '068f3bbf-dfd9-40e4-9dac-b799dbfe9e41'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:55.203456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.234244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 05cba7b6-f649-492c-92d8-3b1820f64b0d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=05cba7b6-f649-492c-92d8-3b1820f64b0d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:55.241955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.242829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:55.281426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Router f6629aa7-d3bc-4379-93c0-5db161773c7c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:55.414750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:55.421541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a114d2a-3258-49fd-8995-5f4fd895ac26 admin admin] 10.222.0.42 "PUT /v2.0/routers/f6629aa7-d3bc-4379-93c0-5db161773c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5150516 Jul 16 01:56:55.431680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Sync routers for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:55.445219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=05cba7b6-f649-492c-92d8-3b1820f64b0d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.461860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:55.462502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.467227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Allocated IP 172.20.0.3 (21a5cd2d-a02b-4529-b7a9-306ff6923a49/068f3bbf-dfd9-40e4-9dac-b799dbfe9e41/7b5efaa3-4641-4c2f-867c-f8a405ad92e5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:55.473066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:55.473435 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.510155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.569764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a49f19ff-75c6-43d7-ade2-3e3cd2d710d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.577632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a49f19ff-75c6-43d7-ade2-3e3cd2d710d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.627373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a49f19ff-75c6-43d7-ade2-3e3cd2d710d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=548b57bb2f0f4b0c93145437bee577bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1618242 Jul 16 01:56:55.630085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.690811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.700906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f19ff-75c6-43d7-ade2-3e3cd2d710d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e742f4fb-0f47-4a5c-9644-4681f7c3d7fa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.707951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df17e027-933c-42d2-952b-e3cee05d1137']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.723320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043dc2c6-90d5-4461-bd1e-03359cf4a195') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.723899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043dc2c6-90d5-4461-bd1e-03359cf4a195') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.738581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02dcf6ea-71d1-479c-abf3-add6fa829562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.740028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.742400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 977fe1c9-5985-4c0b-8d90-6d057ed07987 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:55.755620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.763754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:55.764213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.765696 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02dcf6ea-71d1-479c-abf3-add6fa829562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.824561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:55.834454 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:55.839404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02dcf6ea-71d1-479c-abf3-add6fa829562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.841413 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.842911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02dcf6ea-71d1-479c-abf3-add6fa829562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.845654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-02dcf6ea-71d1-479c-abf3-add6fa829562 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e742f4fb-0f47-4a5c-9644-4681f7c3d7fa HTTP/1.1" status: 204 len: 168 time: 0.2132072 Jul 16 01:56:55.855606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.860117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/networks/df17e027-933c-42d2-952b-e3cee05d1137 HTTP/1.1" status: 204 len: 168 time: 0.8967097 Jul 16 01:56:55.862487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcf6ea-71d1-479c-abf3-add6fa829562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742f4fb-0f47-4a5c-9644-4681f7c3d7fa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.869919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.873505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c79570-3bb6-4f56-a220-08b084c4f03f tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Network': ['ID=df17e027-933c-42d2-952b-e3cee05d1137,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.046497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.139714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 977fe1c9-5985-4c0b-8d90-6d057ed07987 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:56.140096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.253239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.295687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edea1f7-1dbe-4d5d-aeed-37c7a03084b2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.313986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33742) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.323784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1157903459-network', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:56.339744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.369267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226627e5-b67c-42cc-a2cb-ebbbe2b683b4') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.369616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226627e5-b67c-42cc-a2cb-ebbbe2b683b4') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.401016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Made reservation on behalf of f0a1eb4fe0854f1bbedb250e0ac105a3 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:56.403279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.407381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.422271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.434848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.437202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.444566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Transition to ACTIVE for port object 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:56.459372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:56.459896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:56.464608 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:56.477891 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fdc797a-a328-4569-8f4c-4a1be84df0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.538088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Transition to ACTIVE for port object 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:56.555370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.582974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.591665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.601366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.603067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:56.603583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] 10.222.0.42 "DELETE /v2.0/networks/5edea1f7-1dbe-4d5d-aeed-37c7a03084b2 HTTP/1.1" status: 204 len: 168 time: 0.7186532 Jul 16 01:56:56.607018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:56.612144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:56.615630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793dd7b-54a3-4d03-ac04-359293b878d2 tempest-BulkNetworkOpsTest-806412856 tempest-BulkNetworkOpsTest-806412856-project] Pushing event deleted for resources: {'Network': ['ID=5edea1f7-1dbe-4d5d-aeed-37c7a03084b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.624297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.705975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=068f3bbf-dfd9-40e4-9dac-b799dbfe9e41,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.711606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.726564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fdc797a-a328-4569-8f4c-4a1be84df0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.735408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fdc797a-a328-4569-8f4c-4a1be84df0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.774764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1472efe6-d7f1-4926-837c-abf91f9e1038,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.800053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:56.815127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:56:53Z', 'revision_number': 2, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.836175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7fdc797a-a328-4569-8f4c-4a1be84df0b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3c53a2ad38a421e9defbd154cb580f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978646 Jul 16 01:56:56.841997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc797a-a328-4569-8f4c-4a1be84df0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4234895f-1bbf-47d3-b62a-faef27583e24,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.849052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.849825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33750) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.868053 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.868408 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Added segment e90d7173-e267-4022-8d32-a05a955cb964 of type vlan for network f9cca589-a3d9-4583-b399-0dd02f61c48e Jul 16 01:56:56.871081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a5cd2d-a02b-4529-b7a9-306ff6923a49']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.882815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Checking router: f6629aa7-d3bc-4379-93c0-5db161773c7c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:56.883073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Updating router f6629aa7-d3bc-4379-93c0-5db161773c7c port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:56.899861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ede895-e62a-48a3-8aa9-6be566568b8c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.900228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ede895-e62a-48a3-8aa9-6be566568b8c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.928342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.941205 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.948191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Pushing event updated for resources: {'Port': ['ID=7b5efaa3-4641-4c2f-867c-f8a405ad92e5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.969441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd221ca-d9f1-4ad0-96a8-bbf4dc83a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.979444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.992746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.014333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd221ca-d9f1-4ad0-96a8-bbf4dc83a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.015857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:57.016134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:57.020034 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:57.031707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Attempting to bind port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:57.031954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Attempting to bind port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '95ede895-e62a-48a3-8aa9-6be566568b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:57.033078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Attempting to bind port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 on network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:57.058229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:57.059556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Checking segment: {'id': '95ede895-e62a-48a3-8aa9-6be566568b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:57.059968 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.060553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Bound using segment: {'id': '95ede895-e62a-48a3-8aa9-6be566568b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:57.061046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Bound port: 7b5efaa3-4641-4c2f-867c-f8a405ad92e5, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ede895-e62a-48a3-8aa9-6be566568b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:57.061429 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.078532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1d928b6c-5944-4a18-bb71-efdfc676dba8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:57.084551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd221ca-d9f1-4ad0-96a8-bbf4dc83a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.091661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1dd221ca-d9f1-4ad0-96a8-bbf4dc83a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.101913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1dd221ca-d9f1-4ad0-96a8-bbf4dc83a318 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4234895f-1bbf-47d3-b62a-faef27583e24 HTTP/1.1" status: 204 len: 168 time: 0.2428715 Jul 16 01:56:57.116482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1d928b6c-5944-4a18-bb71-efdfc676dba8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:57.117330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1d928b6c-5944-4a18-bb71-efdfc676dba8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:57.119365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.120502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.120634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd221ca-d9f1-4ad0-96a8-bbf4dc83a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4234895f-1bbf-47d3-b62a-faef27583e24,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.121099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.181824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:57.181824 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:57.181824 n-d-791506-20 neutron-server[93755]: [parameters: {'id': '21a5cd2d-a02b-4529-b7a9-306ff6923a49'}] Jul 16 01:56:57.181824 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:57.182152 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:57.207432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.207795 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8904927 Jul 16 01:56:57.215114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Request body: {'subnet': {'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1157903459-subnet', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:57.244714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631b83f-f633-4a2f-b2c7-98e9fb7ea230 admin admin] Pushing event updated for resources: {'Network': ['ID=f9cca589-a3d9-4583-b399-0dd02f61c48e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.260314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f9cca589-a3d9-4583-b399-0dd02f61c48e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:57.278034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Made reservation on behalf of f0a1eb4fe0854f1bbedb250e0ac105a3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:57.281664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.315143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 05cba7b6-f649-492c-92d8-3b1820f64b0d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:57.331001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.365630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] For port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:57.455540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] For port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7b5efaa3-4641-4c2f-867c-f8a405ad92e5,segment=NetworkSegment(95ede895-e62a-48a3-8aa9-6be566568b8c),segment_id=95ede895-e62a-48a3-8aa9-6be566568b8c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:57.493192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.622531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a8d1-5e65-49ce-ad2a-15111384a742 None None] Pushing event updated for resources: {'Port': ['ID=7b5efaa3-4641-4c2f-867c-f8a405ad92e5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.675005 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2103157b-69af-4fb5-8fd8-4fb2775429de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=405bba2ba6fa434c8ee655a5167d4111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424008 Jul 16 01:56:57.678161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.682953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.683928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 05cba7b6-f649-492c-92d8-3b1820f64b0d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:57.684304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.688149 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.754940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c1c0b-89cc-412a-a1a6-371dec989238 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:57.781788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027ac355-fed0-4e4d-9229-7e36e1136b02,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.804542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:57.804976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.820286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.861632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d907465e-8fc2-4de4-878d-eda30c0b8c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.868939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Transition to ACTIVE for port object 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:57.888694 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d907465e-8fc2-4de4-878d-eda30c0b8c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.899201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.947264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Checking segment: {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:57.947579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Network hostable DHCP agents. Network: f9cca589-a3d9-4583-b399-0dd02f61c48e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:57.949856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d907465e-8fc2-4de4-878d-eda30c0b8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.961686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d907465e-8fc2-4de4-878d-eda30c0b8c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.963580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7b5efaa3-4641-4c2f-867c-f8a405ad92e5,segment=NetworkSegment(95ede895-e62a-48a3-8aa9-6be566568b8c),segment_id=95ede895-e62a-48a3-8aa9-6be566568b8c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:57.965284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d907465e-8fc2-4de4-878d-eda30c0b8c94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a35797d5-344f-4bd4-86b3-33c09f106be1 HTTP/1.1" status: 204 len: 168 time: 0.2854390 Jul 16 01:56:57.977806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.006786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907465e-8fc2-4de4-878d-eda30c0b8c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35797d5-344f-4bd4-86b3-33c09f106be1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.022084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:58.026823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2005d-72bf-4be1-a9e2-22d170f52d60 None None] Pushing event updated for resources: {'Port': ['ID=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.036091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Network f9cca589-a3d9-4583-b399-0dd02f61c48e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:58.055650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f9cca589-a3d9-4583-b399-0dd02f61c48e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:58.067091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.068448 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.101274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fa9a3a6e-43ae-40ea-854d-9c7a922ad4a0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8921530 Jul 16 01:56:58.101965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.106508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:58.116091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Attempting to bind port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.116724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Attempting to bind port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.117283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Attempting to bind port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 on network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.130221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:58.130910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Checking segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:58.131476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.132072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Bound using segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:58.132744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Bound port: 971fbbc3-77fc-4d9b-a9a4-1048662eabe1, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:58.133304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.143483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c1c0b-89cc-412a-a1a6-371dec989238 None None] Unable to find a vacant binding_index for network f9cca589-a3d9-4583-b399-0dd02f61c48e and agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 01:56:58.158360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c1c0b-89cc-412a-a1a6-371dec989238 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f9cca589-a3d9-4583-b399-0dd02f61c48e) {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:58.159215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.160621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.248151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] For port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:58.255582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.261423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.301359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=7b5efaa3-4641-4c2f-867c-f8a405ad92e5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.309028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] For port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:58.320170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port 7b5efaa3-4641-4c2f-867c-f8a405ad92e5 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:58.321075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.419954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:58.420714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.445469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2005d-72bf-4be1-a9e2-22d170f52d60 None None] Pushing event updated for resources: {'Port': ['ID=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.556379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.582158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.596589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:58.607133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a5cd2d-a02b-4529-b7a9-306ff6923a49']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.632678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ede895-e62a-48a3-8aa9-6be566568b8c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.636167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ede895-e62a-48a3-8aa9-6be566568b8c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.656100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.679344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.708257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.722526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:58.723320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:58.815040 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:58.819368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.833243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.835369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/21a5cd2d-a02b-4529-b7a9-306ff6923a49 HTTP/1.1" status: 204 len: 168 time: 4.2788591 Jul 16 01:56:58.839075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33806) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.862021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-452158924'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:58.889934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c56bb1-17f4-4b25-9e35-ea4480df643c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=21a5cd2d-a02b-4529-b7a9-306ff6923a49,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.947697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:58.952142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.010186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:59.022373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-591244409'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:59.037664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.038033 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment b6a6fe7f-6f85-4bd9-9942-8d2cd9d1e4f9 of type vlan for network 8fb45901-d8c3-47ec-8659-5718c58f4079 Jul 16 01:56:59.094270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.119183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:59.124000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.142922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.143953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.145595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-f9cca589-a3d9-4583-b399-0dd02f61c48e', 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'fixed_ips': [{'subnet_id': '027ac355-fed0-4e4d-9229-7e36e1136b02'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:59.146488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.162277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.170872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.172887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.219783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.292938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:56:58Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:59.301005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=8fb45901-d8c3-47ec-8659-5718c58f4079,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.326344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8fb45901-d8c3-47ec-8659-5718c58f4079 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:59.331972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f46ba-e294-4377-b9a2-c488fc1d7e0d None None] The sync data for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 is: [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:56:58Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:59.354416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33814) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.379797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Allocated IP 172.20.0.2 (f9cca589-a3d9-4583-b399-0dd02f61c48e/027ac355-fed0-4e4d-9229-7e36e1136b02/01f8b2f0-fe80-4d24-96c4-d4c62443ff00) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:59.447131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Allocated IP 172.25.7.223 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/736be114-1261-4905-b41e-d0d9cb941b3f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:59.585957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-326417185'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:59.638456 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.647639 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.657010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Transition to ACTIVE for port object 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:59.674278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Transition to ACTIVE for port object 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:59.681021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.700709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.715980 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.738467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9e7c88f9-2bbc-459b-aaa8-0b2c9c1b0401 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8954034 Jul 16 01:56:59.739177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33822) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.746237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': '8fb45901-d8c3-47ec-8659-5718c58f4079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:59.766538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Pushing event updated for resources: {'Port': ['ID=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.776309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:59.780130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.784999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Network f9cca589-a3d9-4583-b399-0dd02f61c48e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:59.787705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:59.790860 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.797161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:59.800308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.801577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:59.902995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.903355 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Added segment 42975687-560e-43b1-970e-7d1ce4889c23 of type vlan for network 06d78a11-ae81-45d9-954e-a5822aff2e4b Jul 16 01:56:59.912563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6404148b-9cef-4913-b366-cabd308e9518,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.926038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Attempting to bind port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:59.927328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Attempting to bind port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:59.927979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Attempting to bind port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 on network f9cca589-a3d9-4583-b399-0dd02f61c48e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:59.934522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:59.935383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Checking segment: {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:59.937019 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.938082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Bound using segment: {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:59.940061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Bound port: 01f8b2f0-fe80-4d24-96c4-d4c62443ff00, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:59.940935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.999950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:00.010555 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.020716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.025316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:00.033492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.037375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:00.039342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Pushing event updated for resources: {'Port': ['ID=736be114-1261-4905-b41e-d0d9cb941b3f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.040304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:00.056405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] For port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:00.066172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] For port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,segment=NetworkSegment(e90d7173-e267-4022-8d32-a05a955cb964),segment_id=e90d7173-e267-4022-8d32-a05a955cb964)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:00.076458 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.090654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.091021 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment 3808165c-ead4-460c-98f4-5c3c06fa5cfe of type vlan for network 9e8888ba-c770-48fe-a894-97086a64f29d Jul 16 01:57:00.124766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:00.128755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.170767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527886af-decd-43c8-ae39-108103e6b565,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.203272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb19a1c-2103-4365-adf8-68eccfa2e269 None None] Pushing event updated for resources: {'Port': ['ID=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.224206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.230903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.231791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.250634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.310473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.321123 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.321800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.325314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33826) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.392587 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0336587 Jul 16 01:57:00.401308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33830) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.406490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'name': 'tempest-PortsTestJSON-1464427014'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:00.423035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8365045 Jul 16 01:57:00.424554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33832) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.509184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'subnet': {'network_id': '06d78a11-ae81-45d9-954e-a5822aff2e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:00.544864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da6aaf-a940-413a-9ce0-9ce3d47edeff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Network': ['ID=06d78a11-ae81-45d9-954e-a5822aff2e4b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.555231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1136d-dff8-4531-a3b1-0c7efae6ca54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=9e8888ba-c770-48fe-a894-97086a64f29d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.557033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:00.583777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:00.694476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38431e11-44a6-490c-b685-0ea7a05bf95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.785612 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.805089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:00.808650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.013731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38431e11-44a6-490c-b685-0ea7a05bf95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.058228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38431e11-44a6-490c-b685-0ea7a05bf95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.115735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:01.119424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.126521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.137773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38431e11-44a6-490c-b685-0ea7a05bf95f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c928fa515b994287806fe69cb82fdef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8084352 Jul 16 01:57:01.147829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33834) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.177845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38431e11-44a6-490c-b685-0ea7a05bf95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e66e339-e85d-4f6e-90bb-072ff99fbbcb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.231477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 9817a2b4-db0b-4b99-b207-a2e583f218a7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:01.266187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Subnet': ['ID=31938f5f-faa3-4b1f-9abc-532e537ab002,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.271476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.363900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Checking segment: {'id': '42975687-560e-43b1-970e-7d1ce4889c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '06d78a11-ae81-45d9-954e-a5822aff2e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:01.365137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network hostable DHCP agents. Network: 06d78a11-ae81-45d9-954e-a5822aff2e4b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:01.416596 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f44a-c521-4493-a828-f660dde9ad8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.424541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:01.435889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=0813f239-439b-4f0a-bbf7-f96880aa16fa,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.457101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': 'b6a6fe7f-6f85-4bd9-9942-8d2cd9d1e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8fb45901-d8c3-47ec-8659-5718c58f4079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:01.457548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: 8fb45901-d8c3-47ec-8659-5718c58f4079, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:01.465631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:01.479836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f44a-c521-4493-a828-f660dde9ad8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.512463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:01.516110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 06d78a11-ae81-45d9-954e-a5822aff2e4b) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:01.528403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:01.534134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.534705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.535642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network 8fb45901-d8c3-47ec-8659-5718c58f4079 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:01.539813 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.548624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8fb45901-d8c3-47ec-8659-5718c58f4079) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:01.554938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.555455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.616328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b978c635-8f65-468a-96b5-71b4ceb31941 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8753710 Jul 16 01:57:01.620040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.620369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.621984 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d03e5b12-6785-4220-99bb-b6b3897df076 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1966398 Jul 16 01:57:01.625710 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.625912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:01.630758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:01.631151 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.640012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2099669214', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:01.651525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f44a-c521-4493-a828-f660dde9ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.654229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5c3f44a-c521-4493-a828-f660dde9ad8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.655488 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c5c3f44a-c521-4493-a828-f660dde9ad8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e66e339-e85d-4f6e-90bb-072ff99fbbcb HTTP/1.1" status: 204 len: 168 time: 0.4859672 Jul 16 01:57:01.667634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3f44a-c521-4493-a828-f660dde9ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e66e339-e85d-4f6e-90bb-072ff99fbbcb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.707628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.708411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf5f3a-5136-49e4-9d8e-8eb22a294e31 None None] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.753697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf5f3a-5136-49e4-9d8e-8eb22a294e31 None None] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:57:01.755467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd33b67-3cc8-4c1f-a797-f23f6c44c90c None None] Network f9cca589-a3d9-4583-b399-0dd02f61c48e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.757384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a6548-b4d9-429d-b163-95ef1be67866 None None] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.763235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb69fa4-4043-4d4e-ae9c-159789275dff None None] Network 8fb45901-d8c3-47ec-8659-5718c58f4079 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.787011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=9817a2b4-db0b-4b99-b207-a2e583f218a7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.813627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': '3808165c-ead4-460c-98f4-5c3c06fa5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:01.814853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 9e8888ba-c770-48fe-a894-97086a64f29d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:01.819423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2753865-88f3-4c71-ae93-d8356480b24e None None] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.847260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:01.868802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9e8888ba-c770-48fe-a894-97086a64f29d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:01.880217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2753865-88f3-4c71-ae93-d8356480b24e None None] Network 21a5cd2d-a02b-4529-b7a9-306ff6923a49 could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:57:01.880931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:01.892284 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.893798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26492999-adfa-4d42-bb23-1e4f6c22c129 None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.901120 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.906698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.909534 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.933882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f168d6ff-4118-4440-96aa-b12d6f99d0fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5303469 Jul 16 01:57:01.936963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33846) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.949563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2034867346'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:02.011294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:02.021118 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.027464 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.043854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.052021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.066211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] Provisioning for port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:02.068985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:02.091144 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.091508 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment 57d6ae71-67fe-44c8-9d8d-bb7bbbd1efbe of type vlan for network 177f4f1b-7eb7-4577-856e-7d721561d3f4 Jul 16 01:57:02.110913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] Provisioning complete for port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:02.111593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.162132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.163069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Router c211a429-f8f4-4acf-8084-f97ecae54552 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:02.202082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.209237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:02.210062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.278116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3357840 Jul 16 01:57:02.281630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33854) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:02.292315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'ports': [{'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'}, {'network_id': '177f4f1b-7eb7-4577-856e-7d721561d3f4'}]} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:02.292750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:02.293247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '177f4f1b-7eb7-4577-856e-7d721561d3f4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:02.338036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:02.402787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e6f25-a808-40a5-b5ba-e09cc4a67382 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=177f4f1b-7eb7-4577-856e-7d721561d3f4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.427638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.443959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.471162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.494873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 177f4f1b-7eb7-4577-856e-7d721561d3f4 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:02.597178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:02.608760 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Sync routers for ids ['c211a429-f8f4-4acf-8084-f97ecae54552'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:02.628757 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Routers {'c211a429-f8f4-4acf-8084-f97ecae54552'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:02.630610 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c211a429-f8f4-4acf-8084-f97ecae54552'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.645252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.650212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 2} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:02.657948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.684973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.701597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b16667-7f51-4d6e-a6dc-54624e1349be None None] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:02.703493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=0813f239-439b-4f0a-bbf7-f96880aa16fa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.735550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.737178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e387d7d-e730-4079-a63c-9aba60c22e35 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6341639 Jul 16 01:57:02.741137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33862) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:02.837041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.870790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb45901-d8c3-47ec-8659-5718c58f4079']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.904330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 101efcad-b82b-41b4-8b84-ace59f3c36cb yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:02.909121 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Set router c211a429-f8f4-4acf-8084-f97ecae54552 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:02.934529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a6fe7f-6f85-4bd9-9942-8d2cd9d1e4f9') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.934811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a6fe7f-6f85-4bd9-9942-8d2cd9d1e4f9') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.006817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.007081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.009504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b20df-c27c-4bcc-807c-51785d765a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8fb45901-d8c3-47ec-8659-5718c58f4079', 'network_id': '8fb45901-d8c3-47ec-8659-5718c58f4079', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '0813f239-439b-4f0a-bbf7-f96880aa16fa'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:03.010227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d84b20df-c27c-4bcc-807c-51785d765a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.087502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.236349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] For port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,segment=NetworkSegment(e90d7173-e267-4022-8d32-a05a955cb964),segment_id=e90d7173-e267-4022-8d32-a05a955cb964)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:03.241888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14766a7c-6f90-43f8-a404-819f43526364 None None] Network 8fb45901-d8c3-47ec-8659-5718c58f4079 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:03.273593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.292580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.313667 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.331574 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T01:57:00Z', 'revision_number': 3, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.362750 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.367037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:03.374767 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Checking router: c211a429-f8f4-4acf-8084-f97ecae54552 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:03.375199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Updating router c211a429-f8f4-4acf-8084-f97ecae54552 port 736be114-1261-4905-b41e-d0d9cb941b3f binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:03.434078 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.452698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 69377fc9-262c-4262-9c11-e21d14ceb582 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:03.468088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09ac7e-7fb5-486b-a32a-25c59130963c None None] Pushing event updated for resources: {'Port': ['ID=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.518912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.118 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/74de0eae-a6b7-4ccf-8eee-ee3991b74f2e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:03.554443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8133aae8-4cb8-45fa-ac89-deac785aec34 None None] Provisioning complete for port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:03.555030 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8133aae8-4cb8-45fa-ac89-deac785aec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.611839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:03.612446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.686029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.691047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.701102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:03.701672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:03.706174 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:03.835789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.862591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.872385 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.879250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/8fb45901-d8c3-47ec-8659-5718c58f4079 HTTP/1.1" status: 204 len: 168 time: 2.2532926 Jul 16 01:57:03.879250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e73807-7352-4556-b50b-aa7f52ddfbff tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=8fb45901-d8c3-47ec-8659-5718c58f4079,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.879584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.880773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.882055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.964470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521350250'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:03.981057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=74de0eae-a6b7-4ccf-8eee-ee3991b74f2e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.009195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:04.013355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:04.022653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:04.055553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:04.061034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.064972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.109783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:04.120708 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.125896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.127040 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 6439a11a-c029-44a1-a55f-f4c6d5bbaea6 of type vlan for network ad13e196-704f-4797-a5ab-b92435d1369e Jul 16 01:57:04.150760 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Transition to ACTIVE for port object 736be114-1261-4905-b41e-d0d9cb941b3f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:04.160828 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.188604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:04.217485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:04.228805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=101efcad-b82b-41b4-8b84-ace59f3c36cb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.233376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:04.234592 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.234891 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Attempting to bind port 736be114-1261-4905-b41e-d0d9cb941b3f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:04.235356 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Attempting to bind port 736be114-1261-4905-b41e-d0d9cb941b3f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:04.236215 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Attempting to bind port 736be114-1261-4905-b41e-d0d9cb941b3f on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:04.255434 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:04.256058 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:04.256507 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.257011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:04.257384 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Bound port: 736be114-1261-4905-b41e-d0d9cb941b3f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:04.257923 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.315199 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.341279 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] For port 736be114-1261-4905-b41e-d0d9cb941b3f, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:04.346038 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] For port 736be114-1261-4905-b41e-d0d9cb941b3f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=736be114-1261-4905-b41e-d0d9cb941b3f,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:04.347911 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5e96-3ef8-4d6e-921d-8ef2ffb8ee5e None None] Pushing event updated for resources: {'Port': ['ID=736be114-1261-4905-b41e-d0d9cb941b3f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.356085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Allocated IP 172.20.0.1 (f9cca589-a3d9-4583-b399-0dd02f61c48e/027ac355-fed0-4e4d-9229-7e36e1136b02/c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:04.361194 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.373297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=69377fc9-262c-4262-9c11-e21d14ceb582,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.454017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173a596-3003-492c-bb34-cbbcc4b0b1e5 None None] Network f9cca589-a3d9-4583-b399-0dd02f61c48e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:04.456037 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Routers {'c211a429-f8f4-4acf-8084-f97ecae54552'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:04.456736 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c211a429-f8f4-4acf-8084-f97ecae54552'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:04.488091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': '57d6ae71-67fe-44c8-9d8d-bb7bbbd1efbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '177f4f1b-7eb7-4577-856e-7d721561d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:04.488374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 177f4f1b-7eb7-4577-856e-7d721561d3f4, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:04.495673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5e96-3ef8-4d6e-921d-8ef2ffb8ee5e None None] Pushing event updated for resources: {'Port': ['ID=736be114-1261-4905-b41e-d0d9cb941b3f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.534668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 177f4f1b-7eb7-4577-856e-7d721561d3f4 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:04.553380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 177f4f1b-7eb7-4577-856e-7d721561d3f4) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:04.564067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:04.571949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.579565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a495102-b45a-4899-ab46-c2231c323839 None None] Network 177f4f1b-7eb7-4577-856e-7d721561d3f4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:04.580581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.581294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.602134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.606946 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] Set router c211a429-f8f4-4acf-8084-f97ecae54552 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:04.608675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.609294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.645185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33894) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.646716 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eb5b9b84-6af0-4f86-82bb-eb3522191ee1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3632548 Jul 16 01:57:04.694716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1a917f8a-c5ce-4a21-b7a1-909892c2ba36 None None] Provisioning complete for port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:04.695188 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a917f8a-c5ce-4a21-b7a1-909892c2ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.700958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7507448 Jul 16 01:57:04.711037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.721656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.735055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:04.757853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Transition to ACTIVE for port object c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:04.832125 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.851668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T01:57:00Z', 'revision_number': 3, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:04.868505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae23b5-ec87-4e43-ac3a-36afa4135f94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=ad13e196-704f-4797-a5ab-b92435d1369e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.873326 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.887500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network ad13e196-704f-4797-a5ab-b92435d1369e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:04.900904 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6402bc64-b596-4f0d-9bb3-e3596be3d907 None None] The sync data for ids ['c211a429-f8f4-4acf-8084-f97ecae54552'] in n-d-791506-20 is: [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T01:57:00Z', 'revision_number': 3, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:05.246599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:05.252890 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.273270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:05.379147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Network f9cca589-a3d9-4583-b399-0dd02f61c48e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:05.382415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:05.389506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:05.395740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:05.396284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:05.396624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.427840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.428187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.428722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.429059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.429390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.430214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.430214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.430451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.430661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.430998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.431306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.431625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:05.471694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.609193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f185d69-1c38-4ff6-9143-8c49e413bf06 None None] Provisioning complete for port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:05.610774 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f185d69-1c38-4ff6-9143-8c49e413bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.784879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f185d69-1c38-4ff6-9143-8c49e413bf06 None None] Provisioning for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:05.789257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f185d69-1c38-4ff6-9143-8c49e413bf06 None None] Provisioning complete for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:05.789901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f185d69-1c38-4ff6-9143-8c49e413bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.798745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 69377fc9-262c-4262-9c11-e21d14ceb582 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:05.799262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.868037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4f185d69-1c38-4ff6-9143-8c49e413bf06 None None] Port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:05.883744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33908) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.884375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.891104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'network': {'name': 'tempest-network-smoke--1883594955', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:05.948180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Made reservation on behalf of 6ebb14eebec04a8aa1327e53eff423c5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:05.951770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.973312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.973694 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.993234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dcaad0fc-82fa-45fb-ad9f-c6b49af83c33 None None] Provisioning complete for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:05.993621 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcaad0fc-82fa-45fb-ad9f-c6b49af83c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.004170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 69377fc9-262c-4262-9c11-e21d14ceb582 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:06.034508 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.037873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-dcaad0fc-82fa-45fb-ad9f-c6b49af83c33 None None] Port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:06.139716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.148802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.236807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.246163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.250474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.258461 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.303111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:06.310811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.331772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.346272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31337f36-aa9c-42c2-beef-058a1a2d521d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.355709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.356153 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Added segment b32c8a3c-5eb3-449d-9112-6d51f56e66fb of type vlan for network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 Jul 16 01:57:06.383277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=69377fc9-262c-4262-9c11-e21d14ceb582,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.407553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.409505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03b61b3d-4be6-4788-8bba-5dfb80627381 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/69377fc9-262c-4262-9c11-e21d14ceb582 HTTP/1.1" status: 204 len: 168 time: 1.7533681 Jul 16 01:57:06.412657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33910) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.428624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.440763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=bbc250e5-ff84-4b4e-bd2e-1e2c6221be76,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.452991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': '6439a11a-c029-44a1-a55f-f4c6d5bbaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:06.453356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: ad13e196-704f-4797-a5ab-b92435d1369e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:06.454790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Network f9cca589-a3d9-4583-b399-0dd02f61c48e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:06.456809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:06.460210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:06.511790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network ad13e196-704f-4797-a5ab-b92435d1369e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:06.538865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.544550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.545168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.566212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, ad13e196-704f-4797-a5ab-b92435d1369e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:06.572729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.573329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.587240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9af23e-5221-46cc-8797-415127fa8d72 None None] Network ad13e196-704f-4797-a5ab-b92435d1369e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:06.615192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3ae04609-6df8-41a3-a7a4-502e304a662f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9000642 Jul 16 01:57:06.618380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.648976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16212f7c-3af1-4c25-9283-5b256c306ec1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.649225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:06.654991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16212f7c-3af1-4c25-9283-5b256c306ec1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.659793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-16212f7c-3af1-4c25-9283-5b256c306ec1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2416861 Jul 16 01:57:06.659793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7717214 Jul 16 01:57:06.670599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:06.673498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.673854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33916) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.687957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'admin_state_up': True, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:06.694063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:06.694697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.707962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3f86-75c7-400e-b060-0c866df01d9a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Network': ['ID=5de2cb7f-11fd-42d5-ae86-c14f777f1029,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.722254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Router c211a429-f8f4-4acf-8084-f97ecae54552 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:06.738121 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.739863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7a58c317-b5b6-4865-9f8f-9256d03a74ff tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1167290 Jul 16 01:57:06.743019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33918) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.772932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:06.832189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.833557 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.838600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.840654 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.854410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:06.855255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.899390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.900335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f1d18-80f4-4084-94f1-162e98cd6278 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:06.930820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bd242a-7af6-4220-b5a4-669a7e1badb7 None None] Provisioning complete for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:06.931478 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bd242a-7af6-4220-b5a4-669a7e1badb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.957705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-ad13e196-704f-4797-a5ab-b92435d1369e', 'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': 'bbc250e5-ff84-4b4e-bd2e-1e2c6221be76'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:06.958821 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.003199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:07.039998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bd242a-7af6-4220-b5a4-669a7e1badb7 None None] Port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:07.041201 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e1c53f1f-a387-42cb-b44d-0cf49c15fbf9 admin admin] 10.222.0.42 "PUT /v2.0/routers/c211a429-f8f4-4acf-8084-f97ecae54552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2987084 Jul 16 01:57:07.084594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.147834 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.154626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Allocated IP 172.20.0.2 (ad13e196-704f-4797-a5ab-b92435d1369e/bbc250e5-ff84-4b4e-bd2e-1e2c6221be76/c08db6b4-3b3e-4518-89da-39bfa4d1680c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:07.254698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 101efcad-b82b-41b4-8b84-ace59f3c36cb {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:07.255563 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.397342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.416196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Transition to ACTIVE for port object c08db6b4-3b3e-4518-89da-39bfa4d1680c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:07.449611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 736be114-1261-4905-b41e-d0d9cb941b3f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:07.459331 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Sync routers for ids ['c211a429-f8f4-4acf-8084-f97ecae54552'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:07.474661 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Routers {'c211a429-f8f4-4acf-8084-f97ecae54552'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:07.475735 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c211a429-f8f4-4acf-8084-f97ecae54552'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.503188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Transition to ACTIVE for port object c08db6b4-3b3e-4518-89da-39bfa4d1680c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:07.505068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.519905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.551684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.572270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Network ad13e196-704f-4797-a5ab-b92435d1369e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:07.589572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:07.598999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:07.606799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 736be114-1261-4905-b41e-d0d9cb941b3f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:07.609195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Pushing event updated for resources: {'Port': ['ID=c08db6b4-3b3e-4518-89da-39bfa4d1680c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.618726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 736be114-1261-4905-b41e-d0d9cb941b3f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:07.618726 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.650170 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Set router c211a429-f8f4-4acf-8084-f97ecae54552 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:07.657967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.664940 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.723228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.725834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 101efcad-b82b-41b4-8b84-ace59f3c36cb owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:07.836302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc250e5-ff84-4b4e-bd2e-1e2c6221be76,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.859115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Attempting to bind port c08db6b4-3b3e-4518-89da-39bfa4d1680c on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:07.859715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Attempting to bind port c08db6b4-3b3e-4518-89da-39bfa4d1680c by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '6439a11a-c029-44a1-a55f-f4c6d5bbaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:07.859889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Attempting to bind port c08db6b4-3b3e-4518-89da-39bfa4d1680c on network ad13e196-704f-4797-a5ab-b92435d1369e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:07.867002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:07.867672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Checking segment: {'id': '6439a11a-c029-44a1-a55f-f4c6d5bbaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:07.868253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.868827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Bound using segment: {'id': '6439a11a-c029-44a1-a55f-f4c6d5bbaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:07.869490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Bound port: c08db6b4-3b3e-4518-89da-39bfa4d1680c, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6439a11a-c029-44a1-a55f-f4c6d5bbaea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad13e196-704f-4797-a5ab-b92435d1369e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:07.870065 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.970556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] For port c08db6b4-3b3e-4518-89da-39bfa4d1680c, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:07.974627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.994263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] For port c08db6b4-3b3e-4518-89da-39bfa4d1680c, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c08db6b4-3b3e-4518-89da-39bfa4d1680c,segment=NetworkSegment(6439a11a-c029-44a1-a55f-f4c6d5bbaea6),segment_id=6439a11a-c029-44a1-a55f-f4c6d5bbaea6)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:08.006339 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.010910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 736be114-1261-4905-b41e-d0d9cb941b3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=736be114-1261-4905-b41e-d0d9cb941b3f,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:08.023645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.1 (06d78a11-ae81-45d9-954e-a5822aff2e4b/31938f5f-faa3-4b1f-9abc-532e537ab002/e8253d90-1df0-401e-8073-1af3e5b3806d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:08.031161 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T01:57:05Z', 'revision_number': 4, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c', 'name': '', 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'mac_address': 'fa:16:3e:33:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '027ac355-fed0-4e4d-9229-7e36e1136b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:03Z', 'updated_at': '2021-07-16T01:57:05Z', 'revision_number': 2, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'subnets': [{'id': '027ac355-fed0-4e4d-9229-7e36e1136b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.031566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.045772 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.047328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.047782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.048132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.048551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.048935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.049326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.050075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.050440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.051203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.051371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.051662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.051993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:08.057583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad13e196-704f-4797-a5ab-b92435d1369e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.069405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6439a11a-c029-44a1-a55f-f4c6d5bbaea6') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.069741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6439a11a-c029-44a1-a55f-f4c6d5bbaea6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.083376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.098432 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.115970 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Checking router: c211a429-f8f4-4acf-8084-f97ecae54552 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:08.116827 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Updating router c211a429-f8f4-4acf-8084-f97ecae54552 port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:08.121400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fc14b-399b-4829-a842-1e46ed60c2e3 None None] Pushing event updated for resources: {'Port': ['ID=c08db6b4-3b3e-4518-89da-39bfa4d1680c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.128436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af19edd-6f06-450e-b6d5-8aa5993e445c None None] Network ad13e196-704f-4797-a5ab-b92435d1369e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:08.185224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.189596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=101efcad-b82b-41b4-8b84-ace59f3c36cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.193107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.207462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:08.208344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:08.222676 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:08.228529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.228687 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.231464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f768e4dc-2d58-494b-8c85-2d80927ada63 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/101efcad-b82b-41b4-8b84-ace59f3c36cb HTTP/1.1" status: 204 len: 168 time: 1.5568175 Jul 16 01:57:08.236731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=736be114-1261-4905-b41e-d0d9cb941b3f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.241966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.286295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.309438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:08.311135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33930) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.326480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c12e26a-dd19-4bac-bafb-9f9df55a0ea4 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:08.334236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:57:08.334236 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:57:08.334236 n-d-791506-20 neutron-server[93756]: [parameters: {'id': 'ad13e196-704f-4797-a5ab-b92435d1369e'}] Jul 16 01:57:08.334236 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:08.340719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405435593', 'description': 'tempest-secgroup-smoke-405435593 description', 'project_id': '60979e2499674858bd78763eb4d53a99'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:08.341885 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:08.345107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:08.354366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:08.449619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.453586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12e26a-dd19-4bac-bafb-9f9df55a0ea4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:08.476044 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.624639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.25.7.153 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/160c359a-0e46-4afb-bfd1-956ff4a9648d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:08.632032 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.645666 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Transition to ACTIVE for port object c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:08.653453 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.714451 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24da2-0537-4f3c-8ccf-bda26bc1228c None None] Pushing event updated for resources: {'Port': ['ID=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.753682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.786713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=e8253d90-1df0-401e-8073-1af3e5b3806d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.790884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.798234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.805119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.843857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.854933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:08.862399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:08.865416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=160c359a-0e46-4afb-bfd1-956ff4a9648d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.867678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:08.881676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20787b88-e132-4e76-ac0e-f43e2a1c78ff tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.883858 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-20787b88-e132-4e76-ac0e-f43e2a1c78ff tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6408098 Jul 16 01:57:08.896831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.921036 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Attempting to bind port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:08.921409 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Attempting to bind port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:08.921768 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Attempting to bind port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c on network f9cca589-a3d9-4583-b399-0dd02f61c48e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:08.927866 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:08.928241 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Checking segment: {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:08.928683 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.929075 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Bound using segment: {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:08.929729 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Bound port: c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90d7173-e267-4022-8d32-a05a955cb964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:08.930111 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.930221 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc254d7-2699-486d-ace3-1566babab25a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:08.931806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3cc254d7-2699-486d-ace3-1566babab25a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/69377fc9-262c-4262-9c11-e21d14ceb582 HTTP/1.1" status: 404 len: 333 time: 0.0340004 Jul 16 01:57:08.935198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.991636 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f861f8-7de6-48df-b2c9-8f9099822357 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:08.993315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a9f861f8-7de6-48df-b2c9-8f9099822357 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/101efcad-b82b-41b4-8b84-ace59f3c36cb HTTP/1.1" status: 404 len: 333 time: 0.0571690 Jul 16 01:57:08.998202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.023218 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] For port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:09.027067 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] For port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,segment=NetworkSegment(e90d7173-e267-4022-8d32-a05a955cb964),segment_id=e90d7173-e267-4022-8d32-a05a955cb964)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:09.036282 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.041357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.098436 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Routers {'c211a429-f8f4-4acf-8084-f97ecae54552'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.098784 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c211a429-f8f4-4acf-8084-f97ecae54552'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.140261 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24da2-0537-4f3c-8ccf-bda26bc1228c None None] Pushing event updated for resources: {'Port': ['ID=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.175163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.186775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.217789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.220835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9067614 Jul 16 01:57:09.222274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33942) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.256451 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] Set router c211a429-f8f4-4acf-8084-f97ecae54552 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:09.306038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 736be114-1261-4905-b41e-d0d9cb941b3f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:09.317726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.321084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group_rule': {'security_group_id': '670ff7af-7df4-4f7e-b24b-20a604fd3b56', 'project_id': '60979e2499674858bd78763eb4d53a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.325316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port c08db6b4-3b3e-4518-89da-39bfa4d1680c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:09.328081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.397242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 736be114-1261-4905-b41e-d0d9cb941b3f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:09.397484 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.399808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.404042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242252dc-c50d-45ed-b477-5f97caf402c1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670ff7af-7df4-4f7e-b24b-20a604fd3b56,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.420051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.534108 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T01:57:05Z', 'revision_number': 4, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c', 'name': '', 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'mac_address': 'fa:16:3e:33:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '027ac355-fed0-4e4d-9229-7e36e1136b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:03Z', 'updated_at': '2021-07-16T01:57:09Z', 'revision_number': 4, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'subnets': [{'id': '027ac355-fed0-4e4d-9229-7e36e1136b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.551395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port c08db6b4-3b3e-4518-89da-39bfa4d1680c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c08db6b4-3b3e-4518-89da-39bfa4d1680c,segment=NetworkSegment(6439a11a-c029-44a1-a55f-f4c6d5bbaea6),segment_id=6439a11a-c029-44a1-a55f-f4c6d5bbaea6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:09.551850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.566261 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86594d50-daf9-4f92-ae03-8c0844e319ff None None] The sync data for ids ['c211a429-f8f4-4acf-8084-f97ecae54552'] in n-d-791506-20 is: [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T01:57:05Z', 'revision_number': 4, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c', 'name': '', 'network_id': 'f9cca589-a3d9-4583-b399-0dd02f61c48e', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'mac_address': 'fa:16:3e:33:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '027ac355-fed0-4e4d-9229-7e36e1136b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:03Z', 'updated_at': '2021-07-16T01:57:09Z', 'revision_number': 4, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'subnets': [{'id': '027ac355-fed0-4e4d-9229-7e36e1136b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:09.618491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.649365 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.688928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea96b9c0-8b4f-464f-ad30-734830f80379,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.693737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.703367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.712475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.716973 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a7c39a2d-7406-48be-b70d-6bebd1f979e1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002817 Jul 16 01:57:09.717716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33944) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.775280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group_rule': {'security_group_id': '670ff7af-7df4-4f7e-b24b-20a604fd3b56', 'project_id': '60979e2499674858bd78763eb4d53a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.830486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=e8253d90-1df0-401e-8073-1af3e5b3806d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.838985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.848212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.951501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.964743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.978469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.991164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for c08db6b4-3b3e-4518-89da-39bfa4d1680c owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:10.001627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177f4f1b-7eb7-4577-856e-7d721561d3f4']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.004499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc35f74-8a96-4f15-9184-447cf3464e70,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.012099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:10.013602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:10.021988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.022465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d6ae71-67fe-44c8-9d8d-bb7bbbd1efbe') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.022694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d6ae71-67fe-44c8-9d8d-bb7bbbd1efbe') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.026421 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc301e57-6d24-4732-b773-bf34e7f2ccff tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2863483 Jul 16 01:57:10.028608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.065450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group_rule': {'security_group_id': '670ff7af-7df4-4f7e-b24b-20a604fd3b56', 'project_id': '60979e2499674858bd78763eb4d53a99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.071056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.090870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.142040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:10.142346 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:10.146075 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:10.152502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d9587da-8889-4679-bb13-639c7909f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.154668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.209306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:10.232013 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.239449 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.285530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.290728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.299868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72005be8-98e2-48d1-9119-6ba7ed1ae85b,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.299993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/177f4f1b-7eb7-4577-856e-7d721561d3f4 HTTP/1.1" status: 204 len: 168 time: 1.3006241 Jul 16 01:57:10.300721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.308915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.312956 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6318ae5a-e167-4e27-b7e5-af6582d4a74f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823009 Jul 16 01:57:10.314160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33952) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.318028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.334359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-747629128'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.351173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group_rule': {'security_group_id': '670ff7af-7df4-4f7e-b24b-20a604fd3b56', 'project_id': '60979e2499674858bd78763eb4d53a99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.355680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc31d69-4b77-496c-8a8e-3b92297f566f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=177f4f1b-7eb7-4577-856e-7d721561d3f4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.385177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:10.389077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=c08db6b4-3b3e-4518-89da-39bfa4d1680c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.395175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.395518 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f94000c6-9792-4ca1-9b7f-76f59a25bb79 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/routers/946d8f5f-b192-4991-841b-becbebda9e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6514382 Jul 16 01:57:10.396138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33954) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.397594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port c08db6b4-3b3e-4518-89da-39bfa4d1680c on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:10.403321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'port': {'network_id': '06d78a11-ae81-45d9-954e-a5822aff2e4b', 'name': 'tempest-FloatingIPTestJSON-752915448'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.408403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:10.421065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:10.422530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.461108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:10.464757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.478044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.487825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:10.488578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.522847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.523068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.523972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e74cc-3272-4181-b8ff-4645d75def8d None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:10.577375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.591232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:10.593841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad13e196-704f-4797-a5ab-b92435d1369e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.595268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.611840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:10.633294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] device_id is not set on port ceea788f-f548-4273-878e-a9c3841afa50 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:10.643930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6439a11a-c029-44a1-a55f-f4c6d5bbaea6') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.644456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6439a11a-c029-44a1-a55f-f4c6d5bbaea6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.645307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.650701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.663231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.663593 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment ca3724bd-2c4e-4b13-8c9c-976cb87c4d29 of type vlan for network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c Jul 16 01:57:10.669765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.711332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea35e46c-1086-45a3-b9b0-63d2a3cde900,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.713556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.718637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.720759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4741ab08-0fe1-4b17-a034-a191123f4bdf tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3736408 Jul 16 01:57:10.724637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33958) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.730455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:10.730932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.732730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group_rule': {'security_group_id': '670ff7af-7df4-4f7e-b24b-20a604fd3b56', 'project_id': '60979e2499674858bd78763eb4d53a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:10.738861 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:10.764307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.787586 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Project 60979e2499674858bd78763eb4d53a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:57:10.797353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.830222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.10 (06d78a11-ae81-45d9-954e-a5822aff2e4b/31938f5f-faa3-4b1f-9abc-532e537ab002/ceea788f-f548-4273-878e-a9c3841afa50) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:10.838350 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.852230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.854696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/ad13e196-704f-4797-a5ab-b92435d1369e HTTP/1.1" status: 204 len: 168 time: 4.2352571 Jul 16 01:57:10.861380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33960) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.867574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.869877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2024522789'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.873534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.874225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.880891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c7be-d1db-409b-be0c-71d726150132 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=ad13e196-704f-4797-a5ab-b92435d1369e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.925916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router f165f1b8-8c4f-4b37-8c54-677ee4851910 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:10.951203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.963030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=32d9ca5f-479e-45ea-b3e1-b3ffec50624c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.968360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:10.973212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.973758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:10.977129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7ec9da73-1cde-4a8d-9e91-d3589a43942c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6578922 Jul 16 01:57:10.977281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.978403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.983739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.022584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0712aa50-a7c6-4308-b6b5-264494b9f880,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.072284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.076036 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-da5b6f5a-7ed1-44cf-a48e-50978592f737 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3478026 Jul 16 01:57:11.076036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:11.077980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33964) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.090806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'security_group_rule': {'security_group_id': '670ff7af-7df4-4f7e-b24b-20a604fd3b56', 'project_id': '60979e2499674858bd78763eb4d53a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.107154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.107495 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment d3248344-0a45-489a-b439-cb52fa597cb4 of type vlan for network be193cca-7a18-4f4b-81ad-9025eb79b1a4 Jul 16 01:57:11.161771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:11.168438 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Project 60979e2499674858bd78763eb4d53a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:57:11.174087 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Sync routers for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:11.176991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:11.181036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.183777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.191376 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:11.191998 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:56:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:11.194351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.203647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.283215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.287678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90270d06-f16c-4b58-983a-56e70373acff tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6021881 Jul 16 01:57:11.289267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33968) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.303587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.310706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.310706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.320777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:11.334956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.360721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.364348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.420075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5573578 Jul 16 01:57:11.437254 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:11.438376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33972) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.449575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.459042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:11.463427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:11.463821 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.494677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7d233a-28d1-46b1-b71d-0566e8844306,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.515039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d66500da-92e1-459b-8059-3fa1c51a0e5c tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=6ebb14eebec04a8aa1327e53eff423c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2242336 Jul 16 01:57:11.515781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.526010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:11.527307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.528858 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-97342f33-9b1e-4e7b-84a1-0f5eb268e24f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4472744 Jul 16 01:57:11.530439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb02e3-9a71-4e4e-a3b4-9f5e6ca3fa66 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=be193cca-7a18-4f4b-81ad-9025eb79b1a4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.550760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network be193cca-7a18-4f4b-81ad-9025eb79b1a4 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:11.566281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:11.568885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:11.587348 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.601332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=ceea788f-f548-4273-878e-a9c3841afa50,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.688179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.706358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.707233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.728380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,segment=NetworkSegment(e90d7173-e267-4022-8d32-a05a955cb964),segment_id=e90d7173-e267-4022-8d32-a05a955cb964)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:11.734888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.746655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:11.751273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.786691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2dda96da-22f1-4850-b908-61ec78922eba tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3892741 Jul 16 01:57:11.789550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33990) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.795104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'port': {'network_id': '06d78a11-ae81-45d9-954e-a5822aff2e4b', 'name': 'tempest-FloatingIPTestJSON-2077510356'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.796114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.806919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.807742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.808200 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:09Z', 'revision_number': 3, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:11.808669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.809225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.810087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.811766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.812363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.813884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.814445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.815016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.816714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.818324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:11.841997 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Checking router: f165f1b8-8c4f-4b37-8c54-677ee4851910 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:11.842553 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Updating router f165f1b8-8c4f-4b37-8c54-677ee4851910 port 160c359a-0e46-4afb-bfd1-956ff4a9648d binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:11.856917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing IP validity checks on allocation pools {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:57:11.857600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:57:11.887596 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.902549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f50fad-022e-4874-829d-fd3b0d410f89 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.904065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d6f50fad-022e-4874-829d-fd3b0d410f89 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3851917 Jul 16 01:57:11.910335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.960103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-83b354e2-9ecc-4421-8c5c-a4e10fcbc8e5 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405435593&fields=id&tenant_id=60979e2499674858bd78763eb4d53a99 HTTP/1.1" status: 200 len: 267 time: 0.1244404 Jul 16 01:57:11.981504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=d6334ca1-e111-49e2-9870-b81111c4c069,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.989854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-62b9df01-977f-427b-a732-8f6fdff518a3 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764840 Jul 16 01:57:12.001555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 33994) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.011572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1133462510', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.034016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.034370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 32d9ca5f-479e-45ea-b3e1-b3ffec50624c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:12.062299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:12.066511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.090982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:12.110508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 32d9ca5f-479e-45ea-b3e1-b3ffec50624c) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:12.120969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f00969f-6e94-46dc-bfb8-d122210fad1c None None] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:12.121876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.122465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.137392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-47ca1643-01e8-4294-9a58-52660fc2aa3d tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.138376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-47ca1643-01e8-4294-9a58-52660fc2aa3d tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 808 time: 0.1579709 Jul 16 01:57:12.157946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-666c9700-29c7-4195-9076-852b164782cd tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1783390 Jul 16 01:57:12.158733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 33998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.164985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c', 'name': 'tempest-PortsTestJSON-1036139909'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.176567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-71699abc-c354-4566-817e-ace9c8b9fad3 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/quotas/60979e2499674858bd78763eb4d53a99 HTTP/1.1" status: 200 len: 375 time: 0.0311379 Jul 16 01:57:12.210068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.212274 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.225080 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Transition to ACTIVE for port object 160c359a-0e46-4afb-bfd1-956ff4a9648d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:12.226763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] device_id is not set on port 84de6dd3-1df3-486b-9497-2cc7a100b995 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:12.233271 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.287441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-32d9ca5f-479e-45ea-b3e1-b3ffec50624c', 'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': 'd6334ca1-e111-49e2-9870-b81111c4c069'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:12.288326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.309490 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7144b1-a818-4824-9613-38a9b36515ad None None] Pushing event updated for resources: {'Port': ['ID=160c359a-0e46-4afb-bfd1-956ff4a9648d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.370359 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Attempting to bind port 160c359a-0e46-4afb-bfd1-956ff4a9648d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:12.370733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Attempting to bind port 160c359a-0e46-4afb-bfd1-956ff4a9648d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:12.371089 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Attempting to bind port 160c359a-0e46-4afb-bfd1-956ff4a9648d on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:12.376604 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:12.377053 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.378596 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.378596 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:12.378596 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Bound port: 160c359a-0e46-4afb-bfd1-956ff4a9648d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:12.378892 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.408483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Made reservation on behalf of 6ebb14eebec04a8aa1327e53eff423c5 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:12.412702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.416931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.12 (06d78a11-ae81-45d9-954e-a5822aff2e4b/31938f5f-faa3-4b1f-9abc-532e537ab002/84de6dd3-1df3-486b-9497-2cc7a100b995) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:12.424588 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d88cee77-4493-4d8a-88c2-f1b5ed33bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.446591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-bf441b6a-1866-4e99-a373-4481bce36178 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2690163 Jul 16 01:57:12.447404 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] For port 160c359a-0e46-4afb-bfd1-956ff4a9648d, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:12.453205 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] For port 160c359a-0e46-4afb-bfd1-956ff4a9648d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=160c359a-0e46-4afb-bfd1-956ff4a9648d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:12.460881 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.462231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:12.466727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.470713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=70bce731-5f66-480e-b38f-8b701d765abb,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.485497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-10c06932-9348-4974-b18c-23db4e8b6821 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:12.486867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-10c06932-9348-4974-b18c-23db4e8b6821 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165131 Jul 16 01:57:12.502461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port d983d11a-fb8b-477d-b282-f248b911a4ea yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:12.508654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.529138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Allocated IP 172.20.0.2 (32d9ca5f-479e-45ea-b3e1-b3ffec50624c/d6334ca1-e111-49e2-9870-b81111c4c069/04cefbb5-d385-482c-853d-dcb619204c82) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:12.571856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': 'd3248344-0a45-489a-b439-cb52fa597cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.573858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: be193cca-7a18-4f4b-81ad-9025eb79b1a4, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:12.582857 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7144b1-a818-4824-9613-38a9b36515ad None None] Pushing event updated for resources: {'Port': ['ID=160c359a-0e46-4afb-bfd1-956ff4a9648d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.591772 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:12.592545 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:12.677426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network be193cca-7a18-4f4b-81ad-9025eb79b1a4 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:12.704237 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:12.718513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-4583ddbf-908b-42a6-9e75-753fef9bb1a4 service neutron] 10.222.0.42 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234058 Jul 16 01:57:12.719873 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.729186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, be193cca-7a18-4f4b-81ad-9025eb79b1a4) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:12.743257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d75e2-352b-43d2-a7c1-462299cf0b15 None None] Network be193cca-7a18-4f4b-81ad-9025eb79b1a4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:12.768953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.769657 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.800825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7632d91f-95e4-4c0b-91f1-6e5eca86ff9b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3592317 Jul 16 01:57:12.801450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34008) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.836104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-05f0fcba-f983-4ba9-8bc1-7cd4a8f36cce service neutron] 10.222.0.42 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110277 Jul 16 01:57:12.846873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Transition to ACTIVE for port object 04cefbb5-d385-482c-853d-dcb619204c82 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:12.906483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Transition to ACTIVE for port object 04cefbb5-d385-482c-853d-dcb619204c82 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:12.936552 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:09Z', 'revision_number': 3, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:12.958949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.965246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-be193cca-7a18-4f4b-81ad-9025eb79b1a4', 'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '70bce731-5f66-480e-b38f-8b701d765abb'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:12.966129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.983283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.8 (32d9ca5f-479e-45ea-b3e1-b3ffec50624c/d6334ca1-e111-49e2-9870-b81111c4c069/d983d11a-fb8b-477d-b282-f248b911a4ea) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:12.998369 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743e017-c16d-44d7-be8e-12f7dd19fa0f None None] The sync data for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 is: [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:09Z', 'revision_number': 3, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:13.022007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:13.051233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.061689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:13.077586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Pushing event updated for resources: {'Port': ['ID=04cefbb5-d385-482c-853d-dcb619204c82,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.087709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.108686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.158742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.170019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2e864eb-e114-4988-83dd-0161d294ea6b req-e2496be3-2417-44b5-9a08-2d28c888191b tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0566306 Jul 16 01:57:13.243570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Subnet': ['ID=4125fbeb-5526-48a4-a80e-2d7afdc09363,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.266176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:13.290393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.324778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.340476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Checking segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:13.340899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network hostable DHCP agents. Network: 5de2cb7f-11fd-42d5-ae86-c14f777f1029, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:13.349885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object d983d11a-fb8b-477d-b282-f248b911a4ea will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:13.368770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Attempting to bind port 04cefbb5-d385-482c-853d-dcb619204c82 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:13.368879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Attempting to bind port 04cefbb5-d385-482c-853d-dcb619204c82 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:13.369314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Attempting to bind port 04cefbb5-d385-482c-853d-dcb619204c82 on network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:13.398396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:13.399110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Checking segment: {'id': 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:13.399110 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.401397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Bound using segment: {'id': 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:13.403510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Bound port: 04cefbb5-d385-482c-853d-dcb619204c82, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32d9ca5f-479e-45ea-b3e1-b3ffec50624c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:13.403510 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.439264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:13.439473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.449647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.473888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:13.474272 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.511107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.522755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:13.524781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:13.531475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.544706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:13.565488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=84de6dd3-1df3-486b-9497-2cc7a100b995,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.570662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] For port 04cefbb5-d385-482c-853d-dcb619204c82, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:13.573896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] For port 04cefbb5-d385-482c-853d-dcb619204c82, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=04cefbb5-d385-482c-853d-dcb619204c82,segment=NetworkSegment(ca3724bd-2c4e-4b13-8c9c-976cb87c4d29),segment_id=ca3724bd-2c4e-4b13-8c9c-976cb87c4d29)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:13.583771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:13.603575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=d983d11a-fb8b-477d-b282-f248b911a4ea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.603682 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.628954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5de2cb7f-11fd-42d5-ae86-c14f777f1029) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.646894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.647655 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.650063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.650735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.669509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c12d617-e771-491d-aa91-52f61c7c8365 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5087450 Jul 16 01:57:13.669841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Allocated IP 172.20.0.3 (be193cca-7a18-4f4b-81ad-9025eb79b1a4/70bce731-5f66-480e-b38f-8b701d765abb/8c519530-6783-4ab8-9132-ef38673ca62f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:13.672475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.678034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.681609 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.692660 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4487862-bd44-44aa-b754-f6f98c5e02ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9019070 Jul 16 01:57:13.701713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34028) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.706548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafaf2ca-176d-42e3-8f94-446f39505386 None None] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:13.710039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '84de6dd3-1df3-486b-9497-2cc7a100b995', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.729943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.732478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b09f2d89-3d40-4525-ad1d-b50589f9a406 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7287483 Jul 16 01:57:13.763956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.914273 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.918299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1deca-9c94-46fc-b32a-51f347a68022 None None] Pushing event updated for resources: {'Port': ['ID=04cefbb5-d385-482c-853d-dcb619204c82,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.940052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.032654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port d983d11a-fb8b-477d-b282-f248b911a4ea {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:14.033260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.225702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.200 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/55b2bddc-59fd-47f7-aba1-a6c358da972d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:14.229201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:14.230178 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.249842 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.264281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Transition to ACTIVE for port object 8c519530-6783-4ab8-9132-ef38673ca62f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:14.388322 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.413672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Transition to ACTIVE for port object 8c519530-6783-4ab8-9132-ef38673ca62f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:14.438025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.451799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.458661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.525059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=70bce731-5f66-480e-b38f-8b701d765abb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.545881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:14.561884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:14.574253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:14.578893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=55b2bddc-59fd-47f7-aba1-a6c358da972d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.650937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.669277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be193cca-7a18-4f4b-81ad-9025eb79b1a4']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.683909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3248344-0a45-489a-b439-cb52fa597cb4') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.684211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3248344-0a45-489a-b439-cb52fa597cb4') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.698429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.739817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.751526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:14.751940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:14.755593 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:14.777768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Network be193cca-7a18-4f4b-81ad-9025eb79b1a4 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:14.779715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1e39e04d-95c3-44c2-a5c6-e7b10fb6fc5b req-3c14b561-80c3-4fd4-99e9-cc488f1a1af1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0684483 Jul 16 01:57:14.795925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:14.819256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Pushing event updated for resources: {'Port': ['ID=8c519530-6783-4ab8-9132-ef38673ca62f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.834129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:14.870550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:57:14.870550 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:57:14.870550 n-d-791506-20 neutron-server[93755]: [parameters: {'id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4'}] Jul 16 01:57:14.870550 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:14.871375 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:14.888761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Allocated IP 172.20.0.2 (5de2cb7f-11fd-42d5-ae86-c14f777f1029/4125fbeb-5526-48a4-a80e-2d7afdc09363/4fe0e797-9b36-4e2b-8672-20bc6d891c19) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:14.905083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.923393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for d983d11a-fb8b-477d-b282-f248b911a4ea owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:15.029127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Attempting to bind port 8c519530-6783-4ab8-9132-ef38673ca62f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:15.029520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Attempting to bind port 8c519530-6783-4ab8-9132-ef38673ca62f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd3248344-0a45-489a-b439-cb52fa597cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:15.029896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Attempting to bind port 8c519530-6783-4ab8-9132-ef38673ca62f on network be193cca-7a18-4f4b-81ad-9025eb79b1a4 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:15.045427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:15.045801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Checking segment: {'id': 'd3248344-0a45-489a-b439-cb52fa597cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:15.046207 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.046601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Bound using segment: {'id': 'd3248344-0a45-489a-b439-cb52fa597cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:15.047080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Bound port: 8c519530-6783-4ab8-9132-ef38673ca62f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3248344-0a45-489a-b439-cb52fa597cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'be193cca-7a18-4f4b-81ad-9025eb79b1a4'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:15.047551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.158449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.234129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] For port 8c519530-6783-4ab8-9132-ef38673ca62f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:15.238704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] For port 8c519530-6783-4ab8-9132-ef38673ca62f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8c519530-6783-4ab8-9132-ef38673ca62f,segment=NetworkSegment(d3248344-0a45-489a-b439-cb52fa597cb4),segment_id=d3248344-0a45-489a-b439-cb52fa597cb4)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:15.251348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Transition to ACTIVE for port object 4fe0e797-9b36-4e2b-8672-20bc6d891c19 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:15.285155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Transition to ACTIVE for port object 4fe0e797-9b36-4e2b-8672-20bc6d891c19 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:15.291706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.371416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.408833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe31e67-a3be-46b2-b00c-904257e28b76 None None] Pushing event updated for resources: {'Port': ['ID=8c519530-6783-4ab8-9132-ef38673ca62f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.417875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 04cefbb5-d385-482c-853d-dcb619204c82 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:15.420801 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.454396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=d983d11a-fb8b-477d-b282-f248b911a4ea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.478996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Pushing event updated for resources: {'Port': ['ID=4fe0e797-9b36-4e2b-8672-20bc6d891c19,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.508113 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.508741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373a6c4-25db-41c8-be58-fac52db0b033 None None] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:15.522496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.526288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.534414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:15.569483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:15.574256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:15.599505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.601679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-34f2bde1-e709-41a0-87e3-53c9d49d35d4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/d983d11a-fb8b-477d-b282-f248b911a4ea HTTP/1.1" status: 204 len: 168 time: 1.9281936 Jul 16 01:57:15.604650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.636320 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-694818a3-6a4a-420b-9680-9a2beb43e3aa tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:15.637195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694818a3-6a4a-420b-9680-9a2beb43e3aa tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:15.640597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-694818a3-6a4a-420b-9680-9a2beb43e3aa tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/d983d11a-fb8b-477d-b282-f248b911a4ea HTTP/1.1" status: 404 len: 333 time: 0.0315554 Jul 16 01:57:15.643082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.700089 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9b5a8b-402d-4a93-9c72-f1b6a7b2bcbe tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:15.701097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Provisioning for port 04cefbb5-d385-482c-853d-dcb619204c82 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:15.702071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0f9b5a8b-402d-4a93-9c72-f1b6a7b2bcbe tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/d983d11a-fb8b-477d-b282-f248b911a4ea HTTP/1.1" status: 404 len: 333 time: 0.0579953 Jul 16 01:57:15.705543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.785381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69782397-6550-47bc-87d3-0315001d416f None None] Network be193cca-7a18-4f4b-81ad-9025eb79b1a4 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:15.791161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 04cefbb5-d385-482c-853d-dcb619204c82 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:15.795848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet d6334ca1-e111-49e2-9870-b81111c4c069 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:15.840198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.842478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-95085786-f855-48cf-953d-36f1a06ca84b tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.843989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-95085786-f855-48cf-953d-36f1a06ca84b tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 808 time: 0.3302238 Jul 16 01:57:15.857996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Provisioning complete for port 04cefbb5-d385-482c-853d-dcb619204c82 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:15.858480 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.892691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.913781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 04cefbb5-d385-482c-853d-dcb619204c82 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:15.914298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.937846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Attempting to bind port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:15.938618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Attempting to bind port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:15.940013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Attempting to bind port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 on network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:15.978839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b48fb7c-2968-4e69-8627-c9a65f3bf79f req-61a9f02b-5f2a-48dc-a4b2-29a853ceeb0b tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0588014 Jul 16 01:57:16.005625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:16.006215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Checking segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:16.006717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.007202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Bound using segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:16.007785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Bound port: 4fe0e797-9b36-4e2b-8672-20bc6d891c19, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:16.008271 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.031967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port 8c519530-6783-4ab8-9132-ef38673ca62f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:16.032350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.058992 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-c36b67b0-e65a-4a44-bcef-b6403a3edd84 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60979e2499674858bd78763eb4d53a99 HTTP/1.1" status: 200 len: 379 time: 0.1681488 Jul 16 01:57:16.080489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'port': {'device_id': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'admin_state_up': True, 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'security_groups': ['670ff7af-7df4-4f7e-b24b-20a604fd3b56']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:16.122964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.144859 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.165327 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.187148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.20.0.1 (5de2cb7f-11fd-42d5-ae86-c14f777f1029/4125fbeb-5526-48a4-a80e-2d7afdc09363/6f63786b-ca4e-49d6-8f76-34e1b065eaae) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:16.242483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] For port 4fe0e797-9b36-4e2b-8672-20bc6d891c19, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:16.271745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.278456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port 8c519530-6783-4ab8-9132-ef38673ca62f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8c519530-6783-4ab8-9132-ef38673ca62f,segment=NetworkSegment(d3248344-0a45-489a-b439-cb52fa597cb4),segment_id=d3248344-0a45-489a-b439-cb52fa597cb4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.278824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.283870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] For port 4fe0e797-9b36-4e2b-8672-20bc6d891c19, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4fe0e797-9b36-4e2b-8672-20bc6d891c19,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:16.286512 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.314362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for 8c519530-6783-4ab8-9132-ef38673ca62f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:16.323112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.325510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/d6334ca1-e111-49e2-9870-b81111c4c069 HTTP/1.1" status: 204 len: 168 time: 0.6147270 Jul 16 01:57:16.330388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34046) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.346627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.352980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42766f67-7e28-472c-9c41-cfa4d738ecc8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=d6334ca1-e111-49e2-9870-b81111c4c069,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.418144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.436518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Transition to ACTIVE for port object 6f63786b-ca4e-49d6-8f76-34e1b065eaae will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:16.475057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:16.475057 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:16.493568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3e62e-4172-4fde-b756-f5bbeb434c92 None None] Pushing event updated for resources: {'Port': ['ID=4fe0e797-9b36-4e2b-8672-20bc6d891c19,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.506002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.511945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:16.512403 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:16.543966 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.586141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Made reservation on behalf of 60979e2499674858bd78763eb4d53a99 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:16.589843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.592221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=6f63786b-ca4e-49d6-8f76-34e1b065eaae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.596621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:16.597104 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.598421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:16.600821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:16.619066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb573c-3929-4c36-ab22-aedab3711a8e None None] Network 32d9ca5f-479e-45ea-b3e1-b3ffec50624c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:16.679451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.761048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.882543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port 8c519530-6783-4ab8-9132-ef38673ca62f on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:16.887561 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=8c519530-6783-4ab8-9132-ef38673ca62f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.939235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.955138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] DHCP port deletion for 32d9ca5f-479e-45ea-b3e1-b3ffec50624c request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:17.042099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 04cefbb5-d385-482c-853d-dcb619204c82 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:17.042779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.077128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.082088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.092179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Allocated IP 172.20.0.14 (60db974d-f4dd-4b0f-a15b-9e8f1a3c912a/ae5b2f03-cd48-4f33-91fb-1c6db54784d7/2356465d-dacb-4339-806a-6ac48cd06e8d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:17.096453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.123359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.142195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be193cca-7a18-4f4b-81ad-9025eb79b1a4']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:17.160941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.167975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] For port 04cefbb5-d385-482c-853d-dcb619204c82, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=04cefbb5-d385-482c-853d-dcb619204c82,segment=NetworkSegment(ca3724bd-2c4e-4b13-8c9c-976cb87c4d29),segment_id=ca3724bd-2c4e-4b13-8c9c-976cb87c4d29)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:17.170846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] Deleting port 04cefbb5-d385-482c-853d-dcb619204c82 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:17.171253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.185826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3248344-0a45-489a-b439-cb52fa597cb4') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:17.186179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3248344-0a45-489a-b439-cb52fa597cb4') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:17.193130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4413566-9d6b-47c7-9b3f-e7173b502d35 req-273db212-ad4f-43f6-90b7-c8472474fc4e tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0562613 Jul 16 01:57:17.195627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.303761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.311958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] For port 04cefbb5-d385-482c-853d-dcb619204c82, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=04cefbb5-d385-482c-853d-dcb619204c82,segment=NetworkSegment(ca3724bd-2c4e-4b13-8c9c-976cb87c4d29),segment_id=ca3724bd-2c4e-4b13-8c9c-976cb87c4d29)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:17.312503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.330977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] For port 04cefbb5-d385-482c-853d-dcb619204c82, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=04cefbb5-d385-482c-853d-dcb619204c82,segment=NetworkSegment(ca3724bd-2c4e-4b13-8c9c-976cb87c4d29),segment_id=ca3724bd-2c4e-4b13-8c9c-976cb87c4d29)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:17.331386 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.379109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 04cefbb5-d385-482c-853d-dcb619204c82 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:17.379842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] Calling delete_port for 04cefbb5-d385-482c-853d-dcb619204c82 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:17.397070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.398741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=55b2bddc-59fd-47f7-aba1-a6c358da972d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.428447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:17.430352 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:17.443293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11026d21-7920-4e69-8d8e-608a73f4d909 None None] Pushing event updated for resources: {'Port': ['ID=04cefbb5-d385-482c-853d-dcb619204c82,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.449912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5739d4eb-9035-4024-8c13-5d3f31412cb1 None None] Provisioning complete for port 04cefbb5-d385-482c-853d-dcb619204c82 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:17.450654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5739d4eb-9035-4024-8c13-5d3f31412cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.451851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.461273 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.468397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:17.468845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:17.472413 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:17.560864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=6f63786b-ca4e-49d6-8f76-34e1b065eaae,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.566760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.599759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.616163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.686555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:17.690298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:17.770318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.817588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.818682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef564fb5-6a9e-4b41-bacb-a06095b31e55 None None] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:17.819752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/be193cca-7a18-4f4b-81ad-9025eb79b1a4 HTTP/1.1" status: 204 len: 168 time: 5.0137568 Jul 16 01:57:17.824691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34052) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.829531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] Pushing event deleted for resources: {'Port': ['ID=04cefbb5-d385-482c-853d-dcb619204c82,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.833278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805679327'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:17.845020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.847479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550bc2-01b1-4f17-921e-cc23e50c1ade tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=be193cca-7a18-4f4b-81ad-9025eb79b1a4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.851991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c84ae-a989-401c-9202-704f3a8c5b77 None None] No DVR routers for this DVR port 04cefbb5-d385-482c-853d-dcb619204c82 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:17.885181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:17.889043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.895071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router f165f1b8-8c4f-4b37-8c54-677ee4851910 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:17.917638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=04cefbb5-d385-482c-853d-dcb619204c82,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.926056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No DVR routers for this DVR port 04cefbb5-d385-482c-853d-dcb619204c82 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:17.928606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:17.931267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Port 04cefbb5-d385-482c-853d-dcb619204c82 update to ACTIVE by agent not found {{(pid=93757) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:57:17.931715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 160c359a-0e46-4afb-bfd1-956ff4a9648d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:17.934349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.958291 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 5c8ab81e-17d3-4d41-9209-655c05b8e62e associated. External IP: 172.25.7.200, port: 84de6dd3-1df3-486b-9497-2cc7a100b995. Jul 16 01:57:17.981633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.981972 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 1dbcfff7-6377-4f5e-8acd-6ef784c9b424 of type vlan for network b1e1b113-822e-4d66-8825-ba391ced38f0 Jul 16 01:57:18.024013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f0b834fd-f5f2-4e7b-a79e-5770a33e44d5 None None] Provisioning for port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:18.024679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Transition to ACTIVE for port object 2356465d-dacb-4339-806a-6ac48cd06e8d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:18.027753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 160c359a-0e46-4afb-bfd1-956ff4a9648d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:18.040955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 160c359a-0e46-4afb-bfd1-956ff4a9648d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:18.041341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.071387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.076523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.088125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d9ca5f-479e-45ea-b3e1-b3ffec50624c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.090578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:18.099660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7862ce0e-6ce8-4cc9-8665-bab993cbce4d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "PUT /v2.0/routers/f165f1b8-8c4f-4b37-8c54-677ee4851910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3686872 Jul 16 01:57:18.100392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34054) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.107296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--277038353', 'description': 'tempest-secgroup_access--277038353 description', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:18.108505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Sync routers for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:18.137642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:18.138297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.149029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.154680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.155314 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.164611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.216976 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3904135 Jul 16 01:57:18.225089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.233855 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.259738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': 'b1e1b113-822e-4d66-8825-ba391ced38f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:18.306303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:18.376972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4877b-17b1-47e5-92fa-3ae0bb4545b4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=b1e1b113-822e-4d66-8825-ba391ced38f0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.404814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b1e1b113-822e-4d66-8825-ba391ced38f0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:18.428232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dea575e5-20d7-43d1-8c7b-4a564383e3c8 req-b505ea0c-3e94-457f-bc0e-de59c0da22a3 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0613577 Jul 16 01:57:18.496095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 160c359a-0e46-4afb-bfd1-956ff4a9648d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=160c359a-0e46-4afb-bfd1-956ff4a9648d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:18.499129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.504900 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.544620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.550790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09528a-39ee-4c1e-b013-860838e9602f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.555302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:18.559169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.569001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.569267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3724bd-2c4e-4b13-8c9c-976cb87c4d29') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.589247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.590813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd2fbdba-2f71-4ae2-8dd0-4916ba6ea947 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4879556 Jul 16 01:57:18.599544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.601198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34060) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.606979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.624199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1228383521', 'description': 'tempest-secgroup_general--1228383521 description', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:18.662854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.672323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-560f669d-a63a-4d76-9564-0c551ab6d50c None None] Provisioning for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:18.684507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:18.684507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:18.687183 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:18.690707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-560f669d-a63a-4d76-9564-0c551ab6d50c None None] Provisioning complete for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:18.691281 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-560f669d-a63a-4d76-9564-0c551ab6d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.699039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.758108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=160c359a-0e46-4afb-bfd1-956ff4a9648d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.763781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-560f669d-a63a-4d76-9564-0c551ab6d50c None None] Port 6f63786b-ca4e-49d6-8f76-34e1b065eaae cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:18.767255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4fe0e797-9b36-4e2b-8672-20bc6d891c19 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:18.856850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.870416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:17Z', 'revision_number': 2, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.873144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:18.889922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.901107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:18.901488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.903129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Checking router: f165f1b8-8c4f-4b37-8c54-677ee4851910 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:18.903578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Updating router f165f1b8-8c4f-4b37-8c54-677ee4851910 port 6f63786b-ca4e-49d6-8f76-34e1b065eaae binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:18.911130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:18.945433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': '1dbcfff7-6377-4f5e-8acd-6ef784c9b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b1e1b113-822e-4d66-8825-ba391ced38f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:18.945877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: b1e1b113-822e-4d66-8825-ba391ced38f0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:18.966017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=5594d75d-165b-407f-8d06-602c0ececbbc,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.978492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network b1e1b113-822e-4d66-8825-ba391ced38f0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:18.991564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1f99279c-ce16-4e29-8513-7b7db4d0bc10 None None] Provisioning complete for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:18.991949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f99279c-ce16-4e29-8513-7b7db4d0bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.000125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b1e1b113-822e-4d66-8825-ba391ced38f0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:19.006661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.007698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.010653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:19.027548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:19.027804 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.029658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e4279-d76e-4b2f-9afb-52cd7b7f125a None None] Network b1e1b113-822e-4d66-8825-ba391ced38f0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:19.033590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.037566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:19.040571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'Port': ['ID=2356465d-dacb-4339-806a-6ac48cd06e8d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.076790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.079383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/32d9ca5f-479e-45ea-b3e1-b3ffec50624c HTTP/1.1" status: 204 len: 168 time: 2.7464979 Jul 16 01:57:19.083896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34062) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.092443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-167579758'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.133880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ff582-58dc-4f15-aa93-b91382a6cade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=32d9ca5f-479e-45ea-b3e1-b3ffec50624c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.146751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1f99279c-ce16-4e29-8513-7b7db4d0bc10 None None] Port 6f63786b-ca4e-49d6-8f76-34e1b065eaae cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:19.191718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.201065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.204873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.208601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f20d6fd2-a633-414d-9a56-7faf3808425f tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9827228 Jul 16 01:57:19.211153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.260844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:19.265606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.281242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.286699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:19.298389 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:19.300826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:19.311579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.312112 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment 352cb3e2-e2da-4126-a115-e1ea42f675e7 of type vlan for network 61eea2e8-dd68-4cce-a4e9-1667056bf45c Jul 16 01:57:19.312690 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:19.316056 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:19.322620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.352042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-446580f0-0db1-42f1-82f3-fce7a331f629 None None] Provisioning complete for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:19.352862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-446580f0-0db1-42f1-82f3-fce7a331f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.373188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.382985 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:19.383257 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-85f79f13-34b3-42db-bcc5-1d3fa886c227 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3117175 Jul 16 01:57:19.393536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.394609 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:19.395430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:19.396254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7914765 Jul 16 01:57:19.403207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Request body: {'port': {'device_id': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.405798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764d369-c301-41b9-b3b8-b60b2422f827 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66cb72-11b2-4b7b-a07f-19046d488995,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.409482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.414259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'security_group_rule': {'security_group_id': 'bb09528a-39ee-4c1e-b013-860838e9602f', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.441222 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.443887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.444795 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:19.445845 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479f06c8-113a-4aeb-9013-0d64b1edc9cb None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:19.448517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.448671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.556129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=61eea2e8-dd68-4cce-a4e9-1667056bf45c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.563779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.578245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-119d06bf-bc62-484d-8433-516c9dd35606 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8746595 Jul 16 01:57:19.582393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34070) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.591465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 4fe0e797-9b36-4e2b-8672-20bc6d891c19, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4fe0e797-9b36-4e2b-8672-20bc6d891c19,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:19.591845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.595997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.598348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 61eea2e8-dd68-4cce-a4e9-1667056bf45c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:19.599831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.602498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-446580f0-0db1-42f1-82f3-fce7a331f629 None None] Port 6f63786b-ca4e-49d6-8f76-34e1b065eaae cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:19.618284 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.635666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42fc93ec-489c-4475-a7af-a5354b4e33e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5504522 Jul 16 01:57:19.639671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.648049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.685095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a2c03-85e2-42c7-b872-e434c6f4b338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b1e1b113-822e-4d66-8825-ba391ced38f0', 'network_id': 'b1e1b113-822e-4d66-8825-ba391ced38f0', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '5594d75d-165b-407f-8d06-602c0ececbbc'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:19.686208 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb2a2c03-85e2-42c7-b872-e434c6f4b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.698060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.716913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=4fe0e797-9b36-4e2b-8672-20bc6d891c19,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.734220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 04cefbb5-d385-482c-853d-dcb619204c82 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:19.748848 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.812238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 04cefbb5-d385-482c-853d-dcb619204c82 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:19.813622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 04cefbb5-d385-482c-853d-dcb619204c82 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:19.823147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a3db-5dfa-40e1-8779-7bf4b8a2c45f req-6ef6b3c0-b5c8-4546-a2d8-530cc18810cd tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.830986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a8a3db-5dfa-40e1-8779-7bf4b8a2c45f req-6ef6b3c0-b5c8-4546-a2d8-530cc18810cd tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 932 time: 0.2538981 Jul 16 01:57:19.847164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-22724522-9a7f-4dc8-984c-6396ac568665 None None] Provisioning for port 2356465d-dacb-4339-806a-6ac48cd06e8d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:19.853741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:19.854416 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.857240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.861092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-22724522-9a7f-4dc8-984c-6396ac568665 None None] Provisioning complete for port 2356465d-dacb-4339-806a-6ac48cd06e8d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:19.861575 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22724522-9a7f-4dc8-984c-6396ac568665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.891637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.903953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.908966 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.913711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-22724522-9a7f-4dc8-984c-6396ac568665 None None] Port 2356465d-dacb-4339-806a-6ac48cd06e8d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:19.918772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51a8a3db-5dfa-40e1-8779-7bf4b8a2c45f req-f69112f8-4f81-4b8f-afc6-a654a5ca2159 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869443 Jul 16 01:57:19.975453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=5594d75d-165b-407f-8d06-602c0ececbbc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.975805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Transition to ACTIVE for port object 6f63786b-ca4e-49d6-8f76-34e1b065eaae will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:20.000861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.001283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.002826 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5923834 Jul 16 01:57:20.020404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8685c6-a068-450c-8a2c-467f09b7e2eb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fff4524-dc98-4e35-be61-bbdfdf29ddd3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-fb2a2c03-85e2-42c7-b872-e434c6f4b338 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5594d75d-165b-407f-8d06-602c0ececbbc: This subnet is being modified by another concurrent operation. Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:20.091630 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5594d75d-165b-407f-8d06-602c0ececbbc: This subnet is being modified by another concurrent operation. Jul 16 01:57:20.098418 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:57:20.122227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88616546-7752-44fb-ae8c-d626ea024d1c None None] Network b1e1b113-822e-4d66-8825-ba391ced38f0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:20.140013 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.150014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.150530 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 5c8ab81e-17d3-4d41-9209-655c05b8e62e disassociated. External IP: 172.25.7.200, port: 84de6dd3-1df3-486b-9497-2cc7a100b995. Jul 16 01:57:20.170918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c3418-8e73-4e0e-9885-981d1e0b4f88 None None] Pushing event updated for resources: {'Port': ['ID=6f63786b-ca4e-49d6-8f76-34e1b065eaae,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.459268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2356465d-dacb-4339-806a-6ac48cd06e8d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:20.459653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Attempting to bind port 6f63786b-ca4e-49d6-8f76-34e1b065eaae on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:20.459942 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Attempting to bind port 6f63786b-ca4e-49d6-8f76-34e1b065eaae by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:20.460312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Attempting to bind port 6f63786b-ca4e-49d6-8f76-34e1b065eaae on network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:20.470798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.471287 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.484055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:20.484537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Checking segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:20.485058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.485386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Bound using segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:20.485868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Bound port: 6f63786b-ca4e-49d6-8f76-34e1b065eaae, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:20.486256 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.494366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Transition to ACTIVE for port object 2356465d-dacb-4339-806a-6ac48cd06e8d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:20.498529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:20.499948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.561893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2356465d-dacb-4339-806a-6ac48cd06e8d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.579455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2c6c5-e915-46b6-9732-c3507d38ec64 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:20.580547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e1b113-822e-4d66-8825-ba391ced38f0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.607387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbcfff7-6377-4f5e-8acd-6ef784c9b424') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.607700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbcfff7-6377-4f5e-8acd-6ef784c9b424') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.619744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.637169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.671875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] For port 6f63786b-ca4e-49d6-8f76-34e1b065eaae, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:20.673565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-c763ab16-aec3-4ac0-bcfa-0416dcddff0c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--1228383521&fields=id&tenant_id=6ebb14eebec04a8aa1327e53eff423c5 HTTP/1.1" status: 200 len: 267 time: 0.1990519 Jul 16 01:57:20.677725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] For port 6f63786b-ca4e-49d6-8f76-34e1b065eaae, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6f63786b-ca4e-49d6-8f76-34e1b065eaae,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:20.689558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.701191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.705689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4fe0e797-9b36-4e2b-8672-20bc6d891c19 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:20.724330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:20.724584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:20.729979 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:20.749804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:20.756096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=a5c96167-2efc-4cc3-a588-54edeb31d0d0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.772113 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.777109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:20.811369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2c6c5-e915-46b6-9732-c3507d38ec64 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:20.814420 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-ae258655-290f-4fc4-bfce-0b44282277d2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--277038353&fields=id&tenant_id=6ebb14eebec04a8aa1327e53eff423c5 HTTP/1.1" status: 200 len: 267 time: 0.1318767 Jul 16 01:57:20.818422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': '352cb3e2-e2da-4126-a115-e1ea42f675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:20.818801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 61eea2e8-dd68-4cce-a4e9-1667056bf45c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:20.828111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c3418-8e73-4e0e-9885-981d1e0b4f88 None None] Pushing event updated for resources: {'Port': ['ID=6f63786b-ca4e-49d6-8f76-34e1b065eaae,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.829841 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a25116d6-fc98-49c4-acff-157ad0fef18b tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/floatingips/5c8ab81e-17d3-4d41-9209-655c05b8e62e HTTP/1.1" status: 200 len: 688 time: 1.2433982 Jul 16 01:57:20.833055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:20.834536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:20.835184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.840533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:20.841162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.873410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.875109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Attempting to bind port 2356465d-dacb-4339-806a-6ac48cd06e8d on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:20.875978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Attempting to bind port 2356465d-dacb-4339-806a-6ac48cd06e8d by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:20.876731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Attempting to bind port 2356465d-dacb-4339-806a-6ac48cd06e8d on network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:20.881710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.884266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Port 2356465d-dacb-4339-806a-6ac48cd06e8d on network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:20.884786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Attempting to bind port 2356465d-dacb-4339-806a-6ac48cd06e8d on network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:20.892300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:20.892958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Checking segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:20.893691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Bound using segment: {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:20.894295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Bound port: 2356465d-dacb-4339-806a-6ac48cd06e8d, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d5a632-701b-4ab8-9455-d4a507356190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:20.894433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.894937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.899772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/b1e1b113-822e-4d66-8825-ba391ced38f0 HTTP/1.1" status: 204 len: 168 time: 1.6841998 Jul 16 01:57:20.901198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34088) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:20.909367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798872187'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:20.921074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 61eea2e8-dd68-4cce-a4e9-1667056bf45c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:20.937341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf5dc2-0556-4572-b979-ac0cb754e1ae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=b1e1b113-822e-4d66-8825-ba391ced38f0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.966804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:20.967454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.994399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 61eea2e8-dd68-4cce-a4e9-1667056bf45c) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:21.009501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:21.009868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.046328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.046930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.053425 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] For port 2356465d-dacb-4339-806a-6ac48cd06e8d, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:21.057978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] For port 2356465d-dacb-4339-806a-6ac48cd06e8d, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2356465d-dacb-4339-806a-6ac48cd06e8d,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:21.061966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.068514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.069184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3f1a7-93ac-4e10-869a-f74ec6a93bbd None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:21.070568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.095096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-122c141a-7eb1-4692-8426-2df02dfce895 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4491611 Jul 16 01:57:21.099860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34092) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.105775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-373297519'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.115143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.117122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-cf2ce641-b2eb-49e9-9225-36031f16517b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.119309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-cf2ce641-b2eb-49e9-9225-36031f16517b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/networks?id=5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 200 len: 797 time: 0.2434287 Jul 16 01:57:21.162203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-6da177a2-b3c6-43cc-b397-61a8d682e19a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/quotas/6ebb14eebec04a8aa1327e53eff423c5 HTTP/1.1" status: 200 len: 375 time: 0.0238891 Jul 16 01:57:21.171666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 55b2bddc-59fd-47f7-aba1-a6c358da972d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:21.172933 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.177096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.178024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.179421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:21.179918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 1093 time: 1.7817912 Jul 16 01:57:21.186807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:21.194359 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e" -d '{"events": [{"name": "network-changed", "server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:21.243139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef209a93-0971-4046-9769-f1bbe320ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2356465d-dacb-4339-806a-6ac48cd06e8d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.299616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494d8a-bc30-4965-967b-fb517475eb1f req-c5fe2d0d-365d-4910-a171-4fcfe2b31096 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.301295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b494d8a-bc30-4965-967b-fb517475eb1f req-c5fe2d0d-365d-4910-a171-4fcfe2b31096 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 944 time: 0.2049804 Jul 16 01:57:21.328470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:21.344851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.345293 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.355545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 160c359a-0e46-4afb-bfd1-956ff4a9648d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:21.358822 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.359356 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment cfccf27c-064c-42e9-83e2-62376c73825e of type vlan for network b086ca75-edf7-4508-8c26-921cae38e7ef Jul 16 01:57:21.366107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 55b2bddc-59fd-47f7-aba1-a6c358da972d owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:21.395308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-72d8703c-61fb-4291-b52d-468a47c4e714 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945753 Jul 16 01:57:21.398057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b494d8a-bc30-4965-967b-fb517475eb1f req-c874c32f-6a38-4c40-bda0-bf135df03b72 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881002 Jul 16 01:57:21.430492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.448772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.452303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.454735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-805200a8-366e-45b4-bc76-631a5c5261bf tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:21.456123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-805200a8-366e-45b4-bc76-631a5c5261bf tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084271 Jul 16 01:57:21.462003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ed4d78f3-2eca-4c00-a59e-1b3bd46fcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.463545 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-ed4d78f3-2eca-4c00-a59e-1b3bd46fcf3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1096 time: 0.2153533 Jul 16 01:57:21.528379 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b25179-51b6-499c-ad46-1ad553adc6d2 x-openstack-request-id: req-b1b25179-51b6-499c-ad46-1ad553adc6d2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:21.528678 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:21.528940 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1b25179-51b6-499c-ad46-1ad553adc6d2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:21.529337 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'status': 'completed', 'code': 200} Jul 16 01:57:21.534281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-a9a472ea-dba6-4231-a167-c3f991008677 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 217 time: 0.0527792 Jul 16 01:57:21.535652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 453d13cf-6cb6-428d-a941-5ae5c82db2c5 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:21.552364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.557026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.557625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.609606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7a2bba86-248e-412a-a2b5-712874d359e2 service neutron] 10.222.0.42 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417212 Jul 16 01:57:21.629097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 160c359a-0e46-4afb-bfd1-956ff4a9648d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:21.629785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.671429 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7668881 Jul 16 01:57:21.674727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.678600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34096) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.686866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:20Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.687986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': 'b086ca75-edf7-4508-8c26-921cae38e7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.711836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-66322abb-7bde-45a5-b162-750ecd4a7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.713486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-66322abb-7bde-45a5-b162-750ecd4a7d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.1725948 Jul 16 01:57:21.716453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40a205-434f-42c8-aff1-021e27c08e30 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=b086ca75-edf7-4508-8c26-921cae38e7ef,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.725147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69666223-260b-408c-9000-3b3ab8427982 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:21.729261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40e625-d90c-4741-b797-05aa05a2cfdc None None] The sync data for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 is: [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:20Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:21.756218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b086ca75-edf7-4508-8c26-921cae38e7ef details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:21.762091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=55b2bddc-59fd-47f7-aba1-a6c358da972d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.804365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.7 (61eea2e8-dd68-4cce-a4e9-1667056bf45c/a5c96167-2efc-4cc3-a588-54edeb31d0d0/453d13cf-6cb6-428d-a941-5ae5c82db2c5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:21.929123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-c68c3b33-9284-4023-9b60-a1c25259e3ee service neutron] 10.222.0.42 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049307 Jul 16 01:57:21.947982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.951249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.952786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5aeb047c-e220-402f-b199-f45456f2c11f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/floatingips/5c8ab81e-17d3-4d41-9209-655c05b8e62e HTTP/1.1" status: 204 len: 168 time: 1.1185660 Jul 16 01:57:21.957349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34098) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.963710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'ceea788f-f548-4273-878e-a9c3841afa50'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.999466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:22.000000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69666223-260b-408c-9000-3b3ab8427982 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:22.006310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.007440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.018269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.026876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 453d13cf-6cb6-428d-a941-5ae5c82db2c5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:22.080149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-20902ce2-c042-49e3-9fcd-25cfcb571344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.086026 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-20902ce2-c042-49e3-9fcd-25cfcb571344 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3637383 Jul 16 01:57:22.088183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.188204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 61eea2e8-dd68-4cce-a4e9-1667056bf45c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:22.202095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.215649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:22.302177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=453d13cf-6cb6-428d-a941-5ae5c82db2c5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.363982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.364914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.379585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1020e47e-e6f5-499a-ba47-24af27a0409d req-6c6a23b7-0aed-43c0-8161-3f2f4a0f0480 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 210 time: 0.0608823 Jul 16 01:57:22.397713 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-af455cf0-13a4-473e-9a1c-c372e457d784 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001909 Jul 16 01:57:22.405853 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d0f13d93-f86b-42df-8b3f-0755de6d1575 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3022811 Jul 16 01:57:22.410571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34104) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.413674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.445533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-61eea2e8-dd68-4cce-a4e9-1667056bf45c', 'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': 'a5c96167-2efc-4cc3-a588-54edeb31d0d0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:22.449870 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.493031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=72ff98f5-cc50-4609-898d-b0f5ad2e5ff8,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.528544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.559510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': 'cfccf27c-064c-42e9-83e2-62376c73825e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b086ca75-edf7-4508-8c26-921cae38e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:22.559960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: b086ca75-edf7-4508-8c26-921cae38e7ef, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:22.590587 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-04e1e469-50b1-4337-8c3c-1f64a4797681 req-5250925b-201c-486e-b190-765d2b12f541 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859074 Jul 16 01:57:22.756876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network b086ca75-edf7-4508-8c26-921cae38e7ef is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:22.788392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b086ca75-edf7-4508-8c26-921cae38e7ef) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.794029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.794636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.821923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 453d13cf-6cb6-428d-a941-5ae5c82db2c5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:22.822476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.837801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.111 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/83ef2046-4264-46fc-8c49-abab15c072d1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:22.854472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-14b11e20-f821-4225-9fa0-773c01d548a2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1716077 Jul 16 01:57:22.858712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34112) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.867627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47c80d-86a6-47fd-aab3-9d8e0de741a7 req-801ed661-8046-4322-8c46-4e5439be1175 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.876485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c47c80d-86a6-47fd-aab3-9d8e0de741a7 req-801ed661-8046-4322-8c46-4e5439be1175 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 944 time: 0.2220235 Jul 16 01:57:22.923915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f63786b-ca4e-49d6-8f76-34e1b065eaae up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:22.996299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.996480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c47c80d-86a6-47fd-aab3-9d8e0de741a7 req-9279281a-9aea-4ec7-858a-4abdc8a4c9f9 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181452 Jul 16 01:57:23.071686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-629d6d47-17b3-4ef4-9402-5766093ebff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.073523 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-629d6d47-17b3-4ef4-9402-5766093ebff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1096 time: 0.3719587 Jul 16 01:57:23.084310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:23.087176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Allocated IP 172.20.0.2 (61eea2e8-dd68-4cce-a4e9-1667056bf45c/a5c96167-2efc-4cc3-a588-54edeb31d0d0/ef374cfd-7697-4309-8f81-2c68589c984b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:23.095420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:23.095898 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.130787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.188258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.233176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:23.237040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:23.241694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:23.279938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.290515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.296286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=83ef2046-4264-46fc-8c49-abab15c072d1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.345766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.366529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Transition to ACTIVE for port object ef374cfd-7697-4309-8f81-2c68589c984b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:23.383948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 453d13cf-6cb6-428d-a941-5ae5c82db2c5 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:23.428682 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.445166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Transition to ACTIVE for port object ef374cfd-7697-4309-8f81-2c68589c984b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:23.463887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.470712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-94507906-c51e-47f3-a3d3-0d1fa7b1b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.472255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-94507906-c51e-47f3-a3d3-0d1fa7b1b9d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 909 time: 0.3884964 Jul 16 01:57:23.475872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.555590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6f63786b-ca4e-49d6-8f76-34e1b065eaae, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6f63786b-ca4e-49d6-8f76-34e1b065eaae,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:23.556892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-2a035103-a31f-4e61-ad31-e00d7cd3f470 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 217 time: 0.0738838 Jul 16 01:57:23.561535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=72ff98f5-cc50-4609-898d-b0f5ad2e5ff8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.581685 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:23.588094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.594371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Network 61eea2e8-dd68-4cce-a4e9-1667056bf45c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:23.604527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:23.612046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:23.620149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Pushing event updated for resources: {'Port': ['ID=ef374cfd-7697-4309-8f81-2c68589c984b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.661204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6834f25d-dc03-4fb0-8f27-cb84975ca691 req-a4268359-fbef-49aa-a96f-2411357884cd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 210 time: 0.0358772 Jul 16 01:57:23.776721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Attempting to bind port ef374cfd-7697-4309-8f81-2c68589c984b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:23.777355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Attempting to bind port ef374cfd-7697-4309-8f81-2c68589c984b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '352cb3e2-e2da-4126-a115-e1ea42f675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:23.777827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Attempting to bind port ef374cfd-7697-4309-8f81-2c68589c984b on network 61eea2e8-dd68-4cce-a4e9-1667056bf45c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:23.786764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6f63786b-ca4e-49d6-8f76-34e1b065eaae,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.791624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:23.792173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Checking segment: {'id': '352cb3e2-e2da-4126-a115-e1ea42f675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:23.792730 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.793233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Bound using segment: {'id': '352cb3e2-e2da-4126-a115-e1ea42f675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:23.793867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Bound port: ef374cfd-7697-4309-8f81-2c68589c984b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352cb3e2-e2da-4126-a115-e1ea42f675e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '61eea2e8-dd68-4cce-a4e9-1667056bf45c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:23.794368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.869617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] For port ef374cfd-7697-4309-8f81-2c68589c984b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:23.873303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] For port ef374cfd-7697-4309-8f81-2c68589c984b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ef374cfd-7697-4309-8f81-2c68589c984b,segment=NetworkSegment(352cb3e2-e2da-4126-a115-e1ea42f675e7),segment_id=352cb3e2-e2da-4126-a115-e1ea42f675e7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:23.881035 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.956003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa892fd-a5b2-453a-b185-d4d980b98c35 None None] Pushing event updated for resources: {'Port': ['ID=ef374cfd-7697-4309-8f81-2c68589c984b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.039061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.121966 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.162746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b086ca75-edf7-4508-8c26-921cae38e7ef']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.171656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-f629171f-d6f6-4edd-9270-0c6da0bac182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.177386 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-f629171f-d6f6-4edd-9270-0c6da0bac182 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.6114302 Jul 16 01:57:24.246753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfccf27c-064c-42e9-83e2-62376c73825e') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.247460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfccf27c-064c-42e9-83e2-62376c73825e') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.303976 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.330920 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.369029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.372902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5fcb4-055b-47e0-af06-08ef0e79e097 req-0235940d-3454-4b18-b7ce-4343dfa50d65 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.381179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0da5fcb4-055b-47e0-af06-08ef0e79e097 req-0235940d-3454-4b18-b7ce-4343dfa50d65 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 944 time: 0.2040837 Jul 16 01:57:24.384084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:24.384680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:24.390094 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:24.421320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.448311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0da5fcb4-055b-47e0-af06-08ef0e79e097 req-3a8cd170-50e5-4631-ba87-0d13bc1aa710 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662370 Jul 16 01:57:24.477352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=453d13cf-6cb6-428d-a941-5ae5c82db2c5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.541786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.548317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.557180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7e4e7cf4-7be5-4649-9aa1-eb352386da9b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.559086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7e4e7cf4-7be5-4649-9aa1-eb352386da9b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.23 "GET /v2.0/networks?id=5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 200 len: 797 time: 0.4762890 Jul 16 01:57:24.622778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=83ef2046-4264-46fc-8c49-abab15c072d1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.635175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.636864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.646457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-f1940413-0899-4b55-b3ef-2c52341875f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.647972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-f1940413-0899-4b55-b3ef-2c52341875f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4543450 Jul 16 01:57:24.658917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.665125 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/b086ca75-edf7-4508-8c26-921cae38e7ef HTTP/1.1" status: 204 len: 168 time: 1.7913311 Jul 16 01:57:24.676687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34120) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.684189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233595216'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:24.694440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6147a2-01f2-4a07-b16f-c3ed21867973 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=b086ca75-edf7-4508-8c26-921cae38e7ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.718430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-6d467799-913b-478c-b904-a21ae990d686 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebb14eebec04a8aa1327e53eff423c5 HTTP/1.1" status: 200 len: 477 time: 0.1200318 Jul 16 01:57:24.725170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.727308 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a653d4ed-ad29-4241-b41c-ea2b38686d28 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/453d13cf-6cb6-428d-a941-5ae5c82db2c5 HTTP/1.1" status: 204 len: 168 time: 2.3156540 Jul 16 01:57:24.732468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'port': {'device_id': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'admin_state_up': True, 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'security_groups': ['2a66cb72-11b2-4b7b-a07f-19046d488995', 'bb09528a-39ee-4c1e-b013-860838e9602f']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:24.739205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.753739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:24.757218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.806287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f63786b-ca4e-49d6-8f76-34e1b065eaae up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:24.829337 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-06441a5f-6bf5-4ecf-b6dc-bfaa1ea8f930 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:24.835160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-06441a5f-6bf5-4ecf-b6dc-bfaa1ea8f930 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/453d13cf-6cb6-428d-a941-5ae5c82db2c5 HTTP/1.1" status: 404 len: 333 time: 0.0929580 Jul 16 01:57:24.844586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34126) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.887868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:24.888684 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.969734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-c784f249-121b-4cc5-bb24-e65f1bacbc77 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923608 Jul 16 01:57:24.976174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet a5c96167-2efc-4cc3-a588-54edeb31d0d0 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:24.991257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.997297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef374cfd-7697-4309-8f81-2c68589c984b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:25.056976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ef374cfd-7697-4309-8f81-2c68589c984b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:25.103189 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.160140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7881b645-b49b-44a1-bdd2-e7cb97ced189 req-e62c1b57-448c-4d5c-bddd-a2827f1e8eb3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 210 time: 0.0400929 Jul 16 01:57:25.164223 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 7e551a4b-9e66-4925-a1c8-02906c9b12ea associated. External IP: 172.25.7.111, port: ceea788f-f548-4273-878e-a9c3841afa50. Jul 16 01:57:25.164362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Made reservation on behalf of 6ebb14eebec04a8aa1327e53eff423c5 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:25.168127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.193705 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-876a16e0-8f04-44f1-a80f-b4eb1763ce6e req-2fe5d6ba-650a-4a4c-b2ff-99f9014c1a03 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107105 Jul 16 01:57:25.208579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:25.227989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.228636 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 228d56f2-d22e-4740-a54c-91d85632b517 of type vlan for network c5904dae-3e7a-4351-94e9-c00a25ba39d0 Jul 16 01:57:25.281868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.317967 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.332978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b187eb-787b-49f6-9e89-60b01185f1a8 None None] Network 61eea2e8-dd68-4cce-a4e9-1667056bf45c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.408480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.20.0.12 (5de2cb7f-11fd-42d5-ae86-c14f777f1029/4125fbeb-5526-48a4-a80e-2d7afdc09363/da8e4aca-c445-4819-bd00-7205544f129c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:25.414067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.421060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.421812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.422032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.478836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c96167-2efc-4cc3-a588-54edeb31d0d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.490358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.492301 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6880bb28-61f4-4b52-a13b-5f4bd5e57f75 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/a5c96167-2efc-4cc3-a588-54edeb31d0d0 HTTP/1.1" status: 204 len: 168 time: 0.6467109 Jul 16 01:57:25.495169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34130) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.555802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=c5904dae-3e7a-4351-94e9-c00a25ba39d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.565895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e57682c-46d1-4d3f-947c-3c78e6222805 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8878019 Jul 16 01:57:25.568389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.571805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda2164-d109-4fec-a5f4-a810d957c818 None None] Network b086ca75-edf7-4508-8c26-921cae38e7ef requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.579994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:25.629390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:25.660499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.766737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Provisioning for port ef374cfd-7697-4309-8f81-2c68589c984b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:25.770110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda2164-d109-4fec-a5f4-a810d957c818 None None] Network b086ca75-edf7-4508-8c26-921cae38e7ef could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:57:25.784042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47e38f-99f3-4b50-933d-73ab34f54557 None None] Network b086ca75-edf7-4508-8c26-921cae38e7ef requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.788730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Provisioning complete for port ef374cfd-7697-4309-8f81-2c68589c984b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:25.789111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.790186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.817065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.835923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47e38f-99f3-4b50-933d-73ab34f54557 None None] Network b086ca75-edf7-4508-8c26-921cae38e7ef could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:57:25.838555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Transition to ACTIVE for port object da8e4aca-c445-4819-bd00-7205544f129c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:25.876071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80451ffb-802e-40f6-9397-3214ef0f42f4 None None] Network 61eea2e8-dd68-4cce-a4e9-1667056bf45c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.877419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.897994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port ef374cfd-7697-4309-8f81-2c68589c984b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:25.898601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.919124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:25.919920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 is not hosted by any dhcp agent {{(pid=93756) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:57:25.922069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.925907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.926618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.931245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "PUT /v2.0/networks/c5904dae-3e7a-4351-94e9-c00a25ba39d0 HTTP/1.1" status: 200 len: 723 time: 0.3615987 Jul 16 01:57:25.931882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.940938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:26.014456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:26.026056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:26.028440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=da8e4aca-c445-4819-bd00-7205544f129c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.035081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:26.039089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] For port ef374cfd-7697-4309-8f81-2c68589c984b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ef374cfd-7697-4309-8f81-2c68589c984b,segment=NetworkSegment(352cb3e2-e2da-4126-a115-e1ea42f675e7),segment_id=352cb3e2-e2da-4126-a115-e1ea42f675e7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.039418 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.051205 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.080705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for ef374cfd-7697-4309-8f81-2c68589c984b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:26.081116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2356465d-dacb-4339-806a-6ac48cd06e8d details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:26.121379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a116a1-beb5-47b2-85b8-596195eba980 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=c5904dae-3e7a-4351-94e9-c00a25ba39d0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.122857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] For port ef374cfd-7697-4309-8f81-2c68589c984b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ef374cfd-7697-4309-8f81-2c68589c984b,segment=NetworkSegment(352cb3e2-e2da-4126-a115-e1ea42f675e7),segment_id=352cb3e2-e2da-4126-a115-e1ea42f675e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.135339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.136463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:26.136927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:26.137498 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.143036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.168949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.239528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Pushing event updated for resources: {'Port': ['ID=ef374cfd-7697-4309-8f81-2c68589c984b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.242991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f07cc-6a54-4689-bb99-6cf63d8e8b36 None None] DHCP port deletion for 61eea2e8-dd68-4cce-a4e9-1667056bf45c request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:26.252901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-133cd157-537f-491f-add4-fe4de0a66719 None None] Could not find standard attr ID for object 453d13cf-6cb6-428d-a941-5ae5c82db2c5. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:26.253091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.290552 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7147d1cd-67a5-4bbe-9115-9cbc5527d485 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5620639 Jul 16 01:57:26.295080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No DVR routers for this DVR port ef374cfd-7697-4309-8f81-2c68589c984b on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:26.301826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=ef374cfd-7697-4309-8f81-2c68589c984b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.404299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2356465d-dacb-4339-806a-6ac48cd06e8d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2356465d-dacb-4339-806a-6ac48cd06e8d,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.411720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31428091-87a5-4d5a-8f22-e0a4977a5200 req-0250a203-68e3-49a1-9ceb-5cfac51eeb00 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.419443 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31428091-87a5-4d5a-8f22-e0a4977a5200 req-0250a203-68e3-49a1-9ceb-5cfac51eeb00 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 944 time: 0.6977534 Jul 16 01:57:26.429344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'port_id': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'mac_address': 'fa:16:3e:a7:e4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:26.429580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.440391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Request body: {'port': {'device_id': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:26.446186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61eea2e8-dd68-4cce-a4e9-1667056bf45c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.451016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7c16326e-2106-4d2f-b050-b0eec2751540 None None] Provisioning complete for port 6f63786b-ca4e-49d6-8f76-34e1b065eaae triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:26.451702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7c16326e-2106-4d2f-b050-b0eec2751540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.476480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352cb3e2-e2da-4126-a115-e1ea42f675e7') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.476480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352cb3e2-e2da-4126-a115-e1ea42f675e7') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.495599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.504374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.524618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2356465d-dacb-4339-806a-6ac48cd06e8d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:26.548101 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.561377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:26.561581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:26.565448 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:26.569398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.577295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31428091-87a5-4d5a-8f22-e0a4977a5200 req-4104f8be-d884-411e-9838-e2a295528e1f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574750 Jul 16 01:57:26.603790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2356465d-dacb-4339-806a-6ac48cd06e8d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2356465d-dacb-4339-806a-6ac48cd06e8d,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.623837 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.636518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:26.658729 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:26.671769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6f75e-8664-4a8c-9afa-58630672c905 req-6b0f48e3-2812-47e3-a39e-46e3f6c8a4e8 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.673929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b6f75e-8664-4a8c-9afa-58630672c905 req-6b0f48e3-2812-47e3-a39e-46e3f6c8a4e8 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 971 time: 0.2934551 Jul 16 01:57:26.679242 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:26.679949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.711210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2356465d-dacb-4339-806a-6ac48cd06e8d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.724062 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.724825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef374cfd-7697-4309-8f81-2c68589c984b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:26.735060 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:26.735687 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.759481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ef374cfd-7697-4309-8f81-2c68589c984b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:26.760304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef374cfd-7697-4309-8f81-2c68589c984b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:26.766521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.783877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.785934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/61eea2e8-dd68-4cce-a4e9-1667056bf45c HTTP/1.1" status: 204 len: 168 time: 1.2897582 Jul 16 01:57:26.797145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34140) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.803665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5b9fb2fb-24dc-43a7-b94c-14f77c43af53 None None] Provisioning for port da8e4aca-c445-4819-bd00-7205544f129c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:26.804388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.805188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'name': 'tempest-PortsTestJSON-668842322'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:26.809957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5b9fb2fb-24dc-43a7-b94c-14f77c43af53 None None] Provisioning complete for port da8e4aca-c445-4819-bd00-7205544f129c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:26.810765 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb2fb-24dc-43a7-b94c-14f77c43af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.845219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3b6f75e-8664-4a8c-9afa-58630672c905 req-4b3a24f2-2ea9-4747-8cd9-a402c10168f9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0828729 Jul 16 01:57:26.886261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf82e0d-ac51-4412-a978-3dcab6ed05e5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=61eea2e8-dd68-4cce-a4e9-1667056bf45c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.886733 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.890522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.891667 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89168b9-4cdb-48c6-9dc7-43037819cee7 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:26.921995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fb2fb-24dc-43a7-b94c-14f77c43af53 None None] Port da8e4aca-c445-4819-bd00-7205544f129c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:26.950285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=af878c34-3f44-44a6-96bf-7c0527a15767,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.967169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0fe6d5b1-8fa8-45c0-9dad-5278edd2098e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0079403 Jul 16 01:57:26.968199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': '228d56f2-d22e-4740-a54c-91d85632b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:26.968619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: c5904dae-3e7a-4351-94e9-c00a25ba39d0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:26.971221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34142) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.971844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:26.975500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.981547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2356465d-dacb-4339-806a-6ac48cd06e8d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:26.991570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:27.005423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c5904dae-3e7a-4351-94e9-c00a25ba39d0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:27.014249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.015043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.016551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaac40b-8cbb-4e45-8c92-1db98b1dd7e1 None None] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:27.039049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2ce011ad-cebd-4d99-aaa6-f86f1b95dfd2 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1020024 Jul 16 01:57:27.040614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34144) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.049122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.057183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port ee8c8a09-6006-410a-bf73-217061af5eae yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:27.143559 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c8ddc80-1635-4268-afbc-a138fbe2eb0c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/floatingips/7e551a4b-9e66-4925-a1c8-02906c9b12ea HTTP/1.1" status: 200 len: 978 time: 0.1654513 Jul 16 01:57:27.146401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.147985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8e4aca-c445-4819-bd00-7205544f129c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:27.163531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.193860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Transition to ACTIVE for port object da8e4aca-c445-4819-bd00-7205544f129c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:27.214478 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.267456 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4048061'] for subnet, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.285351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c5904dae-3e7a-4351-94e9-c00a25ba39d0', 'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': 'af878c34-3f44-44a6-96bf-7c0527a15767'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:27.286336 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.320923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Pushing event updated for resources: {'Port': ['ID=da8e4aca-c445-4819-bd00-7205544f129c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.333974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-edbe42fb-68f2-482f-a2d6-16510f4e6c1e tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1854544 Jul 16 01:57:27.336965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.341898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'port_id': '84de6dd3-1df3-486b-9497-2cc7a100b995'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.360229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.459037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.481884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.530240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:27.534585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Attempting to bind port da8e4aca-c445-4819-bd00-7205544f129c on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:27.534928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Attempting to bind port da8e4aca-c445-4819-bd00-7205544f129c by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:27.535374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Attempting to bind port da8e4aca-c445-4819-bd00-7205544f129c on network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:27.542843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Port da8e4aca-c445-4819-bd00-7205544f129c on network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:27.543174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Attempting to bind port da8e4aca-c445-4819-bd00-7205544f129c on network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:27.545283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:27.548807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:27.554449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.555089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.557531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=ee8c8a09-6006-410a-bf73-217061af5eae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.566333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:27.566679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Checking segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:27.567061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Bound using segment: {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:27.567499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Bound port: da8e4aca-c445-4819-bd00-7205544f129c, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:27.567865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.586813 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-504597cd-a173-4c63-8ffc-e7d6fe00a774 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7862387 Jul 16 01:57:27.591199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34150) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.637828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] For port da8e4aca-c445-4819-bd00-7205544f129c, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:27.642082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] For port da8e4aca-c445-4819-bd00-7205544f129c, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da8e4aca-c445-4819-bd00-7205544f129c,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:27.650343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.696401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.697220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.699000 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 200 len: 1132 time: 1.3872042 Jul 16 01:57:27.699564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:27.704168 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e417315-8de0-4933-a2d0-95d1feec3026" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "tag": "da8e4aca-c445-4819-bd00-7205544f129c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:27.750389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786739161739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3595569'] for subnet, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.769715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.770323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.772235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "PUT /v2.0/subnets/af878c34-3f44-44a6-96bf-7c0527a15767 HTTP/1.1" status: 200 len: 806 time: 0.7299349 Jul 16 01:57:27.775015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c389bf8-b10c-4756-8e1e-b247af2335e8 service neutron] Pushing event updated for resources: {'Port': ['ID=da8e4aca-c445-4819-bd00-7205544f129c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.776020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Allocated IP 172.20.0.2 (c5904dae-3e7a-4351-94e9-c00a25ba39d0/af878c34-3f44-44a6-96bf-7c0527a15767/7356c172-d617-404b-a497-212a247aa0c1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:27.792759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.799992 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5445e076-ed22-4354-b6e0-db1d0e74f0f5 x-openstack-request-id: req-5445e076-ed22-4354-b6e0-db1d0e74f0f5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:27.800351 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "tag": "da8e4aca-c445-4819-bd00-7205544f129c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:27.800633 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5445e076-ed22-4354-b6e0-db1d0e74f0f5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:27.801048 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c', 'status': 'completed', 'code': 200} Jul 16 01:57:27.868764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-59615a88-cfe9-4de2-b122-0f1328d5b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.870309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-59615a88-cfe9-4de2-b122-0f1328d5b85d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1135 time: 0.0835540 Jul 16 01:57:27.936493 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-fdea5c23-a03b-49c8-9717-85857977c84d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 200 len: 217 time: 0.0548880 Jul 16 01:57:28.010627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-f33020d5-93a0-4251-9289-129faf2af659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.012162 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-f33020d5-93a0-4251-9289-129faf2af659 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4125fbeb-5526-48a4-a80e-2d7afdc09363 HTTP/1.1" status: 200 len: 835 time: 0.0644042 Jul 16 01:57:28.013515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71cf89-4749-494a-8c02-efd4c3fcd402 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=af878c34-3f44-44a6-96bf-7c0527a15767,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.025088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.045189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Transition to ACTIVE for port object 7356c172-d617-404b-a497-212a247aa0c1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:28.069093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Transition to ACTIVE for port object 7356c172-d617-404b-a497-212a247aa0c1 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:28.077298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2356465d-dacb-4339-806a-6ac48cd06e8d up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:28.082276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-44bc15e7-bb7f-4332-a0e3-b9d59a31f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.083965 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-44bc15e7-bb7f-4332-a0e3-b9d59a31f6cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5de2cb7f-11fd-42d5-ae86-c14f777f1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644221 Jul 16 01:57:28.096113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port ee8c8a09-6006-410a-bf73-217061af5eae {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:28.096482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.100447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.161853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:28.168405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:28.174179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:28.177325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Pushing event updated for resources: {'Port': ['ID=7356c172-d617-404b-a497-212a247aa0c1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.191220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-288c94f0-1c8a-46ba-83d9-e6b98365913e service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993724 Jul 16 01:57:28.214352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2356465d-dacb-4339-806a-6ac48cd06e8d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:28.238055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2356465d-dacb-4339-806a-6ac48cd06e8d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:28.238294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.267359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Attempting to bind port 7356c172-d617-404b-a497-212a247aa0c1 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:28.267744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Attempting to bind port 7356c172-d617-404b-a497-212a247aa0c1 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '228d56f2-d22e-4740-a54c-91d85632b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:28.268118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Attempting to bind port 7356c172-d617-404b-a497-212a247aa0c1 on network c5904dae-3e7a-4351-94e9-c00a25ba39d0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:28.280965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:28.282187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Checking segment: {'id': '228d56f2-d22e-4740-a54c-91d85632b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:28.282511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.282919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Bound using segment: {'id': '228d56f2-d22e-4740-a54c-91d85632b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:28.283428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Bound port: 7356c172-d617-404b-a497-212a247aa0c1, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228d56f2-d22e-4740-a54c-91d85632b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c5904dae-3e7a-4351-94e9-c00a25ba39d0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:28.283821 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.305547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2ed5893-2460-41d7-92ca-949d8a2c35d5 req-6a8e909f-d1bf-41a0-a899-7456f36a962a service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078720 Jul 16 01:57:28.390777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] For port 7356c172-d617-404b-a497-212a247aa0c1, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:28.396316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] For port 7356c172-d617-404b-a497-212a247aa0c1, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7356c172-d617-404b-a497-212a247aa0c1,segment=NetworkSegment(228d56f2-d22e-4740-a54c-91d85632b517),segment_id=228d56f2-d22e-4740-a54c-91d85632b517)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:28.399071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.408999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.427740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-f4fc6980-629f-41c5-9da7-f3da2ab6a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.429430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-f4fc6980-629f-41c5-9da7-f3da2ab6a3b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1135 time: 0.0678470 Jul 16 01:57:28.458258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:28.461048 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e068a8-efab-4b7c-9a55-dd31a350dcca" -d '{"events": [{"server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "name": "network-vif-plugged", "status": "completed", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:28.481456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2356465d-dacb-4339-806a-6ac48cd06e8d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2356465d-dacb-4339-806a-6ac48cd06e8d,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:28.493036 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.497705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa611704-1dae-44ee-8151-2c20f3ad5c8c None None] Pushing event updated for resources: {'Port': ['ID=7356c172-d617-404b-a497-212a247aa0c1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.535295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e75d0-80e2-435b-84f5-8d38cf473a8f req-79345857-5d67-47f4-bb82-3434382a2a6f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.537888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a76e75d0-80e2-435b-84f5-8d38cf473a8f req-79345857-5d67-47f4-bb82-3434382a2a6f tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 945 time: 0.7644341 Jul 16 01:57:28.545150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.557870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2356465d-dacb-4339-806a-6ac48cd06e8d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.558809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-cd85f794-05ee-4a5e-8f2c-ffc99fcb2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.560567 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-cd85f794-05ee-4a5e-8f2c-ffc99fcb2123 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 200 len: 898 time: 0.1215930 Jul 16 01:57:28.611055 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-28a366ec-c6ba-48e3-82c6-caf3230979e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 200 len: 217 time: 0.0386353 Jul 16 01:57:28.646984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.671019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-9927cc63-9832-4dd2-bc09-cc33fdd16862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.677499 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-9927cc63-9832-4dd2-bc09-cc33fdd16862 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4125fbeb-5526-48a4-a80e-2d7afdc09363 HTTP/1.1" status: 200 len: 835 time: 0.0608697 Jul 16 01:57:28.738909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for ee8c8a09-6006-410a-bf73-217061af5eae owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:28.757430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-865701d0-ea6f-4f1d-a545-aa579834962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.759135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-865701d0-ea6f-4f1d-a545-aa579834962e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5de2cb7f-11fd-42d5-ae86-c14f777f1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737529 Jul 16 01:57:28.775884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a76e75d0-80e2-435b-84f5-8d38cf473a8f req-21ffdb07-76d0-4a8e-9c4c-8827d1c19c59 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206047 Jul 16 01:57:28.884781 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-050de896-d2e8-44b7-ab0b-34361e2e6239 service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176870 Jul 16 01:57:28.888369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f620-e3d6-47eb-b77e-4b6c48151530 req-33ecefa4-e459-468f-ba26-05a3738d0fbc tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.890008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05b6f620-e3d6-47eb-b77e-4b6c48151530 req-33ecefa4-e459-468f-ba26-05a3738d0fbc tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 983 time: 0.8472886 Jul 16 01:57:28.922072 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d807c-ed20-4d69-a4ba-a9fadf010d02 x-openstack-request-id: req-2b3d807c-ed20-4d69-a4ba-a9fadf010d02 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:28.923009 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "name": "network-vif-plugged", "status": "completed", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:28.923656 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b3d807c-ed20-4d69-a4ba-a9fadf010d02 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:28.923878 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'code': 200} Jul 16 01:57:28.986466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5e417315-8de0-4933-a2d0-95d1feec3026 req-9cd51b90-a0d7-4f6c-bee5-aeeb0d30850e service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941150 Jul 16 01:57:29.002669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port 7356c172-d617-404b-a497-212a247aa0c1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:29.003002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.049484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05b6f620-e3d6-47eb-b77e-4b6c48151530 req-cce725ac-82e3-4da4-937b-d845b861c1f1 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1450446 Jul 16 01:57:29.085085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11997ec4-8c13-4e2f-a987-ce6097ab4cb3 req-be42f396-e398-41cb-bcd8-2cbe90e46d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:29.086676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11997ec4-8c13-4e2f-a987-ce6097ab4cb3 req-be42f396-e398-41cb-bcd8-2cbe90e46d49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.0603199 Jul 16 01:57:29.090184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.121020 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11997ec4-8c13-4e2f-a987-ce6097ab4cb3 req-adf0743d-ab45-4f09-beb9-2cf5b2ea7b9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283723 Jul 16 01:57:29.160446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=ee8c8a09-6006-410a-bf73-217061af5eae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.177053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.resource_extend [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:57:29.180724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.182632 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-97b21c1a-1227-4301-b2e6-339eadbb9779 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/ee8c8a09-6006-410a-bf73-217061af5eae HTTP/1.1" status: 204 len: 168 time: 1.5732272 Jul 16 01:57:29.185302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.191091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'mac_address': 'fa:16:3e:d5:35:b7', 'name': 'tempest-PortsTestJSON-241507606'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:29.235058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port 7356c172-d617-404b-a497-212a247aa0c1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7356c172-d617-404b-a497-212a247aa0c1,segment=NetworkSegment(228d56f2-d22e-4740-a54c-91d85632b517),segment_id=228d56f2-d22e-4740-a54c-91d85632b517)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:29.235656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.256369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for 7356c172-d617-404b-a497-212a247aa0c1 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:29.263151 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.273726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.292999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:29.370205 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.393627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 444b50d5-133b-471a-a7d1-c3ad3a591d18 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:29.433763 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 7e551a4b-9e66-4925-a1c8-02906c9b12ea associated. External IP: 172.25.7.111, port: ceea788f-f548-4273-878e-a9c3841afa50. Jul 16 01:57:29.490649 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:57:29.490649 n-d-791506-20 neutron-server[93755]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jul 16 01:57:29.490649 n-d-791506-20 neutron-server[93755]: [parameters: {'port_id': '444b50d5-133b-471a-a7d1-c3ad3a591d18', 'security_group_id': '527886af-decd-43c8-ae39-108103e6b565'}] Jul 16 01:57:29.490649 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:29.491620 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:29.559827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0c260-9f2d-4c80-9b13-b416a2e40405 None None] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:29.574392 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.585735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-02eb9ea3-a7e7-45c5-97b6-2d5061c19d41 None None] Could not find standard attr ID for object 7356c172-d617-404b-a497-212a247aa0c1. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:29.612876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=7356c172-d617-404b-a497-212a247aa0c1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.693417 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port 7356c172-d617-404b-a497-212a247aa0c1 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:29.786070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.841740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:29.906651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b0a5a-0db8-4974-b8b1-8b7a9ff7f211 None None] Network c5904dae-3e7a-4351-94e9-c00a25ba39d0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:29.921224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.977821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=af878c34-3f44-44a6-96bf-7c0527a15767,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.993313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.036662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port cc1b7138-cb7f-4d85-93b1-bd718ada6d03 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:30.115288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.119613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:30.131149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5904dae-3e7a-4351-94e9-c00a25ba39d0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.160495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a441f-333c-44bb-8645-cb980393a037 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:30.189146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6cad2-cb47-4bf7-a306-e93746ecca28 req-5f449fde-3a95-42a8-9b6e-e822243c5a13 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.190795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9c6cad2-cb47-4bf7-a306-e93746ecca28 req-5f449fde-3a95-42a8-9b6e-e822243c5a13 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.2879822 Jul 16 01:57:30.192779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a441f-333c-44bb-8645-cb980393a037 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:30.193598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-600a441f-333c-44bb-8645-cb980393a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.194338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228d56f2-d22e-4740-a54c-91d85632b517') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.194646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228d56f2-d22e-4740-a54c-91d85632b517') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.238251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.253369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-600a441f-333c-44bb-8645-cb980393a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.274885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a441f-333c-44bb-8645-cb980393a037 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:30.275677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-600a441f-333c-44bb-8645-cb980393a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.294681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.340504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034ea75-8fbe-46d6-bd17-6943402fc7f1 None None] DHCP port deletion for c5904dae-3e7a-4351-94e9-c00a25ba39d0 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:30.345221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-600a441f-333c-44bb-8645-cb980393a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.345872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a441f-333c-44bb-8645-cb980393a037 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:30.346470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9c6cad2-cb47-4bf7-a306-e93746ecca28 req-b3df428e-1e4f-4bcf-9951-2ce5b1524a33 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470535 Jul 16 01:57:30.349575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:30.349995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.353790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:30.353935 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:30.411601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.459455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:30.462795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:30.466169 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.467085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:30.473236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.473875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.477600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=cc1b7138-cb7f-4d85-93b1-bd718ada6d03,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.478190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.479947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/c5904dae-3e7a-4351-94e9-c00a25ba39d0 HTTP/1.1" status: 204 len: 168 time: 2.6800289 Jul 16 01:57:30.487689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.505001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5b65e0d-a9df-4939-99b9-d35387670c20 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3184638 Jul 16 01:57:30.507363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34172) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.525795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26dca-6e89-4845-8421-8b69fad01e5a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=c5904dae-3e7a-4351-94e9-c00a25ba39d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.534798 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c7a44b-75e9-46fb-ae94-bc4e723b51f6 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:30.535428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c7a44b-75e9-46fb-ae94-bc4e723b51f6 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:30.537239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a1c7a44b-75e9-46fb-ae94-bc4e723b51f6 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/c5904dae-3e7a-4351-94e9-c00a25ba39d0 HTTP/1.1" status: 404 len: 339 time: 0.0475633 Jul 16 01:57:30.543558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34174) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.553032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1083952358', 'description': 'd1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:30.572251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc364d2-3834-437e-9ac2-581b7c961da3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.576342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c44204-7c4d-4352-ad00-21991db02c03 req-c1ee5c47-bd6c-4818-afee-bd411486b68d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.576970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-acc364d2-3834-437e-9ac2-581b7c961da3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/cc1b7138-cb7f-4d85-93b1-bd718ada6d03 HTTP/1.1" status: 200 len: 840 time: 0.0652559 Jul 16 01:57:30.577071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29c44204-7c4d-4352-ad00-21991db02c03 req-c1ee5c47-bd6c-4818-afee-bd411486b68d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 983 time: 0.2735550 Jul 16 01:57:30.577071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.596197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:30.599789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.623851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:30.633553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.633895 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 060395ea-75b2-4645-8601-dfed4e9666c5 of type vlan for network b31d2073-0c06-4718-90f5-132a6b7f3a4c Jul 16 01:57:30.675723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:30.676484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.705117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29c44204-7c4d-4352-ad00-21991db02c03 req-1c714172-f89a-4efd-a462-4c02bcd2569f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1168904 Jul 16 01:57:30.707282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.715053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.715801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.757175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2123227 Jul 16 01:57:30.760029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.789247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b9444-80a0-406d-a70d-f292cbdb6798 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=b31d2073-0c06-4718-90f5-132a6b7f3a4c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.800717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b31d2073-0c06-4718-90f5-132a6b7f3a4c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:30.857279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port cc1b7138-cb7f-4d85-93b1-bd718ada6d03 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:30.857629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.924759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193fab1-5670-444b-87fc-f586190fe1de tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.926229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6193fab1-5670-444b-87fc-f586190fe1de tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks?id=b31d2073-0c06-4718-90f5-132a6b7f3a4c HTTP/1.1" status: 200 len: 761 time: 0.1636539 Jul 16 01:57:30.929126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.934509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'description': 'd2'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:30.967325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:30.976034 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.977159 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:30.981202 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.988785 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:30.989655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.015319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for cc1b7138-cb7f-4d85-93b1-bd718ada6d03 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:31.023328 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.033742 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:31.034595 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.071553 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.072501 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c33da-8b8e-4ce4-aee2-1e59178cd53d None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:31.090493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da8e4aca-c445-4819-bd00-7205544f129c details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:31.092919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.108932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.114880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-978a4a43-bf4d-47a0-951c-08363a65ba5d tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/floatingips/7e551a4b-9e66-4925-a1c8-02906c9b12ea HTTP/1.1" status: 200 len: 979 time: 3.7734721 Jul 16 01:57:31.117009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.121599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:31.138923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network b31d2073-0c06-4718-90f5-132a6b7f3a4c is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:57:31.144622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.145119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.149114 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "PUT /v2.0/networks/b31d2073-0c06-4718-90f5-132a6b7f3a4c HTTP/1.1" status: 200 len: 758 time: 0.2163110 Jul 16 01:57:31.149276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34184) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.189776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.208703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port da8e4aca-c445-4819-bd00-7205544f129c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da8e4aca-c445-4819-bd00-7205544f129c,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:31.217750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b934bf-ffc1-4d20-9a8e-1ef7028019d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=b31d2073-0c06-4718-90f5-132a6b7f3a4c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.221320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'da8e4aca-c445-4819-bd00-7205544f129c', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'port_id': 'da8e4aca-c445-4819-bd00-7205544f129c', 'mac_address': 'fa:16:3e:ff:c4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:31.226865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.256059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b31d2073-0c06-4718-90f5-132a6b7f3a4c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:31.273466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5e4e3-4cda-4463-a90c-d63920fb7081 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.278564 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19e5e4e3-4cda-4463-a90c-d63920fb7081 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks?id=b31d2073-0c06-4718-90f5-132a6b7f3a4c HTTP/1.1" status: 200 len: 761 time: 0.1247029 Jul 16 01:57:31.278930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.283963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-876992463'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:31.290327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=cc1b7138-cb7f-4d85-93b1-bd718ada6d03,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.294701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.301143 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.303270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7798a558-ce05-4368-a58b-80fbc15fb1d5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/cc1b7138-cb7f-4d85-93b1-bd718ada6d03 HTTP/1.1" status: 204 len: 168 time: 0.7253330 Jul 16 01:57:31.306377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34188) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.351163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8e4aca-c445-4819-bd00-7205544f129c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:31.364711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:31.366986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.383647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port da8e4aca-c445-4819-bd00-7205544f129c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da8e4aca-c445-4819-bd00-7205544f129c,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:31.393098 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.443515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.456198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.456568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=da8e4aca-c445-4819-bd00-7205544f129c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.456774 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 7e551a4b-9e66-4925-a1c8-02906c9b12ea disassociated. External IP: 172.25.7.111, port: 84de6dd3-1df3-486b-9497-2cc7a100b995. Jul 16 01:57:31.459509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:31.506915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.507269 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 901f9efe-457e-448c-9f8b-417de0f50ce6 of type vlan for network 897b90d4-6c31-4af9-a582-17bb26e20ec1 Jul 16 01:57:31.615191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['da8e4aca-c445-4819-bd00-7205544f129c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:31.733803 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeee621-32ee-4297-9cde-a6bf37fdab7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:31.739728 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-abeee621-32ee-4297-9cde-a6bf37fdab7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/cc1b7138-cb7f-4d85-93b1-bd718ada6d03 HTTP/1.1" status: 404 len: 333 time: 0.4321926 Jul 16 01:57:31.740455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34194) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.745613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'name': 'tempest-PortsTestJSON-1025493269'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:31.844180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:31.849374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.869203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 52ff17d2-08f2-4214-8d9b-e00a1e7ed89c yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:31.995931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.029727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.067585 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.067937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.073383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.073975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.120184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:32.123279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:32.127058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:32.133382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.133990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.148137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=52ff17d2-08f2-4214-8d9b-e00a1e7ed89c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.158319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-744a6a75-89c3-49f2-9ee3-874bdb7b635e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4167798 Jul 16 01:57:32.160964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34196) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.162489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ba03-2a57-4272-9bd8-32fd11571a96 req-9852d320-dea7-45bf-9ba0-64dca187a1c9 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.164022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7373ba03-2a57-4272-9bd8-32fd11571a96 req-9852d320-dea7-45bf-9ba0-64dca187a1c9 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.6427817 Jul 16 01:57:32.166174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:32.180737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8972204 Jul 16 01:57:32.189305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34198) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.194463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': '897b90d4-6c31-4af9-a582-17bb26e20ec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:32.226909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d8a4-b945-4903-b526-e56a1dd0f161 req-a179136c-9591-496e-8e15-8df6d9172a2b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.228415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d7d8a4-b945-4903-b526-e56a1dd0f161 req-a179136c-9591-496e-8e15-8df6d9172a2b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 984 time: 0.2830389 Jul 16 01:57:32.268269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a152b9-85c3-4847-ab04-aa702e24242c tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=897b90d4-6c31-4af9-a582-17bb26e20ec1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.280039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 897b90d4-6c31-4af9-a582-17bb26e20ec1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:32.318546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7373ba03-2a57-4272-9bd8-32fd11571a96 req-755c0692-aff8-491b-b0b5-4a77a47813c3 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430075 Jul 16 01:57:32.328368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.346627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d7d8a4-b945-4903-b526-e56a1dd0f161 req-0358a75e-83bb-4bb0-ae14-bdb952b17ba7 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0841529 Jul 16 01:57:32.357532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:32.372199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:32.376720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.525775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:32.530998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.537289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:32.546242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:32.547736 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.585390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.588721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d91941cb-fd9b-437a-a7b2-1cf56379ba3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/floatingips/7e551a4b-9e66-4925-a1c8-02906c9b12ea HTTP/1.1" status: 200 len: 688 time: 1.4706326 Jul 16 01:57:32.589364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.595052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:32.595669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.603703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830985ea-4ca0-4108-91ff-d153332c7c27 req-31918abd-a327-4fd8-9de8-2568ae609bfd tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.605248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830985ea-4ca0-4108-91ff-d153332c7c27 req-31918abd-a327-4fd8-9de8-2568ae609bfd tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.1252084 Jul 16 01:57:32.619006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.629944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.638409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.639278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa94dc-1cd9-453e-9b80-c00d3267bea5 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:32.700380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] In _notify_port_updated(), no bound segment for port 52ff17d2-08f2-4214-8d9b-e00a1e7ed89c on network 9e8888ba-c770-48fe-a894-97086a64f29d {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:32.706597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.707230 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.708601 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/ports/52ff17d2-08f2-4214-8d9b-e00a1e7ed89c HTTP/1.1" status: 200 len: 818 time: 0.5466690 Jul 16 01:57:32.713175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.736320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.738195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b8720-52f2-416d-bb3c-04e772b2ca45 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=52ff17d2-08f2-4214-8d9b-e00a1e7ed89c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.763946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830985ea-4ca0-4108-91ff-d153332c7c27 req-b60c170a-a615-467d-b371-1a745bc063c3 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273689 Jul 16 01:57:32.803657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=9358dbd0-0008-433d-80e3-4c400032757a,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.810754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': '901f9efe-457e-448c-9f8b-417de0f50ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '897b90d4-6c31-4af9-a582-17bb26e20ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:32.811121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: 897b90d4-6c31-4af9-a582-17bb26e20ec1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:32.829874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network 897b90d4-6c31-4af9-a582-17bb26e20ec1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:32.840782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 897b90d4-6c31-4af9-a582-17bb26e20ec1) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:32.845504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.846110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.853272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee814d8e-37d3-48aa-a447-058baef3691e None None] Network 897b90d4-6c31-4af9-a582-17bb26e20ec1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:32.862715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 83ef2046-4264-46fc-8c49-abab15c072d1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:32.863072 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.872276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14ed1b41-e7fe-49f6-ae26-72d8dd1f1b77 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6817269 Jul 16 01:57:32.874717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34208) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.925494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 52ff17d2-08f2-4214-8d9b-e00a1e7ed89c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:32.925853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.991484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.016480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf25867-8f94-4778-b750-a1b99ed9e3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-897b90d4-6c31-4af9-a582-17bb26e20ec1', 'network_id': '897b90d4-6c31-4af9-a582-17bb26e20ec1', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '9358dbd0-0008-433d-80e3-4c400032757a'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:33.017435 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ebf25867-8f94-4778-b750-a1b99ed9e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.045590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.047479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.074457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 52ff17d2-08f2-4214-8d9b-e00a1e7ed89c owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:33.077361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.077701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.090881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da8e4aca-c445-4819-bd00-7205544f129c up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:33.111415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 83ef2046-4264-46fc-8c49-abab15c072d1 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:33.113999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.125788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d3d16-ad08-4402-a9ba-e7d2ef2fa1af req-1d6c5216-76c6-4d76-aa77-83e9819f0766 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.127339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04d3d16-ad08-4402-a9ba-e7d2ef2fa1af req-1d6c5216-76c6-4d76-aa77-83e9819f0766 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.2383423 Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-ebf25867-8f94-4778-b750-a1b99ed9e3fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9358dbd0-0008-433d-80e3-4c400032757a: This subnet is being modified by another concurrent operation. Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:33.140415 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9358dbd0-0008-433d-80e3-4c400032757a: This subnet is being modified by another concurrent operation. Jul 16 01:57:33.144171 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:57:33.150979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=9358dbd0-0008-433d-80e3-4c400032757a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.166752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44433ba3-12c3-43e7-bef5-a355c8850afb None None] Network 897b90d4-6c31-4af9-a582-17bb26e20ec1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:33.197114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port da8e4aca-c445-4819-bd00-7205544f129c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:33.211959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.223668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897b90d4-6c31-4af9-a582-17bb26e20ec1']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.234985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f9efe-457e-448c-9f8b-417de0f50ce6') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.235237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port da8e4aca-c445-4819-bd00-7205544f129c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:33.235345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f9efe-457e-448c-9f8b-417de0f50ce6') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.235449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.245411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.260373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.268274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:33.268530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d04d3d16-ad08-4402-a9ba-e7d2ef2fa1af req-6ee8c7ec-61b1-4964-bb67-724ae9fe9ee9 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043627 Jul 16 01:57:33.269119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:33.273021 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:33.309319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.318437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.324324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb8bac-1bcf-468a-9cdb-28e1f6e3efac None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:33.357264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=52ff17d2-08f2-4214-8d9b-e00a1e7ed89c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.368360 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.370628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7dc8459b-04ce-4117-a7da-844b4a40c83f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/52ff17d2-08f2-4214-8d9b-e00a1e7ed89c HTTP/1.1" status: 204 len: 168 time: 0.6561580 Jul 16 01:57:33.373689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34216) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.391295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.434066 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.436577 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/897b90d4-6c31-4af9-a582-17bb26e20ec1 HTTP/1.1" status: 204 len: 168 time: 0.5600481 Jul 16 01:57:33.439851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.440220 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.442003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.479025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:33.481628 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3820d7d-2ed0-4970-a321-7deb1598cc6c" -d '{"events": [{"server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "name": "network-vif-plugged", "status": "completed", "tag": "da8e4aca-c445-4819-bd00-7205544f129c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:33.495507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110bab8-afa6-421f-aae5-122e51ca7d8b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=897b90d4-6c31-4af9-a582-17bb26e20ec1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.497781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=83ef2046-4264-46fc-8c49-abab15c072d1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.510656 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-70deb228-3c62-4099-aab2-c5a6b62f5aae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] GET failed (client error): The resource could not be found. Jul 16 01:57:33.512515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-70deb228-3c62-4099-aab2-c5a6b62f5aae tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/subnets/9358dbd0-0008-433d-80e3-4c400032757a HTTP/1.1" status: 404 len: 337 time: 0.0672369 Jul 16 01:57:33.518077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34222) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.544797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port da8e4aca-c445-4819-bd00-7205544f129c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da8e4aca-c445-4819-bd00-7205544f129c,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:33.550035 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860df8f7-cd2d-493c-be60-2c371a6101d6 x-openstack-request-id: req-860df8f7-cd2d-493c-be60-2c371a6101d6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:33.550718 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "name": "network-vif-plugged", "status": "completed", "tag": "da8e4aca-c445-4819-bd00-7205544f129c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:33.551145 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-860df8f7-cd2d-493c-be60-2c371a6101d6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:33.551776 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c', 'code': 200} Jul 16 01:57:33.552407 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c247e3-07ea-4d60-9ceb-71de7150d2e9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:33.553187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c247e3-07ea-4d60-9ceb-71de7150d2e9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:33.559550 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-41c247e3-07ea-4d60-9ceb-71de7150d2e9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/897b90d4-6c31-4af9-a582-17bb26e20ec1 HTTP/1.1" status: 404 len: 339 time: 0.0353787 Jul 16 01:57:33.559768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.564462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34224) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.594930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb8bac-1bcf-468a-9cdb-28e1f6e3efac None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:33.628386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0210ff-81e9-4992-b956-5b1dad670c37 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.629956 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b0210ff-81e9-4992-b956-5b1dad670c37 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2553148 Jul 16 01:57:33.635786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34226) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.639887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=da8e4aca-c445-4819-bd00-7205544f129c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.645325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.648544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.653122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7f3872fc-6985-49b9-9fc3-cbb2283bfba5 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e551a4b-9e66-4925-a1c8-02906c9b12ea HTTP/1.1" status: 204 len: 168 time: 1.0592952 Jul 16 01:57:33.657069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.696157 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-6ec05cbd-2c64-40e3-9c80-46de47458f8f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] delete failed (client error): The resource could not be found. Jul 16 01:57:33.700916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6ec05cbd-2c64-40e3-9c80-46de47458f8f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e551a4b-9e66-4925-a1c8-02906c9b12ea HTTP/1.1" status: 404 len: 345 time: 0.0391824 Jul 16 01:57:33.701657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.737109 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e748a9e-b91c-47d9-8831-014510db2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:33.739018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0e748a9e-b91c-47d9-8831-014510db2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/52ff17d2-08f2-4214-8d9b-e00a1e7ed89c HTTP/1.1" status: 404 len: 333 time: 0.0907667 Jul 16 01:57:33.746163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34232) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.752489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1225808411'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.763788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826656e-d30f-4b40-a965-5d8c0ef2541a req-b52ed949-4f37-4f21-b58e-4217f92869d2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.765494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b826656e-d30f-4b40-a965-5d8c0ef2541a req-b52ed949-4f37-4f21-b58e-4217f92869d2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 985 time: 0.2289884 Jul 16 01:57:33.788413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13615170-45a4-4088-8e5d-1571970870db tempest-TestServerBasicOps-1834794962 tempest-TestServerBasicOps-1834794962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.790101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-13615170-45a4-4088-8e5d-1571970870db tempest-TestServerBasicOps-1834794962 tempest-TestServerBasicOps-1834794962-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1093 time: 0.4691696 Jul 16 01:57:33.796475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34234) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.803087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.843694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7416c76-a3af-4559-8b14-e4d00a6d5b5d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.845258 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a7416c76-a3af-4559-8b14-e4d00a6d5b5d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2718806 Jul 16 01:57:33.849315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:33.849500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34236) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.853171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.865226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b826656e-d30f-4b40-a965-5d8c0ef2541a req-1a038abd-8150-488a-aa66-0d1e0caad5a0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0846822 Jul 16 01:57:33.880788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0af231-f419-489d-be8a-d20fb121ccee req-60af583a-2dac-49e6-b933-02624835382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.882575 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da0af231-f419-489d-be8a-d20fb121ccee req-60af583a-2dac-49e6-b933-02624835382a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1137 time: 0.2505379 Jul 16 01:57:33.887435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.913125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800aeb4-3427-4cee-9d27-db03494ddc01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.919129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800aeb4-3427-4cee-9d27-db03494ddc01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.923962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:33.925313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800aeb4-3427-4cee-9d27-db03494ddc01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.930427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0800aeb4-3427-4cee-9d27-db03494ddc01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/ports?network_id=06d78a11-ae81-45d9-954e-a5822aff2e4b HTTP/1.1" status: 200 len: 2359 time: 0.2242305 Jul 16 01:57:33.930427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-edd4300f-b5a2-4ebb-b11b-65468a26fdb4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52 HTTP/1.1" status: 200 len: 207 time: 0.0783379 Jul 16 01:57:33.930689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34238) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.933440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34240) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.972011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.972368 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment 339406a8-4404-497f-9740-ddf4c427470d of type vlan for network 290b14ec-bd27-4b76-b0b6-1e81381725cb Jul 16 01:57:33.986705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b704ffb9-dbe8-4eb5-8c25-199dda970e29 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.988120 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b704ffb9-dbe8-4eb5-8c25-199dda970e29 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/subnets/31938f5f-faa3-4b1f-9abc-532e537ab002 HTTP/1.1" status: 200 len: 797 time: 0.0565476 Jul 16 01:57:33.993077 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.998288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'port': {'network_id': '06d78a11-ae81-45d9-954e-a5822aff2e4b', 'name': 'tempest-FloatingIPTestJSON-1948482048', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:34.007911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da0af231-f419-489d-be8a-d20fb121ccee req-2b22cc73-8126-4b97-bf1f-aa2afad9c449 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1154914 Jul 16 01:57:34.088099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.120823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:34.186063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d1648-2e32-4799-873c-47199caa3b22 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.192647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d1648-2e32-4799-873c-47199caa3b22 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.198816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d1648-2e32-4799-873c-47199caa3b22 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.205249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d1648-2e32-4799-873c-47199caa3b22 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.206936 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e31d1648-2e32-4799-873c-47199caa3b22 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2668917 Jul 16 01:57:34.210683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34244) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.210949 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.212821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.218213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.218828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.228403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] device_id is not set on port b1e7eebf-c830-4596-99f5-05b8864a0a9c yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:34.302029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5539565 Jul 16 01:57:34.310302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34246) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.316982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:34.370065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b5fe2-9472-4ec6-b85c-925517f7ce7d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=290b14ec-bd27-4b76-b0b6-1e81381725cb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.382148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:34.391408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.427566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a1d9426-3a41-4bc4-8aa6-491e15d0d7d8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2152498 Jul 16 01:57:34.438490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.530284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Allocated IP 172.25.7.130 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/da994be2-a5a9-4d3e-8f61-45c6da7f9374) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:34.554165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37735c-2c75-4811-aa3e-e76c7abc8350 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.555891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37735c-2c75-4811-aa3e-e76c7abc8350 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.561152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf37735c-2c75-4811-aa3e-e76c7abc8350 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1161745 Jul 16 01:57:34.562985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34250) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.570219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:34.573670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.652007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fdff5a-d3ff-4c32-a0a5-d35dc63c3d13 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.654458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fdff5a-d3ff-4c32-a0a5-d35dc63c3d13 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.656613 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-53fdff5a-d3ff-4c32-a0a5-d35dc63c3d13 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0921028 Jul 16 01:57:34.661975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34252) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.746229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.14 (06d78a11-ae81-45d9-954e-a5822aff2e4b/31938f5f-faa3-4b1f-9abc-532e537ab002/b1e7eebf-c830-4596-99f5-05b8864a0a9c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:34.756730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.758631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.13 (06d78a11-ae81-45d9-954e-a5822aff2e4b/31938f5f-faa3-4b1f-9abc-532e537ab002/b1e7eebf-c830-4596-99f5-05b8864a0a9c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:34.811024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb26fbe6-1d00-4993-b98c-97ed360937d3 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.818080 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb26fbe6-1d00-4993-b98c-97ed360937d3 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks/86876a76-7aec-4e92-8a83-b3af5bb82825 HTTP/1.1" status: 200 len: 800 time: 0.1495154 Jul 16 01:57:34.818383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34254) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.902007 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.923494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.950864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:34.964882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:34.973033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:34.994349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'Port': ['ID=da994be2-a5a9-4d3e-8f61-45c6da7f9374,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.003191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-70968e66-2340-47d2-a25b-a9d7c14bd5a0 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/networks/86876a76-7aec-4e92-8a83-b3af5bb82825?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1834869 Jul 16 01:57:35.006213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34258) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.075204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.098328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc14b8-f7c6-468f-95b4-e3a865a5b1a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.098570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': '339406a8-4404-497f-9740-ddf4c427470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:35.098687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 290b14ec-bd27-4b76-b0b6-1e81381725cb, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:35.099704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-69bc14b8-f7c6-468f-95b4-e3a865a5b1a9 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/subnets/6c904b7f-5fad-4cc9-9643-9edd82776314 HTTP/1.1" status: 200 len: 811 time: 0.0925689 Jul 16 01:57:35.103436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.117749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.147036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:35.170265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866622-30a2-48db-ad94-21c27ce01b26 req-72898b5f-0368-4080-846a-d79fb7c63076 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.171858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a866622-30a2-48db-ad94-21c27ce01b26 req-72898b5f-0368-4080-846a-d79fb7c63076 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 985 time: 0.1605680 Jul 16 01:57:35.176283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 290b14ec-bd27-4b76-b0b6-1e81381725cb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:35.186031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13284f26-3a99-469c-bab4-1aabb3ec956b None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:35.191457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6a89e-94af-4833-b06f-e997aa004cd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['shared'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.196190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9da6a89e-94af-4833-b06f-e997aa004cd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "GET /v2.0/subnets/6c904b7f-5fad-4cc9-9643-9edd82776314?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0886536 Jul 16 01:57:35.196360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.196360 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.196590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34262) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.201372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847492546'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.230489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7bc8e81c-e9e2-4cff-b5d5-3733e87c6d56 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9190185 Jul 16 01:57:35.237448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.243129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.249247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.282882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a866622-30a2-48db-ad94-21c27ce01b26 req-aab1735c-3d3a-46ce-b801-d73771c290fe tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0999765 Jul 16 01:57:35.295515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:35.299761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.350443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:35.381322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-290b14ec-bd27-4b76-b0b6-1e81381725cb', 'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': '81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:35.382606 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.386889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:35.394229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:35.404414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=b1e7eebf-c830-4596-99f5-05b8864a0a9c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.425580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:35.450613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.450613 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Added segment 2c919ec0-6385-4dc0-a725-67741141c008 of type vlan for network ec638eb3-301c-4bb5-8c06-a17e7ed1debd Jul 16 01:57:35.536594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.551947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Allocated IP 172.20.0.2 (290b14ec-bd27-4b76-b0b6-1e81381725cb/81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f/5f075457-8527-4e93-aa3d-9c1bf0ec53e8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:35.607795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.613037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.619086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.619715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.701813 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5042899 Jul 16 01:57:35.705767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34268) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.710179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.712828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.720085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Transition to ACTIVE for port object 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:35.736825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Transition to ACTIVE for port object 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:35.745873 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.748031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106a1af-b53f-49b4-9453-0b69f8ff8d36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Network': ['ID=ec638eb3-301c-4bb5-8c06-a17e7ed1debd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.791886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Pushing event updated for resources: {'Port': ['ID=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.803604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network ec638eb3-301c-4bb5-8c06-a17e7ed1debd details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:35.851658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.856069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.856725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.882540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:35.884659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:35.887927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:35.893675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:35.897304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.905512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-46dc9abe-9bf7-4e56-bddc-be8b924d6317 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9112825 Jul 16 01:57:35.909191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34270) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.913990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'b1e7eebf-c830-4596-99f5-05b8864a0a9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.946695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91cbc4-8652-449e-a839-b09f9ab159f7 req-f21fb4de-8718-4340-a4c5-3299ec5077b7 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.948221 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c91cbc4-8652-449e-a839-b09f9ab159f7 req-f21fb4de-8718-4340-a4c5-3299ec5077b7 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 985 time: 0.4954562 Jul 16 01:57:35.959470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Made reservation on behalf of e94dc0d49dd943a783f6d63daa5b783d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:35.963357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.965978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Attempting to bind port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:35.966472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Attempting to bind port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '339406a8-4404-497f-9740-ddf4c427470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:35.966988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Attempting to bind port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 on network 290b14ec-bd27-4b76-b0b6-1e81381725cb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:35.975281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:35.975809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Checking segment: {'id': '339406a8-4404-497f-9740-ddf4c427470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:35.976204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.976638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Bound using segment: {'id': '339406a8-4404-497f-9740-ddf4c427470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:35.977271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Bound port: 5f075457-8527-4e93-aa3d-9c1bf0ec53e8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339406a8-4404-497f-9740-ddf4c427470d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:35.978265 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.028638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c91cbc4-8652-449e-a839-b09f9ab159f7 req-a83a60f8-58b9-4210-9b95-a8a993c7364d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0537367 Jul 16 01:57:36.035780 n-d-791506-20 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f (CIDR: 172.20.0.0/28) Jul 16 01:57:36.040197 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:36.040841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:36.057716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b0ccb310-ec78-40ee-8da6-a9ddf0a13416 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8189719 Jul 16 01:57:36.060300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.066987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Performing IP validity checks on allocation pools {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:57:36.067253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] For port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:36.067504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:57:36.068443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.069879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.072146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] For port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,segment=NetworkSegment(339406a8-4404-497f-9740-ddf4c427470d),segment_id=339406a8-4404-497f-9740-ddf4c427470d)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:36.079951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.172611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cbb13-7f80-4a46-9755-e4b02f14a776 None None] Pushing event updated for resources: {'Port': ['ID=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.256059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.268752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.303455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:36.306981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.362543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce363-dee5-41ff-9709-dda1a2d15cb9 req-99b71db6-7037-4d03-97c6-d81206b73579 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.364473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-694ce363-dee5-41ff-9709-dda1a2d15cb9 req-99b71db6-7037-4d03-97c6-d81206b73579 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1137 time: 0.1597137 Jul 16 01:57:36.429691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-694ce363-dee5-41ff-9709-dda1a2d15cb9 req-3cc564fa-4dbe-4881-a344-b4ddad95a9d1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.643233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-694ce363-dee5-41ff-9709-dda1a2d15cb9 req-3cc564fa-4dbe-4881-a344-b4ddad95a9d1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.648662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-694ce363-dee5-41ff-9709-dda1a2d15cb9 req-3cc564fa-4dbe-4881-a344-b4ddad95a9d1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.691936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:36.696895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-694ce363-dee5-41ff-9709-dda1a2d15cb9 req-3cc564fa-4dbe-4881-a344-b4ddad95a9d1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2929137 Jul 16 01:57:36.702112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc564fa-4dbe-4881-a344-b4ddad95a9d1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2dc78b-09fb-4655-84f2-0fd45604cd82,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.706457 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.739916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.765011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:36.768589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:36.773039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.773515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.779073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=8044c597-f8ea-4205-9155-32e945f31f35,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.781326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:36.797038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6612b7bd-4ce5-48f4-a741-eb4614dfd2a3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7351682 Jul 16 01:57:36.797863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.802971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb', 'fixed_ips': [{'subnet_id': '81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f'}, {'subnet_id': '8044c597-f8ea-4205-9155-32e945f31f35'}], 'name': 'tempest-PortsTestJSON-1611990182'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.831811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event updated for resources: {'Port': ['ID=da994be2-a5a9-4d3e-8f61-45c6da7f9374,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.848077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.854165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.898107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.915304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:37.019531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.039582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port d8847a8f-b0af-4d42-86b6-d0b0de789c56 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:37.065923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=51a74dad-eae8-4fde-9b8a-e65cead1274f,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.083694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2d4e2-eb58-49a2-bc8b-02e92f081058 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.085212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-55b2d4e2-eb58-49a2-bc8b-02e92f081058 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1132 time: 0.3426008 Jul 16 01:57:37.088477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.093510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'da8e4aca-c445-4819-bd00-7205544f129c', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:37.138644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Checking segment: {'id': '2c919ec0-6385-4dc0-a725-67741141c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:37.138806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network hostable DHCP agents. Network: ec638eb3-301c-4bb5-8c06-a17e7ed1debd, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:37.144157 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Floating IP 9f48a9d9-84c6-45e3-9fbd-c2db0d73179c associated. External IP: 172.25.7.130, port: 2356465d-dacb-4339-806a-6ac48cd06e8d. Jul 16 01:57:37.162908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.204983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.191 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e9b20320-f6d1-49a2-9e14-22ebe66e40ac) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:37.264947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Network ec638eb3-301c-4bb5-8c06-a17e7ed1debd is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:37.302844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, ec638eb3-301c-4bb5-8c06-a17e7ed1debd) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:37.308083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.309450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.310962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80027ef0-5b64-4bdf-8592-9c0637389ea0 None None] Network ec638eb3-301c-4bb5-8c06-a17e7ed1debd requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:37.373120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3b1a0727-07aa-4c99-ba3e-b809a8f44587 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6661780 Jul 16 01:57:37.379980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.385330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca2c8d-60a9-459e-b950-36b26981222a None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:37.387017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:37.410048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.427188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.11 (290b14ec-bd27-4b76-b0b6-1e81381725cb/81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f/d8847a8f-b0af-4d42-86b6-d0b0de789c56) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:37.470657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.20 (290b14ec-bd27-4b76-b0b6-1e81381725cb/8044c597-f8ea-4205-9155-32e945f31f35/d8847a8f-b0af-4d42-86b6-d0b0de789c56) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:37.510906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.528576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] Provisioning for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:37.559040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] Provisioning complete for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:37.559562 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.601200 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59092862'] for subnet, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.643866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-ec638eb3-301c-4bb5-8c06-a17e7ed1debd', 'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd', 'tenant_id': 'e94dc0d49dd943a783f6d63daa5b783d', 'fixed_ips': [{'subnet_id': '51a74dad-eae8-4fde-9b8a-e65cead1274f'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:37.645091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.655872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Router f6629aa7-d3bc-4379-93c0-5db161773c7c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:37.671624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.675892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.695955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object d8847a8f-b0af-4d42-86b6-d0b0de789c56 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:37.703934 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.770789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.25.7.10 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/78e93869-740c-47f0-b04c-95ed6df3d4ee) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:37.796018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:37.807377 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.809789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:37.822831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:37.877942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=e9b20320-f6d1-49a2-9e14-22ebe66e40ac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.892351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=d8847a8f-b0af-4d42-86b6-d0b0de789c56,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.932124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:37.941894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:37.953004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:37.969719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:37.970061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.988203 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] Sync routers for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:37.998057 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:37.998848 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.010006 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.017067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] For port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,segment=NetworkSegment(339406a8-4404-497f-9740-ddf4c427470d),segment_id=339406a8-4404-497f-9740-ddf4c427470d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:38.024363 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.026807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.066014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.086487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786739161739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58844880'] for subnet, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.111292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f78ab-1bf5-43cb-b2d8-02c1ac257bc9 None None] Pushing event updated for resources: {'Port': ['ID=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.125948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:38.129388 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=78e93869-740c-47f0-b04c-95ed6df3d4ee,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.132355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:38.136646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:38.140044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:38.150137 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bf5cf9a4-c2fa-470d-b1de-12cde3fb7193 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3510418 Jul 16 01:57:38.160364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:38.162707 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:38.186480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event updated for resources: {'Subnet': ['ID=51a74dad-eae8-4fde-9b8a-e65cead1274f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.197809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.198611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.200142 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35535180-e624-4025-b6ab-ddd831c37fd5 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "PUT /v2.0/subnets/51a74dad-eae8-4fde-9b8a-e65cead1274f HTTP/1.1" status: 200 len: 877 time: 0.8192310 Jul 16 01:57:38.214380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Allocated IP 172.20.0.3 (ec638eb3-301c-4bb5-8c06-a17e7ed1debd/51a74dad-eae8-4fde-9b8a-e65cead1274f/37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:38.241122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34288) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.256404 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e8ecb4-106a-4a80-a12e-012b372ad31c x-openstack-request-id: req-70e8ecb4-106a-4a80-a12e-012b372ad31c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:38.256854 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:38.257210 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70e8ecb4-106a-4a80-a12e-012b372ad31c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:38.258134 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'status': 'completed', 'code': 200} Jul 16 01:57:38.377893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.386834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Transition to ACTIVE for port object 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:38.403517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Transition to ACTIVE for port object 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:38.437558 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.457960 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '9f48a9d9-84c6-45e3-9fbd-c2db0d73179c', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'port_id': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'mac_address': 'fa:16:3e:a7:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:35Z', 'updated_at': '2021-07-16T01:57:35Z', 'revision_number': 0, 'project_id': '60979e2499674858bd78763eb4d53a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:57:02Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.496144 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] Checking router: f6629aa7-d3bc-4379-93c0-5db161773c7c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:38.506573 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:38.507816 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.508208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Network ec638eb3-301c-4bb5-8c06-a17e7ed1debd is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:38.513614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.516522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Pushing event updated for resources: {'Port': ['ID=37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.519648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:38.524111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:38.527467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Update dhcp port {'port': {'network_id': '290b14ec-bd27-4b76-b0b6-1e81381725cb', 'fixed_ips': [{'subnet_id': '81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f', 'ip_address': '172.20.0.2'}, {'subnet_id': '8044c597-f8ea-4205-9155-32e945f31f35'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '5f075457-8527-4e93-aa3d-9c1bf0ec53e8'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:57:38.531629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-4b963fc2-2ddb-4ad6-ad6e-33caa4c0360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.533565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-4b963fc2-2ddb-4ad6-ad6e-33caa4c0360e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.2342696 Jul 16 01:57:38.544384 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.608379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.610361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.617131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Attempting to bind port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:38.617512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Attempting to bind port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2c919ec0-6385-4dc0-a725-67741141c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:38.617880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Attempting to bind port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 on network ec638eb3-301c-4bb5-8c06-a17e7ed1debd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:38.619783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.633549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:38.633967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Checking segment: {'id': '2c919ec0-6385-4dc0-a725-67741141c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:38.634347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.634751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Bound using segment: {'id': '2c919ec0-6385-4dc0-a725-67741141c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:38.635253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Bound port: 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c919ec0-6385-4dc0-a725-67741141c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ec638eb3-301c-4bb5-8c06-a17e7ed1debd'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:38.635640 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.639904 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:38.653137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7dae9a3a-55de-4244-9589-dae19628e625 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8541987 Jul 16 01:57:38.655555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34290) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.661110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:38.712614 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.739177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:38.813939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.841219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-0aef5063-cf14-4c65-8134-c74fb87844e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.842720 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-0aef5063-cf14-4c65-8134-c74fb87844e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 909 time: 0.2529306 Jul 16 01:57:38.910877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] For port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:38.917864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] For port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48,segment=NetworkSegment(2c919ec0-6385-4dc0-a725-67741141c008),segment_id=2c919ec0-6385-4dc0-a725-67741141c008)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:38.919412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:38.920086 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.937609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:38.938248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.949590 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '9f48a9d9-84c6-45e3-9fbd-c2db0d73179c', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'port_id': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'mac_address': 'fa:16:3e:a7:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:35Z', 'updated_at': '2021-07-16T01:57:35Z', 'revision_number': 0, 'project_id': '60979e2499674858bd78763eb4d53a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:57:02Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.950027 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.963177 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.987877 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8db20d-57c5-4c78-ba61-1a24d237b126 None None] The sync data for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 is: [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '9f48a9d9-84c6-45e3-9fbd-c2db0d73179c', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'port_id': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'mac_address': 'fa:16:3e:a7:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:35Z', 'updated_at': '2021-07-16T01:57:35Z', 'revision_number': 0, 'project_id': '60979e2499674858bd78763eb4d53a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:57:02Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:39.060079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4c234-6690-4ba0-bd53-e58f24f3b45c None None] Pushing event updated for resources: {'Port': ['ID=37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.105757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Allocated IP 172.20.0.18 (290b14ec-bd27-4b76-b0b6-1e81381725cb/8044c597-f8ea-4205-9155-32e945f31f35/5f075457-8527-4e93-aa3d-9c1bf0ec53e8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:39.114594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.125367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.228228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.338900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] For port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,segment=NetworkSegment(339406a8-4404-497f-9740-ddf4c427470d),segment_id=339406a8-4404-497f-9740-ddf4c427470d)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:39.373864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde44d04-0938-4d3c-8217-44cb21ff6520 None None] New status for floating IP 9f48a9d9-84c6-45e3-9fbd-c2db0d73179c: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:39.388023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=78e93869-740c-47f0-b04c-95ed6df3d4ee,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.442224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.477351 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Floating IP 89e85f16-d6e2-461d-8872-45ffd86d4920 associated. External IP: 172.25.7.10, port: da8e4aca-c445-4819-bd00-7205544f129c. Jul 16 01:57:39.505127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Transition to ACTIVE for port object 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:39.514277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.529254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-03c84b20-9b94-4c1e-a5a2-b2e54bc0f769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 1000 time: 0.6600225 Jul 16 01:57:39.607213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48,segment=NetworkSegment(2c919ec0-6385-4dc0-a725-67741141c008),segment_id=2c919ec0-6385-4dc0-a725-67741141c008)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:39.607584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.637183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Delete allocated IP 172.20.0.20 (290b14ec-bd27-4b76-b0b6-1e81381725cb/8044c597-f8ea-4205-9155-32e945f31f35) {{(pid=93756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:57:39.651640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:39.662715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-95b53560-95ca-43cd-bf9d-aead8a23399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.664307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-95b53560-95ca-43cd-bf9d-aead8a23399a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.1265910 Jul 16 01:57:39.672984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854ad90-bcaa-40e3-8877-2fef5039d035 None None] Pushing event updated for resources: {'Port': ['ID=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.719509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.875564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-3fd57bbf-0078-445a-92b3-55870b57448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.877041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-3fd57bbf-0078-445a-92b3-55870b57448a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061598 Jul 16 01:57:39.888551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router f165f1b8-8c4f-4b37-8c54-677ee4851910 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:39.951494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.975196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Ignored duplicate provisioning block setup for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:57:39.982495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.050959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.102771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=d8847a8f-b0af-4d42-86b6-d0b0de789c56,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.110798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.139594 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-6566218a-a01a-4872-9c2f-e97a09aaee74 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529831 Jul 16 01:57:40.146578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:40.161285 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] Sync routers for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:40.171561 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b081ba78-d970-42de-9a41-f3dc66fe518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.177711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:40.178859 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:40.184380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] In _notify_port_updated(), no bound segment for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 on network 290b14ec-bd27-4b76-b0b6-1e81381725cb {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:40.190800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.191478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.195955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.198574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34292) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:40.205862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a901ddcf-1144-42cc-abd3-220d984703d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/ports/d8847a8f-b0af-4d42-86b6-d0b0de789c56 HTTP/1.1" status: 200 len: 920 time: 1.5483923 Jul 16 01:57:40.208178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.237492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f'}, {'subnet_id': '8044c597-f8ea-4205-9155-32e945f31f35'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:40.254437 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.259206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5191b0f8-1774-4cc7-be21-e911408aa622 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1695943 Jul 16 01:57:40.259805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:40.262119 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b11d3-07d3-408f-ba18-7b9100476562" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "tag": "da8e4aca-c445-4819-bd00-7205544f129c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:40.264787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:40.338556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:40.402442 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:40.559410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.633085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dfc1c1-4f7b-4590-9919-a467481efc45 None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:40.730402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea40a9-6003-4b2b-8d8f-ea05321a7992 None None] Network ec638eb3-301c-4bb5-8c06-a17e7ed1debd requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:40.735221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:40.775463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=e9b20320-f6d1-49a2-9e14-22ebe66e40ac,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.830463 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '89e85f16-d6e2-461d-8872-45ffd86d4920', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'port_id': 'da8e4aca-c445-4819-bd00-7205544f129c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'mac_address': 'fa:16:3e:ff:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:38Z', 'updated_at': '2021-07-16T01:57:38Z', 'revision_number': 0, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:23Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:40.846007 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d007047-82a3-4aae-8f11-e1d037c6dca4 x-openstack-request-id: req-6d007047-82a3-4aae-8f11-e1d037c6dca4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:40.846593 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "tag": "da8e4aca-c445-4819-bd00-7205544f129c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:40.846593 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d007047-82a3-4aae-8f11-e1d037c6dca4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:40.846941 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c', 'status': 'completed', 'code': 200} Jul 16 01:57:40.861117 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] Checking router: f165f1b8-8c4f-4b37-8c54-677ee4851910 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:40.875016 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:40.876452 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:40.901744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.902233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.902717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.903187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.903655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.904121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.904608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.905074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.905539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.906314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.906777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.907241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.909535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-26bcba7f-d725-4bb7-82ea-0f9cb22c5fa1 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8406 time: 0.6437452 Jul 16 01:57:40.912282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:40.988136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.988136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.988706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.989007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.989466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.990293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.990413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.990798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.991400 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.992639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.993094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.995549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-75fe836c-a827-4c2e-8402-9e4f9d967adf tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7059 time: 0.0820470 Jul 16 01:57:40.998836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34302) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.029337 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a85cfa7-1968-45bc-8615-a788aa1dcd6a req-bd6e7652-8415-447b-ba02-333648db469d service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8793857 Jul 16 01:57:41.031866 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:41.032244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b11d3-07d3-408f-ba18-7b9100476562 req-ee500ef5-a7fd-40d8-b82f-e683ede0f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.033875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-ee500ef5-a7fd-40d8-b82f-e683ede0f3e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1137 time: 0.3745370 Jul 16 01:57:41.041598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.075381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4c9f1bc-55c3-42ca-8094-31f3a68f2e7d None None] Provisioning for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:41.137112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4c9f1bc-55c3-42ca-8094-31f3a68f2e7d None None] Provisioning complete for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:41.137488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f1bc-55c3-42ca-8094-31f3a68f2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.148953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b11d3-07d3-408f-ba18-7b9100476562 req-ed46c1ce-4617-4632-a01c-57a8af45b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.150618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-ed46c1ce-4617-4632-a01c-57a8af45b973 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 200 len: 898 time: 0.1020982 Jul 16 01:57:41.303940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:41.305076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.334349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.431039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7267b479-5d44-4e98-8259-bab769a6daba tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.4221585 Jul 16 01:57:41.431862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34304) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.444155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b09ed2b7-8bb0-46c2-aeb5-e7c86f1fcc52 None None] Could not find standard attr ID for object 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:41.506916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '89e85f16-d6e2-461d-8872-45ffd86d4920', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'port_id': 'da8e4aca-c445-4819-bd00-7205544f129c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'mac_address': 'fa:16:3e:ff:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:38Z', 'updated_at': '2021-07-16T01:57:38Z', 'revision_number': 0, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:23Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:41.511107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.547184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c49d22-834d-418d-a6ea-ae259ff55bf0 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.548806 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2eacdc-f6e1-4a70-bc10-df5fa9121cee None None] The sync data for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 is: [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '89e85f16-d6e2-461d-8872-45ffd86d4920', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'port_id': 'da8e4aca-c445-4819-bd00-7205544f129c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'mac_address': 'fa:16:3e:ff:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:38Z', 'updated_at': '2021-07-16T01:57:38Z', 'revision_number': 0, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:23Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:41.549532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c49d22-834d-418d-a6ea-ae259ff55bf0 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.565642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90c49d22-834d-418d-a6ea-ae259ff55bf0 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f165f1b8-8c4f-4b37-8c54-677ee4851910 HTTP/1.1" status: 200 len: 1992 time: 0.1325958 Jul 16 01:57:41.649200 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.668190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec638eb3-301c-4bb5-8c06-a17e7ed1debd']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:41.670763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=51a74dad-eae8-4fde-9b8a-e65cead1274f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.703749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba00c67-43e8-483a-abcc-f42d891fd6af None None] Network ec638eb3-301c-4bb5-8c06-a17e7ed1debd requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:41.729978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c919ec0-6385-4dc0-a725-67741141c008') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:41.730285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c919ec0-6385-4dc0-a725-67741141c008') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:41.733539 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-9ad1b5c3-a69a-40a0-aa5c-c81cadd0868b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 200 len: 999 time: 0.5733047 Jul 16 01:57:41.766856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.852813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.883480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b37ed1b5-fa91-40da-9446-731c02129d13 None None] Provisioning complete for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:41.883806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b37ed1b5-fa91-40da-9446-731c02129d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.888127 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 8567f89e-cae7-483d-8e90-cba60b7ff862 associated. External IP: 172.25.7.191, port: b1e7eebf-c830-4596-99f5-05b8864a0a9c. Jul 16 01:57:41.941153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c230a70-553d-45e5-ba87-51fdcb27d715 None None] New status for floating IP 89e85f16-d6e2-461d-8872-45ffd86d4920: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:41.943014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436ab56-ed27-4f3c-a46b-66d4cb8597cf None None] DHCP port deletion for ec638eb3-301c-4bb5-8c06-a17e7ed1debd request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:41.947151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b11d3-07d3-408f-ba18-7b9100476562 req-7091ecbb-f7e3-4767-a8ac-e77b96686d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.948997 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-7091ecbb-f7e3-4767-a8ac-e77b96686d5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4125fbeb-5526-48a4-a80e-2d7afdc09363 HTTP/1.1" status: 200 len: 835 time: 0.2001374 Jul 16 01:57:41.954444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:41.954956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:41.958325 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:42.136080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.156940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.163912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/ec638eb3-301c-4bb5-8c06-a17e7ed1debd HTTP/1.1" status: 204 len: 168 time: 3.9153571 Jul 16 01:57:42.164414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34308) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.173919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b37ed1b5-fa91-40da-9446-731c02129d13 None None] Provisioning for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:42.178010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b37ed1b5-fa91-40da-9446-731c02129d13 None None] Provisioning complete for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:42.178390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b37ed1b5-fa91-40da-9446-731c02129d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.209172 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24ee7cd-e99f-4b07-829d-22d18ddfb282 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.210300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24ee7cd-e99f-4b07-829d-22d18ddfb282 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.213071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01881803-393b-4376-a481-1424445b3e36 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=ec638eb3-301c-4bb5-8c06-a17e7ed1debd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.217241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b24ee7cd-e99f-4b07-829d-22d18ddfb282 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/51a74dad-eae8-4fde-9b8a-e65cead1274f HTTP/1.1" status: 404 len: 337 time: 0.0518463 Jul 16 01:57:42.218749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34310) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.242952 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-259987ab-ea40-4f3a-b71d-557bfb2dd2ed tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.243187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259987ab-ea40-4f3a-b71d-557bfb2dd2ed tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.247290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b37ed1b5-fa91-40da-9446-731c02129d13 None None] Port d8847a8f-b0af-4d42-86b6-d0b0de789c56 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:42.247764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-259987ab-ea40-4f3a-b71d-557bfb2dd2ed tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/ec638eb3-301c-4bb5-8c06-a17e7ed1debd HTTP/1.1" status: 404 len: 339 time: 0.0260105 Jul 16 01:57:42.248503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.282177 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d02cf76-cae9-4069-9cc9-ef3c580ab31e tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.282653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d02cf76-cae9-4069-9cc9-ef3c580ab31e tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.287254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6d02cf76-cae9-4069-9cc9-ef3c580ab31e tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/9358dbd0-0008-433d-80e3-4c400032757a HTTP/1.1" status: 404 len: 337 time: 0.0351887 Jul 16 01:57:42.287923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.289644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b11d3-07d3-408f-ba18-7b9100476562 req-36e9ec8b-8d24-43ce-a800-9403d2a46a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.291217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-36e9ec8b-8d24-43ce-a800-9403d2a46a1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5de2cb7f-11fd-42d5-ae86-c14f777f1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3284690 Jul 16 01:57:42.307953 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-03743f35-2cc3-4d8b-83b9-2c9b3fdc83e6 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.308830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03743f35-2cc3-4d8b-83b9-2c9b3fdc83e6 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.311195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03743f35-2cc3-4d8b-83b9-2c9b3fdc83e6 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/897b90d4-6c31-4af9-a582-17bb26e20ec1 HTTP/1.1" status: 404 len: 339 time: 0.0222518 Jul 16 01:57:42.312835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.372049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b5f4c12d-7f1d-4f09-ab40-08f59ba38860 None None] Provisioning complete for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:42.372584 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5f4c12d-7f1d-4f09-ab40-08f59ba38860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.401863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.420314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c453882c-05df-4aad-91b5-2148902ce4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.422629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4c12d-7f1d-4f09-ab40-08f59ba38860 None None] Port d8847a8f-b0af-4d42-86b6-d0b0de789c56 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:42.473434 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.507372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.518804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31d2073-0c06-4718-90f5-132a6b7f3a4c']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.535084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060395ea-75b2-4645-8601-dfed4e9666c5') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.535437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060395ea-75b2-4645-8601-dfed4e9666c5') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.548205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.563849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.570538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:42.570949 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:42.574671 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:42.603929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:42.631868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:42.632307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 37ccdd9c-0bb0-4b1a-bf51-ff3a1fa0be48 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:42.645774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.651162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.656072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/b31d2073-0c06-4718-90f5-132a6b7f3a4c HTTP/1.1" status: 204 len: 168 time: 0.3392794 Jul 16 01:57:42.658427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34318) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.677332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5808e-b698-4e89-aabf-36a7ccdb9496 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=b31d2073-0c06-4718-90f5-132a6b7f3a4c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.698785 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e875c3f-26ed-439b-bba2-945f703b16d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.699246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e875c3f-26ed-439b-bba2-945f703b16d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.701141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e875c3f-26ed-439b-bba2-945f703b16d4 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/af878c34-3f44-44a6-96bf-7c0527a15767 HTTP/1.1" status: 404 len: 337 time: 0.0421734 Jul 16 01:57:42.704339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.724810 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce73db81-7b98-4444-8df2-de4611778154 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.725721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce73db81-7b98-4444-8df2-de4611778154 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.727175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce73db81-7b98-4444-8df2-de4611778154 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/c5904dae-3e7a-4351-94e9-c00a25ba39d0 HTTP/1.1" status: 404 len: 339 time: 0.0218167 Jul 16 01:57:42.730201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.757848 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-42aed0e5-80d8-404c-9922-90e4e501f865 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.758319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42aed0e5-80d8-404c-9922-90e4e501f865 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.760074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42aed0e5-80d8-404c-9922-90e4e501f865 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/72ff98f5-cc50-4609-898d-b0f5ad2e5ff8 HTTP/1.1" status: 404 len: 337 time: 0.0289230 Jul 16 01:57:42.762654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34324) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.769907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.24 (290b14ec-bd27-4b76-b0b6-1e81381725cb/8044c597-f8ea-4205-9155-32e945f31f35/d8847a8f-b0af-4d42-86b6-d0b0de789c56) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:42.783817 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c70703-be40-4451-8bff-02b46ef01125 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.785024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c70703-be40-4451-8bff-02b46ef01125 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.786274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a3c70703-be40-4451-8bff-02b46ef01125 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/b086ca75-edf7-4508-8c26-921cae38e7ef HTTP/1.1" status: 404 len: 339 time: 0.0227082 Jul 16 01:57:42.792049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34326) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.820349 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-912fe566-9f7f-4d79-93cf-9b1a1ad7133a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.820349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912fe566-9f7f-4d79-93cf-9b1a1ad7133a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.825000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-912fe566-9f7f-4d79-93cf-9b1a1ad7133a tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/5594d75d-165b-407f-8d06-602c0ececbbc HTTP/1.1" status: 404 len: 337 time: 0.0287650 Jul 16 01:57:42.825258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.844795 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fef9dda-3471-4d09-9b77-381a383b1377 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.845261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fef9dda-3471-4d09-9b77-381a383b1377 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.846982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7fef9dda-3471-4d09-9b77-381a383b1377 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/b1e1b113-822e-4d66-8825-ba391ced38f0 HTTP/1.1" status: 404 len: 339 time: 0.0207820 Jul 16 01:57:42.849604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34330) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.880557 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b12dddd-daca-4a2a-b8a8-d24e22d0a30b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.881009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b12dddd-daca-4a2a-b8a8-d24e22d0a30b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.882732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8b12dddd-daca-4a2a-b8a8-d24e22d0a30b tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/70bce731-5f66-480e-b38f-8b701d765abb HTTP/1.1" status: 404 len: 337 time: 0.0322053 Jul 16 01:57:42.885259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.903386 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b46efb9-2c4f-41d8-8ae0-84cf60cf135e tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.903918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b46efb9-2c4f-41d8-8ae0-84cf60cf135e tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.907073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0b46efb9-2c4f-41d8-8ae0-84cf60cf135e tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/be193cca-7a18-4f4b-81ad-9025eb79b1a4 HTTP/1.1" status: 404 len: 339 time: 0.0204046 Jul 16 01:57:42.908653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:42.909296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34334) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.910977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-1c7a38cf-8f3d-411b-b531-f82a8d33dbac service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122284 Jul 16 01:57:42.934774 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-02de1de0-4870-4e1c-b5e5-6b0188a1838d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.935223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02de1de0-4870-4e1c-b5e5-6b0188a1838d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.937032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-02de1de0-4870-4e1c-b5e5-6b0188a1838d tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/bbc250e5-ff84-4b4e-bd2e-1e2c6221be76 HTTP/1.1" status: 404 len: 337 time: 0.0267942 Jul 16 01:57:42.940219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34336) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.958965 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a398d4-3158-4a3b-8ecc-3031f492db94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.959510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a398d4-3158-4a3b-8ecc-3031f492db94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.961622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3a398d4-3158-4a3b-8ecc-3031f492db94 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/ad13e196-704f-4797-a5ab-b92435d1369e HTTP/1.1" status: 404 len: 339 time: 0.0200560 Jul 16 01:57:42.963705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.989915 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-059c3954-6461-415d-b278-2428f3f49242 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:42.990371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059c3954-6461-415d-b278-2428f3f49242 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:42.992078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-059c3954-6461-415d-b278-2428f3f49242 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/0813f239-439b-4f0a-bbf7-f96880aa16fa HTTP/1.1" status: 404 len: 337 time: 0.0274739 Jul 16 01:57:42.994568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.012300 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-035ffcb9-846b-48f4-9741-a01eec41f125 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:43.012859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035ffcb9-846b-48f4-9741-a01eec41f125 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:43.014507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-035ffcb9-846b-48f4-9741-a01eec41f125 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/8fb45901-d8c3-47ec-8659-5718c58f4079 HTTP/1.1" status: 404 len: 339 time: 0.0190530 Jul 16 01:57:43.017820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.043357 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b76d8c4-ad6b-4e14-b7a9-fb8aebadad21 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:43.043803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b76d8c4-ad6b-4e14-b7a9-fb8aebadad21 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:43.045500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5b76d8c4-ad6b-4e14-b7a9-fb8aebadad21 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/068f3bbf-dfd9-40e4-9dac-b799dbfe9e41 HTTP/1.1" status: 404 len: 337 time: 0.0267920 Jul 16 01:57:43.048236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34344) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.065831 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85cf132-417d-4b31-b0cc-e5265de16cdd tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:43.066370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85cf132-417d-4b31-b0cc-e5265de16cdd tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:43.068071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d85cf132-417d-4b31-b0cc-e5265de16cdd tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/21a5cd2d-a02b-4529-b7a9-306ff6923a49 HTTP/1.1" status: 404 len: 339 time: 0.0188982 Jul 16 01:57:43.070512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.101180 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b250c0-dc9d-40ee-9c04-6c17ac031c69 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:43.101552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b250c0-dc9d-40ee-9c04-6c17ac031c69 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:43.103262 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-82b250c0-dc9d-40ee-9c04-6c17ac031c69 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/b4c3a1a4-a11c-4e53-a9b7-bba7b97f4abc HTTP/1.1" status: 404 len: 337 time: 0.0318635 Jul 16 01:57:43.105869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.123807 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-3505f24b-7e4f-4901-8594-f79d177ab6b8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:43.124407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3505f24b-7e4f-4901-8594-f79d177ab6b8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:43.126529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3505f24b-7e4f-4901-8594-f79d177ab6b8 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/28a04c40-400d-4024-be29-6085c2e6734e HTTP/1.1" status: 404 len: 339 time: 0.0195014 Jul 16 01:57:43.128779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.133450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.146644 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-728b11d3-07d3-408f-ba18-7b9100476562 req-4e471ba4-3117-4705-8d1e-46d128a0ea3d service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251508 Jul 16 01:57:43.157858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Ignored duplicate provisioning block setup for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:57:43.161122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:43.165875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.180793 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:43.185247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting subnet 6c904b7f-5fad-4cc9-9643-9edd82776314 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:43.189270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.195809 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:43.196747 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:43.223140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.237834 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:43.240359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.248020 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:43.248910 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:43.287881 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:43.288468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871a75-e663-4c71-b008-2a2fcaeee33d None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:43.291796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=d8847a8f-b0af-4d42-86b6-d0b0de789c56,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.356610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-99f441ea-d34c-44a6-a8dc-a24910b85996 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.4464011 Jul 16 01:57:43.360192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34352) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.365817 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'port_id': 'b1e7eebf-c830-4596-99f5-05b8864a0a9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:43.382601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] In _notify_port_updated(), no bound segment for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 on network 290b14ec-bd27-4b76-b0b6-1e81381725cb {{(pid=93755) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:43.389418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.390347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.391681 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-77463e5b-bb34-4073-ace7-a8bd6b85226b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/ports/d8847a8f-b0af-4d42-86b6-d0b0de789c56 HTTP/1.1" status: 200 len: 1000 time: 3.1688840 Jul 16 01:57:43.399575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.405004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.470754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.515587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port d8847a8f-b0af-4d42-86b6-d0b0de789c56 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:43.516037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.536185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.563124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6c3c860-f1ff-409d-8970-2786045dea24 None None] Provisioning complete for port d8847a8f-b0af-4d42-86b6-d0b0de789c56 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:43.563769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6c3c860-f1ff-409d-8970-2786045dea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.575656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Subnet': ['ID=6c904b7f-5fad-4cc9-9643-9edd82776314,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.599566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.604084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3751b484-39bc-4a68-aabf-87e3da2b3d91 tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/subnets/6c904b7f-5fad-4cc9-9643-9edd82776314 HTTP/1.1" status: 204 len: 168 time: 0.4743187 Jul 16 01:57:43.604675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34356) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.612337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb01b9-d4da-4b4d-979b-310b169b59eb None None] Network 86876a76-7aec-4e92-8a83-b3af5bb82825 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:43.615889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3c860-f1ff-409d-8970-2786045dea24 None None] Port d8847a8f-b0af-4d42-86b6-d0b0de789c56 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:43.643510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.662732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for d8847a8f-b0af-4d42-86b6-d0b0de789c56 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:43.715062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.836409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Deleting port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:43.836783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.895927 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.977552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] For port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,segment=NetworkSegment(c519d161-0e7e-4dc4-bf7a-61770155028a),segment_id=c519d161-0e7e-4dc4-bf7a-61770155028a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:43.977925 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.987356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] DHCP port deletion for 86876a76-7aec-4e92-8a83-b3af5bb82825 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:43.996493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Calling delete_port for 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:44.011729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.041427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] Deleting port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:44.041806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.070023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.074946 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.078402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=d8847a8f-b0af-4d42-86b6-d0b0de789c56,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.112914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] For port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,segment=NetworkSegment(c519d161-0e7e-4dc4-bf7a-61770155028a),segment_id=c519d161-0e7e-4dc4-bf7a-61770155028a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.113895 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.127822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] Calling delete_port for 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:44.205111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.207823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5aa0f6e-408b-4932-ae0c-fba7ecc06688 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/d8847a8f-b0af-4d42-86b6-d0b0de789c56 HTTP/1.1" status: 204 len: 168 time: 0.8094540 Jul 16 01:57:44.209033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.212832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34358) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.222711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] No DVR routers for this DVR port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:44.240367 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.245703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Port': ['ID=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.259370 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-29774fc9-868c-4ab6-8b3f-74734fba70fa tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:44.263409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-29774fc9-868c-4ab6-8b3f-74734fba70fa tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/d8847a8f-b0af-4d42-86b6-d0b0de789c56 HTTP/1.1" status: 404 len: 333 time: 0.0470648 Jul 16 01:57:44.264124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34360) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.268936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] Pushing event deleted for resources: {'Port': ['ID=1a51f35a-a366-4bf9-bd89-28a85e1ec7a0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.273368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26517e-9c8c-4e66-b98c-dea7733fefd0 None None] No DVR routers for this DVR port 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:44.331541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.342361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86876a76-7aec-4e92-8a83-b3af5bb82825']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.353980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c519d161-0e7e-4dc4-bf7a-61770155028a') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.354284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c519d161-0e7e-4dc4-bf7a-61770155028a') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.364867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.372619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 8044c597-f8ea-4205-9155-32e945f31f35 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:44.380255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.386338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:44.386863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:44.390115 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:44.405500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.452318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.456998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.459708 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.461681 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] 10.222.0.42 "DELETE /v2.0/networks/86876a76-7aec-4e92-8a83-b3af5bb82825 HTTP/1.1" status: 204 len: 168 time: 0.8558745 Jul 16 01:57:44.473388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edab722-75ff-44a9-8fbf-9f0fc1fb20df tempest-NetworksTest-1843245154 tempest-NetworksTest-1843245154-project] Pushing event deleted for resources: {'Network': ['ID=86876a76-7aec-4e92-8a83-b3af5bb82825,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.486270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:44.626753 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.646337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:44.673383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:44.673840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1a51f35a-a366-4bf9-bd89-28a85e1ec7a0 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:44.685611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:44.690076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.695304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:44.705046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:44.705596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.740414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.741986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.750957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:44.751568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.759996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.783216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=8044c597-f8ea-4205-9155-32e945f31f35,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.783632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.784282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ffde8-f188-4039-a560-a80dc780ab02 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:44.788809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.793517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c3fff52a-0efb-4f7d-aa82-a3ff02e66505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/8044c597-f8ea-4205-9155-32e945f31f35 HTTP/1.1" status: 204 len: 168 time: 0.5214226 Jul 16 01:57:44.793685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34370) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.806995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60f273-3223-45d7-9c86-7026d2e76881 None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:44.833953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2e2a1ab5-6e5a-4757-9680-0abbaa3f877c tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/floatingips/8567f89e-cae7-483d-8e90-cba60b7ff862 HTTP/1.1" status: 200 len: 979 time: 1.4700124 Jul 16 01:57:44.834291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.866890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:44.871939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.935167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.968543 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3c9a0e7a-4161-49e5-a3d7-2c2fa1dad7e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e94dc0d49dd943a783f6d63daa5b783d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065966 Jul 16 01:57:44.972757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.014697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port e9b20320-f6d1-49a2-9e14-22ebe66e40ac {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:45.015211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.077006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a000bdc-dfb4-4b10-bacd-c07cd01000f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.080841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.111823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.112777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.130695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for e9b20320-f6d1-49a2-9e14-22ebe66e40ac owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:45.134960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a000bdc-dfb4-4b10-bacd-c07cd01000f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.206299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.251963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.259494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f HTTP/1.1" status: 204 len: 168 time: 0.4647512 Jul 16 01:57:45.260219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.261481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a4e93-df7b-4951-b713-992a72310127 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.266854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a000bdc-dfb4-4b10-bacd-c07cd01000f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.270931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a000bdc-dfb4-4b10-bacd-c07cd01000f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.272886 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a000bdc-dfb4-4b10-bacd-c07cd01000f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afafd941-6e35-4500-973b-c0fa97e86458 HTTP/1.1" status: 204 len: 168 time: 0.2992284 Jul 16 01:57:45.286830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a000bdc-dfb4-4b10-bacd-c07cd01000f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afafd941-6e35-4500-973b-c0fa97e86458,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.324384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.408853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.419984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.455200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=e9b20320-f6d1-49a2-9e14-22ebe66e40ac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.549276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.549720 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 8567f89e-cae7-483d-8e90-cba60b7ff862 disassociated (deleted). External IP: 172.25.7.191, port: b1e7eebf-c830-4596-99f5-05b8864a0a9c. Jul 16 01:57:45.603137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:45.603481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.647148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6807a-ff33-40ec-b5ff-0db056cd9e51 None None] Network 290b14ec-bd27-4b76-b0b6-1e81381725cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:45.725326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] For port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,segment=NetworkSegment(339406a8-4404-497f-9740-ddf4c427470d),segment_id=339406a8-4404-497f-9740-ddf4c427470d)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:45.725567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4db7c1c8-fd76-418e-9b37-3f66f2b0230b None None] Provisioning complete for port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:45.725663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.725952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4db7c1c8-fd76-418e-9b37-3f66f2b0230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.748206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:45.953666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfa75c-3e87-4f43-b911-195486ee613e None None] DHCP port deletion for 290b14ec-bd27-4b76-b0b6-1e81381725cb request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:45.954591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:45.966485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.978117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00bfa75c-3e87-4f43-b911-195486ee613e None None] The port '5f075457-8527-4e93-aa3d-9c1bf0ec53e8' was deleted {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:57:46.040911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No DVR routers for this DVR port 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:46.049463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=5f075457-8527-4e93-aa3d-9c1bf0ec53e8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.150552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34400) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.272925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2016571779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:46.298168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.299135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.357588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.362878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.380655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.382040 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bdf79c5e-df62-4020-b5c0-e500d8b5462a tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2302754 Jul 16 01:57:46.384604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34404) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.389545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1460064307'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:46.410551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Made reservation on behalf of c54d03a374b64b0082c7f67049ae0359 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:46.414233 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.423888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.523087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.527145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.543636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.554683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:46.560037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290b14ec-bd27-4b76-b0b6-1e81381725cb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.564577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410bee2b-58cd-4b13-bbe7-6325f93e5a64,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.569485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.569830 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Added segment ba8b00be-50f5-4caf-b786-793d2ab93b8c of type vlan for network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 Jul 16 01:57:46.570852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:46.576469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.582469 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:46.594655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:46.595287 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.615561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.621139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c5dcc06e-a30a-4878-9c97-8f7bd5b5dcb1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/floatingips/8567f89e-cae7-483d-8e90-cba60b7ff862 HTTP/1.1" status: 204 len: 168 time: 1.7858064 Jul 16 01:57:46.622059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.623896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339406a8-4404-497f-9740-ddf4c427470d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.624230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339406a8-4404-497f-9740-ddf4c427470d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.653667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.658581 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.663292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.663933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.664258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.669089 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:46.669711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.681221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:46.691060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.707566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3204267 Jul 16 01:57:46.707835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:46.707835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.709512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34408) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:46.710360 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:46.715972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'subnet': {'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:46.721587 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.722636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462b77c-acb0-4ebb-855b-8f9b735f8ebb None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:46.731935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:46.732579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5f075457-8527-4e93-aa3d-9c1bf0ec53e8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:46.772585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19a86e-756a-4edf-bb84-4613d1811f6e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Network': ['ID=e37c37a7-9179-43d6-ac5e-76ab5a7988e9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.784085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:46.801289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.805908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.811166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/290b14ec-bd27-4b76-b0b6-1e81381725cb HTTP/1.1" status: 204 len: 168 time: 1.5329897 Jul 16 01:57:46.814736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34410) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.841246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port b1e7eebf-c830-4596-99f5-05b8864a0a9c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.841597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.871941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73644f3-ce52-47b3-8ff7-e17f0b875bb9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=290b14ec-bd27-4b76-b0b6-1e81381725cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.886737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Made reservation on behalf of c54d03a374b64b0082c7f67049ae0359 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:46.890977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.934264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668162f8-164c-456d-abd3-2d35df06bf13 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.935749 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-668162f8-164c-456d-abd3-2d35df06bf13 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1198452 Jul 16 01:57:46.940539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.968650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.005366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for b1e7eebf-c830-4596-99f5-05b8864a0a9c owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:47.087484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.115424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-baa3096c-32eb-4878-85ca-3c41e6eda9a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1737099 Jul 16 01:57:47.118714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.125356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-811010253'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:47.151627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Subnet': ['ID=cec3dde3-c20d-4d3e-ad50-05c0a961c3ab,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.159899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Checking segment: {'id': 'ba8b00be-50f5-4caf-b786-793d2ab93b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:47.160149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network hostable DHCP agents. Network: e37c37a7-9179-43d6-ac5e-76ab5a7988e9, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:47.177709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:47.187406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, e37c37a7-9179-43d6-ac5e-76ab5a7988e9) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:47.191602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:47.193120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.193736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.195075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.197591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a64e4-83d9-4233-afc2-fb646e4780ff None None] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:47.210855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6de0e9b-f742-48a7-8426-02e9ea8115c0 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5003006 Jul 16 01:57:47.213792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34416) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.220449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'network': {'name': 'tempest-router-network01--78934523'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:47.245872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Made reservation on behalf of c54d03a374b64b0082c7f67049ae0359 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:47.249870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.257193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:47.276704 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.277066 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment 5e52163d-481f-4686-9a3c-39ed4576ead0 of type vlan for network 86c68429-eec5-4120-9716-d1e58d9581fa Jul 16 01:57:47.289391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:47.304707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.305200 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Added segment 2d747428-7b84-4af7-9ca8-9c32c46c45ab of type vlan for network 752626c8-876e-4b57-8aae-69eff9b85cd6 Jul 16 01:57:47.313538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.348904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.350152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.356323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=b1e7eebf-c830-4596-99f5-05b8864a0a9c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.382329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-e37c37a7-9179-43d6-ac5e-76ab5a7988e9', 'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9', 'tenant_id': 'c54d03a374b64b0082c7f67049ae0359', 'fixed_ips': [{'subnet_id': 'cec3dde3-c20d-4d3e-ad50-05c0a961c3ab'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:47.383326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.393578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.399946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.400549 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.441276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2261593 Jul 16 01:57:47.444129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34418) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.449093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'network': {'name': 'tempest-router-network02--1010308017'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:47.462256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.467737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.468455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.494141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f05d26-7628-4981-926b-740fbcfde4d5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Network': ['ID=752626c8-876e-4b57-8aae-69eff9b85cd6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.508844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.510801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-54f02deb-ee71-415f-80ec-6a387b331414 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/ports/b1e7eebf-c830-4596-99f5-05b8864a0a9c HTTP/1.1" status: 204 len: 168 time: 0.8843536 Jul 16 01:57:47.511935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Made reservation on behalf of c54d03a374b64b0082c7f67049ae0359 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:47.515687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.518961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.522441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:47.524739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:47.532634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4128985 Jul 16 01:57:47.538004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34422) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.543397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:47.566368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Allocated IP 172.20.0.2 (e37c37a7-9179-43d6-ac5e-76ab5a7988e9/cec3dde3-c20d-4d3e-ad50-05c0a961c3ab/cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:47.567586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeca9a8-c152-4ba4-9324-16476da3368a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=86c68429-eec5-4120-9716-d1e58d9581fa,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.587080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.596194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:47.604375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 86c68429-eec5-4120-9716-d1e58d9581fa details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:47.642454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.642959 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Added segment 98952388-8816-4867-b8f6-1c3bb89fae93 of type vlan for network 6c52579f-3440-4de8-a1bf-f9666191d7eb Jul 16 01:57:47.701538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.713395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:47.717761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.722625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.794246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.800320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.801071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.841789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.846099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.235 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/79a6ede6-2818-4d48-94ee-8ae44d63e55c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:47.855242 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4074211 Jul 16 01:57:47.855436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34424) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.860976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'subnet': {'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:47.867640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Transition to ACTIVE for port object cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:47.886921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Transition to ACTIVE for port object cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:47.894084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.896862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccc3cc-03d9-4612-9a3e-f776cbb8956e tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Network': ['ID=6c52579f-3440-4de8-a1bf-f9666191d7eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.933052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:47.933943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6c52579f-3440-4de8-a1bf-f9666191d7eb details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:47.953651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:47.964601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:48.014804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.035288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Pushing event updated for resources: {'Port': ['ID=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.044449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Made reservation on behalf of c54d03a374b64b0082c7f67049ae0359 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:48.050108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.083157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Attempting to bind port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:48.083521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Attempting to bind port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ba8b00be-50f5-4caf-b786-793d2ab93b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:48.083890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Attempting to bind port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 on network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:48.089636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:48.090131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.090313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Checking segment: {'id': 'ba8b00be-50f5-4caf-b786-793d2ab93b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:48.090540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.090937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Bound using segment: {'id': 'ba8b00be-50f5-4caf-b786-793d2ab93b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:48.091449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Bound port: cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b00be-50f5-4caf-b786-793d2ab93b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e37c37a7-9179-43d6-ac5e-76ab5a7988e9'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:48.091919 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.094794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=67dd1366-55c4-4b3b-8c2f-07de83a6d786,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.104054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': '5e52163d-481f-4686-9a3c-39ed4576ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:48.104605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 86c68429-eec5-4120-9716-d1e58d9581fa, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:48.126084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 86c68429-eec5-4120-9716-d1e58d9581fa is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:48.139008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 86c68429-eec5-4120-9716-d1e58d9581fa) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:48.147590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.149239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.152929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331e859-2c4e-4ab9-a1e8-f21a95849f9b None None] Network 86c68429-eec5-4120-9716-d1e58d9581fa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:48.170437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-96ec2b60-3a6a-40d1-a5d9-60b8a95c52cc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6288843 Jul 16 01:57:48.172064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34428) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.178286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa', 'name': 'tempest-PortsTestJSON-693041911'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:48.194273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] For port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:48.199079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] For port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,segment=NetworkSegment(ba8b00be-50f5-4caf-b786-793d2ab93b8c),segment_id=ba8b00be-50f5-4caf-b786-793d2ab93b8c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:48.208260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.227752 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.286553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:48.298026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:48.301312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:48.314488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be71160-f65c-4e38-a8e2-470c756fb988 None None] Pushing event updated for resources: {'Port': ['ID=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.327983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:48.332134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.357393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=79a6ede6-2818-4d48-94ee-8ae44d63e55c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.369049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:48.387275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.404046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-86c68429-eec5-4120-9716-d1e58d9581fa', 'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': '67dd1366-55c4-4b3b-8c2f-07de83a6d786'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:48.404980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.487884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Subnet': ['ID=4bafc271-b5b0-4a4b-af19-95ca48a67881,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.495723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.11 (86c68429-eec5-4120-9716-d1e58d9581fa/67dd1366-55c4-4b3b-8c2f-07de83a6d786/06ffc7f8-a598-4e66-b48b-44d8755d17d5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:48.512354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.521125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Checking segment: {'id': '2d747428-7b84-4af7-9ca8-9c32c46c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:48.521973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network hostable DHCP agents. Network: 752626c8-876e-4b57-8aae-69eff9b85cd6, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:48.575208 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.579007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:48.614083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 752626c8-876e-4b57-8aae-69eff9b85cd6) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:48.618984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.619238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.623981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.631182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fd9f4-02e3-4df6-9a55-b02cee03f71f None None] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:48.648052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d05b319c-bef4-497c-bb8f-95ab4eea21ef tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7914622 Jul 16 01:57:48.652338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.659525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'subnet': {'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:48.784123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:48.811432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.828845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 06ffc7f8-a598-4e66-b48b-44d8755d17d5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:48.857364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-752626c8-876e-4b57-8aae-69eff9b85cd6', 'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6', 'tenant_id': 'c54d03a374b64b0082c7f67049ae0359', 'fixed_ips': [{'subnet_id': '4bafc271-b5b0-4a4b-af19-95ca48a67881'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:48.857929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.862834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Made reservation on behalf of c54d03a374b64b0082c7f67049ae0359 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:48.867190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.875440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.876594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:48.924791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 86c68429-eec5-4120-9716-d1e58d9581fa is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:48.930336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:48.932814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:48.962054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.966235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=06ffc7f8-a598-4e66-b48b-44d8755d17d5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.988554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Allocated IP 172.20.0.2 (86c68429-eec5-4120-9716-d1e58d9581fa/67dd1366-55c4-4b3b-8c2f-07de83a6d786/9c84fe07-76d6-4b4f-8a91-cf7be5c46509) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:48.992849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.995751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.996488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.014373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-70e935c2-0532-4873-bf32-d0410c9e33d7 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8408732 Jul 16 01:57:49.017208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34432) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.023461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa', 'name': 'tempest-PortsTestJSON-869299626'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:49.085653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=79a6ede6-2818-4d48-94ee-8ae44d63e55c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.100824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Allocated IP 172.20.0.2 (752626c8-876e-4b57-8aae-69eff9b85cd6/4bafc271-b5b0-4a4b-af19-95ca48a67881/985e7412-a45e-4546-9835-d91c52516889) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:49.131959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.161778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:49.166238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.186998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.191096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34434) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.191748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-81a90383-867f-4f32-b919-41fc9ddcf251 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6750145 Jul 16 01:57:49.197533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'port': {'network_id': '06d78a11-ae81-45d9-954e-a5822aff2e4b', 'name': 'tempest-FloatingIPTestJSON-124437918'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:49.201483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port a0269548-dde7-4ecb-b36d-d9e4b7da4e23 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:49.212153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.303399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Checking segment: {'id': '98952388-8816-4867-b8f6-1c3bb89fae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:49.303830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network hostable DHCP agents. Network: 6c52579f-3440-4de8-a1bf-f9666191d7eb, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:49.306129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Subnet': ['ID=40277f47-3644-4c54-a471-b3bd829a62d5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.327559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network 6c52579f-3440-4de8-a1bf-f9666191d7eb is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:49.346998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 6c52579f-3440-4de8-a1bf-f9666191d7eb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:49.354566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.355249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.382894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3e03e-0a1b-428a-a385-bb37254885c1 None None] Network 6c52579f-3440-4de8-a1bf-f9666191d7eb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:49.386140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f9b9c49a-bfe9-42ca-a885-5cdc56b46b7c tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7303040 Jul 16 01:57:49.386509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.450121 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.500340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Transition to ACTIVE for port object 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:49.556944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:49.558774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Transition to ACTIVE for port object 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:49.560536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.590776 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.613921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.639341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2ca35-6cda-4e72-aba8-da29f9a1ac63 None None] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:49.684737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Transition to ACTIVE for port object 985e7412-a45e-4546-9835-d91c52516889 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:49.718388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Network 86c68429-eec5-4120-9716-d1e58d9581fa is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:49.753261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] Provisioning for port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:49.755438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:49.776274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Transition to ACTIVE for port object 985e7412-a45e-4546-9835-d91c52516889 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:49.777876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Pushing event updated for resources: {'Port': ['ID=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.786612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:49.793158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] Provisioning complete for port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:49.793531 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.799284 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.807352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-6c52579f-3440-4de8-a1bf-f9666191d7eb', 'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb', 'tenant_id': 'c54d03a374b64b0082c7f67049ae0359', 'fixed_ips': [{'subnet_id': '40277f47-3644-4c54-a471-b3bd829a62d5'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:49.808197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.948047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:49.985480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:49.992703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Pushing event updated for resources: {'Port': ['ID=985e7412-a45e-4546-9835-d91c52516889,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.003090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:50.031639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] device_id is not set on port 009462f1-4a52-4bc1-9124-f16bb3315990 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:50.055930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Attempting to bind port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:50.056317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Attempting to bind port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '5e52163d-481f-4686-9a3c-39ed4576ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:50.056704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Attempting to bind port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 on network 86c68429-eec5-4120-9716-d1e58d9581fa {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:50.104854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:50.105226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Checking segment: {'id': '5e52163d-481f-4686-9a3c-39ed4576ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:50.105638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.106043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Bound using segment: {'id': '5e52163d-481f-4686-9a3c-39ed4576ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:50.106522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Bound port: 9c84fe07-76d6-4b4f-8a91-cf7be5c46509, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e52163d-481f-4686-9a3c-39ed4576ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '86c68429-eec5-4120-9716-d1e58d9581fa'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:50.106907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.141223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cde801be-cbc1-4bb9-99d8-fe876158f70c {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:50.141548 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:50.181213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.241841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Attempting to bind port 985e7412-a45e-4546-9835-d91c52516889 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:50.242121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Attempting to bind port 985e7412-a45e-4546-9835-d91c52516889 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2d747428-7b84-4af7-9ca8-9c32c46c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:50.242486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Attempting to bind port 985e7412-a45e-4546-9835-d91c52516889 on network 752626c8-876e-4b57-8aae-69eff9b85cd6 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:50.274876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:50.275239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Checking segment: {'id': '2d747428-7b84-4af7-9ca8-9c32c46c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:50.275651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.276044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Bound using segment: {'id': '2d747428-7b84-4af7-9ca8-9c32c46c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:50.276551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Bound port: 985e7412-a45e-4546-9835-d91c52516889, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d747428-7b84-4af7-9ca8-9c32c46c45ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '752626c8-876e-4b57-8aae-69eff9b85cd6'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:50.276938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.303615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.14 (06d78a11-ae81-45d9-954e-a5822aff2e4b/31938f5f-faa3-4b1f-9abc-532e537ab002/009462f1-4a52-4bc1-9124-f16bb3315990) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:50.314318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Allocated IP 172.20.0.2 (6c52579f-3440-4de8-a1bf-f9666191d7eb/40277f47-3644-4c54-a471-b3bd829a62d5/9b508296-f473-46eb-8273-943faf0b3148) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:50.326326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.334036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] For port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:50.346503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] For port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,segment=NetworkSegment(5e52163d-481f-4686-9a3c-39ed4576ead0),segment_id=5e52163d-481f-4686-9a3c-39ed4576ead0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:50.374922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.481616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] For port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,segment=NetworkSegment(ba8b00be-50f5-4caf-b786-793d2ab93b8c),segment_id=ba8b00be-50f5-4caf-b786-793d2ab93b8c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:50.528628 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.538035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] For port 985e7412-a45e-4546-9835-d91c52516889, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:50.543344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df7a04-9d56-48ee-836c-ebdde378bb93 None None] Pushing event updated for resources: {'Port': ['ID=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.573312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Allocated IP 172.20.0.1 (752626c8-876e-4b57-8aae-69eff9b85cd6/4bafc271-b5b0-4a4b-af19-95ca48a67881/59b43737-304f-4756-b891-185579058d55) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:50.587047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] For port 985e7412-a45e-4546-9835-d91c52516889, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=985e7412-a45e-4546-9835-d91c52516889,segment=NetworkSegment(2d747428-7b84-4af7-9ca8-9c32c46c45ab),segment_id=2d747428-7b84-4af7-9ca8-9c32c46c45ab)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:50.598367 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.612509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.649332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.651437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a681c4-be73-4c77-b655-654c27b9aec1 None None] Pushing event updated for resources: {'Port': ['ID=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.700255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:50.744298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.772101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d6881-a8aa-4201-9fa7-b84181c08bc1 None None] Pushing event updated for resources: {'Port': ['ID=985e7412-a45e-4546-9835-d91c52516889,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.775298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Transition to ACTIVE for port object 9b508296-f473-46eb-8273-943faf0b3148 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:50.792348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Transition to ACTIVE for port object 9b508296-f473-46eb-8273-943faf0b3148 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:50.812201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.896375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Network 6c52579f-3440-4de8-a1bf-f9666191d7eb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:50.904190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:50.912146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:50.917724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Pushing event updated for resources: {'Port': ['ID=9b508296-f473-46eb-8273-943faf0b3148,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.924593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc30de00-1d14-49f9-be89-748578516278 None None] Provisioning complete for port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:50.924969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc30de00-1d14-49f9-be89-748578516278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.949664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.972031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Transition to ACTIVE for port object 59b43737-304f-4756-b891-185579058d55 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:51.041126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Attempting to bind port 9b508296-f473-46eb-8273-943faf0b3148 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:51.041695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Attempting to bind port 9b508296-f473-46eb-8273-943faf0b3148 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '98952388-8816-4867-b8f6-1c3bb89fae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:51.041845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Attempting to bind port 9b508296-f473-46eb-8273-943faf0b3148 on network 6c52579f-3440-4de8-a1bf-f9666191d7eb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:51.042083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.049998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:51.050631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Checking segment: {'id': '98952388-8816-4867-b8f6-1c3bb89fae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:51.050778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.051155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Bound using segment: {'id': '98952388-8816-4867-b8f6-1c3bb89fae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:51.051624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Bound port: 9b508296-f473-46eb-8273-943faf0b3148, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98952388-8816-4867-b8f6-1c3bb89fae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6c52579f-3440-4de8-a1bf-f9666191d7eb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:51.052006 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.131362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 06d78a11-ae81-45d9-954e-a5822aff2e4b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:51.142209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:51.144873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:51.158642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] For port 9b508296-f473-46eb-8273-943faf0b3148, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:51.162058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] For port 9b508296-f473-46eb-8273-943faf0b3148, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9b508296-f473-46eb-8273-943faf0b3148,segment=NetworkSegment(98952388-8816-4867-b8f6-1c3bb89fae93),segment_id=98952388-8816-4867-b8f6-1c3bb89fae93)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:51.167982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.189948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=009462f1-4a52-4bc1-9124-f16bb3315990,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.197490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.10 (86c68429-eec5-4120-9716-d1e58d9581fa/67dd1366-55c4-4b3b-8c2f-07de83a6d786/9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:51.200099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.237305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11880c2b-5a5a-4373-9328-f69a91a7a136 None None] Pushing event updated for resources: {'Port': ['ID=9b508296-f473-46eb-8273-943faf0b3148,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.281745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.282383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.298414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:51.310085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:51.313276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:51.332387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Port': ['ID=59b43737-304f-4756-b891-185579058d55,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.363885 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0abfd697-4dd1-4e08-9e91-4f3adc1fc7cd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1690152 Jul 16 01:57:51.366923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:51.373349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'port_id': '009462f1-4a52-4bc1-9124-f16bb3315990'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:51.399629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.458160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.639431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.670449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:51.676985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.826543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.887734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 86c68429-eec5-4120-9716-d1e58d9581fa is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:51.903009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:51.906344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:51.946173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.971702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7891ba6-78b5-4f5a-8a4f-dd0a3a65461d None None] Network 86c68429-eec5-4120-9716-d1e58d9581fa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:51.982911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.988710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.998225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.998871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.039478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5d67d061-654d-43a5-9ba9-71725b05caf8 None None] Provisioning for port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:52.058940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f94ffd3b-cecb-4108-a67b-eb9e0b65969b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0378449 Jul 16 01:57:52.058940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34442) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.109536 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 7344e127-ba1a-46b7-867a-1d4efd6207d3 associated. External IP: 172.25.7.235, port: 009462f1-4a52-4bc1-9124-f16bb3315990. Jul 16 01:57:52.202648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.215872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.293550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc20fd2-e40d-4212-9476-108a4df1381c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.295138 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1bc20fd2-e40d-4212-9476-108a4df1381c tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2352865 Jul 16 01:57:52.298858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.324448 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.333625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Port': ['ID=59b43737-304f-4756-b891-185579058d55,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.467525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:52.470160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:52.621113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe4becd-8249-4e88-ac85-4d575cb02755 None None] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:52.673281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Router 7c865b42-a0f9-43fb-8802-b9889eb2c320 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:52.783926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3d047b9e-3a0b-4103-ad5d-d034a4341bf5 None None] Provisioning for port 985e7412-a45e-4546-9835-d91c52516889 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:52.826545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:52.905338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:52.917573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5de11688-7852-4465-8eb6-00ffd64feecf tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5296628 Jul 16 01:57:52.917917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.928793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:52.929142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.950211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] Sync routers for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:52.958737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:53.011457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.012104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.057555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.080293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Provisioning for port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.088582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.088936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.093142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Provisioning complete for port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.093288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.126811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.127039 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.149006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.149644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989affb-f32e-43b3-a24b-3ae4e33095f1 None None] The sync data for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:53.178775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e481a8-ce47-4b81-8903-38620ef602f3 None None] Network 6c52579f-3440-4de8-a1bf-f9666191d7eb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:53.217173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:53.218394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.223262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.234381 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:53.245070 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.245948 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.302954 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.312750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.316721 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.317596 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.332636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:53.353600 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.354663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6f69-995b-47ca-b216-152000a1cbe8 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:53.386989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Provisioning for port 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.398207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Provisioning complete for port 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.398580 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.472463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6a7497f6-c536-4e9f-a7f7-7c60edbbdef4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/floatingips/7344e127-ba1a-46b7-867a-1d4efd6207d3 HTTP/1.1" status: 200 len: 978 time: 2.1006188 Jul 16 01:57:53.472790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34448) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.475682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d3f7d-f6c0-4f90-a282-8c24182a296e None None] Port 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.480004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9b508296-f473-46eb-8273-943faf0b3148 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:53.558540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9b508296-f473-46eb-8273-943faf0b3148 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.567630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 985e7412-a45e-4546-9835-d91c52516889 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:53.654120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 009462f1-4a52-4bc1-9124-f16bb3315990 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:53.654942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.671336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 985e7412-a45e-4546-9835-d91c52516889 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.677366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 985e7412-a45e-4546-9835-d91c52516889 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.678561 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.682210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.726350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Provisioning for port 59b43737-304f-4756-b891-185579058d55 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.734573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Provisioning complete for port 59b43737-304f-4756-b891-185579058d55 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.735237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.795443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:53.799201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Port 59b43737-304f-4756-b891-185579058d55 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.803750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.814035 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-e63b7652-f73d-458c-ae41-0caa79348471 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:53.815113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e63b7652-f73d-458c-ae41-0caa79348471 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8962879 Jul 16 01:57:53.821353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.855915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Provisioning complete for port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.856656 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.903985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.917823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.924114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Could not find standard attr ID for object 9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:53.943016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Provisioning for port 9b508296-f473-46eb-8273-943faf0b3148 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.955619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Provisioning complete for port 9b508296-f473-46eb-8273-943faf0b3148 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.955999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.958727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 985e7412-a45e-4546-9835-d91c52516889, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=985e7412-a45e-4546-9835-d91c52516889,segment=NetworkSegment(2d747428-7b84-4af7-9ca8-9c32c46c45ab),segment_id=2d747428-7b84-4af7-9ca8-9c32c46c45ab)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:53.983399 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.984249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:54.055711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.059636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e23b4b11-ee2d-46f1-b2c8-42324eadebe9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b HTTP/1.1" status: 204 len: 168 time: 1.7590182 Jul 16 01:57:54.065966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34452) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.099549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=985e7412-a45e-4546-9835-d91c52516889,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.128931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:54.133713 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb77e5f-9d05-4df0-9bee-26b7ab05db93 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:54.136073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-deb77e5f-9d05-4df0-9bee-26b7ab05db93 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/9596c2ee-ecfe-42f4-a4cc-6a84f8d8af5b HTTP/1.1" status: 404 len: 333 time: 0.0695090 Jul 16 01:57:54.140855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.141628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.142210 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 7344e127-ba1a-46b7-867a-1d4efd6207d3 disassociated. External IP: 172.25.7.235, port: 009462f1-4a52-4bc1-9124-f16bb3315990. Jul 16 01:57:54.143523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 009462f1-4a52-4bc1-9124-f16bb3315990 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:54.143656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:54.143925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.146264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34454) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.187914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.249540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] For port 9b508296-f473-46eb-8273-943faf0b3148, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9b508296-f473-46eb-8273-943faf0b3148,segment=NetworkSegment(98952388-8816-4867-b8f6-1c3bb89fae93),segment_id=98952388-8816-4867-b8f6-1c3bb89fae93)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:54.256204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.298858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.300348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.332073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=009462f1-4a52-4bc1-9124-f16bb3315990,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.334441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,segment=NetworkSegment(5e52163d-481f-4686-9a3c-39ed4576ead0),segment_id=5e52163d-481f-4686-9a3c-39ed4576ead0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:54.348592 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.363528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d4acc-9a8f-4787-ab89-98a4cc703633 None None] Pushing event updated for resources: {'Port': ['ID=9b508296-f473-46eb-8273-943faf0b3148,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.371510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 06ffc7f8-a598-4e66-b48b-44d8755d17d5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:54.371783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.410356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6556f1ad-4b92-46ab-aa81-4966e0a9af68 None None] Provisioning complete for port 59b43737-304f-4756-b891-185579058d55 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:54.410730 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6556f1ad-4b92-46ab-aa81-4966e0a9af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.460574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.461609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:54.463017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6556f1ad-4b92-46ab-aa81-4966e0a9af68 None None] Port 59b43737-304f-4756-b891-185579058d55 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:54.474533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6556f1ad-4b92-46ab-aa81-4966e0a9af68 None None] Provisioning complete for port 9b508296-f473-46eb-8273-943faf0b3148 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:54.474922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6556f1ad-4b92-46ab-aa81-4966e0a9af68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.516121 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.550064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 06ffc7f8-a598-4e66-b48b-44d8755d17d5 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:54.587394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:54.598392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:54.608658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:54.609732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:54.649695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:54.662420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:54.663087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:54.680472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.683407 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e9c9948-37c6-4865-9560-8208184064e3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/ports/009462f1-4a52-4bc1-9124-f16bb3315990 HTTP/1.1" status: 204 len: 168 time: 1.2093925 Jul 16 01:57:54.686074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34456) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.704372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:54.705155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc55a88-6b03-459c-8d25-86b5fa745650 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:54.714018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 985e7412-a45e-4546-9835-d91c52516889 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:54.752816 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0cc4a96b-305c-40dd-8db6-c0eb4b7ca6f3 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/floatingips/7344e127-ba1a-46b7-867a-1d4efd6207d3 HTTP/1.1" status: 200 len: 688 time: 0.0651917 Jul 16 01:57:54.753443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34460) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.768434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 985e7412-a45e-4546-9835-d91c52516889 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:54.769022 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.851226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:54.884680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 79a6ede6-2818-4d48-94ee-8ae44d63e55c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:54.885281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.903869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:54.904254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.916381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.964679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.965033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.977861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 79a6ede6-2818-4d48-94ee-8ae44d63e55c owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:54.982597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9b508296-f473-46eb-8273-943faf0b3148 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:55.031368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9b508296-f473-46eb-8273-943faf0b3148 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:55.031804 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.126584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.155133 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.162020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=79a6ede6-2818-4d48-94ee-8ae44d63e55c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.199576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=06ffc7f8-a598-4e66-b48b-44d8755d17d5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.226450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.229131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.234538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-391eaf8a-8d1d-49f7-9f58-c3070ca9f9c8 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/floatingips/7344e127-ba1a-46b7-867a-1d4efd6207d3 HTTP/1.1" status: 204 len: 168 time: 0.4799895 Jul 16 01:57:55.234954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34462) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.242606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '84de6dd3-1df3-486b-9497-2cc7a100b995'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:55.340371 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.342541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3af00aae-88ba-4f37-9a0c-24fb1fab0ed5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/06ffc7f8-a598-4e66-b48b-44d8755d17d5 HTTP/1.1" status: 204 len: 168 time: 1.1950426 Jul 16 01:57:55.345531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.359136 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.398353 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd49aea-dda8-46d9-82c8-e9da423cd3fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:57:55.399976 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8cd49aea-dda8-46d9-82c8-e9da423cd3fc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/06ffc7f8-a598-4e66-b48b-44d8755d17d5 HTTP/1.1" status: 404 len: 333 time: 0.0535052 Jul 16 01:57:55.402954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34466) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.454133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 67dd1366-55c4-4b3b-8c2f-07de83a6d786 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:55.457228 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.492396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting port 59b43737-304f-4756-b891-185579058d55 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:55.492687 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.496185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.586948 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.596363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.604693 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.617182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Calling delete_port for 59b43737-304f-4756-b891-185579058d55 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:55.647126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.674149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=67dd1366-55c4-4b3b-8c2f-07de83a6d786,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.677803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.679756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b7a8414-f68d-4555-8ef3-a57bf2aafcfc tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/67dd1366-55c4-4b3b-8c2f-07de83a6d786 HTTP/1.1" status: 204 len: 168 time: 0.2757430 Jul 16 01:57:55.682378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34468) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.688887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ee4e4-5442-4a76-9f06-826e623ac5c8 None None] Network 86c68429-eec5-4120-9716-d1e58d9581fa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:55.769330 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.834492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:55.834835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.847316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.207 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e6b3e351-8ce2-4600-9f74-900466b30d25) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:55.892388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] DHCP port deletion for 86c68429-eec5-4120-9716-d1e58d9581fa request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:55.925873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] For port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,segment=NetworkSegment(5e52163d-481f-4686-9a3c-39ed4576ead0),segment_id=5e52163d-481f-4686-9a3c-39ed4576ead0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:55.926481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.939705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:55.950236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] Deleting port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:55.951549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.991239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.020664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] For port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,segment=NetworkSegment(5e52163d-481f-4686-9a3c-39ed4576ead0),segment_id=5e52163d-481f-4686-9a3c-39ed4576ead0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:56.021096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.025116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.035437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.035909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] Calling delete_port for 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:56.041080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Port': ['ID=59b43737-304f-4756-b891-185579058d55,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.051568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.055393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No DVR routers for this DVR port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:56.120192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.145208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.157684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c68429-eec5-4120-9716-d1e58d9581fa']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.162041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] Pushing event deleted for resources: {'Port': ['ID=9c84fe07-76d6-4b4f-8a91-cf7be5c46509,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.166601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0681ef1-e78a-4879-91e5-d167cff69d2e None None] No DVR routers for this DVR port 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:56.176483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e52163d-481f-4686-9a3c-39ed4576ead0') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.176799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e52163d-481f-4686-9a3c-39ed4576ead0') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.186168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.191906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.207560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.214975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:56.215363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:56.219354 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:56.277452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.287674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:56.302523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:56.306888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:56.371861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=e6b3e351-8ce2-4600-9f74-900466b30d25,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.546791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Router 7c865b42-a0f9-43fb-8802-b9889eb2c320 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:56.665658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.678431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.683746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/86c68429-eec5-4120-9716-d1e58d9581fa HTTP/1.1" status: 204 len: 168 time: 0.9967482 Jul 16 01:57:56.685619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34470) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.694355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271089630'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:56.701022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:56.710628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329a16e-d0cd-4f9b-8838-185ddc69ff71 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=86c68429-eec5-4120-9716-d1e58d9581fa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.710984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:56.718379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7dbe158d-7f86-47e2-a11f-22b5fd7b81cb tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8657129 Jul 16 01:57:56.719235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.725662 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] Sync routers for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:56.738763 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:56.741915 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.746523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:56.747009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9c84fe07-76d6-4b4f-8a91-cf7be5c46509 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:56.758621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:56.762896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.767306 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c1751ca7-b1f7-4984-9b85-e2835ee0f7e2 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] delete failed (client error): The resource could not be found. Jul 16 01:57:56.772209 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c1751ca7-b1f7-4984-9b85-e2835ee0f7e2 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-2093349824 HTTP/1.1" status: 404 len: 335 time: 0.0463142 Jul 16 01:57:56.773090 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.779300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d551d77d-9732-4bb0-86c6-5875967312c9 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c865b42-a0f9-43fb-8802-b9889eb2c320'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:56.793902 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.803557 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:56.804112 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.837372 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.838023 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba52318-ab43-47c8-9661-dc22c467394b None None] The sync data for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:56.861279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:56.936736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.937412 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment 7e00fa68-9252-42ff-8e05-430a3bb4054b of type vlan for network d3d747c1-6f45-4db6-941f-2ea0c0c21498 Jul 16 01:57:56.981828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.044291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.049746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d551d77d-9732-4bb0-86c6-5875967312c9 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.063170 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.079794 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-d551d77d-9732-4bb0-86c6-5875967312c9 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] update failed (client error): The resource could not be found. Jul 16 01:57:57.080883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d551d77d-9732-4bb0-86c6-5875967312c9 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320 HTTP/1.1" status: 404 len: 339 time: 0.3069766 Jul 16 01:57:57.084706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.096275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.102212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:57.102849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.138985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4512870 Jul 16 01:57:57.142818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34478) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.147973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:57.199300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304417ff-72c9-4e5a-8bda-4ddc25410d30 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=d3d747c1-6f45-4db6-941f-2ea0c0c21498,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.213077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:57.279472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:57.288638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.490293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.552914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=f5fd0f34-6159-4887-a0d3-b768096f66e2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.564177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': '7e00fa68-9252-42ff-8e05-430a3bb4054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:57.564370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: d3d747c1-6f45-4db6-941f-2ea0c0c21498, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:57.581373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:57.590477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d3d747c1-6f45-4db6-941f-2ea0c0c21498) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:57.595882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:57.596958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.600067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bd893-7867-474b-8851-75cf36c887ab None None] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:57.614638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-edad1dfd-3239-4cf8-8541-68499baefcd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4679976 Jul 16 01:57:57.614845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.620122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498', 'name': 'tempest-PortsTestJSON-1723825030', 'fixed_ips': [{'subnet_id': 'f5fd0f34-6159-4887-a0d3-b768096f66e2', 'ip_address': '172.20.0.10'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:57.737364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.758337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:57.761707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d3d747c1-6f45-4db6-941f-2ea0c0c21498', 'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': 'f5fd0f34-6159-4887-a0d3-b768096f66e2'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:57.762915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.765851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.800846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.855404 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.879909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port ace65ebf-cc45-4b79-83c6-9612986f51c7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:57.924874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Allocated IP 172.20.0.2 (d3d747c1-6f45-4db6-941f-2ea0c0c21498/f5fd0f34-6159-4887-a0d3-b768096f66e2/6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:57.971724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=e6b3e351-8ce2-4600-9f74-900466b30d25,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.003366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.084005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.092360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Transition to ACTIVE for port object 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:58.107072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Transition to ACTIVE for port object 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:58.120523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.151187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Allocated IP 172.20.0.1 (e37c37a7-9179-43d6-ac5e-76ab5a7988e9/cec3dde3-c20d-4d3e-ad50-05c0a961c3ab/1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:58.162645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:58.169538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:58.172886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:58.173362 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 65127d84-ef97-43dc-a202-e23042ba0fa3 associated. External IP: 172.25.7.207, port: 84de6dd3-1df3-486b-9497-2cc7a100b995. Jul 16 01:57:58.182620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.10 (d3d747c1-6f45-4db6-941f-2ea0c0c21498/f5fd0f34-6159-4887-a0d3-b768096f66e2/ace65ebf-cc45-4b79-83c6-9612986f51c7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:58.187401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Pushing event updated for resources: {'Port': ['ID=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.240855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Attempting to bind port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:58.240855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Attempting to bind port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7e00fa68-9252-42ff-8e05-430a3bb4054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Attempting to bind port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 on network d3d747c1-6f45-4db6-941f-2ea0c0c21498 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Checking segment: {'id': '7e00fa68-9252-42ff-8e05-430a3bb4054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Bound using segment: {'id': '7e00fa68-9252-42ff-8e05-430a3bb4054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Bound port: 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e00fa68-9252-42ff-8e05-430a3bb4054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:58.248702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.319468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-81751e78-a970-48a7-9876-1206861783b3 None None] For port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:58.323924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-81751e78-a970-48a7-9876-1206861783b3 None None] For port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,segment=NetworkSegment(7e00fa68-9252-42ff-8e05-430a3bb4054b),segment_id=7e00fa68-9252-42ff-8e05-430a3bb4054b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:58.333023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.375725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.375993 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.391668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object ace65ebf-cc45-4b79-83c6-9612986f51c7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:58.411926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81751e78-a970-48a7-9876-1206861783b3 None None] Pushing event updated for resources: {'Port': ['ID=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.428888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Transition to ACTIVE for port object 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:58.451246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.539429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:58.546168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:58.551751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:58.564203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:58.573633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.577829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=ace65ebf-cc45-4b79-83c6-9612986f51c7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.629195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:58.629889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.651905 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1cea486c-295b-47ef-a047-79e8216878b3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0353930 Jul 16 01:57:58.653974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:58.666783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': 'd3d747c1-6f45-4db6-941f-2ea0c0c21498', 'name': 'tempest-PortsTestJSON-1596603607', 'fixed_ips': [{'subnet_id': 'f5fd0f34-6159-4887-a0d3-b768096f66e2', 'ip_address': '172.20.0.9'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:58.705515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:58.721594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:58.736157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Port': ['ID=1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.739297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:58.806993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:58.838903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.865182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:58.871959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.878404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:58.884835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:58.898080 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port d5af2f84-5b2f-4204-8a0d-dfa862c5700e yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:58.901539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:58.912944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:58.913577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.942218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.956618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.966986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:58.968878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.982861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-94419630-4863-424d-b46a-b2b68cf25425 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7466557 Jul 16 01:57:58.991005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:59.001101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1164112321'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:59.024717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:59.028757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.099008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.102230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:59.126371 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.126761 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Added segment 30133017-377f-4d41-97ad-51cd5056bfbc of type vlan for network f1ebf533-324f-4d34-8138-08d1acd69b55 Jul 16 01:57:59.129523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.9 (d3d747c1-6f45-4db6-941f-2ea0c0c21498/f5fd0f34-6159-4887-a0d3-b768096f66e2/d5af2f84-5b2f-4204-8a0d-dfa862c5700e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:59.205551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:59.205551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed6f28-34f4-4901-8332-55c0036ddee7 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:59.222030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c28c4ed7-870f-4186-85d7-ff9a18e9675b None None] Provisioning for port 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:59.229479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c28c4ed7-870f-4186-85d7-ff9a18e9675b None None] Provisioning complete for port 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:59.230168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c28c4ed7-870f-4186-85d7-ff9a18e9675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.276533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c28c4ed7-870f-4186-85d7-ff9a18e9675b None None] Port 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:59.286962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.348352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.364155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object d5af2f84-5b2f-4204-8a0d-dfa862c5700e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:59.366441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.372042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.372668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.403709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.428172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4357831 Jul 16 01:57:59.435193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:59.440780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'subnet': {'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:59.458801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:59.464653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:59.469627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:59.503712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=d5af2f84-5b2f-4204-8a0d-dfa862c5700e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.512546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c81143-1619-4295-91eb-04feb0df1f89 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Network': ['ID=f1ebf533-324f-4d34-8138-08d1acd69b55,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.533307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f1ebf533-324f-4d34-8138-08d1acd69b55 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:59.537106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.537618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.558595 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d36ba7e9-c011-4a07-8754-044d24685338 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9031665 Jul 16 01:57:59.561400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34490) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:59.627485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a651cc9-252b-400e-8d3e-e180ef2a6784 None None] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:59.638043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.641243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:59.645291 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.649960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.705010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97428fc8-b984-4023-8985-d989b53a7a67 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.709479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-97428fc8-b984-4023-8985-d989b53a7a67 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1434305 Jul 16 01:57:59.710051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34492) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:59.714626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] Provisioning for port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:59.724042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] Provisioning complete for port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:59.724042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.805913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894c7f8-8a33-40d8-9f68-d460cdb9f3ce tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.814829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894c7f8-8a33-40d8-9f68-d460cdb9f3ce tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.820929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894c7f8-8a33-40d8-9f68-d460cdb9f3ce tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.825419 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9894c7f8-8a33-40d8-9f68-d460cdb9f3ce tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1118350 Jul 16 01:57:59.825744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34494) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:59.872772 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.919954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] For port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,segment=NetworkSegment(7e00fa68-9252-42ff-8e05-430a3bb4054b),segment_id=7e00fa68-9252-42ff-8e05-430a3bb4054b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:59.925360 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.993573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48213e-783e-4768-accf-ebf4647982bc None None] Pushing event updated for resources: {'Port': ['ID=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.001996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port d5af2f84-5b2f-4204-8a0d-dfa862c5700e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:00.002514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.117484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.132305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for d5af2f84-5b2f-4204-8a0d-dfa862c5700e owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:00.146568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event updated for resources: {'Port': ['ID=1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.160056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.268755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Provisioning complete for port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.272603 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.327154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.352284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:00.355238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:00.368514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.377770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=d5af2f84-5b2f-4204-8a0d-dfa862c5700e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.409017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Could not find standard attr ID for object d5af2f84-5b2f-4204-8a0d-dfa862c5700e. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:00.421512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Provisioning for port ace65ebf-cc45-4b79-83c6-9612986f51c7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:00.428381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Provisioning complete for port ace65ebf-cc45-4b79-83c6-9612986f51c7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.429050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.485056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c6221d8d-e6c2-4289-8884-05a8855df784 None None] Port ace65ebf-cc45-4b79-83c6-9612986f51c7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:00.504369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.508473 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5f92dbe-a098-4318-bad5-2f82cc9f2eb5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/d5af2f84-5b2f-4204-8a0d-dfa862c5700e HTTP/1.1" status: 204 len: 168 time: 0.6807332 Jul 16 01:58:00.511524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34496) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.567603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Subnet': ['ID=914cc7cc-cde5-4e6c-8471-17b6cddb6d47,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.574919 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-128716fb-4487-4cc8-99f6-1294fb130805 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:58:00.577376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-128716fb-4487-4cc8-99f6-1294fb130805 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/d5af2f84-5b2f-4204-8a0d-dfa862c5700e HTTP/1.1" status: 404 len: 333 time: 0.0563776 Jul 16 01:58:00.580875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34498) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.584819 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:00.599659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Router 7c865b42-a0f9-43fb-8802-b9889eb2c320 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:00.602352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Checking segment: {'id': '30133017-377f-4d41-97ad-51cd5056bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:00.602855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network hostable DHCP agents. Network: f1ebf533-324f-4d34-8138-08d1acd69b55, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:00.665416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eee1248a-0a51-4ba8-a47e-93b7deac28c7 None None] Provisioning complete for port ace65ebf-cc45-4b79-83c6-9612986f51c7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.666938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eee1248a-0a51-4ba8-a47e-93b7deac28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.674370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network f1ebf533-324f-4d34-8138-08d1acd69b55 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:00.743152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eee1248a-0a51-4ba8-a47e-93b7deac28c7 None None] Port ace65ebf-cc45-4b79-83c6-9612986f51c7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:00.758080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f1ebf533-324f-4d34-8138-08d1acd69b55) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:00.774413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:00.776490 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.789596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55835f-7a8a-4030-9d0a-3263a47d8d56 None None] Network f1ebf533-324f-4d34-8138-08d1acd69b55 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:00.792815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:00.794252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:00.802474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1df3429-ebc9-4ff7-9c59-d41250ae1c03 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7167280 Jul 16 01:58:00.808720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-edee37fd-612a-4715-8bc6-4648064246b6 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3724287 Jul 16 01:58:00.809160 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] Sync routers for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:00.809763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34500) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.809939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.815261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-79426460', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:00.821076 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:00.822468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.829526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port ace65ebf-cc45-4b79-83c6-9612986f51c7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:00.830041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.853832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.855011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.901984 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.919840 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:00.922247 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.975849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c8b93e4-6dac-493c-b49e-1bbe11653f86 None None] Provisioning complete for port 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.976462 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c8b93e4-6dac-493c-b49e-1bbe11653f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.989475 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.991148 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832724a3-a284-43c7-9ed7-4e2898bb8aea None None] The sync data for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:01.010235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.068039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3e36-29f1-4b5d-9a0d-3f5949ce3065 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.073835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b93e4-6dac-493c-b49e-1bbe11653f86 None None] Port 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:01.082021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:01.082021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.165889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.174424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.189619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for ace65ebf-cc45-4b79-83c6-9612986f51c7 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:01.211911 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-9d4b3e36-29f1-4b5d-9a0d-3f5949ce3065 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:58:01.216115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-45ef344c-b9cc-43c3-af88-8b2f1f10ea04 None None] Could not find standard attr ID for object d5af2f84-5b2f-4204-8a0d-dfa862c5700e. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:01.216262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d4b3e36-29f1-4b5d-9a0d-3f5949ce3065 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320 HTTP/1.1" status: 409 len: 329 time: 0.4043901 Jul 16 01:58:01.216893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34504) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.246372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-f1ebf533-324f-4d34-8138-08d1acd69b55', 'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55', 'tenant_id': '152c862c9c314d2e8f7f2a0e3358b811', 'fixed_ips': [{'subnet_id': '914cc7cc-cde5-4e6c-8471-17b6cddb6d47'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:01.247251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.408782 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.428697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.440882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Allocated IP 172.20.0.2 (f1ebf533-324f-4d34-8138-08d1acd69b55/914cc7cc-cde5-4e6c-8471-17b6cddb6d47/5bfa649c-2aa5-44db-8c7c-80730b464dd7) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:01.541491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.559515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.25.7.102 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/c0dc8fdf-7b3b-4c09-93b3-4877402b47a0) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:01.610151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=ace65ebf-cc45-4b79-83c6-9612986f51c7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.650646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.666880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Transition to ACTIVE for port object 5bfa649c-2aa5-44db-8c7c-80730b464dd7 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:01.697087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Transition to ACTIVE for port object 5bfa649c-2aa5-44db-8c7c-80730b464dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:01.708873 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.741625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.747469 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-40f95f63-688b-469b-81e6-90be612c1ef6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/ace65ebf-cc45-4b79-83c6-9612986f51c7 HTTP/1.1" status: 204 len: 168 time: 1.1603832 Jul 16 01:58:01.747925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.748369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.779129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Network f1ebf533-324f-4d34-8138-08d1acd69b55 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:01.783479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:01.787751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:01.801197 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-738777d0-1579-49e0-a8f1-f78867897125 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:58:01.805626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-738777d0-1579-49e0-a8f1-f78867897125 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/ace65ebf-cc45-4b79-83c6-9612986f51c7 HTTP/1.1" status: 404 len: 333 time: 0.0526865 Jul 16 01:58:01.806929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34508) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.824725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Pushing event updated for resources: {'Port': ['ID=5bfa649c-2aa5-44db-8c7c-80730b464dd7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.865686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Attempting to bind port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:01.865967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Attempting to bind port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '30133017-377f-4d41-97ad-51cd5056bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:01.866334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Attempting to bind port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 on network f1ebf533-324f-4d34-8138-08d1acd69b55 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:01.871528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:01.871843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Checking segment: {'id': '30133017-377f-4d41-97ad-51cd5056bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:01.871975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet f5fd0f34-6159-4887-a0d3-b768096f66e2 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:01.872253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.872685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Bound using segment: {'id': '30133017-377f-4d41-97ad-51cd5056bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:01.873427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Bound port: 5bfa649c-2aa5-44db-8c7c-80730b464dd7, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30133017-377f-4d41-97ad-51cd5056bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:01.874261 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.878022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.879670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.925347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.928379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.946567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] For port 5bfa649c-2aa5-44db-8c7c-80730b464dd7, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:01.950076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] For port 5bfa649c-2aa5-44db-8c7c-80730b464dd7, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5bfa649c-2aa5-44db-8c7c-80730b464dd7,segment=NetworkSegment(30133017-377f-4d41-97ad-51cd5056bfbc),segment_id=30133017-377f-4d41-97ad-51cd5056bfbc)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:01.955461 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.010571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:02.018414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:02.020313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85725803-477b-4bc2-8cde-7807771c3ab4 None None] Pushing event updated for resources: {'Port': ['ID=5bfa649c-2aa5-44db-8c7c-80730b464dd7,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.023890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:02.071226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=c0dc8fdf-7b3b-4c09-93b3-4877402b47a0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.103786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.347269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.402333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fd0f34-6159-4887-a0d3-b768096f66e2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.411669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.413653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ae75ec17-d7f4-42e8-942e-b96df966df90 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/f5fd0f34-6159-4887-a0d3-b768096f66e2 HTTP/1.1" status: 204 len: 168 time: 0.6057096 Jul 16 01:58:02.416029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27952fa7-f67d-4c6e-9a28-8174941aaa1e None None] Network d3d747c1-6f45-4db6-941f-2ea0c0c21498 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:02.419593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:02.551370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.554081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.623110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] DHCP port deletion for d3d747c1-6f45-4db6-941f-2ea0c0c21498 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:02.644866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting port 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:02.645357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.688078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] Deleting port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:02.688485 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.760511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:02.761188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.762794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.779290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] For port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,segment=NetworkSegment(7e00fa68-9252-42ff-8e05-430a3bb4054b),segment_id=7e00fa68-9252-42ff-8e05-430a3bb4054b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:02.780205 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.782485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Calling delete_port for 1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:02.794267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] Calling delete_port for 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:02.810607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5bfa649c-2aa5-44db-8c7c-80730b464dd7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:02.922888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] For port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,segment=NetworkSegment(7e00fa68-9252-42ff-8e05-430a3bb4054b),segment_id=7e00fa68-9252-42ff-8e05-430a3bb4054b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:02.923197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.943505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:02.944977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:02.956938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.968395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.994446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] Pushing event deleted for resources: {'Port': ['ID=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.996627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea87d8-688d-4648-8472-8582be8b6faa None None] No DVR routers for this DVR port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:03.042467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:03.065118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.072676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:03.073047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:03.100697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Port': ['ID=1ecd2c50-a1a9-4269-b931-dbb6b95ebe9e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.183456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f149c1-3e80-4ef8-9113-e6a5dc2e7f42 None None] Network f1ebf533-324f-4d34-8138-08d1acd69b55 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:03.194406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.259577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No DVR routers for this DVR port 6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:03.269431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=6ad8d38c-b1bf-4f6e-95ea-17ac79c59b66,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.278972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.325341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] Provisioning for port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:03.342651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] Provisioning complete for port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:03.343033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.355880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 81346bab-e1c1-46fc-b82a-c4788214aaea is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:03.394244 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.410961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d747c1-6f45-4db6-941f-2ea0c0c21498']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.457929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Router 7c865b42-a0f9-43fb-8802-b9889eb2c320 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:03.471998 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.519888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] For port 5bfa649c-2aa5-44db-8c7c-80730b464dd7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5bfa649c-2aa5-44db-8c7c-80730b464dd7,segment=NetworkSegment(30133017-377f-4d41-97ad-51cd5056bfbc),segment_id=30133017-377f-4d41-97ad-51cd5056bfbc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:03.535473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.553187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:03.566843 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-95e7bf3f-1dc9-43df-a33f-a89a491a4131 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3198371 Jul 16 01:58:03.567090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] Sync routers for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:03.571536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34514) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.589896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:03.590542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.626887 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-f8b13db5-96e6-4cf2-b776-9c8fde058780 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] show failed (client error): The resource could not be found. Jul 16 01:58:03.628283 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f8b13db5-96e6-4cf2-b776-9c8fde058780 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-904039110 HTTP/1.1" status: 404 len: 334 time: 0.0549388 Jul 16 01:58:03.633117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34516) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.633606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.639323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b894ef0-7e4f-4992-b18b-03d155651e1c None None] Pushing event updated for resources: {'Port': ['ID=5bfa649c-2aa5-44db-8c7c-80730b464dd7,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.640820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-79e23771-7dd1-4883-a6bb-fcfb78d6ee73 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:03.648891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] Routers {'7c865b42-a0f9-43fb-8802-b9889eb2c320'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:03.649528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7c865b42-a0f9-43fb-8802-b9889eb2c320'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.680116 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-79e23771-7dd1-4883-a6bb-fcfb78d6ee73 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] update failed (client error): The resource could not be found. Jul 16 01:58:03.681895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79e23771-7dd1-4883-a6bb-fcfb78d6ee73 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-754337539 HTTP/1.1" status: 404 len: 334 time: 0.0469022 Jul 16 01:58:03.685840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34518) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.757315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting subnet 40277f47-3644-4c54-a471-b3bd829a62d5 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:03.761802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.778003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e00fa68-9252-42ff-8e05-430a3bb4054b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.778259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e00fa68-9252-42ff-8e05-430a3bb4054b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.795590 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.824946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.840195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.853861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:03.854315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:03.858953 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:03.867022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.868517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416450b-e9b8-47a3-b3be-3020d86bb650 None None] The sync data for ids ['7c865b42-a0f9-43fb-8802-b9889eb2c320'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:03.881829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-956b7f3b-a5ce-45ae-b6fc-e758c293938e None None] Provisioning complete for port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:03.882419 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-956b7f3b-a5ce-45ae-b6fc-e758c293938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.896535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:03.907375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] Sync routers for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:03.917729 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:03.918852 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.945575 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.950006 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.954728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06084121-c8f1-4355-a51d-5ed4a25dcb0f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1434188 Jul 16 01:58:03.955632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.961689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.963884 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:03.973350 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:03.974137 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.012372 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.013240 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbb389-5aa5-45f1-bcfc-59b118e3f641 None None] The sync data for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:04.024787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.028536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/d3d747c1-6f45-4db6-941f-2ea0c0c21498 HTTP/1.1" status: 204 len: 168 time: 1.6078758 Jul 16 01:58:04.030302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0d21a-8589-498b-999d-0d509ce05278 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=d3d747c1-6f45-4db6-941f-2ea0c0c21498,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.032213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.034036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.039602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1396888016'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:04.064368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Subnet': ['ID=40277f47-3644-4c54-a471-b3bd829a62d5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.066970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.071701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01759146-756f-4e88-a4ec-ac9d37f4c308 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/subnets/40277f47-3644-4c54-a471-b3bd829a62d5 HTTP/1.1" status: 204 len: 168 time: 0.3837271 Jul 16 01:58:04.072664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34524) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.078752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986ab66-cd7a-48a3-8798-b27de5e967b2 None None] Network 6c52579f-3440-4de8-a1bf-f9666191d7eb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:04.115453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:04.119143 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.140407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting subnet 4bafc271-b5b0-4a4b-af19-95ca48a67881 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:04.143833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.166151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:04.191731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.223446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.223693 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Added segment a71796ad-e89f-456b-bae7-ae1ab57a5d75 of type vlan for network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 Jul 16 01:58:04.284960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.305709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.348488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] DHCP port deletion for 6c52579f-3440-4de8-a1bf-f9666191d7eb request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:04.364524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.375901 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.380467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/subnets/4bafc271-b5b0-4a4b-af19-95ca48a67881 HTTP/1.1" status: 204 len: 168 time: 0.3064344 Jul 16 01:58:04.384493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.385290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae1d0a-2237-48c0-ade9-378062d617fb None None] Network 752626c8-876e-4b57-8aae-69eff9b85cd6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:04.400092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a990e-e544-47e4-b00c-180eeba5d48d tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Subnet': ['ID=4bafc271-b5b0-4a4b-af19-95ca48a67881,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.413214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.418654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:04.419239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.458924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] Deleting port 9b508296-f473-46eb-8273-943faf0b3148 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:04.459343 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.504439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4688096 Jul 16 01:58:04.508624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34528) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.514972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:04.561615 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.568379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] For port 9b508296-f473-46eb-8273-943faf0b3148, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9b508296-f473-46eb-8273-943faf0b3148,segment=NetworkSegment(98952388-8816-4867-b8f6-1c3bb89fae93),segment_id=98952388-8816-4867-b8f6-1c3bb89fae93)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:04.569075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.587307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] Calling delete_port for 9b508296-f473-46eb-8273-943faf0b3148 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:04.600897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef13e5-aa6c-4c63-bae4-b7e0579ae9a4 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Network': ['ID=5e9c10aa-fe45-482d-b74d-ef969c3d0975,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.631340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:04.636196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.641720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:04.747319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] DHCP port deletion for 752626c8-876e-4b57-8aae-69eff9b85cd6 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:04.772880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting port 9b508296-f473-46eb-8273-943faf0b3148 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:04.773147 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.800968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5bfa649c-2aa5-44db-8c7c-80730b464dd7 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:04.846771 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.855409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] For port 9b508296-f473-46eb-8273-943faf0b3148, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9b508296-f473-46eb-8273-943faf0b3148,segment=NetworkSegment(98952388-8816-4867-b8f6-1c3bb89fae93),segment_id=98952388-8816-4867-b8f6-1c3bb89fae93)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:04.855774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.888629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] Pushing event deleted for resources: {'Port': ['ID=9b508296-f473-46eb-8273-943faf0b3148,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.892070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Calling delete_port for 9b508296-f473-46eb-8273-943faf0b3148 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:04.892485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59ee83-2645-469d-bc16-32efe733bed9 None None] No DVR routers for this DVR port 9b508296-f473-46eb-8273-943faf0b3148 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:04.912350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] Deleting port 985e7412-a45e-4546-9835-d91c52516889 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:04.915709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.922907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.945323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.954203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:04.954583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.026846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] For port 985e7412-a45e-4546-9835-d91c52516889, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=985e7412-a45e-4546-9835-d91c52516889,segment=NetworkSegment(2d747428-7b84-4af7-9ca8-9c32c46c45ab),segment_id=2d747428-7b84-4af7-9ca8-9c32c46c45ab)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:05.027409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.031809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=83489278-96b0-4190-9c4d-54833fd29ab0,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.046257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Checking segment: {'id': 'a71796ad-e89f-456b-bae7-ae1ab57a5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:05.046665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network hostable DHCP agents. Network: 5e9c10aa-fe45-482d-b74d-ef969c3d0975, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:05.062460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] Calling delete_port for 985e7412-a45e-4546-9835-d91c52516889 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:05.083335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:05.097940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5e9c10aa-fe45-482d-b74d-ef969c3d0975) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:05.102838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.103736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.128152 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-23810347-e216-4bf4-ae43-15ff824a810d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6182916 Jul 16 01:58:05.130839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.135861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-325600710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.146113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.149330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5723de8-1f1f-4b2c-a05d-11e17eb54c5c None None] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:05.167181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.168295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.182796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Port': ['ID=9b508296-f473-46eb-8273-943faf0b3148,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.189434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] No DVR routers for this DVR port 9b508296-f473-46eb-8273-943faf0b3148 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:05.245964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.251692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.275801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.282867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.283418 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fc204611-e9d8-4dff-9607-6a48cc7ace14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1474977 Jul 16 01:58:05.293796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9b508296-f473-46eb-8273-943faf0b3148 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:05.297778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975', 'name': 'tempest-PortsTestJSON-1700895466'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.321376 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.327675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9b508296-f473-46eb-8273-943faf0b3148 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:05.328026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9b508296-f473-46eb-8273-943faf0b3148 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:05.352288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.378230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] Pushing event deleted for resources: {'Port': ['ID=985e7412-a45e-4546-9835-d91c52516889,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.380174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abea285-cfa0-4ef1-a9c4-9874a986109c None None] No DVR routers for this DVR port 985e7412-a45e-4546-9835-d91c52516889 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:05.412624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c52579f-3440-4de8-a1bf-f9666191d7eb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:05.437345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-5e9c10aa-fe45-482d-b74d-ef969c3d0975', 'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': '83489278-96b0-4190-9c4d-54833fd29ab0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:05.437687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98952388-8816-4867-b8f6-1c3bb89fae93') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:05.437687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98952388-8816-4867-b8f6-1c3bb89fae93') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:05.438855 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.485305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.536861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.560894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:05.561307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:05.564247 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:05.603518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.1 (f1ebf533-324f-4d34-8138-08d1acd69b55/914cc7cc-cde5-4e6c-8471-17b6cddb6d47/6fd83ec9-c0fc-4114-8400-9fbff3013bef) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:05.609915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Allocated IP 172.20.0.2 (5e9c10aa-fe45-482d-b74d-ef969c3d0975/83489278-96b0-4190-9c4d-54833fd29ab0/f60a310d-8a02-48f1-89b1-8d322c4ad007) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:05.661376 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.665865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.667743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/networks/6c52579f-3440-4de8-a1bf-f9666191d7eb HTTP/1.1" status: 204 len: 168 time: 1.2822735 Jul 16 01:58:05.670437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.708201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263809a-f205-4812-991a-e87a51a5c289 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Network': ['ID=6c52579f-3440-4de8-a1bf-f9666191d7eb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.713401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:05.717367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.772187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port abb47e39-f9b3-4215-a7ed-8c1f4a123416 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:05.781320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.813112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.826862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Transition to ACTIVE for port object f60a310d-8a02-48f1-89b1-8d322c4ad007 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:05.889575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.897345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Transition to ACTIVE for port object f60a310d-8a02-48f1-89b1-8d322c4ad007 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:05.900916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752626c8-876e-4b57-8aae-69eff9b85cd6']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:05.906335 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.909415 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.923345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d747428-7b84-4af7-9ca8-9c32c46c45ab') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:05.924456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d747428-7b84-4af7-9ca8-9c32c46c45ab') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:05.941675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.961455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:05.969794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:05.974915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.977797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:05.978065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Transition to ACTIVE for port object 6fd83ec9-c0fc-4114-8400-9fbff3013bef will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:05.983657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Pushing event updated for resources: {'Port': ['ID=f60a310d-8a02-48f1-89b1-8d322c4ad007,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.984729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:05.985209 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:05.990627 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:06.016785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.12 (5e9c10aa-fe45-482d-b74d-ef969c3d0975/83489278-96b0-4190-9c4d-54833fd29ab0/abb47e39-f9b3-4215-a7ed-8c1f4a123416) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:06.067049 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.068171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.079040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.081775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Attempting to bind port f60a310d-8a02-48f1-89b1-8d322c4ad007 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:06.082220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Attempting to bind port f60a310d-8a02-48f1-89b1-8d322c4ad007 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'a71796ad-e89f-456b-bae7-ae1ab57a5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:06.082593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Attempting to bind port f60a310d-8a02-48f1-89b1-8d322c4ad007 on network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:06.084814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/networks/752626c8-876e-4b57-8aae-69eff9b85cd6 HTTP/1.1" status: 204 len: 168 time: 0.4129450 Jul 16 01:58:06.086686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34540) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.089853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:06.090298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Checking segment: {'id': 'a71796ad-e89f-456b-bae7-ae1ab57a5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:06.091353 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.091758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Bound using segment: {'id': 'a71796ad-e89f-456b-bae7-ae1ab57a5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:06.092473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Bound port: f60a310d-8a02-48f1-89b1-8d322c4ad007, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71796ad-e89f-456b-bae7-ae1ab57a5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e9c10aa-fe45-482d-b74d-ef969c3d0975'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:06.092873 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.131103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Network': ['ID=752626c8-876e-4b57-8aae-69eff9b85cd6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.148946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.149299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.149645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.149990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.150328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.151526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.151526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.151526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.151829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.151923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.152255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.152634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a6ccc-2711-4909-8424-3977ddbe0d6f tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:06.169374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting subnet cec3dde3-c20d-4d3e-ad50-05c0a961c3ab {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:06.178966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network f1ebf533-324f-4d34-8138-08d1acd69b55 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:06.182664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:06.185128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:06.188027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=6fd83ec9-c0fc-4114-8400-9fbff3013bef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.188967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.197514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] For port f60a310d-8a02-48f1-89b1-8d322c4ad007, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:06.205771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] For port f60a310d-8a02-48f1-89b1-8d322c4ad007, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f60a310d-8a02-48f1-89b1-8d322c4ad007,segment=NetworkSegment(a71796ad-e89f-456b-bae7-ae1ab57a5d75),segment_id=a71796ad-e89f-456b-bae7-ae1ab57a5d75)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:06.213445 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.275604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.277954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.312894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb6a1c-d137-4ad1-8e7d-6463fa3a028f None None] Pushing event updated for resources: {'Port': ['ID=f60a310d-8a02-48f1-89b1-8d322c4ad007,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.336993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.399071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.444781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object abb47e39-f9b3-4215-a7ed-8c1f4a123416 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:06.464746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.540062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.580395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Subnet': ['ID=cec3dde3-c20d-4d3e-ad50-05c0a961c3ab,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.589772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.594600 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0d0f0568-fa57-4555-818d-fc3e9d6d6311 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/subnets/cec3dde3-c20d-4d3e-ad50-05c0a961c3ab HTTP/1.1" status: 204 len: 168 time: 0.5021086 Jul 16 01:58:06.594953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34550) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.605594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c10817-a7ff-43eb-8f2f-5dd11a76e0eb None None] Network e37c37a7-9179-43d6-ac5e-76ab5a7988e9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:06.625795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.634972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-967f3a85-ddb3-4569-b15a-71405cbf2667 None None] Provisioning for port 6fd83ec9-c0fc-4114-8400-9fbff3013bef completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:06.637349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.647993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-967f3a85-ddb3-4569-b15a-71405cbf2667 None None] Provisioning complete for port 6fd83ec9-c0fc-4114-8400-9fbff3013bef triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:06.648382 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-967f3a85-ddb3-4569-b15a-71405cbf2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.738292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.760551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-967f3a85-ddb3-4569-b15a-71405cbf2667 None None] Port 6fd83ec9-c0fc-4114-8400-9fbff3013bef cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:06.804144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Deleting port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:06.804524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.825509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f60a310d-8a02-48f1-89b1-8d322c4ad007 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:06.886983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] For port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,segment=NetworkSegment(ba8b00be-50f5-4caf-b786-793d2ab93b8c),segment_id=ba8b00be-50f5-4caf-b786-793d2ab93b8c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:06.887261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.897555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f60a310d-8a02-48f1-89b1-8d322c4ad007 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:06.903943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Calling delete_port for cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:06.971519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 985e7412-a45e-4546-9835-d91c52516889 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:07.005694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea1052-4bc2-4e99-85bb-f4ca2ca9998a None None] DHCP port deletion for e37c37a7-9179-43d6-ac5e-76ab5a7988e9 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:07.008218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 985e7412-a45e-4546-9835-d91c52516889 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:07.008508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.009055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 985e7412-a45e-4546-9835-d91c52516889 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:07.039496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Port': ['ID=cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.045571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] No DVR routers for this DVR port cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:07.124004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63feb0-97d2-4b5f-91b5-92e2223f1ba5 req-ba5b970f-2d0d-4fea-a35f-ff647ecf82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.125716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd63feb0-97d2-4b5f-91b5-92e2223f1ba5 req-ba5b970f-2d0d-4fea-a35f-ff647ecf82ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.7855265 Jul 16 01:58:07.129742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.131490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:07.148961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:07.149176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37c37a7-9179-43d6-ac5e-76ab5a7988e9']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.151354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:07.154093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=abb47e39-f9b3-4215-a7ed-8c1f4a123416,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.162504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b00be-50f5-4caf-b786-793d2ab93b8c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.163212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b00be-50f5-4caf-b786-793d2ab93b8c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.174540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.191056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.201101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:07.202294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:07.206829 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:07.277923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.280589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd63feb0-97d2-4b5f-91b5-92e2223f1ba5 req-6912009f-9221-432a-bc20-ce46a47d85bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426954 Jul 16 01:58:07.287540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.288206 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.313049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.315415 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/networks/e37c37a7-9179-43d6-ac5e-76ab5a7988e9 HTTP/1.1" status: 204 len: 168 time: 0.7193375 Jul 16 01:58:07.318157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34554) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.329210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d596c-5a6f-4527-a6ae-46e39adf93e1 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Pushing event deleted for resources: {'Network': ['ID=e37c37a7-9179-43d6-ac5e-76ab5a7988e9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.360627 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fa3305e3-e8a4-44ae-b77c-b322bb5c0dea tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0739908 Jul 16 01:58:07.364873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.372384 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-31e16466-8d69-426e-b57d-3f220acfdac5 tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c865b42-a0f9-43fb-8802-b9889eb2c320 HTTP/1.1" status: 200 len: 205 time: 0.0527120 Jul 16 01:58:07.375257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34558) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.462865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.551198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a21d56-7414-438a-9466-2e590d673c69 None None] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:07.626517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-44995d19-b660-442d-8eff-872401354a11 None None] Provisioning for port f60a310d-8a02-48f1-89b1-8d322c4ad007 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:07.653477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-44995d19-b660-442d-8eff-872401354a11 None None] Provisioning complete for port f60a310d-8a02-48f1-89b1-8d322c4ad007 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:07.653951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44995d19-b660-442d-8eff-872401354a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.655861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.658361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.710218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.733997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.734886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Fanout notify agent at l3_agent the message router_deleted on router 7c865b42-a0f9-43fb-8802-b9889eb2c320 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:07.747962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.754281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-72f72347-38b8-4c2c-9c21-e1a81bc715cd tempest-RoutersNegativeTest-868484464 tempest-RoutersNegativeTest-868484464-project] 10.222.0.42 "DELETE /v2.0/routers/7c865b42-a0f9-43fb-8802-b9889eb2c320 HTTP/1.1" status: 204 len: 168 time: 0.3740959 Jul 16 01:58:07.814462 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.825578 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.994743 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.000637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=6fd83ec9-c0fc-4114-8400-9fbff3013bef,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.021322 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.044449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44995d19-b660-442d-8eff-872401354a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.102341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:08.107140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-44995d19-b660-442d-8eff-872401354a11 None None] For port f60a310d-8a02-48f1-89b1-8d322c4ad007, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f60a310d-8a02-48f1-89b1-8d322c4ad007,segment=NetworkSegment(a71796ad-e89f-456b-bae7-ae1ab57a5d75),segment_id=a71796ad-e89f-456b-bae7-ae1ab57a5d75)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:08.116891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-44995d19-b660-442d-8eff-872401354a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.202208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44995d19-b660-442d-8eff-872401354a11 None None] Pushing event updated for resources: {'Port': ['ID=f60a310d-8a02-48f1-89b1-8d322c4ad007,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.307898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network f1ebf533-324f-4d34-8138-08d1acd69b55 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:08.312389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:08.383781 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-df7bd5b0-01a1-40db-973b-3a460060f7b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c54d03a374b64b0082c7f67049ae0359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802439 Jul 16 01:58:08.386954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34576) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:08.467700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fa16bdd2-ca60-4802-ac01-38c8e276b755 None None] Provisioning complete for port f60a310d-8a02-48f1-89b1-8d322c4ad007 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.468285 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa16bdd2-ca60-4802-ac01-38c8e276b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.539404 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bba282a-995f-4616-b700-2af3288551fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.549873 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.562840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.569604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 81346bab-e1c1-46fc-b82a-c4788214aaea has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:08.603713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bba282a-995f-4616-b700-2af3288551fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.669502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fa16bdd2-ca60-4802-ac01-38c8e276b755 None None] Provisioning for port abb47e39-f9b3-4215-a7ed-8c1f4a123416 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:08.679066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fa16bdd2-ca60-4802-ac01-38c8e276b755 None None] Provisioning complete for port abb47e39-f9b3-4215-a7ed-8c1f4a123416 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.679066 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa16bdd2-ca60-4802-ac01-38c8e276b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.716361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bba282a-995f-4616-b700-2af3288551fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.722538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bba282a-995f-4616-b700-2af3288551fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.725529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9bba282a-995f-4616-b700-2af3288551fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/410bee2b-58cd-4b13-bbe7-6325f93e5a64 HTTP/1.1" status: 204 len: 168 time: 0.3370354 Jul 16 01:58:08.752391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba282a-995f-4616-b700-2af3288551fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410bee2b-58cd-4b13-bbe7-6325f93e5a64,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.792602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fa16bdd2-ca60-4802-ac01-38c8e276b755 None None] Port abb47e39-f9b3-4215-a7ed-8c1f4a123416 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:08.794078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=abb47e39-f9b3-4215-a7ed-8c1f4a123416,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.815584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f60a310d-8a02-48f1-89b1-8d322c4ad007 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:08.885386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f60a310d-8a02-48f1-89b1-8d322c4ad007 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.885944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.886917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.887408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.887651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.888021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.888362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.890045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.890045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.890045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.890421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.890790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.891127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.891675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:08.977418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-da2ed68d-cc08-474a-87b4-dda88d452788 None None] Provisioning complete for port 6fd83ec9-c0fc-4114-8400-9fbff3013bef triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.977801 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da2ed68d-cc08-474a-87b4-dda88d452788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.050662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-da2ed68d-cc08-474a-87b4-dda88d452788 None None] Port 6fd83ec9-c0fc-4114-8400-9fbff3013bef cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:09.095051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:09.108681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34588) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.113211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] Sync routers for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:09.113452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e535519f-c894-47ca-aea9-ebac0ced5b85 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/routers/81346bab-e1c1-46fc-b82a-c4788214aaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1325021 Jul 16 01:58:09.124682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'port': {'network_id': 'f1ebf533-324f-4d34-8138-08d1acd69b55', 'name': 'tempest-FloatingIPTestJSON-655393772'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:09.136338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:09.137020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.186030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.190080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:09.221595 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.229275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:09.229880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cbc0a1e7-9cb9-48ab-89a0-6af3b0bec417 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:09.240687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-00d22756-9e8b-4ccb-89c2-ddd9b3fa0117 None None] Provisioning complete for port abb47e39-f9b3-4215-a7ed-8c1f4a123416 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:09.241100 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00d22756-9e8b-4ccb-89c2-ddd9b3fa0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.271448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.288085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:09.288664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.340361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00d22756-9e8b-4ccb-89c2-ddd9b3fa0117 None None] Port abb47e39-f9b3-4215-a7ed-8c1f4a123416 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:09.340361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.340361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8381b-a064-4e02-9069-f0b8695a95da None None] The sync data for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:09.444017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8cf2c67a-2249-4541-9173-54cdf94dac79 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3764 time: 0.1713376 Jul 16 01:58:09.447051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.453647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'network': {'name': 'tempest-network-smoke--90125872', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'port_security_enabled': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:09.470564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6ab99982-a3ed-41d0-b48f-1f90e41d0e22 None None] Provisioning complete for port abb47e39-f9b3-4215-a7ed-8c1f4a123416 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:09.471434 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab99982-a3ed-41d0-b48f-1f90e41d0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.529156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6ab99982-a3ed-41d0-b48f-1f90e41d0e22 None None] Port abb47e39-f9b3-4215-a7ed-8c1f4a123416 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:09.625744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Made reservation on behalf of 152c862c9c314d2e8f7f2a0e3358b811 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:09.629953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.653112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] device_id is not set on port d3190220-62dd-484b-bdce-73df759683b4 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:09.790907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Allocated IP 172.20.0.11 (f1ebf533-324f-4d34-8138-08d1acd69b55/914cc7cc-cde5-4e6c-8471-17b6cddb6d47/d3190220-62dd-484b-bdce-73df759683b4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:09.834822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Made reservation on behalf of 6ebb14eebec04a8aa1327e53eff423c5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:09.839168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.887043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.906996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:09.938701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.939360 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Added segment 65cb92d3-2728-4389-a88c-f9a8f90680a0 of type vlan for network c3117946-2a1a-4d31-8945-edf7c800ace0 Jul 16 01:58:09.998949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.002985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34610) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.019906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Transition to ACTIVE for port object d3190220-62dd-484b-bdce-73df759683b4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:10.039454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.056659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.119826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Network f1ebf533-324f-4d34-8138-08d1acd69b55 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:10.122401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:10.127048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:10.136396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event updated for resources: {'Port': ['ID=d3190220-62dd-484b-bdce-73df759683b4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.166156 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9eef-febb-4861-9b37-65ef3f0475b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.169322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-46c911d9-f49d-40c3-9fe7-c4dd4065c87a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.170149 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-46c911d9-f49d-40c3-9fe7-c4dd4065c87a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:58:10.170873 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-46c911d9-f49d-40c3-9fe7-c4dd4065c87a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:58:10.172010 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46c911d9-f49d-40c3-9fe7-c4dd4065c87a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1680539 Jul 16 01:58:10.178655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34614) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.185287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571546578'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.190135 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.197081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.197825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.222736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.223488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.241165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.257182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.268295 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-544668a1-2587-4692-8a00-cfc9c1d4f0b0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1577115 Jul 16 01:58:10.272175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.278149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Request body: {'floatingip': {'port_id': 'd3190220-62dd-484b-bdce-73df759683b4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.290838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8402445 Jul 16 01:58:10.293209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.303181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'admin_state_up': True, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.350451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b265a99-2f46-4fa9-831b-45c229f9d1dd tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Network': ['ID=c3117946-2a1a-4d31-8945-edf7c800ace0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.365205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c3117946-2a1a-4d31-8945-edf7c800ace0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:10.385060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.452162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.458165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.515566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-52976edf-b0c6-449d-9186-1b252514193b None None] Provisioning for port d3190220-62dd-484b-bdce-73df759683b4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:10.521599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-52976edf-b0c6-449d-9186-1b252514193b None None] Provisioning complete for port d3190220-62dd-484b-bdce-73df759683b4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:10.522077 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52976edf-b0c6-449d-9186-1b252514193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.571034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52976edf-b0c6-449d-9186-1b252514193b None None] Port d3190220-62dd-484b-bdce-73df759683b4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:10.580770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=abb47e39-f9b3-4215-a7ed-8c1f4a123416,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.584115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.584285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.594269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.632172 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.633214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.683299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b2f8bc-67ec-4810-b81b-12cba17d3df1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.737768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.743419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:10.746838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:10.834746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.845442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.974068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.021724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.026890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8439429 Jul 16 01:58:11.031121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34620) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.033798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef525e8a-4f56-42db-af67-a832d9d6de68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e42181-1f68-4e6a-956d-1b75337cfc07,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.050371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '09e42181-1f68-4e6a-956d-1b75337cfc07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:11.102468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-38b1f52a-9708-4540-8629-fac2e029550f None None] Provisioning complete for port abb47e39-f9b3-4215-a7ed-8c1f4a123416 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:11.103398 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38b1f52a-9708-4540-8629-fac2e029550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.133658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Router 857700ba-873a-4f05-a944-0fc893af5ebb is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:11.139661 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.149794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.157654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.171213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-38b1f52a-9708-4540-8629-fac2e029550f None None] Port abb47e39-f9b3-4215-a7ed-8c1f4a123416 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:11.290136 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 65127d84-ef97-43dc-a202-e23042ba0fa3 associated. External IP: 172.25.7.207, port: 84de6dd3-1df3-486b-9497-2cc7a100b995. Jul 16 01:58:11.367076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.375633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.385276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:11.398156 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] Sync routers for ids ['857700ba-873a-4f05-a944-0fc893af5ebb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:11.400139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-af704ab1-2556-4feb-8b47-b4588aa7ffdb tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/routers/857700ba-873a-4f05-a944-0fc893af5ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0348110 Jul 16 01:58:11.401068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34622) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.409255 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] Routers {'857700ba-873a-4f05-a944-0fc893af5ebb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:11.409888 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['857700ba-873a-4f05-a944-0fc893af5ebb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.449190 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.456901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37149f6d-ef70-4f63-bd75-f73b6e7c2008,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.461027 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] Routers {'857700ba-873a-4f05-a944-0fc893af5ebb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:11.462202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['857700ba-873a-4f05-a944-0fc893af5ebb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.500548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.504620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-120d027e-5f52-4899-be60-4c5bc289a59e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4612379 Jul 16 01:58:11.505340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34624) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.506515 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.507202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323ada0-7f7b-4693-a304-e803b6422c7f None None] The sync data for ids ['857700ba-873a-4f05-a944-0fc893af5ebb'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:11.509710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-628dc5a3-9049-4aa8-aa10-09578b2d4a96 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '09e42181-1f68-4e6a-956d-1b75337cfc07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:11.539259 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.566026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.582846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-628dc5a3-9049-4aa8-aa10-09578b2d4a96 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.589238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01716976-e97f-451b-90c6-a8e96e96a65a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.590756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01716976-e97f-451b-90c6-a8e96e96a65a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports?device_id=857700ba-873a-4f05-a944-0fc893af5ebb HTTP/1.1" status: 200 len: 983 time: 0.1887410 Jul 16 01:58:11.594523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.695699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:11.707997 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-628dc5a3-9049-4aa8-aa10-09578b2d4a96 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:58:11.711602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-628dc5a3-9049-4aa8-aa10-09578b2d4a96 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2030532 Jul 16 01:58:11.712742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34628) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.732364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.25.7.250 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/a74d7c91-31a8-48f5-bf4a-203c24d9b0fe) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:11.842512 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478dfa22-92e0-4407-95d6-09eeb0e8f637 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.885898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478dfa22-92e0-4407-95d6-09eeb0e8f637 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.919656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.972905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478dfa22-92e0-4407-95d6-09eeb0e8f637 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.975493 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-478dfa22-92e0-4407-95d6-09eeb0e8f637 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.976710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-478dfa22-92e0-4407-95d6-09eeb0e8f637 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/09e42181-1f68-4e6a-956d-1b75337cfc07 HTTP/1.1" status: 204 len: 168 time: 0.2630107 Jul 16 01:58:11.984201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34630) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.007292 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.012119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dfa22-92e0-4407-95d6-09eeb0e8f637 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e42181-1f68-4e6a-956d-1b75337cfc07,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.021224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:12.040311 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-2709d42a-cb51-442e-bfcc-a31297d7cc1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2331450 Jul 16 01:58:12.058796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:12.076062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:12.078279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:12.081646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:12.088293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:12.099465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:12.113486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ae9b20dc-0fd0-4f46-99ac-b9d3e5733dd2 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262584 Jul 16 01:58:12.118804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34632) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.123918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078479133'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:12.147888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.164296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:12.177394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:12.179241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:57:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:12.215441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:12.216119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43329f9-fecf-473c-9bf3-199ad2993514 None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:12.421822 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c12dba7f-3a58-4961-b841-5ac71596d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.462451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.489781 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.541743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.710640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-8bcce06e-f65e-44c7-9266-f70c468b4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.712203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-8bcce06e-f65e-44c7-9266-f70c468b4655 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1137 time: 0.5755537 Jul 16 01:58:12.741466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.903781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:12.907558 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.028483 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.036135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 81346bab-e1c1-46fc-b82a-c4788214aaea has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:13.044332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.080509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-4b62f109-387a-4666-8ebf-7048d9759575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.081960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-4b62f109-387a-4666-8ebf-7048d9759575 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 200 len: 898 time: 0.3318887 Jul 16 01:58:13.110783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.112120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9922943 Jul 16 01:58:13.149768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34634) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.156781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-67f4978b-eec1-4ba2-b45e-9908e1648806 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '6d7c5d4d-8caa-41fb-98a0-a954f18ac85e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:13.157198 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-67f4978b-eec1-4ba2-b45e-9908e1648806 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:58:13.157702 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-67f4978b-eec1-4ba2-b45e-9908e1648806 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:13.158746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-67f4978b-eec1-4ba2-b45e-9908e1648806 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063541 Jul 16 01:58:13.227872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34636) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.230121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbc0c1-c3f6-4422-8b23-cbe7a03b8948 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c5d4d-8caa-41fb-98a0-a954f18ac85e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.343424 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-1d9580c2-be45-4e5b-8e1a-ea7c21492a9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 200 len: 1001 time: 0.2538028 Jul 16 01:58:13.351011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:13.370284 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Sync routers for ids ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:13.375097 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.381281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90b849b9-653b-4c9b-a4ae-ce26df982826 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0783606 Jul 16 01:58:13.381281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34638) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.382366 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Routers {'694299e0-2dd6-48f5-b3ec-cbdd3419f55a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:13.383119 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.441224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:13.447897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-a2990d3a-8b68-4d37-af83-9b8541c5ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.448331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-a2990d3a-8b68-4d37-af83-9b8541c5ddf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4125fbeb-5526-48a4-a80e-2d7afdc09363 HTTP/1.1" status: 200 len: 835 time: 0.0961533 Jul 16 01:58:13.451908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.455625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07631435-6d26-4996-a531-dcedd082e868 None None] Sync routers for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:13.463572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448cb707-2d4e-417b-aad0-0f384c1a57eb tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.468347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-448cb707-2d4e-417b-aad0-0f384c1a57eb tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=6ebb14eebec04a8aa1327e53eff423c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0831454 Jul 16 01:58:13.468570 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f667ba0-b47a-49c6-b911-17378e1ca539 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.468880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34640) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.478220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07631435-6d26-4996-a531-dcedd082e868 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:13.479811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-07631435-6d26-4996-a531-dcedd082e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.529467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Set router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:13.535902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-07631435-6d26-4996-a531-dcedd082e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.549965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07631435-6d26-4996-a531-dcedd082e868 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:13.551245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-07631435-6d26-4996-a531-dcedd082e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.561386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f667ba0-b47a-49c6-b911-17378e1ca539 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.617349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-07631435-6d26-4996-a531-dcedd082e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.618673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07631435-6d26-4996-a531-dcedd082e868 None None] The sync data for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:13.676870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19d685ee-37e1-40c6-98e5-e0abf237b884 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/floatingips/65127d84-ef97-43dc-a202-e23042ba0fa3 HTTP/1.1" status: 200 len: 978 time: 3.4035330 Jul 16 01:58:13.680155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-9db5b20e-3111-45a6-bbad-b864bd005de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.680891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34642) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.681743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-9db5b20e-3111-45a6-bbad-b864bd005de9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5de2cb7f-11fd-42d5-ae86-c14f777f1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245169 Jul 16 01:58:13.713487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f667ba0-b47a-49c6-b911-17378e1ca539 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.716018 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f667ba0-b47a-49c6-b911-17378e1ca539 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.720216 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f667ba0-b47a-49c6-b911-17378e1ca539 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/6d7c5d4d-8caa-41fb-98a0-a954f18ac85e HTTP/1.1" status: 204 len: 168 time: 0.4886715 Jul 16 01:58:13.721906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.731976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabbbb8-f524-4963-9858-948bb0fcb6e5 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.735758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebabbbb8-f524-4963-9858-948bb0fcb6e5 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2632222 Jul 16 01:58:13.736473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port abb47e39-f9b3-4215-a7ed-8c1f4a123416 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:13.736473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.743088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34646) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.758558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f667ba0-b47a-49c6-b911-17378e1ca539 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c5d4d-8caa-41fb-98a0-a954f18ac85e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.768175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.787364 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 3, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.807439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3e565f2-51db-467c-b9c5-a19547cb320d tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591412 Jul 16 01:58:13.807660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34648) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.815923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Checking router: 694299e0-2dd6-48f5-b3ec-cbdd3419f55a for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:13.816272 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Updating router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:13.859946 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.866010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-90c20f34-add0-47cc-bec8-60583ea4ca4f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391399 Jul 16 01:58:13.866477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34650) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.874739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--807341762'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:13.888364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fdabc5ce-f3b7-4c73-ba6b-8f8f7d7109fd tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=6ebb14eebec04a8aa1327e53eff423c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798852 Jul 16 01:58:13.890301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34652) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.914017 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-e40e1592-203d-470c-8c88-240c24ae5097 service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249098 Jul 16 01:58:13.929835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port d3190220-62dd-484b-bdce-73df759683b4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:13.930182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.947090 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.956597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.971200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for abb47e39-f9b3-4215-a7ed-8c1f4a123416 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:14.142270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf3022-b62c-40b0-9c4e-d85343a8473d tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.148907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-20bf3022-b62c-40b0-9c4e-d85343a8473d tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2527316 Jul 16 01:58:14.152851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34654) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.177363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.214038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d8830de0-cf7d-4c11-83f2-f56e78088d6b tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527277 Jul 16 01:58:14.219621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34656) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.246182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2097590623', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:14.284604 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.297746 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Transition to ACTIVE for port object a74d7c91-31a8-48f5-bf4a-203c24d9b0fe will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:14.305539 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.357739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-44767b69-fbfb-4e28-a7b7-4d3ea90edf78 req-e032dcb9-5504-412e-8f06-df4969476bfe service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361222 Jul 16 01:58:14.365269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Attempting to bind port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:14.365854 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Attempting to bind port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:14.366018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Attempting to bind port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:14.384800 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:14.385517 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:14.385643 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.385948 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:14.386419 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Bound port: a74d7c91-31a8-48f5-bf4a-203c24d9b0fe, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:14.386799 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.392827 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Pushing event updated for resources: {'Port': ['ID=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.420559 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.420787 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.421145 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.421469 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.421800 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.422131 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.422457 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.422783 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.423104 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.423428 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.423746 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.424063 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.465385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] For port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:14.478889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.490191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.494752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.496521 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] For port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:14.502539 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.531648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=abb47e39-f9b3-4215-a7ed-8c1f4a123416,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.572131 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9c613-07be-4a89-82ba-2418fcfe93a5 None None] Pushing event updated for resources: {'Port': ['ID=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.574060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Made reservation on behalf of 6ebb14eebec04a8aa1327e53eff423c5 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:14.578204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.591302 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Routers {'694299e0-2dd6-48f5-b3ec-cbdd3419f55a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:14.591679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.592820 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:14.594320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7265558 Jul 16 01:58:14.599064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34658) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.606575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a64019-da88-4324-8b6b-1d27092f2f31 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44a2290-8d29-4381-8bfd-103e5ef285a7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.606769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d6369a4e-eb81-4668-b023-0eef924d9552 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': 'f44a2290-8d29-4381-8bfd-103e5ef285a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:14.607597 n-d-791506-20 neutron-server[93755]: WARNING neutron.api.v2.base [None req-d6369a4e-eb81-4668-b023-0eef924d9552 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:58:14.608315 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-d6369a4e-eb81-4668-b023-0eef924d9552 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:14.622459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6369a4e-eb81-4668-b023-0eef924d9552 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190041 Jul 16 01:58:14.622459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34660) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.631659 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.632408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.632945 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Floating IP 65127d84-ef97-43dc-a202-e23042ba0fa3 disassociated. External IP: 172.25.7.207, port: d3190220-62dd-484b-bdce-73df759683b4. Jul 16 01:58:14.633547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for d3190220-62dd-484b-bdce-73df759683b4 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:14.742658 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] Set router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:14.790624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.804331 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.856831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6948fd15-48a9-4d87-b7a3-05225e0a480d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.880874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=d3190220-62dd-484b-bdce-73df759683b4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.917729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6948fd15-48a9-4d87-b7a3-05225e0a480d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.012309 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 3, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.026134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Router 857700ba-873a-4f05-a944-0fc893af5ebb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:15.060952 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c12787-2104-4991-b8c2-e4f0c5d8bb5b None None] The sync data for ids ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'] in n-d-791506-20 is: [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 3, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:15.078653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6948fd15-48a9-4d87-b7a3-05225e0a480d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.081237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6948fd15-48a9-4d87-b7a3-05225e0a480d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.084952 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6948fd15-48a9-4d87-b7a3-05225e0a480d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/f44a2290-8d29-4381-8bfd-103e5ef285a7 HTTP/1.1" status: 204 len: 168 time: 0.4590676 Jul 16 01:58:15.089782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34662) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.133637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948fd15-48a9-4d87-b7a3-05225e0a480d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44a2290-8d29-4381-8bfd-103e5ef285a7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.138031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:15.143505 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e8a8c515-99f8-413e-b5c9-4935e2f82545 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/routers/857700ba-873a-4f05-a944-0fc893af5ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5479994 Jul 16 01:58:15.146294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34664) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.151698 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] Sync routers for ids ['857700ba-873a-4f05-a944-0fc893af5ebb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:15.180664 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] Routers {'857700ba-873a-4f05-a944-0fc893af5ebb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:15.182724 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['857700ba-873a-4f05-a944-0fc893af5ebb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.208870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 81346bab-e1c1-46fc-b82a-c4788214aaea has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:15.213378 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4af5d7-0f97-495e-9d03-1e2d71cd67e2 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:58:15.214056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9a4af5d7-0f97-495e-9d03-1e2d71cd67e2 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/abb47e39-f9b3-4215-a7ed-8c1f4a123416 HTTP/1.1" status: 404 len: 333 time: 0.0667257 Jul 16 01:58:15.217477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34666) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.223070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-537a0347-b0ca-4774-911e-212bc9feadbb tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321359 Jul 16 01:58:15.229670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.239202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.240490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270784518'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.251865 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] Routers {'857700ba-873a-4f05-a944-0fc893af5ebb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:15.252784 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['857700ba-873a-4f05-a944-0fc893af5ebb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.260690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.301035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.303218 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.304979 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d4456-f9e8-4cc1-b7d0-97716d95d08a None None] The sync data for ids ['857700ba-873a-4f05-a944-0fc893af5ebb'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:15.329787 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.374170 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.460862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Subnet': ['ID=6dbe0259-e4e7-4465-aef0-4800bc07083d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.519930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:15.531896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] Sync routers for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:15.534999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Checking segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:15.535593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network hostable DHCP agents. Network: c3117946-2a1a-4d31-8945-edf7c800ace0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:15.545440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:15.546383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.569540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.579692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.592330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.602658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:15.603351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.639327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.640773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Fanout notify agent at l3_agent the message router_deleted on router 857700ba-873a-4f05-a944-0fc893af5ebb {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:15.644621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.646012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54921b4f-89c6-4e87-8df6-79ad53fb65e0 None None] The sync data for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:15.650339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.653690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0351eb8c-26a5-4b29-8e66-0bd3560f4152 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/routers/857700ba-873a-4f05-a944-0fc893af5ebb HTTP/1.1" status: 204 len: 168 time: 0.4326892 Jul 16 01:58:15.655223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34670) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.678373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network c3117946-2a1a-4d31-8945-edf7c800ace0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:15.680708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.682847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-60a51236-d892-4dc0-8cae-724191f1d5d1 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/ports/d3190220-62dd-484b-bdce-73df759683b4 HTTP/1.1" status: 204 len: 168 time: 2.0007000 Jul 16 01:58:15.686829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.702484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c3117946-2a1a-4d31-8945-edf7c800ace0) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:15.714130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da494fb0-84cd-443b-8311-47b54f7f248e None None] Network c3117946-2a1a-4d31-8945-edf7c800ace0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:15.721891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.723264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.754115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.762434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.781044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-abb51735-c67b-4ebd-94fe-9cb9e0230f65 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5602369 Jul 16 01:58:15.789184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34674) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.800412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.804486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5666690 Jul 16 01:58:15.807443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.818420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-80922366-de0a-4564-b1e4-42da8e73a990 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': 'a33be62f-89e6-47bc-9ad6-19970724da10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.820779 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-80922366-de0a-4564-b1e4-42da8e73a990 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:58:15.821488 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-80922366-de0a-4564-b1e4-42da8e73a990 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:15.830549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-80922366-de0a-4564-b1e4-42da8e73a990 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141790 Jul 16 01:58:15.830549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f36d29-f447-4020-af29-783a0b85097a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33be62f-89e6-47bc-9ad6-19970724da10,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.831035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34678) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.842893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-68c9146d-fcf5-490c-bbf2-eb9c1f4f719f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': 'a33be62f-89e6-47bc-9ad6-19970724da10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.843694 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-68c9146d-fcf5-490c-bbf2-eb9c1f4f719f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:58:15.844245 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-68c9146d-fcf5-490c-bbf2-eb9c1f4f719f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:15.848142 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-68c9146d-fcf5-490c-bbf2-eb9c1f4f719f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120862 Jul 16 01:58:15.848472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.856084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-026e630e-fe77-4c52-8774-10c1ab20b54e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': 'a33be62f-89e6-47bc-9ad6-19970724da10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.857931 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-026e630e-fe77-4c52-8774-10c1ab20b54e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:58:15.858605 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-026e630e-fe77-4c52-8774-10c1ab20b54e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:15.862652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-026e630e-fe77-4c52-8774-10c1ab20b54e tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102029 Jul 16 01:58:15.864917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34682) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.870034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d37c5988-f63c-4d6c-8c55-49d758ef1408 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': 'a33be62f-89e6-47bc-9ad6-19970724da10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.871158 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-d37c5988-f63c-4d6c-8c55-49d758ef1408 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:58:15.871887 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d37c5988-f63c-4d6c-8c55-49d758ef1408 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:15.877155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d37c5988-f63c-4d6c-8c55-49d758ef1408 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108438 Jul 16 01:58:15.878003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34684) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.915789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 83489278-96b0-4190-9c4d-54833fd29ab0 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:15.930959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.948608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c3117946-2a1a-4d31-8945-edf7c800ace0', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'fixed_ips': [{'subnet_id': '6dbe0259-e4e7-4465-aef0-4800bc07083d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:15.949840 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.953531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0935-0955-4964-9597-cc8629fdcb68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.988898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0935-0955-4964-9597-cc8629fdcb68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.043626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0935-0955-4964-9597-cc8629fdcb68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.046458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dbaf0935-0955-4964-9597-cc8629fdcb68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.051037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dbaf0935-0955-4964-9597-cc8629fdcb68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/a33be62f-89e6-47bc-9ad6-19970724da10 HTTP/1.1" status: 204 len: 168 time: 0.1713042 Jul 16 01:58:16.051382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.073191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf0935-0955-4964-9597-cc8629fdcb68 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33be62f-89e6-47bc-9ad6-19970724da10,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.128665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9a6ed0eb-3ebf-4542-8992-c1903d2a7e1a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731232 Jul 16 01:58:16.129779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.135603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140884811'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.157856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.167516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.200592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Allocated IP 172.20.0.18 (c3117946-2a1a-4d31-8945-edf7c800ace0/6dbe0259-e4e7-4465-aef0-4800bc07083d/07f9abaf-f0b2-438d-9b67-4a4580ab4c3f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:16.295787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.305074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.348350 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.355295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2241588 Jul 16 01:58:16.361586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.367594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-570aa391-9904-4bc5-b52f-7825e92b9428 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.368284 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-570aa391-9904-4bc5-b52f-7825e92b9428 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:58:16.369266 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-570aa391-9904-4bc5-b52f-7825e92b9428 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.374816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-570aa391-9904-4bc5-b52f-7825e92b9428 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115714 Jul 16 01:58:16.376041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.386371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2fdedfdc-7c0b-40af-95ac-55b09c6217de tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.398371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66579b74-713b-4f88-bb98-673b4c71dbf0 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9093ca5c-f02d-4b6a-bd89-274891441ebd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.453576 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-2fdedfdc-7c0b-40af-95ac-55b09c6217de tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.457339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2fdedfdc-7c0b-40af-95ac-55b09c6217de tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0738683 Jul 16 01:58:16.457853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34694) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.464724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ac39c6b3-b67e-4b32-8f80-22d9ebb12648 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.465411 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-ac39c6b3-b67e-4b32-8f80-22d9ebb12648 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:58:16.466240 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ac39c6b3-b67e-4b32-8f80-22d9ebb12648 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.471824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ac39c6b3-b67e-4b32-8f80-22d9ebb12648 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086818 Jul 16 01:58:16.472188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34696) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.485834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ef4665f8-dc52-4db5-8b4a-02b7e2454abe tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.490155 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.512778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Transition to ACTIVE for port object 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:16.538900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Transition to ACTIVE for port object 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:16.549049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.571344 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ef4665f8-dc52-4db5-8b4a-02b7e2454abe tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.576123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ef4665f8-dc52-4db5-8b4a-02b7e2454abe tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0954499 Jul 16 01:58:16.576738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.583085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-11ee74df-3074-41e7-833a-ba945326aea7 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.583627 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-11ee74df-3074-41e7-833a-ba945326aea7 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:58:16.584228 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-11ee74df-3074-41e7-833a-ba945326aea7 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.588568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-11ee74df-3074-41e7-833a-ba945326aea7 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069470 Jul 16 01:58:16.589379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.590621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Network c3117946-2a1a-4d31-8945-edf7c800ace0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:16.595187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-bc1f4fd8-70a4-4b8e-831f-b60dce085312 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.599212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:16.604342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:16.618785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Pushing event updated for resources: {'Port': ['ID=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.648538 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-bc1f4fd8-70a4-4b8e-831f-b60dce085312 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.652514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bc1f4fd8-70a4-4b8e-831f-b60dce085312 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0599127 Jul 16 01:58:16.652811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.652811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.652811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.652811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.653921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.653921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.653921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.653921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.655101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.655437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.655762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.656074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:16.658345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.665362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-14991802-4ae7-4930-b099-8218d12490c4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.666593 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-14991802-4ae7-4930-b099-8218d12490c4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:58:16.668567 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-14991802-4ae7-4930-b099-8218d12490c4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.676391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-14991802-4ae7-4930-b099-8218d12490c4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162187 Jul 16 01:58:16.684084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.692626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9eceb7ee-9c7f-4de8-ae01-9f07061f1634 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.707819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Attempting to bind port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:16.708307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Attempting to bind port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:16.708899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Attempting to bind port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f on network c3117946-2a1a-4d31-8945-edf7c800ace0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:16.715303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:16.716509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Checking segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:16.716509 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.717519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Bound using segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:16.717888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Bound port: 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:16.718867 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.771004 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-9eceb7ee-9c7f-4de8-ae01-9f07061f1634 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:16.778337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9eceb7ee-9c7f-4de8-ae01-9f07061f1634 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0926242 Jul 16 01:58:16.779727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34706) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.813805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-175b4fd3-f1d8-4ee8-9373-80f640532536 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '9093ca5c-f02d-4b6a-bd89-274891441ebd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.815116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a74d7c91-31a8-48f5-bf4a-203c24d9b0fe up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:16.823018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] For port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:16.845702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.857898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] For port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:16.865971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.952070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:16.960363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af350-42f5-462d-8686-91c5cc8cde29 None None] Pushing event updated for resources: {'Port': ['ID=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.963429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:16.963969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.102868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.112778 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-175b4fd3-f1d8-4ee8-9373-80f640532536 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:17.113773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-175b4fd3-f1d8-4ee8-9373-80f640532536 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3053999 Jul 16 01:58:17.118309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34708) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.132788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.142673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:17.149470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.224641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.229290 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.235300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/83489278-96b0-4190-9c4d-54833fd29ab0 HTTP/1.1" status: 204 len: 168 time: 1.5788741 Jul 16 01:58:17.236843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34710) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.239170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f507fa-d205-4765-b4df-7d1322bfcc98 None None] Network 5e9c10aa-fe45-482d-b74d-ef969c3d0975 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:17.244740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d387e0-11aa-41c8-9fd9-4c8903008629 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=83489278-96b0-4190-9c4d-54833fd29ab0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.265781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-533544dc-fe6c-426f-bf42-05ef314adb54 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.378260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-533544dc-fe6c-426f-bf42-05ef314adb54 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.443175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.478522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-533544dc-fe6c-426f-bf42-05ef314adb54 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.483177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-533544dc-fe6c-426f-bf42-05ef314adb54 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.491391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-533544dc-fe6c-426f-bf42-05ef314adb54 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/9093ca5c-f02d-4b6a-bd89-274891441ebd HTTP/1.1" status: 204 len: 168 time: 0.3713040 Jul 16 01:58:17.492535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34712) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.559333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533544dc-fe6c-426f-bf42-05ef314adb54 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9093ca5c-f02d-4b6a-bd89-274891441ebd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.637270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] DHCP port deletion for 5e9c10aa-fe45-482d-b74d-ef969c3d0975 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:17.639082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a9eea167-a54f-4ac9-8e26-45d4480a5efb tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1407247 Jul 16 01:58:17.644218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.650171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071121706'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:17.650740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.677662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.729156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] Deleting port f60a310d-8a02-48f1-89b1-8d322c4ad007 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:17.729945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.824703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] For port f60a310d-8a02-48f1-89b1-8d322c4ad007, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f60a310d-8a02-48f1-89b1-8d322c4ad007,segment=NetworkSegment(a71796ad-e89f-456b-bae7-ae1ab57a5d75),segment_id=a71796ad-e89f-456b-bae7-ae1ab57a5d75)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:17.825648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.827851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.835011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.841815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port f60a310d-8a02-48f1-89b1-8d322c4ad007 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:17.842650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.845722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] Calling delete_port for f60a310d-8a02-48f1-89b1-8d322c4ad007 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:17.876912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.881502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.887286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2376521 Jul 16 01:58:17.888284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34716) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.898239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b62641dc-72af-4b41-862b-a1adab8da69f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '80dd08c6-d79a-46f3-bc11-87e6d05d9450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:17.910583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a228e-d03a-4b75-8711-89a081cb2e24 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd08c6-d79a-46f3-bc11-87e6d05d9450,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.979171 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b62641dc-72af-4b41-862b-a1adab8da69f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The resource could not be found. Jul 16 01:58:17.984569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b62641dc-72af-4b41-862b-a1adab8da69f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0903227 Jul 16 01:58:17.985882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34718) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.993048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c9efe215-5249-4d02-9597-6bc068e8b773 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '80dd08c6-d79a-46f3-bc11-87e6d05d9450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b7f475f7-9bac-49d0-8d8c-6910eb14bd55'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:18.077300 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c9efe215-5249-4d02-9597-6bc068e8b773 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The resource could not be found. Jul 16 01:58:18.079436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c9efe215-5249-4d02-9597-6bc068e8b773 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0918231 Jul 16 01:58:18.085108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.114364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] For port f60a310d-8a02-48f1-89b1-8d322c4ad007, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f60a310d-8a02-48f1-89b1-8d322c4ad007,segment=NetworkSegment(a71796ad-e89f-456b-bae7-ae1ab57a5d75),segment_id=a71796ad-e89f-456b-bae7-ae1ab57a5d75)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:18.115775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.146203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.172047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc7767e9-9667-4417-aa3b-0405bfd76ccd tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.177396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] No DVR routers for this DVR port f60a310d-8a02-48f1-89b1-8d322c4ad007 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:18.199014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for f60a310d-8a02-48f1-89b1-8d322c4ad007 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:18.221114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc7767e9-9667-4417-aa3b-0405bfd76ccd tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.229491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbf79e-d072-4a01-9f35-fffcc4d0b0a6 None None] Pushing event deleted for resources: {'Port': ['ID=f60a310d-8a02-48f1-89b1-8d322c4ad007,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.286296 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc7767e9-9667-4417-aa3b-0405bfd76ccd tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.291082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc7767e9-9667-4417-aa3b-0405bfd76ccd tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.293134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cc7767e9-9667-4417-aa3b-0405bfd76ccd tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/80dd08c6-d79a-46f3-bc11-87e6d05d9450 HTTP/1.1" status: 204 len: 168 time: 0.2068017 Jul 16 01:58:18.300636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.320194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7767e9-9667-4417-aa3b-0405bfd76ccd tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd08c6-d79a-46f3-bc11-87e6d05d9450,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.396504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-87bd5a5c-659c-49e4-a97d-f7f8e96d546f tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932543 Jul 16 01:58:18.401195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.411168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6cf60572-3bcc-48d3-baf6-a4b26c879625 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': 'a0189497-3926-45c3-b49a-dffe2441a3f0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:18.504316 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-6cf60572-3bcc-48d3-baf6-a4b26c879625 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The resource could not be found. Jul 16 01:58:18.506171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6cf60572-3bcc-48d3-baf6-a4b26c879625 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1023073 Jul 16 01:58:18.513254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.522456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987040863'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:18.564233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.567833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.626945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.640000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=f60a310d-8a02-48f1-89b1-8d322c4ad007,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.650578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No DVR routers for this DVR port f60a310d-8a02-48f1-89b1-8d322c4ad007 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:18.771867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.777819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.800630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.809315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2871423 Jul 16 01:58:18.810472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c82f0f5-d572-4d21-8981-77adccded7b9 None None] Network c3117946-2a1a-4d31-8945-edf7c800ace0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:18.812663 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34728) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.821825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074489655'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:18.833729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbdce9-5076-48dc-aa72-cd676123929c tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b4faa-a745-4613-83cf-fa57c4908ceb,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.881961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 6fd83ec9-c0fc-4114-8400-9fbff3013bef {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:18.882938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.908117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:18.912894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.20.0.17 (c3117946-2a1a-4d31-8945-edf7c800ace0/6dbe0259-e4e7-4465-aef0-4800bc07083d/b4f0e679-7cd2-4fcd-b769-1d6196368242) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:18.947878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b7c75e2e-c9dc-45a2-be28-458197d705e7 None None] Provisioning for port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:18.961755 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.990629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.004172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9c10aa-fe45-482d-b74d-ef969c3d0975']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.043093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:19.053266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:19.053563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.055210 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71796ad-e89f-456b-bae7-ae1ab57a5d75') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.055506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71796ad-e89f-456b-bae7-ae1ab57a5d75') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.082892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.146894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.153562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.161953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.187033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:19.188121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:19.195125 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:19.215801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:19.221887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.223533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a74d7c91-31a8-48f5-bf4a-203c24d9b0fe up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:19.240600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 6fd83ec9-c0fc-4114-8400-9fbff3013bef owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:19.370113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.381117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.396078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:19.396546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.432596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5b6b6c63-cd00-467f-b16b-810c45f7d58a None None] Provisioning complete for port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:19.433333 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6c63-cd00-467f-b16b-810c45f7d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.438429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.440558 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/5e9c10aa-fe45-482d-b74d-ef969c3d0975 HTTP/1.1" status: 204 len: 168 time: 2.1971362 Jul 16 01:58:19.446056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:19.463336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.468778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f9568-bb38-4ff6-8d75-44d8c587a9a1 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=5e9c10aa-fe45-482d-b74d-ef969c3d0975,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.504253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Transition to ACTIVE for port object b4f0e679-7cd2-4fcd-b769-1d6196368242 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:19.519683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9180bd-53e4-452d-ad4c-ff835f9bae05 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.522523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f9180bd-53e4-452d-ad4c-ff835f9bae05 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/9817a2b4-db0b-4b99-b207-a2e583f218a7 HTTP/1.1" status: 200 len: 841 time: 0.0740654 Jul 16 01:58:19.526480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:19.574874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.591319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.603431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9e695df8-864c-44d6-bc47-47c312dcd033 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/9817a2b4-db0b-4b99-b207-a2e583f218a7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0757904 Jul 16 01:58:19.607458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34734) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:19.615478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:19.628332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f60a310d-8a02-48f1-89b1-8d322c4ad007 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:19.657904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f60a310d-8a02-48f1-89b1-8d322c4ad007 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:19.658277 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f60a310d-8a02-48f1-89b1-8d322c4ad007 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:19.744786 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:19.749363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.939857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.941051 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1250165 Jul 16 01:58:19.949807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34736) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:19.963077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f806b52c-c1d1-4147-b545-9d08c3fd61a4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group_rule': {'security_group_id': '3a8b4faa-a745-4613-83cf-fa57c4908ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0448067a-3048-478f-8808-f1caf120bab6'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:19.983770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.000608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.002586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e9705-df02-45bc-b24b-dc5ec74d577a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0448067a-3048-478f-8808-f1caf120bab6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.046615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:20.050055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:20.054733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.055336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.059140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network c3117946-2a1a-4d31-8945-edf7c800ace0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:20.061827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4455355d-d7fc-41dd-a0c6-7bc992e719fa None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:20.066042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=834a871c-4b42-4e6a-9323-88b779237d1d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.081554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-84b508fc-ed44-4ab5-ae8b-6a642a736c0b tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4727497 Jul 16 01:58:20.082220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.087253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018223231'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:20.092987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:20.102056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:20.123768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.154242 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-f806b52c-c1d1-4147-b545-9d08c3fd61a4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:20.155715 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f806b52c-c1d1-4147-b545-9d08c3fd61a4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2012572 Jul 16 01:58:20.156616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=b4f0e679-7cd2-4fcd-b769-1d6196368242,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.163235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.187482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.195766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.256973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=6fd83ec9-c0fc-4114-8400-9fbff3013bef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.345485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19b97f20-dd94-4e33-86da-3c4f4d31eb19 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.381794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.397037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9e8888ba-c770-48fe-a894-97086a64f29d', 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'tenant_id': '6c89c740121d4743b34872f3c9a65311', 'fixed_ips': [{'subnet_id': '834a871c-4b42-4e6a-9323-88b779237d1d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:20.398433 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.402572 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19b97f20-dd94-4e33-86da-3c4f4d31eb19 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.407320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.464635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b703fc-fd42-444d-b580-d2b8a3a499ea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.468223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.472842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-abe6f3e4-80ed-41bb-acd6-8f9b73c8e0a6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3895333 Jul 16 01:58:20.478501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.484658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'security_group': {'name': 'tempest-secgroup-932984416'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:20.542286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-324d8431-c76d-4a82-bcc5-6264bc66ec06 None None] Provisioning for port b4f0e679-7cd2-4fcd-b769-1d6196368242 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:20.543153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.570576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-324d8431-c76d-4a82-bcc5-6264bc66ec06 None None] Provisioning complete for port b4f0e679-7cd2-4fcd-b769-1d6196368242 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:20.570955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-324d8431-c76d-4a82-bcc5-6264bc66ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.584659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.597830 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19b97f20-dd94-4e33-86da-3c4f4d31eb19 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.600550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-19b97f20-dd94-4e33-86da-3c4f4d31eb19 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.601607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-19b97f20-dd94-4e33-86da-3c4f4d31eb19 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/0448067a-3048-478f-8808-f1caf120bab6 HTTP/1.1" status: 204 len: 168 time: 0.4372747 Jul 16 01:58:20.604494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34744) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.620478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b97f20-dd94-4e33-86da-3c4f4d31eb19 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0448067a-3048-478f-8808-f1caf120bab6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.626877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.677287 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.683804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.692154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Allocated IP 172.20.0.2 (9e8888ba-c770-48fe-a894-97086a64f29d/834a871c-4b42-4e6a-9323-88b779237d1d/6c6a4c8a-f4fd-4553-8505-055731776aa8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:20.704025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-324d8431-c76d-4a82-bcc5-6264bc66ec06 None None] Port b4f0e679-7cd2-4fcd-b769-1d6196368242 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:20.728394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.730203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2502763 Jul 16 01:58:20.736852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.743939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-27441781', 'security_groups': ['edd12ad3-edfb-4223-a14f-548dfff2b1ff'], 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '834a871c-4b42-4e6a-9323-88b779237d1d'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:20.791203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd0741-15f1-49db-86bc-e3ab6d082c9f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd12ad3-edfb-4223-a14f-548dfff2b1ff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.800350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:20.852889 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-da297ff5-d7a9-4ade-bad1-80e861f02bc4 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2431021 Jul 16 01:58:20.853765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34748) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.903210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:20.903584 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.953984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.956320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b93974-732d-42cb-803a-7ad2ea3fff8d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.962434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:20.968333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Transition to ACTIVE for port object 6c6a4c8a-f4fd-4553-8505-055731776aa8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:21.004791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b93974-732d-42cb-803a-7ad2ea3fff8d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.009948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Transition to ACTIVE for port object 6c6a4c8a-f4fd-4553-8505-055731776aa8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:21.023132 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.071227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:21.074108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:21.078435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:21.085890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Pushing event updated for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.110405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.127509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 81346bab-e1c1-46fc-b82a-c4788214aaea has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:21.130912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 54b787b8-bd5c-49d6-af64-999f6136daff yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:21.158516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.163403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Attempting to bind port 6c6a4c8a-f4fd-4553-8505-055731776aa8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:21.164140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Attempting to bind port 6c6a4c8a-f4fd-4553-8505-055731776aa8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '3808165c-ead4-460c-98f4-5c3c06fa5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:21.164502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Attempting to bind port 6c6a4c8a-f4fd-4553-8505-055731776aa8 on network 9e8888ba-c770-48fe-a894-97086a64f29d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:21.170220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:21.170739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Checking segment: {'id': '3808165c-ead4-460c-98f4-5c3c06fa5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:21.171190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.171756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Bound using segment: {'id': '3808165c-ead4-460c-98f4-5c3c06fa5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:21.172264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Bound port: 6c6a4c8a-f4fd-4553-8505-055731776aa8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3808165c-ead4-460c-98f4-5c3c06fa5cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:21.172711 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.181573 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b93974-732d-42cb-803a-7ad2ea3fff8d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.186203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b93974-732d-42cb-803a-7ad2ea3fff8d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.188673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-59b93974-732d-42cb-803a-7ad2ea3fff8d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a8b4faa-a745-4613-83cf-fa57c4908ceb HTTP/1.1" status: 204 len: 168 time: 0.3330801 Jul 16 01:58:21.191614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34750) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:21.200232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.212918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b93974-732d-42cb-803a-7ad2ea3fff8d tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b4faa-a745-4613-83cf-fa57c4908ceb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.257965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:21.261648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c6a4c8a-f4fd-4553-8505-055731776aa8,segment=NetworkSegment(3808165c-ead4-460c-98f4-5c3c06fa5cfe),segment_id=3808165c-ead4-460c-98f4-5c3c06fa5cfe)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:21.266657 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.342231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8c34a-e3e5-4891-b23c-b16ea248e5a5 None None] Pushing event updated for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.358080 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.360008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=b4f0e679-7cd2-4fcd-b769-1d6196368242,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.384750 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-08ed584c-68fc-466b-831a-0d6eb7f8dec1 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1882353 Jul 16 01:58:21.385800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34752) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:21.396712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:21.403358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316665302'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:21.407924 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] Sync routers for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:21.421605 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-db54e3d5-c73a-4ee0-aa82-175c0878d9ad tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/routers/81346bab-e1c1-46fc-b82a-c4788214aaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7336860 Jul 16 01:58:21.434576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34754) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:21.435476 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:21.437814 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:21.485234 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:21.496740 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] Routers {'81346bab-e1c1-46fc-b82a-c4788214aaea'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:21.497714 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['81346bab-e1c1-46fc-b82a-c4788214aaea'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:21.546205 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:21.547468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.549319 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c4f37-1f36-439d-8b83-7d0bcab1bdd9 None None] The sync data for ids ['81346bab-e1c1-46fc-b82a-c4788214aaea'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:21.658947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network c3117946-2a1a-4d31-8945-edf7c800ace0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:21.668255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:21.702469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.734042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.3 (9e8888ba-c770-48fe-a894-97086a64f29d/834a871c-4b42-4e6a-9323-88b779237d1d/54b787b8-bd5c-49d6-af64-999f6136daff) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:21.923827 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.942122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 54b787b8-bd5c-49d6-af64-999f6136daff will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:22.007570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.041388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d7e5e56f-f0e7-47f5-a53e-6a4767364a41 None None] Provisioning complete for port b4f0e679-7cd2-4fcd-b769-1d6196368242 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:22.041963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e56f-f0e7-47f5-a53e-6a4767364a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.087216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:22.090873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:22.093100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5e56f-f0e7-47f5-a53e-6a4767364a41 None None] Port b4f0e679-7cd2-4fcd-b769-1d6196368242 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:22.101110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:22.110343 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=54b787b8-bd5c-49d6-af64-999f6136daff,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.162084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.162772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.262409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.274093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.277641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebc0a860-7b8c-4692-a139-e62f8b58d227 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5355198 Jul 16 01:58:22.277907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.283868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:22.310436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:22.312054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.329851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.334737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9376709 Jul 16 01:58:22.339039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.340897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bcacc-2de2-4bee-9fc5-797e30633d76 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5226cb9-8381-400e-a8db-55161137c40b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.349001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ecb766e6-db79-498b-ad46-4f9a045a0f6a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:22.349707 n-d-791506-20 neutron-server[93756]: WARNING neutron.api.v2.base [None req-ecb766e6-db79-498b-ad46-4f9a045a0f6a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:58:22.350206 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ecb766e6-db79-498b-ad46-4f9a045a0f6a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:58:22.351199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ecb766e6-db79-498b-ad46-4f9a045a0f6a tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "PUT /v2.0/security-groups/e5226cb9-8381-400e-a8db-55161137c40b HTTP/1.1" status: 409 len: 330 time: 0.0108020 Jul 16 01:58:22.386671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.489145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port c0dc8fdf-7b3b-4c09-93b3-4877402b47a0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:22.489491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.498605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b5f642-3f85-425c-82fb-279d312b79e8 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.504749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:22.508618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.559074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b5f642-3f85-425c-82fb-279d312b79e8 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.564801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:22.579889 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd8c8b5c-6389-4582-b563-61ffec774d3e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "PUT /v2.0/routers/694299e0-2dd6-48f5-b3ec-cbdd3419f55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7896078 Jul 16 01:58:22.580680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Sync routers for ids ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:22.597973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Routers {'694299e0-2dd6-48f5-b3ec-cbdd3419f55a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:22.598616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:22.608127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.637606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for c0dc8fdf-7b3b-4c09-93b3-4877402b47a0 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:22.674720 n-d-791506-20 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 834a871c-4b42-4e6a-9323-88b779237d1d (CIDR: 172.20.0.0/28) Jul 16 01:58:22.676842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b5f642-3f85-425c-82fb-279d312b79e8 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.681662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98b5f642-3f85-425c-82fb-279d312b79e8 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.686521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-98b5f642-3f85-425c-82fb-279d312b79e8 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/e5226cb9-8381-400e-a8db-55161137c40b HTTP/1.1" status: 204 len: 168 time: 0.2956915 Jul 16 01:58:22.704412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34764) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.709510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5f642-3f85-425c-82fb-279d312b79e8 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5226cb9-8381-400e-a8db-55161137c40b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.713671 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:22.714030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:22.743780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00c5ac28-c92a-4ce3-a02a-fea9e07a4f14 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4647048 Jul 16 01:58:22.749783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.767695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:22.784882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-00d48934-ae5e-4a04-96c2-be788d55b0d5 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792427 Jul 16 01:58:22.796563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34768) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.901306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d1fc65c5-505c-444a-95ed-80a9a0ac5190 None None] Provisioning for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:22.917941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:22.918198 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-dfd36473-d18d-42da-88ab-593e9bed70e1 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] delete failed (client error): The resource could not be found. Jul 16 01:58:22.924122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dfd36473-d18d-42da-88ab-593e9bed70e1 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "DELETE /v2.0/security-groups/73d68499-d409-4f8f-9f66-c940c4fe0bd0 HTTP/1.1" status: 404 len: 347 time: 0.1214781 Jul 16 01:58:22.927335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.972730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Set router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:23.023640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.031935 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d0fa5998-58c9-4699-a5cc-658cdd0700aa tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] show failed (client error): The resource could not be found. Jul 16 01:58:23.033747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d0fa5998-58c9-4699-a5cc-658cdd0700aa tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-groups/76274f78-4b02-4dc9-bb8f-63bd430fabc5 HTTP/1.1" status: 404 len: 347 time: 0.0955443 Jul 16 01:58:23.041972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34786) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.086386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d1fc65c5-505c-444a-95ed-80a9a0ac5190 None None] Provisioning complete for port 9817a2b4-db0b-4b99-b207-a2e583f218a7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:23.086590 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1fc65c5-505c-444a-95ed-80a9a0ac5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.090254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=c0dc8fdf-7b3b-4c09-93b3-4877402b47a0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.139683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:23.143918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.148056 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-42da3700-f42c-4560-bb18-678cb2f7af21 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] show failed (client error): The resource could not be found. Jul 16 01:58:23.158629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-42da3700-f42c-4560-bb18-678cb2f7af21 tempest-NegativeSecGroupTest-1175861656 tempest-NegativeSecGroupTest-1175861656-project] 10.222.0.42 "GET /v2.0/security-group-rules/e57f64f2-67c4-4e2f-b6e0-7435a8ee4e57 HTTP/1.1" status: 404 len: 356 time: 0.0729973 Jul 16 01:58:23.187564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc65c5-505c-444a-95ed-80a9a0ac5190 None None] Port 9817a2b4-db0b-4b99-b207-a2e583f218a7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:23.195943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-d78709ad-abe6-415a-9dd5-c6f913186793 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.197961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-d78709ad-abe6-415a-9dd5-c6f913186793 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/networks?id=c3117946-2a1a-4d31-8945-edf7c800ace0 HTTP/1.1" status: 200 len: 796 time: 0.2043555 Jul 16 01:58:23.213334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:23.220061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.222270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:23.222651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.254204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9a107eb5-5b56-4666-9c8a-096f3a0b9171 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/quotas/6ebb14eebec04a8aa1327e53eff423c5 HTTP/1.1" status: 200 len: 375 time: 0.0466478 Jul 16 01:58:23.369280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a6eed30-3221-4c8b-9b69-06ecafa131ad None None] Provisioning for port 54b787b8-bd5c-49d6-af64-999f6136daff completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:23.379914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'b4f0e679-7cd2-4fcd-b769-1d6196368242', 'name': '', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:8a:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:18Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 2, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:23.384461 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.386109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2a6eed30-3221-4c8b-9b69-06ecafa131ad None None] Provisioning complete for port 54b787b8-bd5c-49d6-af64-999f6136daff triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:23.386476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2a6eed30-3221-4c8b-9b69-06ecafa131ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.416177 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.418138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.427988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-df3ca3f1-a840-4282-9f71-70fb9dfb5a87 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1617949 Jul 16 01:58:23.438650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Checking router: 694299e0-2dd6-48f5-b3ec-cbdd3419f55a for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:23.439003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Updating router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a port b4f0e679-7cd2-4fcd-b769-1d6196368242 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:23.490753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.491428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Fanout notify agent at l3_agent the message router_deleted on router 81346bab-e1c1-46fc-b82a-c4788214aaea {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:23.499940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.503682 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-50a89bc9-392a-4386-9a83-239432ed2f3f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/routers/81346bab-e1c1-46fc-b82a-c4788214aaea HTTP/1.1" status: 204 len: 168 time: 2.0633779 Jul 16 01:58:23.504937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34790) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.566077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting subnet 914cc7cc-cde5-4e6c-8471-17b6cddb6d47 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:23.569904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.619654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.634799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-6357fe82-b09a-4ac4-9e4e-05c44d635df0 service neutron] 10.222.0.42 "GET /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848786 Jul 16 01:58:23.636545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.663261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34794) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.712712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:23.718473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2a6eed30-3221-4c8b-9b69-06ecafa131ad None None] Port 54b787b8-bd5c-49d6-af64-999f6136daff cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:23.722190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:23.733072 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.742092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba388d-314d-410c-afbe-986d1b53c22a None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:23.755879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c6a4c8a-f4fd-4553-8505-055731776aa8,segment=NetworkSegment(3808165c-ead4-460c-98f4-5c3c06fa5cfe),segment_id=3808165c-ead4-460c-98f4-5c3c06fa5cfe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:23.760917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.761653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.765524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.775221 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.783185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0297291 Jul 16 01:58:23.788274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.793873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-863043607', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4b43a73-9c44-458a-ab2c-26a3178abbdb'}], 'security_groups': ['74b703fc-fd42-444d-b580-d2b8a3a499ea']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:23.801558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53420ab1-4767-4494-a348-7f093059357d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=c4b43a73-9c44-458a-ab2c-26a3178abbdb,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.856313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-01d084f1-c83f-4580-938d-9352baed3349 service neutron] 10.222.0.42 "GET /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119567 Jul 16 01:58:23.908805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.920017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.931497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.953246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Subnet': ['ID=914cc7cc-cde5-4e6c-8471-17b6cddb6d47,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.962502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.964451 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-43aef495-e34b-46e4-a1c6-e3e624201f5f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/subnets/914cc7cc-cde5-4e6c-8471-17b6cddb6d47 HTTP/1.1" status: 204 len: 168 time: 0.4585936 Jul 16 01:58:23.968019 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9a724763-cd50-4277-b966-d83793d06dde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e3c0e9aabfc414d824b1c660b09171a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032808 Jul 16 01:58:23.968774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34800) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.977057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34802) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.986578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ef8c3-12ea-4f96-85a4-8c9ed417a73b None None] Network f1ebf533-324f-4d34-8138-08d1acd69b55 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:24.114800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.152326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-172cd3f1-1cea-46fb-b668-bfe5c844a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.180633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-172cd3f1-1cea-46fb-b668-bfe5c844a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.289299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0dc49db-40f8-4ac0-8ff0-b34653812f34 req-c9ee3c66-d8b1-4a61-b462-9c38a76fdbe1 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 210 time: 0.0915830 Jul 16 01:58:24.296413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:24.296980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.351723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-172cd3f1-1cea-46fb-b668-bfe5c844a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.355121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-172cd3f1-1cea-46fb-b668-bfe5c844a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.356588 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-172cd3f1-1cea-46fb-b668-bfe5c844a4c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70b2f8bc-67ec-4810-b81b-12cba17d3df1 HTTP/1.1" status: 204 len: 168 time: 0.3773181 Jul 16 01:58:24.417302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd3f1-1cea-46fb-b668-bfe5c844a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b2f8bc-67ec-4810-b81b-12cba17d3df1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.437052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] For port 5bfa649c-2aa5-44db-8c7c-80730b464dd7, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5bfa649c-2aa5-44db-8c7c-80730b464dd7,segment=NetworkSegment(30133017-377f-4d41-97ad-51cd5056bfbc),segment_id=30133017-377f-4d41-97ad-51cd5056bfbc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:24.437416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.472524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 5bfa649c-2aa5-44db-8c7c-80730b464dd7 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:24.535161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Delete allocated IP 172.20.0.3 (9e8888ba-c770-48fe-a894-97086a64f29d/834a871c-4b42-4e6a-9323-88b779237d1d) {{(pid=93756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:58:24.565870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.20 (9e8888ba-c770-48fe-a894-97086a64f29d/c4b43a73-9c44-458a-ab2c-26a3178abbdb/54b787b8-bd5c-49d6-af64-999f6136daff) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:24.586982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] DHCP port deletion for f1ebf533-324f-4d34-8138-08d1acd69b55 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:24.602449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.635178 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.642060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Transition to ACTIVE for port object b4f0e679-7cd2-4fcd-b769-1d6196368242 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:24.678318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.692407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=5bfa649c-2aa5-44db-8c7c-80730b464dd7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.696847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] No DVR routers for this DVR port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:24.728744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Update dhcp port {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'fixed_ips': [{'subnet_id': '834a871c-4b42-4e6a-9323-88b779237d1d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4b43a73-9c44-458a-ab2c-26a3178abbdb'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '6c6a4c8a-f4fd-4553-8505-055731776aa8'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:24.817341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:24.866915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e316b-80a7-454a-a5ea-b8d2b7cb8829 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e679-7cd2-4fcd-b769-1d6196368242,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.919153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.924450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Deleting port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:24.924450 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.963386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.988909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ebf533-324f-4d34-8138-08d1acd69b55']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:24.998484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.020553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 54b787b8-bd5c-49d6-af64-999f6136daff will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:25.026146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30133017-377f-4d41-97ad-51cd5056bfbc') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.027359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.027949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30133017-377f-4d41-97ad-51cd5056bfbc') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.044297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.067024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.074497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:25.075261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:25.079422 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:25.146735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=54b787b8-bd5c-49d6-af64-999f6136daff,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.162508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.178167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.180220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/networks/f1ebf533-324f-4d34-8138-08d1acd69b55 HTTP/1.1" status: 204 len: 168 time: 1.2104526 Jul 16 01:58:25.184470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.200076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0c754-fcdb-43dc-b94e-b7e20b62dd01 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Network': ['ID=f1ebf533-324f-4d34-8138-08d1acd69b55,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.232887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Attempting to bind port b4f0e679-7cd2-4fcd-b769-1d6196368242 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:25.233348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Attempting to bind port b4f0e679-7cd2-4fcd-b769-1d6196368242 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:25.233884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Attempting to bind port b4f0e679-7cd2-4fcd-b769-1d6196368242 on network c3117946-2a1a-4d31-8945-edf7c800ace0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:25.252079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] In _notify_port_updated(), no bound segment for port 54b787b8-bd5c-49d6-af64-999f6136daff on network 9e8888ba-c770-48fe-a894-97086a64f29d {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:58:25.258371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:25.259049 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.263736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-db5fc489-17e7-44c0-a3f9-f6f93abf7daf tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/ports/54b787b8-bd5c-49d6-af64-999f6136daff HTTP/1.1" status: 200 len: 920 time: 1.4709010 Jul 16 01:58:25.264287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34830) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.309928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:25.310588 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.312954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:25.313453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Checking segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:25.313948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.314435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Bound using segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:25.315057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Bound port: b4f0e679-7cd2-4fcd-b769-1d6196368242, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:25.315840 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.348597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] For port 5bfa649c-2aa5-44db-8c7c-80730b464dd7, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:25.349073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.461225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port e6b3e351-8ce2-4600-9f74-900466b30d25 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:25.461810 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.483813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 54b787b8-bd5c-49d6-af64-999f6136daff {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:25.484394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.518522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Calling delete_port for 5bfa649c-2aa5-44db-8c7c-80730b464dd7 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:25.534225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:58:25.539334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a9d870c-adf6-4aac-9e51-932fa5d0c680 req-b541a80e-c047-4fbc-98e8-e94126aff486 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 210 time: 0.0735233 Jul 16 01:58:25.608396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.665885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.666139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.672552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Network f1ebf533-324f-4d34-8138-08d1acd69b55 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:58:25.673030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] No DVR routers for this DVR port 5bfa649c-2aa5-44db-8c7c-80730b464dd7 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:25.675648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b3d89-27a8-449b-ba74-dc4b7d7bb43b None None] Pushing event deleted for resources: {'Port': ['ID=5bfa649c-2aa5-44db-8c7c-80730b464dd7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.693591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.699916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for e6b3e351-8ce2-4600-9f74-900466b30d25 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:25.708216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.725624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 54b787b8-bd5c-49d6-af64-999f6136daff owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:25.784057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Allocated IP 172.20.0.18 (9e8888ba-c770-48fe-a894-97086a64f29d/c4b43a73-9c44-458a-ab2c-26a3178abbdb/6c6a4c8a-f4fd-4553-8505-055731776aa8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:25.803279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] For port b4f0e679-7cd2-4fcd-b769-1d6196368242, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:25.807706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] For port b4f0e679-7cd2-4fcd-b769-1d6196368242, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b4f0e679-7cd2-4fcd-b769-1d6196368242,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:25.948594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-739008500-network', 'tenant_id': 'aa560059e7814fbf818eb8efb3d8e41a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:25.965258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c6a4c8a-f4fd-4553-8505-055731776aa8,segment=NetworkSegment(3808165c-ead4-460c-98f4-5c3c06fa5cfe),segment_id=3808165c-ead4-460c-98f4-5c3c06fa5cfe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:26.004527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.015350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.019549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Made reservation on behalf of aa560059e7814fbf818eb8efb3d8e41a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:26.020898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Transition to ACTIVE for port object 6c6a4c8a-f4fd-4553-8505-055731776aa8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:26.024332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.025095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.028111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5bfa649c-2aa5-44db-8c7c-80730b464dd7 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:26.041865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.052599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.063135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5bfa649c-2aa5-44db-8c7c-80730b464dd7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:26.063658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5bfa649c-2aa5-44db-8c7c-80730b464dd7 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:26.067978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=54b787b8-bd5c-49d6-af64-999f6136daff,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.077340 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.090643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=e6b3e351-8ce2-4600-9f74-900466b30d25,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.182127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.191399 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5ab701f2-735b-4690-bf9b-ae80cf3ddfd5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/54b787b8-bd5c-49d6-af64-999f6136daff HTTP/1.1" status: 204 len: 168 time: 0.9257758 Jul 16 01:58:26.192218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34846) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.215758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Routers {'694299e0-2dd6-48f5-b3ec-cbdd3419f55a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:26.216606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.222947 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7195a6-a439-43da-97f0-47dd5957f959 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:58:26.224994 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad7195a6-a439-43da-97f0-47dd5957f959 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/54b787b8-bd5c-49d6-af64-999f6136daff HTTP/1.1" status: 404 len: 333 time: 0.0316653 Jul 16 01:58:26.231442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34848) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.266750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.272731 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.279998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3a73b7d1-cbaf-4f1d-b156-d8348be1a078 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/floatingips/65127d84-ef97-43dc-a202-e23042ba0fa3 HTTP/1.1" status: 204 len: 168 time: 1.0946019 Jul 16 01:58:26.283005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34850) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.322877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e316b-80a7-454a-a5ea-b8d2b7cb8829 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e679-7cd2-4fcd-b769-1d6196368242,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.328651 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-754eb37c-bc0e-4f3f-a940-cd97ed93e8ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:26.329415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754eb37c-bc0e-4f3f-a940-cd97ed93e8ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:26.331511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.334477 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-754eb37c-bc0e-4f3f-a940-cd97ed93e8ce tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/ports/d3190220-62dd-484b-bdce-73df759683b4 HTTP/1.1" status: 404 len: 333 time: 0.0496128 Jul 16 01:58:26.334927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.351802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6479bce3-074c-4e79-a5fd-085bdb92392a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.385533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8726f79-ad0f-421a-935b-49ffc8ae825f tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/ports?device_id=81346bab-e1c1-46fc-b82a-c4788214aaea HTTP/1.1" status: 200 len: 205 time: 0.0479171 Jul 16 01:58:26.386176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.389659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34854) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.443883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0931c8a1-516d-4b04-8741-187feafa76e5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.458790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:26.482973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.484026 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Added segment 85eb20fe-97a8-4807-a68d-3a301debf23c of type vlan for network 9619983f-fa98-423d-b4fc-00491e9e3f71 Jul 16 01:58:26.506739 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6479bce3-074c-4e79-a5fd-085bdb92392a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.519178 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-22405620-6a7e-4af4-b0d4-c22b537b5b80 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] delete failed (client error): The resource could not be found. Jul 16 01:58:26.523481 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-22405620-6a7e-4af4-b0d4-c22b537b5b80 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/routers/81346bab-e1c1-46fc-b82a-c4788214aaea HTTP/1.1" status: 404 len: 336 time: 0.1194866 Jul 16 01:58:26.524087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34856) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.582096 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-224f4471-dbae-406f-ae82-914c5d153818 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:26.582570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224f4471-dbae-406f-ae82-914c5d153818 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:26.587823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-224f4471-dbae-406f-ae82-914c5d153818 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/subnets/914cc7cc-cde5-4e6c-8471-17b6cddb6d47 HTTP/1.1" status: 404 len: 337 time: 0.0604577 Jul 16 01:58:26.588554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34860) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.608897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.664577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.666392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.667283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.727945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6479bce3-074c-4e79-a5fd-085bdb92392a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.734500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6479bce3-074c-4e79-a5fd-085bdb92392a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.735954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6479bce3-074c-4e79-a5fd-085bdb92392a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/security-groups/edd12ad3-edfb-4223-a14f-548dfff2b1ff HTTP/1.1" status: 204 len: 168 time: 0.5053916 Jul 16 01:58:26.744969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34862) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.872772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=9619983f-fa98-423d-b4fc-00491e9e3f71,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.875531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861154e-988e-49bd-9fbb-6c3641c8a7b1 None None] Pushing event updated for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.881790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-997addf9-a991-4b8d-a80b-afc844f14fc1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1668956 Jul 16 01:58:26.884615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.894932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Request body: {'subnet': {'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-739008500-subnet', 'tenant_id': 'aa560059e7814fbf818eb8efb3d8e41a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:26.902691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479bce3-074c-4e79-a5fd-085bdb92392a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd12ad3-edfb-4223-a14f-548dfff2b1ff,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.908963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9619983f-fa98-423d-b4fc-00491e9e3f71 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:26.973951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dccc384b-1101-4874-a153-3f7094ddd6f3 req-e29c624c-4d79-4a01-8445-c8bbaeb2d525 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 210 time: 0.0712595 Jul 16 01:58:27.016567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Made reservation on behalf of aa560059e7814fbf818eb8efb3d8e41a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:27.023899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] Set router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:27.048767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.198783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 84de6dd3-1df3-486b-9497-2cc7a100b995 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:27.199572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.212746 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43c4b415-aa00-4bda-b3ca-d14e140ce505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.327374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-0b39a872-968d-4cec-8691-1f0235b8514a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.329725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-0b39a872-968d-4cec-8691-1f0235b8514a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.13 "GET /v2.0/networks?id=c3117946-2a1a-4d31-8945-edf7c800ace0 HTTP/1.1" status: 200 len: 796 time: 0.4755378 Jul 16 01:58:27.359860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Request body: {'port': {'device_id': '3787b49a-38da-4700-85de-a04d6e265285', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'admin_state_up': True, 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:27.365136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43c4b415-aa00-4bda-b3ca-d14e140ce505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.432156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.443854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'b4f0e679-7cd2-4fcd-b769-1d6196368242', 'name': '', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:8a:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:18Z', 'updated_at': '2021-07-16T01:58:25Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.480309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.482366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9152f-f3fa-4005-9e07-309a4290987d None None] The sync data for ids ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'] in n-d-791506-20 is: [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'b4f0e679-7cd2-4fcd-b769-1d6196368242', 'name': '', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:8a:87:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:18Z', 'updated_at': '2021-07-16T01:58:25Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:27.505462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422761ef-6c85-491d-abf8-527bfa1cbb8a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.516592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Checking segment: {'id': '85eb20fe-97a8-4807-a68d-3a301debf23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:27.517017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Network hostable DHCP agents. Network: 9619983f-fa98-423d-b4fc-00491e9e3f71, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:27.538274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Network 9619983f-fa98-423d-b4fc-00491e9e3f71 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:27.541927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 84de6dd3-1df3-486b-9497-2cc7a100b995 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:27.559186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9619983f-fa98-423d-b4fc-00491e9e3f71) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:27.576078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.576078 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.587913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ea273-f7ed-427a-ae45-6005c56ac17d None None] Network 9619983f-fa98-423d-b4fc-00491e9e3f71 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:27.605895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43c4b415-aa00-4bda-b3ca-d14e140ce505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.615661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43c4b415-aa00-4bda-b3ca-d14e140ce505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.620179 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-43c4b415-aa00-4bda-b3ca-d14e140ce505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/security-groups/74b703fc-fd42-444d-b580-d2b8a3a499ea HTTP/1.1" status: 204 len: 168 time: 0.8741081 Jul 16 01:58:27.620785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:27.639247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b415-aa00-4bda-b3ca-d14e140ce505 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b703fc-fd42-444d-b580-d2b8a3a499ea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.676481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-014aa5db-d3bb-42d9-abba-eb0296827b90 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7922242 Jul 16 01:58:27.720559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 834a871c-4b42-4e6a-9323-88b779237d1d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:27.734659 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.766413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Made reservation on behalf of 6ebb14eebec04a8aa1327e53eff423c5 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:27.770440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.774219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Could not find standard attr ID for object 54b787b8-bd5c-49d6-af64-999f6136daff. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:27.851995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599577d-f495-43a4-89f0-cb001a3dc6fa None None] Network 9619983f-fa98-423d-b4fc-00491e9e3f71 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:27.860272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.882558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Provisioning for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:27.896680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:27.896972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.996748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.045826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=84de6dd3-1df3-486b-9497-2cc7a100b995,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.058610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.080321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Allocated IP 172.20.0.25 (c3117946-2a1a-4d31-8945-edf7c800ace0/6dbe0259-e4e7-4465-aef0-4800bc07083d/fe01b6a5-83e6-4e08-af11-0632d52d4614) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:28.254659 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.256480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.260369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9cdb878b-d1e2-48ae-8a4f-4626bede9355 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/ports/84de6dd3-1df3-486b-9497-2cc7a100b995 HTTP/1.1" status: 204 len: 168 time: 1.6652114 Jul 16 01:58:28.281870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.381375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.385727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/834a871c-4b42-4e6a-9323-88b779237d1d HTTP/1.1" status: 204 len: 168 time: 0.7624879 Jul 16 01:58:28.416680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.426024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:28.468049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Provisioning complete for port 9817a2b4-db0b-4b99-b207-a2e583f218a7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:28.468694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.540351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bfa49-9410-4ff4-b3fe-9e5b337a3ade tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=834a871c-4b42-4e6a-9323-88b779237d1d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.603723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7f98143-bd21-44cd-84cd-bb9f190b89f2 req-c521310b-8129-4344-8db4-11ca8d8ab1a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 210 time: 0.0918448 Jul 16 01:58:28.620407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fe00d0cf-a2e4-4cec-930c-76e087e73558 None None] Port 9817a2b4-db0b-4b99-b207-a2e583f218a7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:28.741010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1f0d13d9-c341-452f-a2c6-64febfa63f79 None None] Could not find standard attr ID for object 54b787b8-bd5c-49d6-af64-999f6136daff. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:28.828594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a62b4-ef14-4028-898a-abfc06afbf74 None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:28.858512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-46a9c362-fc58-4c64-869b-23afe6dee846 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6170759 Jul 16 01:58:28.946686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.972819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34888) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.975369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Transition to ACTIVE for port object fe01b6a5-83e6-4e08-af11-0632d52d4614 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:28.981429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-99256249-network', 'tenant_id': '14771a012a33455fa56eca2c483aeef7'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:28.983969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port ceea788f-f548-4273-878e-a9c3841afa50 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:28.985656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.022870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:58:29.022870 n-d-791506-20 neutron-server[93755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:58:29.022870 n-d-791506-20 neutron-server[93755]: [parameters: {'project_id_1': '14771a012a33455fa56eca2c483aeef7', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 58, 28, 988717)}] Jul 16 01:58:29.022870 n-d-791506-20 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:58:29.023347 n-d-791506-20 neutron-server[93755]: DEBUG oslo_db.api [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:58:29.025337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4f0e679-7cd2-4fcd-b769-1d6196368242 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:29.038246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.120288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Network c3117946-2a1a-4d31-8945-edf7c800ace0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:29.125632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:29.128059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:29.133140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event updated for resources: {'Port': ['ID=fe01b6a5-83e6-4e08-af11-0632d52d4614,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.163888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port b4f0e679-7cd2-4fcd-b769-1d6196368242 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:29.179311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b4f0e679-7cd2-4fcd-b769-1d6196368242 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:29.179696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.219745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.220465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.242959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-9f9033f1-97a6-4246-bc5c-da6c5673f9df tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8976185 Jul 16 01:58:29.267477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Request body: {'port': {'device_id': '3787b49a-38da-4700-85de-a04d6e265285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.337763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.398972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.414195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port b4f0e679-7cd2-4fcd-b769-1d6196368242, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b4f0e679-7cd2-4fcd-b769-1d6196368242,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:29.420599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.421970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:29.619344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09f8923c-9147-4fc4-8857-e1c64b815e82 None None] Provisioning for port fe01b6a5-83e6-4e08-af11-0632d52d4614 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:29.624898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e679-7cd2-4fcd-b769-1d6196368242,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.630399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09f8923c-9147-4fc4-8857-e1c64b815e82 None None] Provisioning complete for port fe01b6a5-83e6-4e08-af11-0632d52d4614 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:29.631012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09f8923c-9147-4fc4-8857-e1c64b815e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.633058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:29.640600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.676522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-09f8923c-9147-4fc4-8857-e1c64b815e82 None None] Port fe01b6a5-83e6-4e08-af11-0632d52d4614 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:29.699398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:29.699829 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.781903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.858552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for ceea788f-f548-4273-878e-a9c3841afa50 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:29.876048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-086b65a4-c1af-46a1-95ef-b38300864c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.877626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-086b65a4-c1af-46a1-95ef-b38300864c36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.9551725 Jul 16 01:58:29.939812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Made reservation on behalf of 14771a012a33455fa56eca2c483aeef7 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:29.942802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.961892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.150374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe01b6a5-83e6-4e08-af11-0632d52d4614 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:30.171384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.210310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Transition to ACTIVE for port object fe01b6a5-83e6-4e08-af11-0632d52d4614 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:30.228192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.311510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f20def6a-bf57-413f-bfcd-926952a44ac1 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:30.312091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f20def6a-bf57-413f-bfcd-926952a44ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.347440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-d00e4617-b183-4842-9a45-b1df92815bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.350995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-d00e4617-b183-4842-9a45-b1df92815bf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 909 time: 0.4498827 Jul 16 01:58:30.352722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.356402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Pushing event updated for resources: {'Port': ['ID=fe01b6a5-83e6-4e08-af11-0632d52d4614,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.362395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.476197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f20def6a-bf57-413f-bfcd-926952a44ac1 None None] Provisioning complete for port 9817a2b4-db0b-4b99-b207-a2e583f218a7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:30.476197 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f20def6a-bf57-413f-bfcd-926952a44ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.489435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:30.512755 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.514277 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Added segment bc597b38-bbcb-454a-a4fb-496bef31e3fb of type vlan for network c751190b-432a-4f53-bc4e-9affe8a1ed0f Jul 16 01:58:30.535450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f20def6a-bf57-413f-bfcd-926952a44ac1 None None] Port 9817a2b4-db0b-4b99-b207-a2e583f218a7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:30.555860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab46af4-f0d5-461b-add7-004661941613,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.572998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.602416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Attempting to bind port fe01b6a5-83e6-4e08-af11-0632d52d4614 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:30.602879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Attempting to bind port fe01b6a5-83e6-4e08-af11-0632d52d4614 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:30.603369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Attempting to bind port fe01b6a5-83e6-4e08-af11-0632d52d4614 on network c3117946-2a1a-4d31-8945-edf7c800ace0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:30.618262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Port fe01b6a5-83e6-4e08-af11-0632d52d4614 on network c3117946-2a1a-4d31-8945-edf7c800ace0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:30.618582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Attempting to bind port fe01b6a5-83e6-4e08-af11-0632d52d4614 on network c3117946-2a1a-4d31-8945-edf7c800ace0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:30.630350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:30.630641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Checking segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:30.631050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Bound using segment: {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:30.631495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Bound port: fe01b6a5-83e6-4e08-af11-0632d52d4614, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cb92d3-2728-4389-a88c-f9a8f90680a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:30.631862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.635270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd11a0-e805-47bc-ad74-b6e40b287d0b req-11e3f31f-6b50-4c1c-be11-623c854f003c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.637736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97fd11a0-e805-47bc-ad74-b6e40b287d0b req-11e3f31f-6b50-4c1c-be11-623c854f003c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 895 time: 0.6228857 Jul 16 01:58:30.643835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.645037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.645771 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.737617 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7632113 Jul 16 01:58:30.742631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:30.759778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Request body: {'subnet': {'network_id': 'c751190b-432a-4f53-bc4e-9affe8a1ed0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-99256249-subnet', 'tenant_id': '14771a012a33455fa56eca2c483aeef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:30.788115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-b28184d3-7ff7-42d8-a8c7-87f192d09c80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 1002 time: 0.3397954 Jul 16 01:58:30.800690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.808784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e977a-f85d-43ec-87fb-7109cff2f88e admin admin] Pushing event updated for resources: {'Network': ['ID=c751190b-432a-4f53-bc4e-9affe8a1ed0f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.831119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c751190b-432a-4f53-bc4e-9affe8a1ed0f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:30.841926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] For port fe01b6a5-83e6-4e08-af11-0632d52d4614, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:30.846194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] For port fe01b6a5-83e6-4e08-af11-0632d52d4614, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:30.853031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.853794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4f0e679-7cd2-4fcd-b769-1d6196368242 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:30.858336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.898517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Made reservation on behalf of 14771a012a33455fa56eca2c483aeef7 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:30.900999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.912804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.913508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.915307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe01b6a5-83e6-4e08-af11-0632d52d4614 HTTP/1.1" status: 200 len: 1056 time: 1.6590755 Jul 16 01:58:30.950134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:30.950971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=ceea788f-f548-4273-878e-a9c3841afa50,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.956679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3787b49a-38da-4700-85de-a04d6e265285', 'tag': 'fe01b6a5-83e6-4e08-af11-0632d52d4614'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:30.960015 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd319a-b695-47c7-a269-444fa2fb8b70" -d '{"events": [{"name": "network-changed", "server_uuid": "3787b49a-38da-4700-85de-a04d6e265285", "tag": "fe01b6a5-83e6-4e08-af11-0632d52d4614"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:30.963162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ffcf9-1175-4068-9b2c-4f56e9a39932 service neutron] Pushing event updated for resources: {'Port': ['ID=fe01b6a5-83e6-4e08-af11-0632d52d4614,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.982824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:30.999437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.000370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.001528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dcc0c2-e4cd-4d70-ad1e-88e341fc5013 None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:31.047751 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1be30-c633-40a7-b8ef-a304d23dafdb x-openstack-request-id: req-b3e1be30-c633-40a7-b8ef-a304d23dafdb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:31.048312 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3787b49a-38da-4700-85de-a04d6e265285", "tag": "fe01b6a5-83e6-4e08-af11-0632d52d4614", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:31.048488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-8e6324a4-aeae-4427-a944-9baaadbbca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.048779 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3e1be30-c633-40a7-b8ef-a304d23dafdb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:31.049286 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3787b49a-38da-4700-85de-a04d6e265285', 'tag': 'fe01b6a5-83e6-4e08-af11-0632d52d4614', 'status': 'completed', 'code': 200} Jul 16 01:58:31.050036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-8e6324a4-aeae-4427-a944-9baaadbbca82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.2526858 Jul 16 01:58:31.050668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=2b4492a5-b7a3-4171-bf45-9124d3adff67,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.088394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-bbcc47d2-2d56-4523-9344-91802964405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.090423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-bbcc47d2-2d56-4523-9344-91802964405c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 1059 time: 0.1051993 Jul 16 01:58:31.130516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b4f0e679-7cd2-4fcd-b769-1d6196368242 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:31.131854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.203411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-41536095-4ce4-4122-9e19-3ffcdaf61557 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7781656 Jul 16 01:58:31.208011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34896) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.212734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'security_group': {'name': 'tempest-secgroup-61829624'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:31.219503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-79e66e14-7cd1-457e-b84d-7b52092a43de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614 HTTP/1.1" status: 200 len: 217 time: 0.1101046 Jul 16 01:58:31.252247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.255022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7cb9d94a-88b2-43fc-9efd-8b0380503b63 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/ports/ceea788f-f548-4273-878e-a9c3841afa50 HTTP/1.1" status: 204 len: 168 time: 2.8634639 Jul 16 01:58:31.261900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.287037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.312470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-481ca540-b414-48d8-90e8-d46c46fe7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.313964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-481ca540-b414-48d8-90e8-d46c46fe7a0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dbe0259-e4e7-4465-aef0-4800bc07083d HTTP/1.1" status: 200 len: 838 time: 0.0851891 Jul 16 01:58:31.360008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-acdfafdb-7d7d-44f6-99f4-fa744ec210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.361711 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-acdfafdb-7d7d-44f6-99f4-fa744ec210b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2403917 Jul 16 01:58:31.504971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.517791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.539720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-bda70f1b-586c-4af6-a35c-b91a7460360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.541404 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-bda70f1b-586c-4af6-a35c-b91a7460360a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3117946-2a1a-4d31-8945-edf7c800ace0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2196107 Jul 16 01:58:31.572985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.593982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.598530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3893182 Jul 16 01:58:31.600112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59087151-4fdc-472c-8dcd-751e95a73ee0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.601234 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34900) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.603734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Update dhcp port {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'fixed_ips': [{'subnet_id': 'c4b43a73-9c44-458a-ab2c-26a3178abbdb', 'ip_address': '172.20.0.18'}, {'subnet_id': '2b4492a5-b7a3-4171-bf45-9124d3adff67'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '6c6a4c8a-f4fd-4553-8505-055731776aa8'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:31.605037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-59087151-4fdc-472c-8dcd-751e95a73ee0 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "GET /v2.0/ports?device_id=946d8f5f-b192-4991-841b-becbebda9e90 HTTP/1.1" status: 200 len: 913 time: 0.3429852 Jul 16 01:58:31.605889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'security_group': {'name': 'tempest-secgroup-1599560825'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:31.613972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34902) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.614635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f49743-ed55-44d5-8b35-f20205daf7e6 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f34185-2250-4983-8f20-cc6b1b6f5efa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.657010 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.659913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-6b15d191-59a5-4917-945e-8cdff094d4d7 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729294 Jul 16 01:58:31.691176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c493f0-6d34-4036-85b4-ab85a7e8ecde,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.725314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.781346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Checking segment: {'id': 'bc597b38-bbcb-454a-a4fb-496bef31e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c751190b-432a-4f53-bc4e-9affe8a1ed0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:31.781803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Network hostable DHCP agents. Network: c751190b-432a-4f53-bc4e-9affe8a1ed0f, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:31.795225 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-3effff67-1b98-4d44-8fd6-6ebaa1146828 service neutron] 10.222.0.13 "GET /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425802 Jul 16 01:58:31.876212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-24a9ace9-6a60-49db-b961-1b29fcfc43a9 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088511 Jul 16 01:58:31.878947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Network c751190b-432a-4f53-bc4e-9affe8a1ed0f is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:31.905119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c751190b-432a-4f53-bc4e-9affe8a1ed0f) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:31.916203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.916843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.928415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07818e-3254-4f19-9e2f-ffe376b7dcb6 None None] Network c751190b-432a-4f53-bc4e-9affe8a1ed0f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:31.928717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f34f47-5708-4a0b-b8c7-2f9c21a857e8 req-bddc61f5-473b-4a10-a2a7-026fc4f37cbb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.930612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56f34f47-5708-4a0b-b8c7-2f9c21a857e8 req-bddc61f5-473b-4a10-a2a7-026fc4f37cbb tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 907 time: 0.1367972 Jul 16 01:58:32.010348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Allocated IP 172.20.0.2 (9e8888ba-c770-48fe-a894-97086a64f29d/2b4492a5-b7a3-4171-bf45-9124d3adff67/6c6a4c8a-f4fd-4553-8505-055731776aa8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:32.025266 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-43c9cad3-5254-474b-8d38-9987c73e6aaa req-17e1d6e2-0090-4be5-a00a-2f8dd64fa130 service neutron] 10.222.0.13 "GET /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197456 Jul 16 01:58:32.089773 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.098875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.100709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dfcd9fa6-6695-4b94-8f8e-50d932f3c47e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3569756 Jul 16 01:58:32.163310 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.166565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5616817 Jul 16 01:58:32.168111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34908) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.171536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db00c47d-e507-4521-a189-288b24634ba1 None None] Network c751190b-432a-4f53-bc4e-9affe8a1ed0f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:32.194429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609450571'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:32.203573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98407a9-c8df-4c1e-a4a5-53a371b83838 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd061c6-f219-4575-91fd-410a2dff70f9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.206389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c6a4c8a-f4fd-4553-8505-055731776aa8,segment=NetworkSegment(3808165c-ead4-460c-98f4-5c3c06fa5cfe),segment_id=3808165c-ead4-460c-98f4-5c3c06fa5cfe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.288679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.288805 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.308104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-0df7108f-2902-4a87-9cd0-228d4a32cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.310052 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-0df7108f-2902-4a87-9cd0-228d4a32cb8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 1059 time: 0.1818845 Jul 16 01:58:32.335937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Transition to ACTIVE for port object 6c6a4c8a-f4fd-4553-8505-055731776aa8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:32.362670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.485704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacc256-09cd-4396-b49a-4a92fe8f6c28 None None] Pushing event updated for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.499386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-e06af6ae-0af9-4b65-8950-1c6e272e952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.500809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-e06af6ae-0af9-4b65-8950-1c6e272e952b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3117946-2a1a-4d31-8945-edf7c800ace0 HTTP/1.1" status: 200 len: 897 time: 0.1834908 Jul 16 01:58:32.555611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.559061 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-35986433-5d5c-4140-b785-cddf37f6516e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614 HTTP/1.1" status: 200 len: 217 time: 0.0490925 Jul 16 01:58:32.564915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.676842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.678711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4877944 Jul 16 01:58:32.687393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.691395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.697902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1288909414', 'security_groups': ['1d1dc66c-346e-4052-96a8-cc372f8b3b9d'], 'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b4492a5-b7a3-4171-bf45-9124d3adff67'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:32.749763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cb489-6b4e-492e-935d-83636c770282 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dc66c-346e-4052-96a8-cc372f8b3b9d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.774062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-e42286e0-011c-4e9b-b98e-4fe2033342e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.775569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-e42286e0-011c-4e9b-b98e-4fe2033342e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dbe0259-e4e7-4465-aef0-4800bc07083d HTTP/1.1" status: 200 len: 838 time: 0.2081041 Jul 16 01:58:32.816527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:32.886123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-7e52c41b-5ce2-4706-95ef-5d9be93b219e tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.890931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-7e52c41b-5ce2-4706-95ef-5d9be93b219e tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/networks?id=9619983f-fa98-423d-b4fc-00491e9e3f71 HTTP/1.1" status: 200 len: 808 time: 0.2108467 Jul 16 01:58:32.910457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-bcd7372a-2130-4aee-9dc7-13bf61d48925 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/quotas/aa560059e7814fbf818eb8efb3d8e41a HTTP/1.1" status: 200 len: 375 time: 0.0136144 Jul 16 01:58:32.971614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-e4f26b89-769f-44a0-8a7f-997b22a21302 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa560059e7814fbf818eb8efb3d8e41a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510159 Jul 16 01:58:33.107743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-d8cffd35-e33a-4aa7-9aa2-2fca8c5e0d5a service neutron] 10.222.0.42 "GET /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353402 Jul 16 01:58:33.251421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-b90838b8-6ba5-40b6-83ed-550df5af7599 service neutron] 10.222.0.42 "GET /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354580 Jul 16 01:58:33.269662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f526dda-0897-4eb6-b23d-a9ef8a8562ed req-f573afcf-01d8-41ca-9b45-55e1b1cf711b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:33.271429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f526dda-0897-4eb6-b23d-a9ef8a8562ed req-f573afcf-01d8-41ca-9b45-55e1b1cf711b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 907 time: 0.1238668 Jul 16 01:58:33.316269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-815e5b0b-7c22-4f7d-bb07-918467229e88 None None] Provisioning for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:33.321223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-815e5b0b-7c22-4f7d-bb07-918467229e88 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.321865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-815e5b0b-7c22-4f7d-bb07-918467229e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.421053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-f5438dc4-540d-4252-9556-37953c4730a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:33.422598 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-f5438dc4-540d-4252-9556-37953c4730a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3117946-2a1a-4d31-8945-edf7c800ace0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6383810 Jul 16 01:58:33.441675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-815e5b0b-7c22-4f7d-bb07-918467229e88 None None] Provisioning complete for port 9817a2b4-db0b-4b99-b207-a2e583f218a7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.442053 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-815e5b0b-7c22-4f7d-bb07-918467229e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.482145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-218cf945-b21a-4bfc-9c9d-96580d83eaa2 req-3f0b55e1-d652-4173-b8db-36c80473b383 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 210 time: 0.0377233 Jul 16 01:58:33.490097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-815e5b0b-7c22-4f7d-bb07-918467229e88 None None] Port 9817a2b4-db0b-4b99-b207-a2e583f218a7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:33.500924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:33.666580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-7afbe859-7726-4cbf-8c5f-b22f67087747 service neutron] 10.222.0.13 "GET /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160745 Jul 16 01:58:33.673604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.746281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] device_id is not set on port 6c9f6215-1fc7-4f17-9464-95d7327df590 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:33.933583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e3fd319a-b695-47c7-a269-444fa2fb8b70 req-ae3661c5-58c5-4b48-95bd-18e8adeca032 service neutron] 10.222.0.13 "GET /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574246 Jul 16 01:58:33.965459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port e8253d90-1df0-401e-8073-1af3e5b3806d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:33.965832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.072448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.7 (9e8888ba-c770-48fe-a894-97086a64f29d/2b4492a5-b7a3-4171-bf45-9124d3adff67/6c9f6215-1fc7-4f17-9464-95d7327df590) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:34.104735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.129727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for e8253d90-1df0-401e-8073-1af3e5b3806d owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:34.334386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.363226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 6c9f6215-1fc7-4f17-9464-95d7327df590 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:34.451002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe01b6a5-83e6-4e08-af11-0632d52d4614 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:34.462410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75fc61-d9e9-4dee-b0fc-94d81559f4bc req-32777c50-1b5d-4288-afec-990d48923e16 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.463066 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.465186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f75fc61-d9e9-4dee-b0fc-94d81559f4bc req-32777c50-1b5d-4288-afec-990d48923e16 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 907 time: 0.0749183 Jul 16 01:58:34.472996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.501031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=e8253d90-1df0-401e-8073-1af3e5b3806d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.600362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe01b6a5-83e6-4e08-af11-0632d52d4614, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:34.617475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'fe01b6a5-83e6-4e08-af11-0632d52d4614', 'network_id': 'c3117946-2a1a-4d31-8945-edf7c800ace0', 'port_id': 'fe01b6a5-83e6-4e08-af11-0632d52d4614', 'mac_address': 'fa:16:3e:3f:dc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe0259-e4e7-4465-aef0-4800bc07083d', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:34.619251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:34.655974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:34.678181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:34.690868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.716765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe01b6a5-83e6-4e08-af11-0632d52d4614 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:34.724066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a1fea83d-2d19-4bcb-9562-9f397930c11e req-2b159420-b4bd-446d-947f-280fb5781398 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 210 time: 0.0785482 Jul 16 01:58:34.740300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=6c9f6215-1fc7-4f17-9464-95d7327df590,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.745498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe01b6a5-83e6-4e08-af11-0632d52d4614, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:34.759456 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.822484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fe01b6a5-83e6-4e08-af11-0632d52d4614,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.836262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.837618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.907101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-4343cfdc-ff53-4ae1-aec5-d172fe953b76 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.908677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-4343cfdc-ff53-4ae1-aec5-d172fe953b76 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.23 "GET /v2.0/networks?id=9619983f-fa98-423d-b4fc-00491e9e3f71 HTTP/1.1" status: 200 len: 808 time: 0.2970812 Jul 16 01:58:34.915454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b1ea659-d763-459c-83fc-171ab4cfccb0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2213879 Jul 16 01:58:34.918152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34942) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.922775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Request body: {'port': {'device_id': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71', 'admin_state_up': True, 'tenant_id': 'aa560059e7814fbf818eb8efb3d8e41a'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:34.924515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.024517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-592d38ff-42e6-48cb-b85a-d1190d62fef7 None None] Provisioning for port 6c9f6215-1fc7-4f17-9464-95d7327df590 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:35.028519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-592d38ff-42e6-48cb-b85a-d1190d62fef7 None None] Provisioning complete for port 6c9f6215-1fc7-4f17-9464-95d7327df590 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:35.029293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-592d38ff-42e6-48cb-b85a-d1190d62fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.042537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.054734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe01b6a5-83e6-4e08-af11-0632d52d4614'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:35.072554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:35.077662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.102814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-592d38ff-42e6-48cb-b85a-d1190d62fef7 None None] Port 6c9f6215-1fc7-4f17-9464-95d7327df590 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:35.173812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Made reservation on behalf of aa560059e7814fbf818eb8efb3d8e41a for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:35.177445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.191017 n-d-791506-20 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2b4492a5-b7a3-4171-bf45-9124d3adff67 (CIDR: 172.20.0.0/28) Jul 16 01:58:35.195207 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:35.196835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:35.211305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fdbdf234-3827-4bc7-b9c6-553f052a94a9 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2912447 Jul 16 01:58:35.214055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.219344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.343894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:35.348221 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.401259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Allocated IP 172.20.0.3 (9619983f-fa98-423d-b4fc-00491e9e3f71/422761ef-6c85-491d-abf8-527bfa1cbb8a/d59baa95-c0c9-4807-90e5-29c664f4f8eb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:35.432158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Router 946d8f5f-b192-4991-841b-becbebda9e90 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:35.449125 n-d-791506-20 neutron-server[93756]: INFO neutron.db.ipam_backend_mixin [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c4b43a73-9c44-458a-ab2c-26a3178abbdb (CIDR: 172.20.0.16/28) Jul 16 01:58:35.453603 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:35.454113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:35.470434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c142e18b-ddc9-4af3-9506-7c763f384a19 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2550621 Jul 16 01:58:35.473487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34946) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.479813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'subnet': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.624302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Made reservation on behalf of 6c89c740121d4743b34872f3c9a65311 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:35.631187 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.646318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:35.656270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-df619812-9ab1-4520-8649-e8334fccbcfd tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "PUT /v2.0/routers/946d8f5f-b192-4991-841b-becbebda9e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0390375 Jul 16 01:58:35.661209 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] Sync routers for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:35.664002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34950) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.667002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.671728 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:35.673234 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.715035 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.725340 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] Routers {'946d8f5f-b192-4991-841b-becbebda9e90'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:35.726363 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['946d8f5f-b192-4991-841b-becbebda9e90'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.765472 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.766521 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2df8a2-bab2-45f4-992f-f4ff9209581e None None] The sync data for ids ['946d8f5f-b192-4991-841b-becbebda9e90'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:35.785271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280c8d-191f-49cb-8630-e8dbb753eb3b req-5822df07-0629-44db-b454-4ad8002270c8 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.787058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b280c8d-191f-49cb-8630-e8dbb753eb3b req-5822df07-0629-44db-b454-4ad8002270c8 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 908 time: 0.1487696 Jul 16 01:58:35.816923 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.820704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.289421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Network 9619983f-fa98-423d-b4fc-00491e9e3f71 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:36.299540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:36.305606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Pushing event updated for resources: {'Port': ['ID=d59baa95-c0c9-4807-90e5-29c664f4f8eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.309758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:36.335306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd97d4-b089-4956-bd02-f588d9bd4ec7 req-434f1c27-781e-40ea-952e-03b969e8389a tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.336100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10bd97d4-b089-4956-bd02-f588d9bd4ec7 req-434f1c27-781e-40ea-952e-03b969e8389a tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 931 time: 0.4562025 Jul 16 01:58:36.362927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.375200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.375795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.376731 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.412271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-dc50a3cf-aa65-4163-969b-263151ceae39 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4938293 Jul 16 01:58:36.426819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Request body: {'port': {'device_id': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:36.436446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Network 9e8888ba-c770-48fe-a894-97086a64f29d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:36.443516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:36.449538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-10bd97d4-b089-4956-bd02-f588d9bd4ec7 req-41ab545d-c577-450d-8860-f390f2a4aeab tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979221 Jul 16 01:58:36.451653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.452245 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.454753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Subnet': ['ID=1e8b7a07-2c53-4adf-8d92-a97d9f1b29db,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.455772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f660640-3a9e-4582-99b2-98e43b0527bc None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:36.475284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e62069d1-04f6-4d25-a218-1f126ed861b0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9968483 Jul 16 01:58:36.476780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34954) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.479501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe01b6a5-83e6-4e08-af11-0632d52d4614 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:36.485758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1115923431', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e8b7a07-2c53-4adf-8d92-a97d9f1b29db'}], 'security_groups': ['26f34185-2250-4983-8f20-cc6b1b6f5efa', '3fd061c6-f219-4575-91fd-410a2dff70f9']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:36.516978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting port 74de0eae-a6b7-4ccf-8eee-ee3991b74f2e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:36.517513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.548823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.589350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port fe01b6a5-83e6-4e08-af11-0632d52d4614 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:36.614628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port fe01b6a5-83e6-4e08-af11-0632d52d4614 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:36.615011 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.663960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.697114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.732162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Calling delete_port for 74de0eae-a6b7-4ccf-8eee-ee3991b74f2e owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:36.788759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.822193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3787b49a-38da-4700-85de-a04d6e265285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe01b6a5-83e6-4e08-af11-0632d52d4614'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:36.824819 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a56c6-5886-47fe-aba5-6653ca098292" -d '{"events": [{"server_uuid": "3787b49a-38da-4700-85de-a04d6e265285", "name": "network-vif-plugged", "status": "completed", "tag": "fe01b6a5-83e6-4e08-af11-0632d52d4614"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:36.855552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe01b6a5-83e6-4e08-af11-0632d52d4614, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:36.916178 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ee30d-4550-4adc-9a10-d1e16edef819 x-openstack-request-id: req-107ee30d-4550-4adc-9a10-d1e16edef819 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:36.916806 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3787b49a-38da-4700-85de-a04d6e265285", "name": "network-vif-plugged", "status": "completed", "tag": "fe01b6a5-83e6-4e08-af11-0632d52d4614", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:36.917242 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-107ee30d-4550-4adc-9a10-d1e16edef819 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:36.917823 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3787b49a-38da-4700-85de-a04d6e265285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe01b6a5-83e6-4e08-af11-0632d52d4614', 'code': 200} Jul 16 01:58:36.918924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.993677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Update dhcp port {'port': {'network_id': '9e8888ba-c770-48fe-a894-97086a64f29d', 'fixed_ips': [{'subnet_id': 'c4b43a73-9c44-458a-ab2c-26a3178abbdb', 'ip_address': '172.20.0.18'}, {'subnet_id': '2b4492a5-b7a3-4171-bf45-9124d3adff67', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e8b7a07-2c53-4adf-8d92-a97d9f1b29db'}], 'binding:host_id': 'n-d-791506-20'}, 'id': '6c6a4c8a-f4fd-4553-8505-055731776aa8'} from n-d-791506-20. {{(pid=93757) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:37.029382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fe01b6a5-83e6-4e08-af11-0632d52d4614,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.047095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.109938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59baa95-c0c9-4807-90e5-29c664f4f8eb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:37.119824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.123687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.163466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5de72-3d89-4cee-8882-aede61801882 req-45446a0a-28a8-471e-b1cd-f53c8e1c0f69 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.166092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ff5de72-3d89-4cee-8882-aede61801882 req-45446a0a-28a8-471e-b1cd-f53c8e1c0f69 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.1751966 Jul 16 01:58:37.167534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Port': ['ID=74de0eae-a6b7-4ccf-8eee-ee3991b74f2e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.174730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Transition to ACTIVE for port object d59baa95-c0c9-4807-90e5-29c664f4f8eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:37.199094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.235581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5962-63cc-48cd-92c8-048a41d89bff req-ee0f5fac-adf7-48d5-ba45-d4d7ff76b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.237420 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-400a5962-63cc-48cd-92c8-048a41d89bff req-ee0f5fac-adf7-48d5-ba45-d4d7ff76b40e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 1061 time: 0.2305024 Jul 16 01:58:37.238626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Delete allocated IP 172.20.0.7 (9e8888ba-c770-48fe-a894-97086a64f29d/2b4492a5-b7a3-4171-bf45-9124d3adff67) {{(pid=93756) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:58:37.248078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Allocated IP 172.20.0.41 (9e8888ba-c770-48fe-a894-97086a64f29d/1e8b7a07-2c53-4adf-8d92-a97d9f1b29db/6c9f6215-1fc7-4f17-9464-95d7327df590) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:37.295141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d59baa95-c0c9-4807-90e5-29c664f4f8eb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.309707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.439859 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.447918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.452103 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.454292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Transition to ACTIVE for port object 6c9f6215-1fc7-4f17-9464-95d7327df590 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:37.461792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.522106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Attempting to bind port d59baa95-c0c9-4807-90e5-29c664f4f8eb on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:37.522465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Attempting to bind port d59baa95-c0c9-4807-90e5-29c664f4f8eb by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '85eb20fe-97a8-4807-a68d-3a301debf23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:37.522849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Attempting to bind port d59baa95-c0c9-4807-90e5-29c664f4f8eb on network 9619983f-fa98-423d-b4fc-00491e9e3f71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:37.529038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Port d59baa95-c0c9-4807-90e5-29c664f4f8eb on network 9619983f-fa98-423d-b4fc-00491e9e3f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:37.529490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Attempting to bind port d59baa95-c0c9-4807-90e5-29c664f4f8eb on network 9619983f-fa98-423d-b4fc-00491e9e3f71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:37.533317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.533871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Fanout notify agent at l3_agent the message router_deleted on router 946d8f5f-b192-4991-841b-becbebda9e90 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:37.542556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.547120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6825aa88-9e6a-4236-b897-b803ba31f1c4 tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/routers/946d8f5f-b192-4991-841b-becbebda9e90 HTTP/1.1" status: 204 len: 168 time: 1.8775885 Jul 16 01:58:37.547966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34964) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.548760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:37.549105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Checking segment: {'id': '85eb20fe-97a8-4807-a68d-3a301debf23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:37.549500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Bound using segment: {'id': '85eb20fe-97a8-4807-a68d-3a301debf23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:37.549948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Bound port: d59baa95-c0c9-4807-90e5-29c664f4f8eb, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85eb20fe-97a8-4807-a68d-3a301debf23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:37.550311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.553026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Allocated IP 172.20.0.34 (9e8888ba-c770-48fe-a894-97086a64f29d/1e8b7a07-2c53-4adf-8d92-a97d9f1b29db/6c6a4c8a-f4fd-4553-8505-055731776aa8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:37.585900 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:37.605872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] In _notify_port_updated(), no bound segment for port 6c9f6215-1fc7-4f17-9464-95d7327df590 on network 9e8888ba-c770-48fe-a894-97086a64f29d {{(pid=93756) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:58:37.616076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.616917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.624180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "PUT /v2.0/ports/6c9f6215-1fc7-4f17-9464-95d7327df590 HTTP/1.1" status: 200 len: 960 time: 1.1460204 Jul 16 01:58:37.624765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.647086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Deleting subnet 31938f5f-faa3-4b1f-9abc-532e537ab002 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:37.657515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.662254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ebad-b3ad-4534-ad41-badab107c3c3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event updated for resources: {'Port': ['ID=6c9f6215-1fc7-4f17-9464-95d7327df590,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.670908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c6a4c8a-f4fd-4553-8505-055731776aa8,segment=NetworkSegment(3808165c-ead4-460c-98f4-5c3c06fa5cfe),segment_id=3808165c-ead4-460c-98f4-5c3c06fa5cfe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:37.714780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] For port d59baa95-c0c9-4807-90e5-29c664f4f8eb, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:37.718879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.719412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.722545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] For port d59baa95-c0c9-4807-90e5-29c664f4f8eb, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb,segment=NetworkSegment(85eb20fe-97a8-4807-a68d-3a301debf23c),segment_id=85eb20fe-97a8-4807-a68d-3a301debf23c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:37.735352 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.751646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.764720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Transition to ACTIVE for port object 6c6a4c8a-f4fd-4553-8505-055731776aa8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:37.770685 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.805650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.806258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.807822 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] 10.222.0.23 "PUT /v2.0/ports/d59baa95-c0c9-4807-90e5-29c664f4f8eb HTTP/1.1" status: 200 len: 1092 time: 1.3872008 Jul 16 01:58:37.811814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'tag': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:37.814178 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05851e89-3d7d-4ba7-bbde-23db10094964" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c0333d-3ab1-481b-8f38-b04e5f45149c", "tag": "d59baa95-c0c9-4807-90e5-29c664f4f8eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:37.830084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.839666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba542fe-983a-4c8a-bb77-d407ff82ac17 req-66a268d9-8a18-422f-98b1-80c68137815b tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.842032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ba542fe-983a-4c8a-bb77-d407ff82ac17 req-66a268d9-8a18-422f-98b1-80c68137815b tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 943 time: 0.1540134 Jul 16 01:58:37.861091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ca02-3b11-448c-b5b1-244eb9332a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d59baa95-c0c9-4807-90e5-29c664f4f8eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.864753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 6c9f6215-1fc7-4f17-9464-95d7327df590 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:37.865115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.912891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18d4fc-01fe-4a36-8917-002f742a2f64 None None] Pushing event updated for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.932562 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f573615-ce90-40ce-b63d-45b7df770f86 x-openstack-request-id: req-5f573615-ce90-40ce-b63d-45b7df770f86 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:37.933452 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c0333d-3ab1-481b-8f38-b04e5f45149c", "tag": "d59baa95-c0c9-4807-90e5-29c664f4f8eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:37.933974 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f573615-ce90-40ce-b63d-45b7df770f86 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:37.934835 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'tag': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb', 'status': 'completed', 'code': 200} Jul 16 01:58:37.980708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ba542fe-983a-4c8a-bb77-d407ff82ac17 req-e9a91199-cf04-488a-ae27-1a1c5a92bd9d tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209767 Jul 16 01:58:37.996776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-2285b388-4d2e-469a-a727-0dd595716570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.999351 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-2285b388-4d2e-469a-a727-0dd595716570 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa560059e7814fbf818eb8efb3d8e41a&device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 1095 time: 0.1272190 Jul 16 01:58:38.000586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.027698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.052491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 6c9f6215-1fc7-4f17-9464-95d7327df590 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:38.073012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.075599 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/subnets/31938f5f-faa3-4b1f-9abc-532e537ab002 HTTP/1.1" status: 204 len: 168 time: 0.5224500 Jul 16 01:58:38.076592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efcc16-3eea-4f2f-9472-921287f26bfa tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Subnet': ['ID=31938f5f-faa3-4b1f-9abc-532e537ab002,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.081054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34970) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.085585 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-ff67f378-4c32-46ae-93c0-8f9e8ac34829 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb HTTP/1.1" status: 200 len: 217 time: 0.0798888 Jul 16 01:58:38.204155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-d3eca733-25c7-46c4-a9e0-4d7cd8f202ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.204155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-d3eca733-25c7-46c4-a9e0-4d7cd8f202ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=422761ef-6c85-491d-abf8-527bfa1cbb8a HTTP/1.1" status: 200 len: 848 time: 0.1112840 Jul 16 01:58:38.213050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.219592 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.258954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-34601bf7-2b90-4153-ad28-e0df918384c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9619983f-fa98-423d-b4fc-00491e9e3f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370646 Jul 16 01:58:38.304744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=6c9f6215-1fc7-4f17-9464-95d7327df590,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.457211 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-0d290a7b-8a5b-4fd9-998c-07c1895260c3 service neutron] 10.222.0.23 "GET /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917992 Jul 16 01:58:38.476088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.482381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-881f759a-2493-4ae9-9fe8-b7cf09013077 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/6c9f6215-1fc7-4f17-9464-95d7327df590 HTTP/1.1" status: 204 len: 168 time: 0.8504817 Jul 16 01:58:38.483044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.516046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.522362 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad81c00c-726c-49d3-903e-cb0045699818 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] GET failed (client error): The resource could not be found. Jul 16 01:58:38.528797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ad81c00c-726c-49d3-903e-cb0045699818 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports/6c9f6215-1fc7-4f17-9464-95d7327df590 HTTP/1.1" status: 404 len: 333 time: 0.0439911 Jul 16 01:58:38.532622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34976) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.548268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f0ba9-a8dd-421c-8604-6a80a333d353 req-85d9729a-7a13-4ec9-8db9-4428fcebe00c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.551125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f47f0ba9-a8dd-421c-8604-6a80a333d353 req-85d9729a-7a13-4ec9-8db9-4428fcebe00c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.1821904 Jul 16 01:58:38.552551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d78a11-ae81-45d9-954e-a5822aff2e4b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:38.599551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42975687-560e-43b1-970e-7d1ce4889c23') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:38.600031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42975687-560e-43b1-970e-7d1ce4889c23') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:38.617652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.642917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.660905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:38.661317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:38.669469 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:38.739467 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0603011-63c4-417e-8620-0e2d6f2ae54f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.748288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Could not find standard attr ID for object 6c9f6215-1fc7-4f17-9464-95d7327df590. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:38.749744 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06089ab1-8d43-4a4c-9d99-822d9a13a1f6 req-93f28439-3957-4963-af0b-ea8bb293e378 service neutron] 10.222.0.23 "GET /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849517 Jul 16 01:58:38.765243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Provisioning for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:38.772727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.778328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:38.779133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.784395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:38.787253 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.792569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] 10.222.0.42 "DELETE /v2.0/networks/06d78a11-ae81-45d9-954e-a5822aff2e4b HTTP/1.1" status: 204 len: 168 time: 0.7063146 Jul 16 01:58:38.821269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0603011-63c4-417e-8620-0e2d6f2ae54f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.825815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fe9c1-fc44-4338-8937-25528f4b09be tempest-FloatingIPTestJSON-1801217081 tempest-FloatingIPTestJSON-1801217081-project] Pushing event deleted for resources: {'Network': ['ID=06d78a11-ae81-45d9-954e-a5822aff2e4b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.877078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:38.877561 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.907847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0603011-63c4-417e-8620-0e2d6f2ae54f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.910803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0603011-63c4-417e-8620-0e2d6f2ae54f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.916042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a0603011-63c4-417e-8620-0e2d6f2ae54f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/security-groups/1d1dc66c-346e-4052-96a8-cc372f8b3b9d HTTP/1.1" status: 204 len: 168 time: 0.3783076 Jul 16 01:58:38.917918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.927845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-61d14f54-fd4b-4adf-8426-7b1c32a63492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.929516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-61d14f54-fd4b-4adf-8426-7b1c32a63492 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa560059e7814fbf818eb8efb3d8e41a&device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 1095 time: 0.0995870 Jul 16 01:58:38.930453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0603011-63c4-417e-8620-0e2d6f2ae54f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dc66c-346e-4052-96a8-cc372f8b3b9d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.045564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-6872f024-0418-4d3c-af2d-0378fdf712c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.047592 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-6872f024-0418-4d3c-af2d-0378fdf712c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9619983f-fa98-423d-b4fc-00491e9e3f71 HTTP/1.1" status: 200 len: 909 time: 0.1121385 Jul 16 01:58:39.055532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc3fdd3-e6e8-411d-a261-badbf64e6e06 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.092211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc3fdd3-e6e8-411d-a261-badbf64e6e06 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.115403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Provisioning complete for port 9817a2b4-db0b-4b99-b207-a2e583f218a7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:39.116235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.162395 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-79fa8656-ac8d-41b5-a90d-5b6d1c685d33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb HTTP/1.1" status: 200 len: 217 time: 0.1067379 Jul 16 01:58:39.164929 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc3fdd3-e6e8-411d-a261-badbf64e6e06 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.169829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebc3fdd3-e6e8-411d-a261-badbf64e6e06 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.171431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebc3fdd3-e6e8-411d-a261-badbf64e6e06 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/security-groups/3fd061c6-f219-4575-91fd-410a2dff70f9 HTTP/1.1" status: 204 len: 168 time: 0.2516906 Jul 16 01:58:39.171916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a50a0542-323d-4a15-9413-3718f8e4c465 None None] Port 9817a2b4-db0b-4b99-b207-a2e583f218a7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:39.177448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34984) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.188840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3fdd3-e6e8-411d-a261-badbf64e6e06 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd061c6-f219-4575-91fd-410a2dff70f9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.292866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-ff7a93c7-441f-4de0-8cfc-9c0b3fe04aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.294806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-ff7a93c7-441f-4de0-8cfc-9c0b3fe04aba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=422761ef-6c85-491d-abf8-527bfa1cbb8a HTTP/1.1" status: 200 len: 848 time: 0.1152709 Jul 16 01:58:39.328192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.343740 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-6b398147-2ff1-4d95-a838-e7949a158cdc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9619983f-fa98-423d-b4fc-00491e9e3f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406468 Jul 16 01:58:39.347302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2565c0e9-c671-4059-9f31-1d51a9fc4898 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.392062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a285fc7-0756-40e1-b4cb-f8cb46e4c493 req-3ae1a36f-3dcb-4ca0-89d8-ed9966c87a87 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.394006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a285fc7-0756-40e1-b4cb-f8cb46e4c493 req-3ae1a36f-3dcb-4ca0-89d8-ed9966c87a87 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 943 time: 0.1060500 Jul 16 01:58:39.409908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2565c0e9-c671-4059-9f31-1d51a9fc4898 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.449823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a285fc7-0756-40e1-b4cb-f8cb46e4c493 req-da7bfb97-8bed-4e48-9dac-9384ebde5535 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483353 Jul 16 01:58:39.490686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc7ec792-067a-44e6-98b5-af6614d42f70 None None] Could not find standard attr ID for object 6c9f6215-1fc7-4f17-9464-95d7327df590. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:39.511862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2565c0e9-c671-4059-9f31-1d51a9fc4898 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.515756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2565c0e9-c671-4059-9f31-1d51a9fc4898 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.519762 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2565c0e9-c671-4059-9f31-1d51a9fc4898 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/security-groups/26f34185-2250-4983-8f20-cc6b1b6f5efa HTTP/1.1" status: 204 len: 168 time: 0.3357992 Jul 16 01:58:39.521460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 34994) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.523674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-e0d0e441-f9b3-4acf-ade0-0ccc95ff546b service neutron] 10.222.0.23 "GET /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703744 Jul 16 01:58:39.537435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-265cc5a2-b656-4afc-a3c6-e93fdba073fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=152c862c9c314d2e8f7f2a0e3358b811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046726 Jul 16 01:58:39.537777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 34996) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.577946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565c0e9-c671-4059-9f31-1d51a9fc4898 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f34185-2250-4983-8f20-cc6b1b6f5efa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.602712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd954300-e7b0-45af-a071-ce2b479078cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.636149 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd954300-e7b0-45af-a071-ce2b479078cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.660378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 2b4492a5-b7a3-4171-bf45-9124d3adff67 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:39.666192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.724867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd954300-e7b0-45af-a071-ce2b479078cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.728792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd954300-e7b0-45af-a071-ce2b479078cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.729222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.733092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cd954300-e7b0-45af-a071-ce2b479078cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6404148b-9cef-4913-b366-cabd308e9518 HTTP/1.1" status: 204 len: 168 time: 0.1913486 Jul 16 01:58:39.759723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05851e89-3d7d-4ba7-bbde-23db10094964 req-b9e7f8cd-3759-40f6-a56f-8ac42e2794be service neutron] 10.222.0.23 "GET /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253678 Jul 16 01:58:39.760495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd954300-e7b0-45af-a071-ce2b479078cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6404148b-9cef-4913-b366-cabd308e9518,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.835585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086340e8-899c-40ad-bdda-a51ce6588a83 req-5bcd6e79-7511-438e-930a-849b8f67204a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.837953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-086340e8-899c-40ad-bdda-a51ce6588a83 req-5bcd6e79-7511-438e-930a-849b8f67204a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.1256063 Jul 16 01:58:39.874985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.957850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.990579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4492a5-b7a3-4171-bf45-9124d3adff67,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.994836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.997514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e58ec855-2ff7-4d1e-af81-4e2aa4685c0d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/2b4492a5-b7a3-4171-bf45-9124d3adff67 HTTP/1.1" status: 204 len: 168 time: 0.4723203 Jul 16 01:58:40.002199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35006) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.003586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe117f0c-15fc-411c-875c-3885a4a304bc None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:40.076041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet 1e8b7a07-2c53-4adf-8d92-a97d9f1b29db {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:40.081652 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.129223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743a5a-ce99-4bc3-b84f-87f1416584a9 req-03842f6a-039a-4c21-8aaa-4bbf057da691 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.130937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-77743a5a-ce99-4bc3-b84f-87f1416584a9 req-03842f6a-039a-4c21-8aaa-4bbf057da691 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.1707225 Jul 16 01:58:40.139973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.188407 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-037a52a0-e261-486b-81d5-03cb9d7da5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.271133 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.389870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9b934-4cd7-4d24-bc1e-a9c5232c59bb req-490061ec-22c4-461d-b2df-04cb587477a0 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.391451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5c9b934-4cd7-4d24-bc1e-a9c5232c59bb req-490061ec-22c4-461d-b2df-04cb587477a0 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 1061 time: 0.0982559 Jul 16 01:58:40.392847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.430872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8b7a07-2c53-4adf-8d92-a97d9f1b29db,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.436035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.438041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-55e89e96-85e6-44a5-9976-92e1c60f2a7a tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/1e8b7a07-2c53-4adf-8d92-a97d9f1b29db HTTP/1.1" status: 204 len: 168 time: 0.4338059 Jul 16 01:58:40.441416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.471131 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e3b75d-748e-487c-ac2c-165f7ed4fea5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:40.471604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e3b75d-748e-487c-ac2c-165f7ed4fea5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:40.477562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35028) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.486541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a0e3b75d-748e-487c-ac2c-165f7ed4fea5 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/2b4492a5-b7a3-4171-bf45-9124d3adff67 HTTP/1.1" status: 404 len: 337 time: 0.0437050 Jul 16 01:58:40.576768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting subnet c4b43a73-9c44-458a-ab2c-26a3178abbdb {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:40.580594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.637932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.713661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.744831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396be70c-9ea1-4dac-ac09-dfef3391b685 req-565b0538-a65c-4bcc-8295-de2cc1404e09 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.752955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-396be70c-9ea1-4dac-ac09-dfef3391b685 req-565b0538-a65c-4bcc-8295-de2cc1404e09 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1137 time: 0.1918066 Jul 16 01:58:40.759526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.805602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-396be70c-9ea1-4dac-ac09-dfef3391b685 req-9232b05c-94e1-4f83-ae64-ef16b5a97bfa tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513055 Jul 16 01:58:40.824202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01ff5-668f-4955-b4a6-e1cb096f7386 req-45e3b509-d49c-414a-af9d-a1d7442391a6 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.826106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8b01ff5-668f-4955-b4a6-e1cb096f7386 req-45e3b509-d49c-414a-af9d-a1d7442391a6 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 943 time: 0.2066681 Jul 16 01:58:40.828662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.848157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.883086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b43a73-9c44-458a-ab2c-26a3178abbdb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.887775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.892459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dfb8f63b-405a-4f9c-9b2d-bcaa91e4a06f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/c4b43a73-9c44-458a-ab2c-26a3178abbdb HTTP/1.1" status: 204 len: 168 time: 0.4111495 Jul 16 01:58:40.892842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35040) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.902605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1569405552'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:40.921724 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8984e194-d95d-4fce-9c03-f02f74885610 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:40.922327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8984e194-d95d-4fce-9c03-f02f74885610 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:40.926702 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8984e194-d95d-4fce-9c03-f02f74885610 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/834a871c-4b42-4e6a-9323-88b779237d1d HTTP/1.1" status: 404 len: 337 time: 0.0303180 Jul 16 01:58:40.926987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35042) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.936658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f8b01ff5-668f-4955-b4a6-e1cb096f7386 req-0640b97f-cfd0-4c9b-b54b-45bd2bb2573b tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976419 Jul 16 01:58:40.963731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc77061-ae84-4fb3-87be-31fc91506e36 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.966090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5fc77061-ae84-4fb3-87be-31fc91506e36 tempest-TestSecurityGroupsBasicOps-934156464 tempest-TestSecurityGroupsBasicOps-934156464-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 1056 time: 0.1362586 Jul 16 01:58:40.977135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Made reservation on behalf of f94c9664ae724fe29433e1c69d2d0355 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:40.984648 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.995922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.131203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62aac2a-5863-4f1d-9203-e2be3615d08e None None] Network 9e8888ba-c770-48fe-a894-97086a64f29d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:41.151649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.157077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.192646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:41.230045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.230616 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Added segment 0ea7bc17-c754-429d-8c8a-2c989e8ec7c1 of type vlan for network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d Jul 16 01:58:41.234045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a215a8e3-129a-47a4-ac9a-86821d7fa3b1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.295084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.303329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-442ea3d7-f2d9-43ef-90ca-aa9c22e3f365 None None] Provisioning complete for port 6c6a4c8a-f4fd-4553-8505-055731776aa8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:41.304124 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-442ea3d7-f2d9-43ef-90ca-aa9c22e3f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.314998 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-32f7e07d-02f1-4376-8004-ef8fa92b76a0 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "GET /v2.0/ports?device_id=857700ba-873a-4f05-a944-0fc893af5ebb HTTP/1.1" status: 200 len: 205 time: 0.3867931 Jul 16 01:58:41.317527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35046) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.358773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d59baa95-c0c9-4807-90e5-29c664f4f8eb details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:41.385258 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-af8d291e-d887-420e-922c-9fcdaf3aeb93 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] delete failed (client error): The resource could not be found. Jul 16 01:58:41.389417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-af8d291e-d887-420e-922c-9fcdaf3aeb93 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/routers/857700ba-873a-4f05-a944-0fc893af5ebb HTTP/1.1" status: 404 len: 336 time: 0.0678589 Jul 16 01:58:41.389760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.408607 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.415363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:41.416119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.455459 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7581b12-78b7-4ae6-b416-695319986c29 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.455924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7581b12-78b7-4ae6-b416-695319986c29 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.460255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a7581b12-78b7-4ae6-b416-695319986c29 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/83489278-96b0-4190-9c4d-54833fd29ab0 HTTP/1.1" status: 404 len: 337 time: 0.0669668 Jul 16 01:58:41.460498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35052) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.506424 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c7c59e-66b6-47be-a920-97f8c7100aa3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.507025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c7c59e-66b6-47be-a920-97f8c7100aa3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.511549 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c3c7c59e-66b6-47be-a920-97f8c7100aa3 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/f5fd0f34-6159-4887-a0d3-b768096f66e2 HTTP/1.1" status: 404 len: 337 time: 0.0498626 Jul 16 01:58:41.512619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35054) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.514542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7962861 Jul 16 01:58:41.517881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.529950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'subnet': {'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:41.549777 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa390472-b6fc-4ea7-99a6-053ecd153097 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.550297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa390472-b6fc-4ea7-99a6-053ecd153097 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.555187 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa390472-b6fc-4ea7-99a6-053ecd153097 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/67dd1366-55c4-4b3b-8c2f-07de83a6d786 HTTP/1.1" status: 404 len: 337 time: 0.0413082 Jul 16 01:58:41.555853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35058) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.589528 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5a3299-f41f-4308-a7b9-cba69177965e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.590268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5a3299-f41f-4308-a7b9-cba69177965e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.595211 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec5a3299-f41f-4308-a7b9-cba69177965e tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/d8847a8f-b0af-4d42-86b6-d0b0de789c56 HTTP/1.1" status: 404 len: 333 time: 0.0383408 Jul 16 01:58:41.597166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d59baa95-c0c9-4807-90e5-29c664f4f8eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb,segment=NetworkSegment(85eb20fe-97a8-4807-a68d-3a301debf23c),segment_id=85eb20fe-97a8-4807-a68d-3a301debf23c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:41.597330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35060) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.624947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb', 'network_id': '9619983f-fa98-423d-b4fc-00491e9e3f71', 'port_id': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb', 'mac_address': 'fa:16:3e:52:90:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422761ef-6c85-491d-abf8-527bfa1cbb8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:41.628271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-442ea3d7-f2d9-43ef-90ca-aa9c22e3f365 None None] Provisioning complete for port 9817a2b4-db0b-4b99-b207-a2e583f218a7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:41.628669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-442ea3d7-f2d9-43ef-90ca-aa9c22e3f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.638030 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da061ef-abf3-47c1-b69f-ab8d2d3d98b8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.638391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da061ef-abf3-47c1-b69f-ab8d2d3d98b8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.642639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8da061ef-abf3-47c1-b69f-ab8d2d3d98b8 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/8044c597-f8ea-4205-9155-32e945f31f35 HTTP/1.1" status: 404 len: 337 time: 0.0421495 Jul 16 01:58:41.645445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35062) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.669117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69dc7d-2b94-4fb3-922d-3d2a00328a51 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Network': ['ID=4e1fa08c-a5eb-457b-961b-0ece616f0c4d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.676311 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b00be67-3e08-460e-83ec-c1c5a0354413 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.676821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b00be67-3e08-460e-83ec-c1c5a0354413 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.681071 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2b00be67-3e08-460e-83ec-c1c5a0354413 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/81e1ce1d-a5e9-4e7e-ac86-7e962f91c74f HTTP/1.1" status: 404 len: 337 time: 0.0323431 Jul 16 01:58:41.681724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35064) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.693065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] DHCP port deletion for 9e8888ba-c770-48fe-a894-97086a64f29d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:41.695337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:41.708823 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-778230fb-e2a1-4393-bf74-d6a33b181e3d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.709625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778230fb-e2a1-4393-bf74-d6a33b181e3d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.714051 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-778230fb-e2a1-4393-bf74-d6a33b181e3d tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/453d13cf-6cb6-428d-a941-5ae5c82db2c5 HTTP/1.1" status: 404 len: 333 time: 0.0294278 Jul 16 01:58:41.714501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.716805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Made reservation on behalf of f94c9664ae724fe29433e1c69d2d0355 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:41.721549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.742458 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c2faeb-bb26-4bf2-8304-351ca10a0569 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.742908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c2faeb-bb26-4bf2-8304-351ca10a0569 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.744662 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-51c2faeb-bb26-4bf2-8304-351ca10a0569 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/a5c96167-2efc-4cc3-a588-54edeb31d0d0 HTTP/1.1" status: 404 len: 337 time: 0.0293362 Jul 16 01:58:41.747384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35068) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.757605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c2f5a-f26f-49f2-83ba-9e468c87b88f req-8fe3650b-4d6d-4552-bcd0-6dd92ffbf51e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:41.759130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb4c2f5a-f26f-49f2-83ba-9e468c87b88f req-8fe3650b-4d6d-4552-bcd0-6dd92ffbf51e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.2904370 Jul 16 01:58:41.768260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.773565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-442ea3d7-f2d9-43ef-90ca-aa9c22e3f365 None None] Port 9817a2b4-db0b-4b99-b207-a2e583f218a7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:41.777443 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f8bc19-ec66-41bf-86c1-9876afaeac54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:41.777914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f8bc19-ec66-41bf-86c1-9876afaeac54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:41.779918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d2f8bc19-ec66-41bf-86c1-9876afaeac54 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/subnets/d6334ca1-e111-49e2-9870-b81111c4c069 HTTP/1.1" status: 404 len: 337 time: 0.0315216 Jul 16 01:58:41.782380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35070) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.850065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59baa95-c0c9-4807-90e5-29c664f4f8eb {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:41.876047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d59baa95-c0c9-4807-90e5-29c664f4f8eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb,segment=NetworkSegment(85eb20fe-97a8-4807-a68d-3a301debf23c),segment_id=85eb20fe-97a8-4807-a68d-3a301debf23c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:41.882509 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.899424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Deleting port 9817a2b4-db0b-4b99-b207-a2e583f218a7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:41.899979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.915637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] Deleting port 6c6a4c8a-f4fd-4553-8505-055731776aa8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:41.916173 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.945495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.959924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d59baa95-c0c9-4807-90e5-29c664f4f8eb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.992178 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.006475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Calling delete_port for 9817a2b4-db0b-4b99-b207-a2e583f218a7 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:42.009462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] For port 6c6a4c8a-f4fd-4553-8505-055731776aa8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c6a4c8a-f4fd-4553-8505-055731776aa8,segment=NetworkSegment(3808165c-ead4-460c-98f4-5c3c06fa5cfe),segment_id=3808165c-ead4-460c-98f4-5c3c06fa5cfe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:42.009863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.014998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Checking segment: {'id': '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:42.015367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network hostable DHCP agents. Network: 4e1fa08c-a5eb-457b-961b-0ece616f0c4d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:42.022108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] Calling delete_port for 6c6a4c8a-f4fd-4553-8505-055731776aa8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:42.035876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Subnet': ['ID=c762dda4-830f-4e60-85c5-08c85d46559b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.047290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:42.060299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 4e1fa08c-a5eb-457b-961b-0ece616f0c4d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:42.067205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.068854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.088758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-72143780-7ccc-4317-b7a3-0956fdb5dd18 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5694885 Jul 16 01:58:42.091966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada023a-3026-42a9-957c-e0b81599d201 None None] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:42.093179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35074) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.098108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-588132486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:42.140833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.141910 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.159967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.166095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['d59baa95-c0c9-4807-90e5-29c664f4f8eb'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:42.175304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c810d68-4ebb-4d5b-ad7f-ab0541e3ce94 req-ff204e13-51b3-4a25-a5e7-9aedac88a2f4 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.176812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c810d68-4ebb-4d5b-ad7f-ab0541e3ce94 req-ff204e13-51b3-4a25-a5e7-9aedac88a2f4 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 944 time: 0.0870137 Jul 16 01:58:42.194252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Port': ['ID=9817a2b4-db0b-4b99-b207-a2e583f218a7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.207040 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.233530 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.237566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.239877 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1750e017-ba5f-4ca2-80b8-f78c44e05983 tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/ports/9817a2b4-db0b-4b99-b207-a2e583f218a7 HTTP/1.1" status: 204 len: 168 time: 0.4565535 Jul 16 01:58:42.244667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c810d68-4ebb-4d5b-ad7f-ab0541e3ce94 req-d7d93f3d-0891-4149-bc36-a856facf089a tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Jul 16 01:58:42.250437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35076) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.251518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.255628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] Pushing event deleted for resources: {'Port': ['ID=6c6a4c8a-f4fd-4553-8505-055731776aa8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.263921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d62c8d-0572-4fe5-9f2f-39b8d04c88c6 None None] No DVR routers for this DVR port 6c6a4c8a-f4fd-4553-8505-055731776aa8 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:42.305192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.306581 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-48cf837c-885a-4ce1-bc04-77b3adc7eb16 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2124271 Jul 16 01:58:42.310001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.367670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-4e1fa08c-a5eb-457b-961b-0ece616f0c4d', 'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d', 'tenant_id': 'f94c9664ae724fe29433e1c69d2d0355', 'fixed_ips': [{'subnet_id': 'c762dda4-830f-4e60-85c5-08c85d46559b'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:42.369279 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.421985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.478057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d83ce204-d316-4b71-a1db-7caffb1689ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.661024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.670751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.677752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8888ba-c770-48fe-a894-97086a64f29d']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.716325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3808165c-ead4-460c-98f4-5c3c06fa5cfe') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.716991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3808165c-ead4-460c-98f4-5c3c06fa5cfe') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.733324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Allocated IP 172.20.0.2 (4e1fa08c-a5eb-457b-961b-0ece616f0c4d/c762dda4-830f-4e60-85c5-08c85d46559b/efcc7281-02f2-4291-9574-a8d33b11dcd8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:42.735099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.753646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:42.785024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.788402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6c6a4c8a-f4fd-4553-8505-055731776aa8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:42.788839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c6a4c8a-f4fd-4553-8505-055731776aa8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:42.810734 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.828715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:42.829132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:42.832181 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:42.913899 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.923811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Transition to ACTIVE for port object efcc7281-02f2-4291-9574-a8d33b11dcd8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:42.939082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Transition to ACTIVE for port object efcc7281-02f2-4291-9574-a8d33b11dcd8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:42.947924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.984683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.985830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:42.989122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ada3b-f76a-4e02-9144-f0aa5619e816 req-ac827438-bb9a-4cda-aece-250b3a9e537d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.989308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.991536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] 10.222.0.42 "DELETE /v2.0/networks/9e8888ba-c770-48fe-a894-97086a64f29d HTTP/1.1" status: 204 len: 168 time: 0.7340436 Jul 16 01:58:42.994395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:42.998843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:43.005573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a0ada3b-f76a-4e02-9144-f0aa5619e816 req-ac827438-bb9a-4cda-aece-250b3a9e537d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.0904458 Jul 16 01:58:43.009741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Pushing event updated for resources: {'Port': ['ID=efcc7281-02f2-4291-9574-a8d33b11dcd8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.037229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-5e3202ca-2a00-4067-954e-9397c7c22dda tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.038887 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-5e3202ca-2a00-4067-954e-9397c7c22dda tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.13 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 909 time: 0.2922506 Jul 16 01:58:43.066677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c572d7-e957-4100-8e05-6383f1a5bb4f tempest-PortsTestJSON-841505338 tempest-PortsTestJSON-841505338-project] Pushing event deleted for resources: {'Network': ['ID=9e8888ba-c770-48fe-a894-97086a64f29d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.076525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Attempting to bind port efcc7281-02f2-4291-9574-a8d33b11dcd8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:43.076907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Attempting to bind port efcc7281-02f2-4291-9574-a8d33b11dcd8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:43.077278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Attempting to bind port efcc7281-02f2-4291-9574-a8d33b11dcd8 on network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:43.085153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:43.085548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Checking segment: {'id': '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:43.085961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.086457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Bound using segment: {'id': '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:43.087796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Bound port: efcc7281-02f2-4291-9574-a8d33b11dcd8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:43.088193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.174053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] For port efcc7281-02f2-4291-9574-a8d33b11dcd8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:43.177642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] For port efcc7281-02f2-4291-9574-a8d33b11dcd8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=efcc7281-02f2-4291-9574-a8d33b11dcd8,segment=NetworkSegment(0ea7bc17-c754-429d-8c8a-2c989e8ec7c1),segment_id=0ea7bc17-c754-429d-8c8a-2c989e8ec7c1)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:43.183138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.246228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd569e-b2c7-4d06-a938-1a18db1b0a85 None None] Pushing event updated for resources: {'Port': ['ID=efcc7281-02f2-4291-9574-a8d33b11dcd8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.272613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Allocated IP 172.20.0.1 (4e1fa08c-a5eb-457b-961b-0ece616f0c4d/c762dda4-830f-4e60-85c5-08c85d46559b/1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:43.275546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port fe01b6a5-83e6-4e08-af11-0632d52d4614 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:43.276112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.291975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.368317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d59baa95-c0c9-4807-90e5-29c664f4f8eb up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:43.422765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] For port fe01b6a5-83e6-4e08-af11-0632d52d4614, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe01b6a5-83e6-4e08-af11-0632d52d4614,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:43.423280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.438938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for fe01b6a5-83e6-4e08-af11-0632d52d4614 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:43.453188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port d59baa95-c0c9-4807-90e5-29c664f4f8eb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:43.462088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port d59baa95-c0c9-4807-90e5-29c664f4f8eb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:43.463759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.532939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e6a5fb1d-e065-4ea3-b5a9-2fa13030cace admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c89c740121d4743b34872f3c9a65311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307444 Jul 16 01:58:43.534115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35092) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.570251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6e931-682e-4084-ad84-261ef6467f16 req-3902d612-f274-433e-b181-1b1a2d5a09f1 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.576994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcb6e931-682e-4084-ad84-261ef6467f16 req-3902d612-f274-433e-b181-1b1a2d5a09f1 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 944 time: 0.1713066 Jul 16 01:58:43.625906 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.656820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-262b0348-bed3-4f69-9294-a8b5a6da3d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.660128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:43.662143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcb6e931-682e-4084-ad84-261ef6467f16 req-e60b8b3c-ba5f-4c5f-a1b4-63887a3452c0 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707111 Jul 16 01:58:43.675123 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a7d2e-f744-4419-9562-2d5c3edd7428" -d '{"events": [{"server_uuid": "b3c0333d-3ab1-481b-8f38-b04e5f45149c", "name": "network-vif-plugged", "status": "completed", "tag": "d59baa95-c0c9-4807-90e5-29c664f4f8eb"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:43.706266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port d59baa95-c0c9-4807-90e5-29c664f4f8eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb,segment=NetworkSegment(85eb20fe-97a8-4807-a68d-3a301debf23c),segment_id=85eb20fe-97a8-4807-a68d-3a301debf23c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:43.707451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-262b0348-bed3-4f69-9294-a8b5a6da3d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.713283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.769403 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77544252-3748-4aff-b736-202cb5d9b8fa x-openstack-request-id: req-77544252-3748-4aff-b736-202cb5d9b8fa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:43.769704 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c0333d-3ab1-481b-8f38-b04e5f45149c", "name": "network-vif-plugged", "status": "completed", "tag": "d59baa95-c0c9-4807-90e5-29c664f4f8eb", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:43.770191 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77544252-3748-4aff-b736-202cb5d9b8fa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:43.770556 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb', 'code': 200} Jul 16 01:58:43.779180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-262b0348-bed3-4f69-9294-a8b5a6da3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.783657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-262b0348-bed3-4f69-9294-a8b5a6da3d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.785197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-262b0348-bed3-4f69-9294-a8b5a6da3d1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/527886af-decd-43c8-ae39-108103e6b565 HTTP/1.1" status: 204 len: 168 time: 0.2491493 Jul 16 01:58:43.791050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.797400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=d59baa95-c0c9-4807-90e5-29c664f4f8eb,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.801444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b0348-bed3-4f69-9294-a8b5a6da3d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527886af-decd-43c8-ae39-108103e6b565,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.813786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.847420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.928583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=fe01b6a5-83e6-4e08-af11-0632d52d4614,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.964736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Transition to ACTIVE for port object 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:43.966379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] No DVR routers for this DVR port fe01b6a5-83e6-4e08-af11-0632d52d4614 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:43.971338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.973467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-963a4a3b-7201-4b8f-b9ab-85a15c2cc4b4 req-514dbe77-bba6-4e93-b953-ce9892aa966b tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.13 "DELETE /v2.0/ports/fe01b6a5-83e6-4e08-af11-0632d52d4614 HTTP/1.1" status: 204 len: 173 time: 0.9023674 Jul 16 01:58:43.974637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3787b49a-38da-4700-85de-a04d6e265285', 'name': 'network-vif-deleted', 'tag': 'fe01b6a5-83e6-4e08-af11-0632d52d4614'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:43.976993 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855b3f0-a7f2-43ea-a8a8-875fa098c9c5" -d '{"events": [{"server_uuid": "3787b49a-38da-4700-85de-a04d6e265285", "name": "network-vif-deleted", "tag": "fe01b6a5-83e6-4e08-af11-0632d52d4614"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:44.034002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42a2d-e18c-4a03-8cd1-910af0d4796d req-d428e192-cb3c-461f-8ca9-bf33b4d9999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.035545 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-67e42a2d-e18c-4a03-8cd1-910af0d4796d req-d428e192-cb3c-461f-8ca9-bf33b4d9999e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 1097 time: 0.1992443 Jul 16 01:58:44.055727 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f6bb1f-83b8-4e2d-ae35-8a003c5ef72c x-openstack-request-id: req-a6f6bb1f-83b8-4e2d-ae35-8a003c5ef72c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:44.056230 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3787b49a-38da-4700-85de-a04d6e265285", "name": "network-vif-deleted", "tag": "fe01b6a5-83e6-4e08-af11-0632d52d4614", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:44.056569 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6f6bb1f-83b8-4e2d-ae35-8a003c5ef72c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:44.057103 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3787b49a-38da-4700-85de-a04d6e265285', 'name': 'network-vif-deleted', 'tag': 'fe01b6a5-83e6-4e08-af11-0632d52d4614', 'status': 'completed', 'code': 200} Jul 16 01:58:44.068070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.151553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Port': ['ID=1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.193559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:44.197670 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-67e42a2d-e18c-4a03-8cd1-910af0d4796d req-7a764902-1eb7-40d1-a12d-6a79d1639fbc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546204 Jul 16 01:58:44.200186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:44.204656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:44.258737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8cea1bef-49bc-4d77-9b0a-71770919c4a2 req-2d674de3-413f-4fe5-8f91-ece4cdd8771e tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=3787b49a-38da-4700-85de-a04d6e265285 HTTP/1.1" status: 200 len: 210 time: 0.0475972 Jul 16 01:58:44.269871 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.424028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.587716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0e5a2-718f-456e-973d-c4668ddad5d3 None None] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:44.685269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8633ddf5-d2b9-4d73-a1f7-661c88b0f676 None None] Provisioning for port efcc7281-02f2-4291-9574-a8d33b11dcd8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:44.822745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.828519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35124) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.850988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.880714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device efcc7281-02f2-4291-9574-a8d33b11dcd8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:44.987182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Port': ['ID=1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.999743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20300b-6efb-49fb-b689-cd067d434c69 req-dc965109-2f8e-4cfc-a4a3-61e14375c555 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:45.000507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.001370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed20300b-6efb-49fb-b689-cd067d434c69 req-dc965109-2f8e-4cfc-a4a3-61e14375c555 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 945 time: 0.1444621 Jul 16 01:58:45.024139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port efcc7281-02f2-4291-9574-a8d33b11dcd8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:45.031714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port efcc7281-02f2-4291-9574-a8d33b11dcd8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:45.032479 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.052841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1377756528'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:45.078050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed20300b-6efb-49fb-b689-cd067d434c69 req-d6ef367d-218e-4803-8876-32e81b22ded1 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639362 Jul 16 01:58:45.098774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:45.107836 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.119292 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.146844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:45.148557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:45.189360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d4f5e88-fc14-403a-afbb-e0946327e194 None None] Provisioning complete for port efcc7281-02f2-4291-9574-a8d33b11dcd8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:45.189878 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5e88-fc14-403a-afbb-e0946327e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.193604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.230236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.237071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.268241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port efcc7281-02f2-4291-9574-a8d33b11dcd8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=efcc7281-02f2-4291-9574-a8d33b11dcd8,segment=NetworkSegment(0ea7bc17-c754-429d-8c8a-2c989e8ec7c1),segment_id=0ea7bc17-c754-429d-8c8a-2c989e8ec7c1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:45.277613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdfede-4574-494e-aa7f-78bd06797a9d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.289773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:45.290000 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.315595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Router e4f758b1-5e7f-4760-be19-0caf6690af20 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:45.318941 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.319296 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment 737f9580-e353-4e5f-bd78-72fd9673fa9f of type vlan for network 3052b068-c1bc-4e28-bf9e-20858de527bd Jul 16 01:58:45.394851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.404206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.419192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.433898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=efcc7281-02f2-4291-9574-a8d33b11dcd8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.456553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d4f5e88-fc14-403a-afbb-e0946327e194 None None] Provisioning for port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:45.460565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:45.462522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d4f5e88-fc14-403a-afbb-e0946327e194 None None] Provisioning complete for port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:45.462975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d4f5e88-fc14-403a-afbb-e0946327e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.469557 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58ea204b-6b21-4af7-8d11-9520f6217eca tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "PUT /v2.0/routers/e4f758b1-5e7f-4760-be19-0caf6690af20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1574678 Jul 16 01:58:45.471692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35132) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.477505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'port': {'network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d', 'name': 'tempest-FloatingIPNegativeTestJSON-1081279296'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:45.488961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] Sync routers for ids ['e4f758b1-5e7f-4760-be19-0caf6690af20'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:45.510271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] Routers {'e4f758b1-5e7f-4760-be19-0caf6690af20'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:45.511075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e4f758b1-5e7f-4760-be19-0caf6690af20'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:45.549636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.554725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f5e88-fc14-403a-afbb-e0946327e194 None None] Port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:45.556220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:45.556362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.556492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:45.569080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] Routers {'e4f758b1-5e7f-4760-be19-0caf6690af20'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:45.570169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e4f758b1-5e7f-4760-be19-0caf6690af20'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:45.579826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7499163 Jul 16 01:58:45.582477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35134) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.592867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1683998812'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:45.609962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:45.610757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a6c9b-03b3-46c3-8c17-42e099a1ccfa None None] The sync data for ids ['e4f758b1-5e7f-4760-be19-0caf6690af20'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:45.637948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:45.641590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.673715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:45.673950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55047-7003-4f02-883f-62ea01a266bb tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=3052b068-c1bc-4e28-bf9e-20858de527bd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.676082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Made reservation on behalf of f94c9664ae724fe29433e1c69d2d0355 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:45.679702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.684793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-da331d2d-3f78-4597-9c46-88ee56bf828f None None] Provisioning complete for port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:45.685321 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da331d2d-3f78-4597-9c46-88ee56bf828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.691755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 3052b068-c1bc-4e28-bf9e-20858de527bd details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:45.698960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.699311 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment 2b3ceb73-8a1d-4c49-899f-21e58fa8f311 of type vlan for network b2284401-33de-4c60-a9f8-d877ba110f16 Jul 16 01:58:45.764182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.766171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] device_id is not set on port 1daa0933-c048-4210-b032-e08b6edee0e7 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:45.787430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-da331d2d-3f78-4597-9c46-88ee56bf828f None None] Port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:45.846625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.852129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:45.852751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.914187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0fbbf104-4d77-4b21-ac45-b8cb7c7f1865 None None] Provisioning complete for port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:45.915703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf104-4d77-4b21-ac45-b8cb7c7f1865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.966354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbf104-4d77-4b21-ac45-b8cb7c7f1865 None None] Port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:46.004105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.268186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=b2284401-33de-4c60-a9f8-d877ba110f16,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.271216 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79f2b018-f0a4-418c-a957-01675e816787 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6875222 Jul 16 01:58:46.272846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Allocated IP 172.20.0.11 (4e1fa08c-a5eb-457b-961b-0ece616f0c4d/c762dda4-830f-4e60-85c5-08c85d46559b/1daa0933-c048-4210-b032-e08b6edee0e7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:46.274767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35138) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.281265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b2284401-33de-4c60-a9f8-d877ba110f16 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:46.282992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:46.378050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beeea8-a756-424f-965e-c612eb79ccd3 req-094b8845-89d2-40ef-a1b0-fcd253056898 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.379521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98beeea8-a756-424f-965e-c612eb79ccd3 req-094b8845-89d2-40ef-a1b0-fcd253056898 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 945 time: 0.1357074 Jul 16 01:58:46.385885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port b4f0e679-7cd2-4fcd-b769-1d6196368242 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:46.386225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.437599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:46.441173 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.483739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98beeea8-a756-424f-965e-c612eb79ccd3 req-24b4f3d3-ac05-418d-9353-5a542c4f0a3e tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933521 Jul 16 01:58:46.509071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] For port b4f0e679-7cd2-4fcd-b769-1d6196368242, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b4f0e679-7cd2-4fcd-b769-1d6196368242,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:46.509575 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.525657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for b4f0e679-7cd2-4fcd-b769-1d6196368242 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:46.529175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe01b6a5-83e6-4e08-af11-0632d52d4614 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:46.558502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: fe01b6a5-83e6-4e08-af11-0632d52d4614 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:46.559717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe01b6a5-83e6-4e08-af11-0632d52d4614 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:46.583891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.604490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Transition to ACTIVE for port object 1daa0933-c048-4210-b032-e08b6edee0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:46.713305 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.766723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:46.770491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.771135 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.778292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:46.786249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:46.791233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device efcc7281-02f2-4291-9574-a8d33b11dcd8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:46.880209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Port': ['ID=1daa0933-c048-4210-b032-e08b6edee0e7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.917844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=b4f0e679-7cd2-4fcd-b769-1d6196368242,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.922535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=10896804-082e-41f3-a4e3-3e68eff9beb0,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.928357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port efcc7281-02f2-4291-9574-a8d33b11dcd8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:46.930731 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.965459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.966235 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.995511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': '737f9580-e353-4e5f-bd78-72fd9673fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:46.995880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: 3052b068-c1bc-4e28-bf9e-20858de527bd, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:47.011724 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-128eee5f-0fce-407e-b52b-621bb7bf22a1 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5384855 Jul 16 01:58:47.018141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35150) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.035025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:47.063300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 3052b068-c1bc-4e28-bf9e-20858de527bd is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:47.086145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 3052b068-c1bc-4e28-bf9e-20858de527bd) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:47.094625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91484d3-a548-458f-8217-46cd0eb937cc None None] Network 3052b068-c1bc-4e28-bf9e-20858de527bd requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:47.101820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.102431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.110133 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.145099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2b604f0d-8b17-4e6f-b740-40a49525ddfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8692458 Jul 16 01:58:47.148467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35154) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.154451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:47.325588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:47.329428 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.363574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-74f59bef-1904-402b-a0f7-097a7dd0c1b6 None None] Provisioning for port 1daa0933-c048-4210-b032-e08b6edee0e7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:47.380337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-74f59bef-1904-402b-a0f7-097a7dd0c1b6 None None] Provisioning complete for port 1daa0933-c048-4210-b032-e08b6edee0e7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:47.381020 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74f59bef-1904-402b-a0f7-097a7dd0c1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.432484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.433104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-3052b068-c1bc-4e28-bf9e-20858de527bd', 'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': '10896804-082e-41f3-a4e3-3e68eff9beb0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:47.434853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.440015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-74f59bef-1904-402b-a0f7-097a7dd0c1b6 None None] Port 1daa0933-c048-4210-b032-e08b6edee0e7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:47.621440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Allocated IP 172.20.0.2 (3052b068-c1bc-4e28-bf9e-20858de527bd/10896804-082e-41f3-a4e3-3e68eff9beb0/ca39f729-b777-48c4-b65e-7d012482f328) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:47.632396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Allocated IP 172.25.7.45 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d8bbdd8c-b9b8-4a14-a84b-ae452e10b25d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:47.634634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.698444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.739720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=b8ef71fd-40a7-439b-9fc6-9004eae2a453,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.787841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': '2b3ceb73-8a1d-4c49-899f-21e58fa8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:47.788128 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: b2284401-33de-4c60-a9f8-d877ba110f16, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:47.828759 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.835201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.839948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network b2284401-33de-4c60-a9f8-d877ba110f16 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:47.850585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Transition to ACTIVE for port object ca39f729-b777-48c4-b65e-7d012482f328 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:47.870747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b2284401-33de-4c60-a9f8-d877ba110f16) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:47.884134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.884998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.887652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd1f25-a5a0-45dd-b261-ebf8fdf51877 None None] Network b2284401-33de-4c60-a9f8-d877ba110f16 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:47.903800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Transition to ACTIVE for port object ca39f729-b777-48c4-b65e-7d012482f328 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:47.919954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a74a3933-f3d1-42be-b716-15b4335849a7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7702532 Jul 16 01:58:47.922673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.928000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1993997957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:47.934482 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.946442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.010108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:48.056484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:48.065124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:48.065495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Network 3052b068-c1bc-4e28-bf9e-20858de527bd is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:48.072060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:48.088817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:48.097291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:48.107241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Pushing event updated for resources: {'Port': ['ID=ca39f729-b777-48c4-b65e-7d012482f328,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.129855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.131015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.135370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Port': ['ID=d8bbdd8c-b9b8-4a14-a84b-ae452e10b25d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.194865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Attempting to bind port ca39f729-b777-48c4-b65e-7d012482f328 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:48.195411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Attempting to bind port ca39f729-b777-48c4-b65e-7d012482f328 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '737f9580-e353-4e5f-bd78-72fd9673fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:48.195978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Attempting to bind port ca39f729-b777-48c4-b65e-7d012482f328 on network 3052b068-c1bc-4e28-bf9e-20858de527bd {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:48.209186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:48.219403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5c229730-b12b-427e-8f4b-0108cc6f0e42 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "PUT /v2.0/routers/694299e0-2dd6-48f5-b3ec-cbdd3419f55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931540 Jul 16 01:58:48.219403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.230407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] Sync routers for ids ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:48.232690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.249402 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] Routers {'694299e0-2dd6-48f5-b3ec-cbdd3419f55a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:48.250736 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.265772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:48.266148 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.266274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Checking segment: {'id': '737f9580-e353-4e5f-bd78-72fd9673fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:48.266664 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.267077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Bound using segment: {'id': '737f9580-e353-4e5f-bd78-72fd9673fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:48.267571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Bound port: ca39f729-b777-48c4-b65e-7d012482f328, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737f9580-e353-4e5f-bd78-72fd9673fa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3052b068-c1bc-4e28-bf9e-20858de527bd'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:48.267966 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.299664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.300878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a1303d5e-5f64-4699-b3c1-309adf2c2896 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3770652 Jul 16 01:58:48.302197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.303961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35162) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.307958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting subnet 6dbe0259-e4e7-4465-aef0-4800bc07083d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:48.313565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.344274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b2284401-33de-4c60-a9f8-d877ba110f16', 'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': 'b8ef71fd-40a7-439b-9fc6-9004eae2a453'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:48.345609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.391135 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] Set router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:48.409335 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.459967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] For port ca39f729-b777-48c4-b65e-7d012482f328, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:48.471295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.487313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] For port ca39f729-b777-48c4-b65e-7d012482f328, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ca39f729-b777-48c4-b65e-7d012482f328,segment=NetworkSegment(737f9580-e353-4e5f-bd78-72fd9673fa9f),segment_id=737f9580-e353-4e5f-bd78-72fd9673fa9f)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:48.500921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.536789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.578528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.617802 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Allocated IP 172.21.0.2 (b2284401-33de-4c60-a9f8-d877ba110f16/b8ef71fd-40a7-439b-9fc6-9004eae2a453/94315dd7-2ac1-4328-89aa-2f0172519610) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:48.619026 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:46Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.633684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.647524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be93a91-e0d5-44a8-aa39-3cf9e9838deb None None] Pushing event updated for resources: {'Port': ['ID=ca39f729-b777-48c4-b65e-7d012482f328,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.664416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] Checking router: 694299e0-2dd6-48f5-b3ec-cbdd3419f55a for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:48.678149 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.682376 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] Routers {'694299e0-2dd6-48f5-b3ec-cbdd3419f55a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:48.683202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.689361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b50f9-c11a-4a56-b667-9a04b7fecad4 None None] Network c3117946-2a1a-4d31-8945-edf7c800ace0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:48.689838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/subnets/6dbe0259-e4e7-4465-aef0-4800bc07083d HTTP/1.1" status: 204 len: 168 time: 0.4695559 Jul 16 01:58:48.701573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.740415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e032755-11e7-42a3-a1f5-32a45a9c5d63 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbe0259-e4e7-4465-aef0-4800bc07083d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.854883 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] Set router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:48.993339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.014168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.023835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Transition to ACTIVE for port object 94315dd7-2ac1-4328-89aa-2f0172519610 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:49.033251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.049055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Transition to ACTIVE for port object 94315dd7-2ac1-4328-89aa-2f0172519610 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:49.065537 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.122536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] DHCP port deletion for c3117946-2a1a-4d31-8945-edf7c800ace0 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:49.165151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.172808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Port': ['ID=d8bbdd8c-b9b8-4a14-a84b-ae452e10b25d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.174805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Network b2284401-33de-4c60-a9f8-d877ba110f16 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:49.181943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:49.188317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:49.193691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Pushing event updated for resources: {'Port': ['ID=94315dd7-2ac1-4328-89aa-2f0172519610,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.253029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.259599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.306723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:46Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.347870 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f8fb8-da93-4085-a217-3d0dd83c4563 None None] The sync data for ids ['694299e0-2dd6-48f5-b3ec-cbdd3419f55a'] in n-d-791506-20 is: [{'id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1229312236', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:46Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': 'a74d7c91-31a8-48f5-bf4a-203c24d9b0fe', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694299e0-2dd6-48f5-b3ec-cbdd3419f55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:49.399056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.400334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-24aa30d1-3500-4927-80f2-b1cf9c3fe634 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3787923 Jul 16 01:58:49.410276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.416984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c4519074-abf2-4fd9-8391-fed9024708f8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'floatingip': {'port_id': '1daa0933-c048-4210-b032-e08b6edee0e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:49.480062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c4519074-abf2-4fd9-8391-fed9024708f8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.537707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] Deleting port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:49.538052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.558653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Attempting to bind port 94315dd7-2ac1-4328-89aa-2f0172519610 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:49.559118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Attempting to bind port 94315dd7-2ac1-4328-89aa-2f0172519610 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2b3ceb73-8a1d-4c49-899f-21e58fa8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:49.559430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Attempting to bind port 94315dd7-2ac1-4328-89aa-2f0172519610 on network b2284401-33de-4c60-a9f8-d877ba110f16 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:49.569603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:49.570024 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Checking segment: {'id': '2b3ceb73-8a1d-4c49-899f-21e58fa8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:49.570441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.570834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Bound using segment: {'id': '2b3ceb73-8a1d-4c49-899f-21e58fa8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:49.571313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Bound port: 94315dd7-2ac1-4328-89aa-2f0172519610, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3ceb73-8a1d-4c49-899f-21e58fa8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2284401-33de-4c60-a9f8-d877ba110f16'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:49.571691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.631222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.631788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] For port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,segment=NetworkSegment(65cb92d3-2728-4389-a88c-f9a8f90680a0),segment_id=65cb92d3-2728-4389-a88c-f9a8f90680a0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:49.632183 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.669578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] Calling delete_port for 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:49.719810 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c4519074-abf2-4fd9-8391-fed9024708f8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] update failed (client error): The resource could not be found. Jul 16 01:58:49.719810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c4519074-abf2-4fd9-8391-fed9024708f8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "PUT /v2.0/floatingips/57bff3f7-a188-401a-a8ff-55445133412a HTTP/1.1" status: 404 len: 507 time: 0.3069539 Jul 16 01:58:49.721344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.777408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] For port 94315dd7-2ac1-4328-89aa-2f0172519610, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:49.783666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] For port 94315dd7-2ac1-4328-89aa-2f0172519610, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=94315dd7-2ac1-4328-89aa-2f0172519610,segment=NetworkSegment(2b3ceb73-8a1d-4c49-899f-21e58fa8f311),segment_id=2b3ceb73-8a1d-4c49-899f-21e58fa8f311)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:49.823951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.832222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.20.0.1 (3052b068-c1bc-4e28-bf9e-20858de527bd/10896804-082e-41f3-a4e3-3e68eff9beb0/986aef04-d20a-4a2c-9bf2-4340065bea0e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:49.896026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:49.896618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.963501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Deleting port d8bbdd8c-b9b8-4a14-a84b-ae452e10b25d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:49.965092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.971812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.976045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1775b6-1b5f-4591-bb83-738a99a93fa3 None None] Pushing event updated for resources: {'Port': ['ID=94315dd7-2ac1-4328-89aa-2f0172519610,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:50.038443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] Pushing event deleted for resources: {'Port': ['ID=07f9abaf-f0b2-438d-9b67-4a4580ab4c3f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:50.050071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90d5ee-29f4-45a9-a503-b24ace802c1c None None] No DVR routers for this DVR port 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:50.114603 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.115014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.135260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Calling delete_port for d8bbdd8c-b9b8-4a14-a84b-ae452e10b25d owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:50.222452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74beb27-d240-4bcd-9415-af42ae1066f0 None None] Network 3052b068-c1bc-4e28-bf9e-20858de527bd requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:50.222597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.249568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] For port a74d7c91-31a8-48f5-bf4a-203c24d9b0fe, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:50.249941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.302242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for a74d7c91-31a8-48f5-bf4a-203c24d9b0fe owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:50.304773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 986aef04-d20a-4a2c-9bf2-4340065bea0e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:50.373195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3fb290e9-9924-4b92-a9c0-165c97d61146 None None] Provisioning for port ca39f729-b777-48c4-b65e-7d012482f328 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:50.417910 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.452603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Port': ['ID=d8bbdd8c-b9b8-4a14-a84b-ae452e10b25d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:50.550748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.554756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.556478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dab6a21f-8edb-404a-a981-dbb01fcfa8e8 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "DELETE /v2.0/floatingips/57bff3f7-a188-401a-a8ff-55445133412a HTTP/1.1" status: 204 len: 168 time: 0.8341112 Jul 16 01:58:50.560820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.566860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-660e8c14-b4dc-471a-98af-b809e8c2efe2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'floatingip': {'floating_network_id': '4e1fa08c-a5eb-457b-961b-0ece616f0c4d', 'port_id': '1daa0933-c048-4210-b032-e08b6edee0e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:50.604809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-660e8c14-b4dc-471a-98af-b809e8c2efe2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.829214 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-660e8c14-b4dc-471a-98af-b809e8c2efe2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:50.831312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-660e8c14-b4dc-471a-98af-b809e8c2efe2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2692165 Jul 16 01:58:50.837003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.844712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '1daa0933-c048-4210-b032-e08b6edee0e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:50.879313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.950512 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.956463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca39f729-b777-48c4-b65e-7d012482f328 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:51.049180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.055607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ca39f729-b777-48c4-b65e-7d012482f328 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:51.061041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ca39f729-b777-48c4-b65e-7d012482f328 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.061338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.070849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 3052b068-c1bc-4e28-bf9e-20858de527bd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:51.075999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:51.082304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:51.175238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=986aef04-d20a-4a2c-9bf2-4340065bea0e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:51.228362 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.261146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.304005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Allocated IP 172.25.7.116 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/8fa40d6d-d03e-49d5-bad9-a211e93e08ea) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:51.333413 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.357122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ca39f729-b777-48c4-b65e-7d012482f328, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ca39f729-b777-48c4-b65e-7d012482f328,segment=NetworkSegment(737f9580-e353-4e5f-bd78-72fd9673fa9f),segment_id=737f9580-e353-4e5f-bd78-72fd9673fa9f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:51.357789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.358694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94315dd7-2ac1-4328-89aa-2f0172519610 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:51.506005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 94315dd7-2ac1-4328-89aa-2f0172519610 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:51.515580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=a74d7c91-31a8-48f5-bf4a-203c24d9b0fe,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:51.531286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ca39f729-b777-48c4-b65e-7d012482f328,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:51.542167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-338d6507-cb1a-4cec-b5a9-da4f4837e413 None None] Provisioning for port 986aef04-d20a-4a2c-9bf2-4340065bea0e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:51.548101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-338d6507-cb1a-4cec-b5a9-da4f4837e413 None None] Provisioning complete for port 986aef04-d20a-4a2c-9bf2-4340065bea0e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.548849 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-338d6507-cb1a-4cec-b5a9-da4f4837e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.597336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.609681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-338d6507-cb1a-4cec-b5a9-da4f4837e413 None None] Port 986aef04-d20a-4a2c-9bf2-4340065bea0e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:51.614986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.617205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:51.620144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ac968-2997-4d41-a3ab-e3d290c290b1 None None] Network b2284401-33de-4c60-a9f8-d877ba110f16 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:51.662716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:51.663114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 07f9abaf-f0b2-438d-9b67-4a4580ab4c3f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:51.663531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4f0e679-7cd2-4fcd-b769-1d6196368242 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:51.665577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.689174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: b4f0e679-7cd2-4fcd-b769-1d6196368242 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:51.689513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4f0e679-7cd2-4fcd-b769-1d6196368242 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:51.760377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:51.770355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.771849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] Provisioning for port 94315dd7-2ac1-4328-89aa-2f0172519610 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:51.772654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:51.773480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.775251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:51.778552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event updated for resources: {'Port': ['ID=8fa40d6d-d03e-49d5-bad9-a211e93e08ea,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:51.786782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] Provisioning complete for port 94315dd7-2ac1-4328-89aa-2f0172519610 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.787307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.832480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.848697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.849579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Fanout notify agent at l3_agent the message router_deleted on router 694299e0-2dd6-48f5-b3ec-cbdd3419f55a {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:51.859799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.861033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a9811ed-853c-4cbe-89d0-60641842fe60 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/routers/694299e0-2dd6-48f5-b3ec-cbdd3419f55a HTTP/1.1" status: 204 len: 168 time: 3.1529553 Jul 16 01:58:51.865395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35206) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:51.869054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d546-b479-4682-b95d-d467495dd854 req-84441380-aca8-4b7d-ada0-978e724582d0 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.870677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c3d546-b479-4682-b95d-d467495dd854 req-84441380-aca8-4b7d-ada0-978e724582d0 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 945 time: 0.1715121 Jul 16 01:58:52.004242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c3d546-b479-4682-b95d-d467495dd854 req-2c0055b0-0d17-4c60-bf10-5dee9b28fcc8 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060488 Jul 16 01:58:52.005470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.014394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.070123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] For port 94315dd7-2ac1-4328-89aa-2f0172519610, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=94315dd7-2ac1-4328-89aa-2f0172519610,segment=NetworkSegment(2b3ceb73-8a1d-4c49-899f-21e58fa8f311),segment_id=2b3ceb73-8a1d-4c49-899f-21e58fa8f311)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:52.076747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.108012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Deleting port 8fa40d6d-d03e-49d5-bad9-a211e93e08ea {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:52.109129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.165782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb9eb-6599-4065-8b44-5c82669fda12 None None] Pushing event updated for resources: {'Port': ['ID=94315dd7-2ac1-4328-89aa-2f0172519610,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.242959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.243480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.261418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Calling delete_port for 8fa40d6d-d03e-49d5-bad9-a211e93e08ea owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:52.278859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.295825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3117946-2a1a-4d31-8945-edf7c800ace0']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:52.339295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cb92d3-2728-4389-a88c-f9a8f90680a0') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:52.339591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cb92d3-2728-4389-a88c-f9a8f90680a0') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:52.357150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.385479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.401489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:52.401929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:52.405153 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:52.408919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce9e7fc3-123c-457d-bea2-ed30079f4031 None None] Provisioning complete for port 94315dd7-2ac1-4328-89aa-2f0172519610 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:52.409442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7fc3-123c-457d-bea2-ed30079f4031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.440048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.476261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Port': ['ID=8fa40d6d-d03e-49d5-bad9-a211e93e08ea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.492034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.502170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.575440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=986aef04-d20a-4a2c-9bf2-4340065bea0e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.580337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.582621 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] create failed (client error): The resource could not be found. Jul 16 01:58:52.592619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-63ee1308-87b2-4550-aaf5-5094b8cba7d0 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7451410 Jul 16 01:58:52.594361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.594497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.596321 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/networks/c3117946-2a1a-4d31-8945-edf7c800ace0 HTTP/1.1" status: 204 len: 168 time: 0.7295780 Jul 16 01:58:52.602259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.621116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db992de-fec8-4521-8a0f-d0bcbd9c101a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Network': ['ID=c3117946-2a1a-4d31-8945-edf7c800ace0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.666440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.747087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Deleting port 1daa0933-c048-4210-b032-e08b6edee0e7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:52.747629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.810165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca39f729-b777-48c4-b65e-7d012482f328 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:52.863089 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.868365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ca39f729-b777-48c4-b65e-7d012482f328 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:52.868938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.886973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Calling delete_port for 1daa0933-c048-4210-b032-e08b6edee0e7 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:52.893073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 3052b068-c1bc-4e28-bf9e-20858de527bd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:52.898902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:52.930676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-d459cd9b-5ce7-46c4-abee-836931a6b754 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.932255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-d459cd9b-5ce7-46c4-abee-836931a6b754 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 945 time: 0.1807332 Jul 16 01:58:52.975466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94315dd7-2ac1-4328-89aa-2f0172519610 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:53.037614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 94315dd7-2ac1-4328-89aa-2f0172519610 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:53.038053 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.039320 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port 78e93869-740c-47f0-b04c-95ed6df3d4ee {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:53.039853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.101492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.144347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Port': ['ID=1daa0933-c048-4210-b032-e08b6edee0e7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:53.242983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.243342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.275010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for 78e93869-740c-47f0-b04c-95ed6df3d4ee owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:53.309939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6a694fa-1ea5-40fe-a471-09b70d8dba5f None None] Provisioning complete for port 986aef04-d20a-4a2c-9bf2-4340065bea0e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:53.312101 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6a694fa-1ea5-40fe-a471-09b70d8dba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.360401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a74d7c91-31a8-48f5-bf4a-203c24d9b0fe no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:53.360962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 534d463d-47c6-41c6-87c8-f8c2b16f4ce0 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:53.365265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.374009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d3c71ade-d4f1-47ca-942b-4209609a9834 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "DELETE /v2.0/ports/1daa0933-c048-4210-b032-e08b6edee0e7 HTTP/1.1" status: 204 len: 168 time: 0.7741635 Jul 16 01:58:53.374284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Deleting port d59baa95-c0c9-4807-90e5-29c664f4f8eb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:53.374284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.374675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:53.413356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a74d7c91-31a8-48f5-bf4a-203c24d9b0fe {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:53.413964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a74d7c91-31a8-48f5-bf4a-203c24d9b0fe not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:53.421865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c6a694fa-1ea5-40fe-a471-09b70d8dba5f None None] Port 986aef04-d20a-4a2c-9bf2-4340065bea0e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:53.455697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eff0c-0018-4e19-abea-c9febb836b00 req-fbcf5178-572f-4ae4-9470-a294f84c707f tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.457894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e43eff0c-0018-4e19-abea-c9febb836b00 req-fbcf5178-572f-4ae4-9470-a294f84c707f tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 945 time: 0.2114387 Jul 16 01:58:53.556218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71ac61-ceb2-4f10-b6ac-9d156ba96df2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.559877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ac71ac61-ceb2-4f10-b6ac-9d156ba96df2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4f758b1-5e7f-4760-be19-0caf6690af20 HTTP/1.1" status: 200 len: 913 time: 0.1822886 Jul 16 01:58:53.565311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e43eff0c-0018-4e19-abea-c9febb836b00 req-c7e91151-d0b2-4639-9e07-f7de458cfda3 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/security-groups?id=0931c8a1-516d-4b04-8741-187feafa76e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Jul 16 01:58:53.566460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:53.614943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] For port d59baa95-c0c9-4807-90e5-29c664f4f8eb, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=d59baa95-c0c9-4807-90e5-29c664f4f8eb,segment=NetworkSegment(85eb20fe-97a8-4807-a68d-3a301debf23c),segment_id=85eb20fe-97a8-4807-a68d-3a301debf23c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:53.615386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.630501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:53.635978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Calling delete_port for d59baa95-c0c9-4807-90e5-29c664f4f8eb owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:53.645426 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e519fa5b-3cc3-4709-ba9b-f201a0c09a48 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/534d463d-47c6-41c6-87c8-f8c2b16f4ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3365266 Jul 16 01:58:53.645744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] Sync routers for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:53.654892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35218) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:53.656249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:53.657017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:53.695829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:53.707015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:53.708726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:53.744346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:53.745206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e522551-35e1-464b-ba23-0762c0940e22 None None] The sync data for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:53.955526 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.122654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce2146-ab43-4152-be2f-51e58d5b5f1f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:54.124026 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-77ce2146-ab43-4152-be2f-51e58d5b5f1f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports/986aef04-d20a-4a2c-9bf2-4340065bea0e HTTP/1.1" status: 200 len: 910 time: 0.4658775 Jul 16 01:58:54.126983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35220) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:54.139656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.238448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=78e93869-740c-47f0-b04c-95ed6df3d4ee,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.248342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Deleting port 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:54.248903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.355267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.372281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Calling delete_port for 1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:54.424454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.424809 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Floating IP 89e85f16-d6e2-461d-8872-45ffd86d4920 disassociated (deleted). External IP: 172.25.7.10, port: da8e4aca-c445-4819-bd00-7205544f129c. Jul 16 01:58:54.476194 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.556302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Pushing event deleted for resources: {'Port': ['ID=d59baa95-c0c9-4807-90e5-29c664f4f8eb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.563030 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.594595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Port': ['ID=1aa6e8b7-544b-4ae0-a1eb-af2bf6c8442c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.690031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] No DVR routers for this DVR port d59baa95-c0c9-4807-90e5-29c664f4f8eb on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:54.695907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.698029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b66cd43d-4f05-455d-98c2-a6bced4a14b5 req-2e36d42d-980c-4301-8e95-e0efd47d1027 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.23 "DELETE /v2.0/ports/d59baa95-c0c9-4807-90e5-29c664f4f8eb HTTP/1.1" status: 204 len: 173 time: 1.7267935 Jul 16 01:58:54.698791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'name': 'network-vif-deleted', 'tag': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:54.702613 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c8912-0c22-4332-a122-0223fa83a6dd" -d '{"events": [{"server_uuid": "b3c0333d-3ab1-481b-8f38-b04e5f45149c", "name": "network-vif-deleted", "tag": "d59baa95-c0c9-4807-90e5-29c664f4f8eb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:54.783408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.873170 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1d031-5e00-4ef4-a70f-86c1423a871c x-openstack-request-id: req-7ed1d031-5e00-4ef4-a70f-86c1423a871c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:54.873391 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c0333d-3ab1-481b-8f38-b04e5f45149c", "name": "network-vif-deleted", "tag": "d59baa95-c0c9-4807-90e5-29c664f4f8eb", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:54.873649 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ed1d031-5e00-4ef4-a70f-86c1423a871c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:54.874074 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c0333d-3ab1-481b-8f38-b04e5f45149c', 'name': 'network-vif-deleted', 'tag': 'd59baa95-c0c9-4807-90e5-29c664f4f8eb', 'status': 'completed', 'code': 200} Jul 16 01:58:54.927580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router f165f1b8-8c4f-4b37-8c54-677ee4851910 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:54.958264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.991468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Router e4f758b1-5e7f-4760-be19-0caf6690af20 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:55.077833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:55.087099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2f07df6d-9d4f-4406-bc78-e5097ca9769e tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "PUT /v2.0/routers/e4f758b1-5e7f-4760-be19-0caf6690af20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5199139 Jul 16 01:58:55.091522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] Sync routers for ids ['e4f758b1-5e7f-4760-be19-0caf6690af20'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:55.099890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.101483 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] Routers {'e4f758b1-5e7f-4760-be19-0caf6690af20'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:55.102373 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e4f758b1-5e7f-4760-be19-0caf6690af20'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.138917 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.143479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:55.152290 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.153851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] Routers {'e4f758b1-5e7f-4760-be19-0caf6690af20'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:55.154971 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e4f758b1-5e7f-4760-be19-0caf6690af20'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.161748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] Sync routers for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:55.175168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-175c3d1a-16ef-4dcd-a42d-05f27ad32784 req-52e21ce8-1d18-431b-aadc-8b432ec2be34 tempest-VolumesActionsTest-281010853 tempest-VolumesActionsTest-281010853-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c0333d-3ab1-481b-8f38-b04e5f45149c HTTP/1.1" status: 200 len: 210 time: 0.0951595 Jul 16 01:58:55.184833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:55.187007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.215644 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.216314 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977ea45-ff7b-4259-b6ca-db74cb2f2920 None None] The sync data for ids ['e4f758b1-5e7f-4760-be19-0caf6690af20'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:55.259372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.300550 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e8aeb1a-88a6-4ba3-ac5f-46b8b9302fc0 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/floatingips/89e85f16-d6e2-461d-8872-45ffd86d4920 HTTP/1.1" status: 204 len: 168 time: 2.6971824 Jul 16 01:58:55.407678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:55.470530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d59baa95-c0c9-4807-90e5-29c664f4f8eb no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:55.497127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.21.0.1 (b2284401-33de-4c60-a9f8-d877ba110f16/b8ef71fd-40a7-439b-9fc6-9004eae2a453/6975d23e-fb87-491c-bcbe-543d35d199c3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:55.541462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: d59baa95-c0c9-4807-90e5-29c664f4f8eb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:55.541826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device d59baa95-c0c9-4807-90e5-29c664f4f8eb not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:55.682612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.720119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 6975d23e-fb87-491c-bcbe-543d35d199c3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:55.781475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.825704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:23Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.852614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network b2284401-33de-4c60-a9f8-d877ba110f16 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:55.859399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:55.864211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:55.866670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] Checking router: f165f1b8-8c4f-4b37-8c54-677ee4851910 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:55.880175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:55.880928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.908688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.912400 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.942899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.000017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.000255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Fanout notify agent at l3_agent the message router_deleted on router e4f758b1-5e7f-4760-be19-0caf6690af20 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:56.011039 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.015987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1aefc59f-a4df-49be-b2cc-12dd9ac825d5 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "DELETE /v2.0/routers/e4f758b1-5e7f-4760-be19-0caf6690af20 HTTP/1.1" status: 204 len: 168 time: 0.9149392 Jul 16 01:58:56.016686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.063385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da989f7-6393-453b-bed2-6a0c752dce8b req-b9755ea4-6b02-4157-902e-6e5f1c4f42d1 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:56.065104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6da989f7-6393-453b-bed2-6a0c752dce8b req-b9755ea4-6b02-4157-902e-6e5f1c4f42d1 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 985 time: 0.1892297 Jul 16 01:58:56.067955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:56.075671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=6975d23e-fb87-491c-bcbe-543d35d199c3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.119686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Deleting subnet c762dda4-830f-4e60-85c5-08c85d46559b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:56.124937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.146674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.170191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6da989f7-6393-453b-bed2-6a0c752dce8b req-4e8a269b-5b4a-4289-b53a-dbd643b5e445 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0895195 Jul 16 01:58:56.187588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.317244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-57b3d3b5-157d-4134-8d40-b6a5b76ff35c None None] Provisioning for port 6975d23e-fb87-491c-bcbe-543d35d199c3 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:56.328548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-57b3d3b5-157d-4134-8d40-b6a5b76ff35c None None] Provisioning complete for port 6975d23e-fb87-491c-bcbe-543d35d199c3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:56.328956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-57b3d3b5-157d-4134-8d40-b6a5b76ff35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.329888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.416993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-57b3d3b5-157d-4134-8d40-b6a5b76ff35c None None] Port 6975d23e-fb87-491c-bcbe-543d35d199c3 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:56.425397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.456968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:23Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:56.462838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Subnet': ['ID=c762dda4-830f-4e60-85c5-08c85d46559b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.467960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.472889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b7dd5016-0c44-4aeb-8965-d9107bd254bb tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "DELETE /v2.0/subnets/c762dda4-830f-4e60-85c5-08c85d46559b HTTP/1.1" status: 204 len: 168 time: 0.4542253 Jul 16 01:58:56.473569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35238) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.501225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917eae2-9d59-46f4-afee-40674285c22b None None] Network 4e1fa08c-a5eb-457b-961b-0ece616f0c4d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:56.518477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8b707-ebfe-467a-bc1c-83edecd257f4 None None] The sync data for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 is: [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:57:16Z', 'revision_number': 4, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6f63786b-ca4e-49d6-8f76-34e1b065eaae', 'name': '', 'network_id': '5de2cb7f-11fd-42d5-ae86-c14f777f1029', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'mac_address': 'fa:16:3e:0d:2f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:15Z', 'updated_at': '2021-07-16T01:57:23Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'subnets': [{'id': '4125fbeb-5526-48a4-a80e-2d7afdc09363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:56.594992 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.646453 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.654174 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.728280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Deleting port efcc7281-02f2-4291-9574-a8d33b11dcd8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:56.730014 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.867864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] DHCP port deletion for 4e1fa08c-a5eb-457b-961b-0ece616f0c4d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:56.875045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.906071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:56.912725 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080918a-6630-4a12-98b4-c2e36128b98b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "tag": "da8e4aca-c445-4819-bd00-7205544f129c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:56.922447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] For port efcc7281-02f2-4291-9574-a8d33b11dcd8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=efcc7281-02f2-4291-9574-a8d33b11dcd8,segment=NetworkSegment(0ea7bc17-c754-429d-8c8a-2c989e8ec7c1),segment_id=0ea7bc17-c754-429d-8c8a-2c989e8ec7c1)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:56.922820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.943902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=6975d23e-fb87-491c-bcbe-543d35d199c3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.967550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] Deleting port efcc7281-02f2-4291-9574-a8d33b11dcd8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:56.967932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.978379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Calling delete_port for efcc7281-02f2-4291-9574-a8d33b11dcd8 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:57.064946 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4adb17-17e2-4dce-a3bd-a671a388c119 x-openstack-request-id: req-bc4adb17-17e2-4dce-a3bd-a671a388c119 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:57.071170 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "tag": "da8e4aca-c445-4819-bd00-7205544f129c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:57.072335 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc4adb17-17e2-4dce-a3bd-a671a388c119 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:57.074689 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c', 'status': 'completed', 'code': 200} Jul 16 01:58:57.191588 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0467c-2b98-437a-b015-b7200c163da8 None None] New status for floating IP 89e85f16-d6e2-461d-8872-45ffd86d4920: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:58:57.223706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network b2284401-33de-4c60-a9f8-d877ba110f16 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:57.236599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:57.295389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080918a-6630-4a12-98b4-c2e36128b98b req-b4177b7b-b05c-44c6-aac7-297861d6e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.297048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-b4177b7b-b05c-44c6-aac7-297861d6e6d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 1137 time: 0.1732156 Jul 16 01:58:57.298628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.307279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] For port efcc7281-02f2-4291-9574-a8d33b11dcd8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=efcc7281-02f2-4291-9574-a8d33b11dcd8,segment=NetworkSegment(0ea7bc17-c754-429d-8c8a-2c989e8ec7c1),segment_id=0ea7bc17-c754-429d-8c8a-2c989e8ec7c1)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:57.307681 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.343551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] Calling delete_port for efcc7281-02f2-4291-9574-a8d33b11dcd8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:57.471446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Port': ['ID=efcc7281-02f2-4291-9574-a8d33b11dcd8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.478454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] No DVR routers for this DVR port efcc7281-02f2-4291-9574-a8d33b11dcd8 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:57.526213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.543669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] No DVR routers for this DVR port efcc7281-02f2-4291-9574-a8d33b11dcd8 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:57.578653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ba761-0f30-4e35-b640-41177f23d8d9 None None] Pushing event deleted for resources: {'Port': ['ID=efcc7281-02f2-4291-9574-a8d33b11dcd8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.583145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-9232be52-fc55-4b5a-97d8-dbd8106b6fb7 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.584931 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-9232be52-fc55-4b5a-97d8-dbd8106b6fb7 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 985 time: 0.5576551 Jul 16 01:58:57.587983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 534d463d-47c6-41c6-87c8-f8c2b16f4ce0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:57.590923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080918a-6630-4a12-98b4-c2e36128b98b req-82e3b348-37f1-4526-9dba-da21e85d66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.592744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-82e3b348-37f1-4526-9dba-da21e85d66b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 200 len: 898 time: 0.2469416 Jul 16 01:58:57.692864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-cc355ad7-c6b3-459b-9adb-4d94414ad857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 200 len: 217 time: 0.0513740 Jul 16 01:58:57.767835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6506d5ab-3f4d-4d94-a9c9-41a2d97d48bd None None] Provisioning complete for port 6975d23e-fb87-491c-bcbe-543d35d199c3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:57.769269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6506d5ab-3f4d-4d94-a9c9-41a2d97d48bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.821745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.825467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6506d5ab-3f4d-4d94-a9c9-41a2d97d48bd None None] Port 6975d23e-fb87-491c-bcbe-543d35d199c3 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:57.840387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080918a-6630-4a12-98b4-c2e36128b98b req-0dc7dd1b-9d3f-424f-ab44-f930c8832afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.842720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-0dc7dd1b-9d3f-424f-ab44-f930c8832afa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4125fbeb-5526-48a4-a80e-2d7afdc09363 HTTP/1.1" status: 200 len: 835 time: 0.1362939 Jul 16 01:58:57.857235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c949a7f-0af7-4a44-ae87-cc339d41478c req-bb088285-10cb-49de-894f-707047e31f2c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.859539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c949a7f-0af7-4a44-ae87-cc339d41478c req-bb088285-10cb-49de-894f-707047e31f2c tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 985 time: 0.4162176 Jul 16 01:58:57.916690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1fa08c-a5eb-457b-961b-0ece616f0c4d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.931330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.931574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea7bc17-c754-429d-8c8a-2c989e8ec7c1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.958615 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.984066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c949a7f-0af7-4a44-ae87-cc339d41478c req-b10dad6e-d2fa-4e04-a271-0feecb423913 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a66cb72-11b2-4b7b-a07f-19046d488995&id=bb09528a-39ee-4c1e-b013-860838e9602f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0885775 Jul 16 01:58:58.011000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.011000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:58.011414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:58.081247 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:58.089552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080918a-6630-4a12-98b4-c2e36128b98b req-3fceeffe-b7df-4b83-ba1d-ad164f5b94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.091416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-3fceeffe-b7df-4b83-ba1d-ad164f5b94e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5de2cb7f-11fd-42d5-ae86-c14f777f1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285118 Jul 16 01:58:58.092489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.097180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.098996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] 10.222.0.42 "DELETE /v2.0/networks/4e1fa08c-a5eb-457b-961b-0ece616f0c4d HTTP/1.1" status: 204 len: 168 time: 1.6244390 Jul 16 01:58:58.131086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe830fb7-8dcc-4778-9bd0-6ec63e5de2c2 tempest-FloatingIPNegativeTestJSON-623801848 tempest-FloatingIPNegativeTestJSON-623801848-project] Pushing event deleted for resources: {'Network': ['ID=4e1fa08c-a5eb-457b-961b-0ece616f0c4d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.154282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:58.162951 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c8ea444e-c0d3-42d0-98d4-ab5592105c88 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/534d463d-47c6-41c6-87c8-f8c2b16f4ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0310855 Jul 16 01:58:58.169427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] Sync routers for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:58.173575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35254) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.178405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:58.179250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.211570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-2fecb8aa-df11-42aa-bf4a-bdce608c1f18 service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114762 Jul 16 01:58:58.219364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.229607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:58.231145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.251407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port da8e4aca-c445-4819-bd00-7205544f129c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:58.252017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.263772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f120a-3bfc-4136-9ccf-b1dd22dc2f61 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.268792 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a23f120a-3bfc-4136-9ccf-b1dd22dc2f61 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports/6975d23e-fb87-491c-bcbe-543d35d199c3 HTTP/1.1" status: 200 len: 910 time: 0.0928872 Jul 16 01:58:58.270897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.276361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.277285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20430cfa-d069-4d2e-bae9-94fd70e4dd66 None None] The sync data for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:58.338336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4080918a-6630-4a12-98b4-c2e36128b98b req-720a9f78-330b-4eaf-960b-d7ebbfbb4ceb service neutron] 10.222.0.23 "GET /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208968 Jul 16 01:58:58.423447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35260) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.521201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] For port da8e4aca-c445-4819-bd00-7205544f129c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=da8e4aca-c445-4819-bd00-7205544f129c,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:58.521507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.542076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for da8e4aca-c445-4819-bd00-7205544f129c owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:58.558208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e46eafa-a2fb-4365-b65b-bcf8b75482f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f94c9664ae724fe29433e1c69d2d0355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335826 Jul 16 01:58:58.561498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.612188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08a12d9c-8fc7-4583-9e97-362412fe0ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.632297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08a12d9c-8fc7-4583-9e97-362412fe0ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.685646 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08a12d9c-8fc7-4583-9e97-362412fe0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.689304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08a12d9c-8fc7-4583-9e97-362412fe0ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.693612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-08a12d9c-8fc7-4583-9e97-362412fe0ced admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a215a8e3-129a-47a4-ac9a-86821d7fa3b1 HTTP/1.1" status: 204 len: 168 time: 0.1311426 Jul 16 01:58:58.712296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a12d9c-8fc7-4583-9e97-362412fe0ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a215a8e3-129a-47a4-ac9a-86821d7fa3b1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.763737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device efcc7281-02f2-4291-9574-a8d33b11dcd8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:58.779549 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.786414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: efcc7281-02f2-4291-9574-a8d33b11dcd8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:58.786852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device efcc7281-02f2-4291-9574-a8d33b11dcd8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:58.817140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=da8e4aca-c445-4819-bd00-7205544f129c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.872284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] No DVR routers for this DVR port da8e4aca-c445-4819-bd00-7205544f129c on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:58.875559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.877645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-16ac7987-0284-45e5-a82a-d5e25452e5bc req-7479c742-8a6c-4888-8b0d-7547e2562cf5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.23 "DELETE /v2.0/ports/da8e4aca-c445-4819-bd00-7205544f129c HTTP/1.1" status: 204 len: 173 time: 1.2857070 Jul 16 01:58:58.879865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.077273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'name': 'network-vif-deleted', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:59.082115 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75011eab-ccea-487c-8b00-6d74ba2a1f39" -d '{"events": [{"server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "name": "network-vif-deleted", "tag": "da8e4aca-c445-4819-bd00-7205544f129c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:59.158496 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4acb9-206f-4e1a-85a5-c5c13ceb9cb7 x-openstack-request-id: req-1fc4acb9-206f-4e1a-85a5-c5c13ceb9cb7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:59.158959 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3", "name": "network-vif-deleted", "tag": "da8e4aca-c445-4819-bd00-7205544f129c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:59.159384 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fc4acb9-206f-4e1a-85a5-c5c13ceb9cb7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:59.159868 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3', 'name': 'network-vif-deleted', 'tag': 'da8e4aca-c445-4819-bd00-7205544f129c', 'status': 'completed', 'code': 200} Jul 16 01:58:59.180232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d166164-a1a9-46b2-b431-6165ac500219 req-0acead8f-f3cb-4420-9c38-9dd192c9cc4a tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb6c9f7f-2a10-42d2-9ae9-0d5bb0ba35a3 HTTP/1.1" status: 200 len: 210 time: 0.0348830 Jul 16 01:58:59.256962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 6975d23e-fb87-491c-bcbe-543d35d199c3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:59.257718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.411079 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.433140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 6975d23e-fb87-491c-bcbe-543d35d199c3 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:59.734152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.772323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=6975d23e-fb87-491c-bcbe-543d35d199c3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:59.854487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35300) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.991054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.998986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1313437930'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:00.038071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:00.042678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.053414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.168925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.175708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.207515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:00.212039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 534d463d-47c6-41c6-87c8-f8c2b16f4ce0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:00.217800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4520dbb-9bdd-49ef-b41e-f95c02810f9f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.225418 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.225884 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Added segment 961fdd71-eaf8-4f04-ac0a-7771dc39b0f7 of type vlan for network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 Jul 16 01:59:00.275485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.319475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.319910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.327628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.328270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.378934 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5223291 Jul 16 01:59:00.389755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:00.396996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8303ac50-12ce-400c-b383-f8738187dddd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/534d463d-47c6-41c6-87c8-f8c2b16f4ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1247578 Jul 16 01:59:00.404098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35308) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.416933 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] Sync routers for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:00.434305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b144c-6702-4ec6-8e98-6d3c6513a792 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Network': ['ID=359aac00-d5b7-4ad9-8551-7f793aa85cc8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.442146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:00.443069 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.448272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:00.503364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-088938d1-0836-415a-b5bc-03bb3b9d74b5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.528250 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-088938d1-0836-415a-b5bc-03bb3b9d74b5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.565445 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.575626 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:00.576627 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.613638 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.614578 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb93cc7-0a96-423f-b5cb-d68675dcc0c4 None None] The sync data for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:00.652858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-088938d1-0836-415a-b5bc-03bb3b9d74b5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.655845 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-088938d1-0836-415a-b5bc-03bb3b9d74b5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.660454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-088938d1-0836-415a-b5bc-03bb3b9d74b5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a66cb72-11b2-4b7b-a07f-19046d488995 HTTP/1.1" status: 204 len: 168 time: 0.3358884 Jul 16 01:59:00.662114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.761509 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da606912-f117-45ce-8a2a-9cb5d100483f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.796358 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da606912-f117-45ce-8a2a-9cb5d100483f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.868250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da606912-f117-45ce-8a2a-9cb5d100483f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.873749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da606912-f117-45ce-8a2a-9cb5d100483f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.879485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-da606912-f117-45ce-8a2a-9cb5d100483f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/security-groups/bb09528a-39ee-4c1e-b013-860838e9602f HTTP/1.1" status: 204 len: 168 time: 0.2160184 Jul 16 01:59:00.880744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35314) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.903402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da606912-f117-45ce-8a2a-9cb5d100483f tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09528a-39ee-4c1e-b013-860838e9602f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:01.025873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088938d1-0836-415a-b5bc-03bb3b9d74b5 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66cb72-11b2-4b7b-a07f-19046d488995,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:01.205415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.435681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.493570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da8e4aca-c445-4819-bd00-7205544f129c no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:01.540752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: da8e4aca-c445-4819-bd00-7205544f129c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:01.541411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device da8e4aca-c445-4819-bd00-7205544f129c not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:01.582141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 986aef04-d20a-4a2c-9bf2-4340065bea0e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:01.583406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.704862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.734846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 986aef04-d20a-4a2c-9bf2-4340065bea0e owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:01.783861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port 6f63786b-ca4e-49d6-8f76-34e1b065eaae {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:01.786021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.975323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] For port 6f63786b-ca4e-49d6-8f76-34e1b065eaae, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6f63786b-ca4e-49d6-8f76-34e1b065eaae,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:01.976772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.006544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for 6f63786b-ca4e-49d6-8f76-34e1b065eaae owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:02.010928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.121274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=986aef04-d20a-4a2c-9bf2-4340065bea0e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:02.381145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.423278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.439946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=6f63786b-ca4e-49d6-8f76-34e1b065eaae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:02.724732 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.788292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 534d463d-47c6-41c6-87c8-f8c2b16f4ce0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:02.898579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:02.906726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b6392bcf-7f55-4971-a72b-8421f806c3d2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/534d463d-47c6-41c6-87c8-f8c2b16f4ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5014355 Jul 16 01:59:02.907322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35326) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.912287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] Sync routers for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:02.931991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:02.934367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.941759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3c9cd51a-fc4f-4825-adbd-c3cdc75333c7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=534d463d-47c6-41c6-87c8-f8c2b16f4ce0 HTTP/1.1" status: 200 len: 205 time: 0.0332522 Jul 16 01:59:02.942386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35328) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.983132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.995913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] Routers {'534d463d-47c6-41c6-87c8-f8c2b16f4ce0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:02.997334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:03.083887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.097723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:03.105350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab6291-5610-4961-ae5f-c9da7828d75f None None] The sync data for ids ['534d463d-47c6-41c6-87c8-f8c2b16f4ce0'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:03.127638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Router f165f1b8-8c4f-4b37-8c54-677ee4851910 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:03.273260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:03.284050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3f96eb68-1e29-42d1-b58c-3f2672f6d8d9 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "PUT /v2.0/routers/f165f1b8-8c4f-4b37-8c54-677ee4851910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862424 Jul 16 01:59:03.284294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35332) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.290413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] Sync routers for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:03.302780 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:03.304366 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:03.308308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.310654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.362384 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.362966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router 534d463d-47c6-41c6-87c8-f8c2b16f4ce0 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:03.377875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting subnet 4125fbeb-5526-48a4-a80e-2d7afdc09363 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:03.381257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.382231 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.384493 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a134495-f776-48a2-adb1-d160ebf50557 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/534d463d-47c6-41c6-87c8-f8c2b16f4ce0 HTTP/1.1" status: 204 len: 168 time: 0.4410367 Jul 16 01:59:03.387304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35334) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.424835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.432652 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:03.447634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet b8ef71fd-40a7-439b-9fc6-9004eae2a453 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:03.454595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.517397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.528605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.608677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.632170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.640955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Subnet': ['ID=4125fbeb-5526-48a4-a80e-2d7afdc09363,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:03.655200 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.656169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8fc6bd-8882-4f11-badd-f8b17d614104 None None] Network 5de2cb7f-11fd-42d5-ae86-c14f777f1029 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:03.660972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1c52c282-63b9-4b4b-b0ae-07ee961364b3 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/subnets/4125fbeb-5526-48a4-a80e-2d7afdc09363 HTTP/1.1" status: 204 len: 168 time: 0.3756094 Jul 16 01:59:03.662647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35336) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.697371 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:59:02Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:03.705833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35338) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.712771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'subnet': {'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:03.734399 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] Checking router: f165f1b8-8c4f-4b37-8c54-677ee4851910 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:03.750068 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] Routers {'f165f1b8-8c4f-4b37-8c54-677ee4851910'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:03.750704 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:58:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f165f1b8-8c4f-4b37-8c54-677ee4851910'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:03.794145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.801532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.834800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ef71fd-40a7-439b-9fc6-9004eae2a453,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:03.843325 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.845320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e319ec04-3cc4-4077-8a0e-860e1fad0e1b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/b8ef71fd-40a7-439b-9fc6-9004eae2a453 HTTP/1.1" status: 204 len: 168 time: 0.4566262 Jul 16 01:59:03.848226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.854022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5b0f1-7de3-4ea0-bbdc-befeb0a63d83 None None] Network b2284401-33de-4c60-a9f8-d877ba110f16 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:03.899382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:03.904179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.916176 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] Set router f165f1b8-8c4f-4b37-8c54-677ee4851910 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:03.953872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet 10896804-082e-41f3-a4e3-3e68eff9beb0 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:03.957261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.976887 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.995662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] DHCP port deletion for 5de2cb7f-11fd-42d5-ae86-c14f777f1029 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:04.045388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.054467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Deleting port 160c359a-0e46-4afb-bfd1-956ff4a9648d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:04.054815 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.069123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] Deleting port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:04.069848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.172335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] For port 4fe0e797-9b36-4e2b-8672-20bc6d891c19, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4fe0e797-9b36-4e2b-8672-20bc6d891c19,segment=NetworkSegment(b32c8a3c-5eb3-449d-9112-6d51f56e66fb),segment_id=b32c8a3c-5eb3-449d-9112-6d51f56e66fb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:04.173071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.197978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] DHCP port deletion for b2284401-33de-4c60-a9f8-d877ba110f16 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:04.206981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] Calling delete_port for 4fe0e797-9b36-4e2b-8672-20bc6d891c19 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:04.227953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] For port 160c359a-0e46-4afb-bfd1-956ff4a9648d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=160c359a-0e46-4afb-bfd1-956ff4a9648d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:04.228903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.229093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.232549 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:59:02Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:04.266627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Calling delete_port for 160c359a-0e46-4afb-bfd1-956ff4a9648d owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:04.282921 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e4921-1c71-4e63-8972-d3405be24201 None None] The sync data for ids ['f165f1b8-8c4f-4b37-8c54-677ee4851910'] in n-d-791506-20 is: [{'id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1399751574', 'tenant_id': '6ebb14eebec04a8aa1327e53eff423c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:06Z', 'updated_at': '2021-07-16T01:59:02Z', 'revision_number': 5, 'project_id': '6ebb14eebec04a8aa1327e53eff423c5', 'gw_port': {'id': '160c359a-0e46-4afb-bfd1-956ff4a9648d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f165f1b8-8c4f-4b37-8c54-677ee4851910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:08Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:04.312711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.329825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] Deleting port 94315dd7-2ac1-4328-89aa-2f0172519610 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:04.330202 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.395317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] For port 94315dd7-2ac1-4328-89aa-2f0172519610, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=94315dd7-2ac1-4328-89aa-2f0172519610,segment=NetworkSegment(2b3ceb73-8a1d-4c49-899f-21e58fa8f311),segment_id=2b3ceb73-8a1d-4c49-899f-21e58fa8f311)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:04.395705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.427443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] Calling delete_port for 94315dd7-2ac1-4328-89aa-2f0172519610 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:04.438547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Subnet': ['ID=33637a9f-b080-4acb-8ddb-f6f7e203608c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.443918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.482210 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.487274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=10896804-082e-41f3-a4e3-3e68eff9beb0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.499855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.499855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fb029805-5c82-4ba6-8bb4-04ddaeec9b0a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/10896804-082e-41f3-a4e3-3e68eff9beb0 HTTP/1.1" status: 204 len: 168 time: 0.6455529 Jul 16 01:59:04.500196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35348) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.500298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Checking segment: {'id': '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:04.500298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network hostable DHCP agents. Network: 359aac00-d5b7-4ad9-8551-7f793aa85cc8, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:04.500506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c112b3-8747-45c0-bbaf-995d83ee869b None None] Network 3052b068-c1bc-4e28-bf9e-20858de527bd requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:04.520977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] No DVR routers for this DVR port 4fe0e797-9b36-4e2b-8672-20bc6d891c19 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:04.526410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:04.535083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f2a2a-5e76-4f7f-a8ee-e0f67253c9c1 None None] Pushing event deleted for resources: {'Port': ['ID=4fe0e797-9b36-4e2b-8672-20bc6d891c19,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.547370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 359aac00-d5b7-4ad9-8551-7f793aa85cc8) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:04.553984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:04.554862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.566841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd309b8-2d6a-4987-85f7-26cf821e6caa None None] Network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:04.581850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1414644f-3d08-4b1d-b35f-8458d06e782c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8707547 Jul 16 01:59:04.582250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35352) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.593541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-649548297'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:04.642758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:04.649690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.651385 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.677773 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.726207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:04.747939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.749111 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Added segment 6ede8fa2-ff36-4e7f-9972-b946978a786b of type vlan for network d54a816d-433f-4670-93f3-e262c41b51a9 Jul 16 01:59:04.817731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Port': ['ID=160c359a-0e46-4afb-bfd1-956ff4a9648d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.835777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.836348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4fe0e797-9b36-4e2b-8672-20bc6d891c19 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:04.869536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 4fe0e797-9b36-4e2b-8672-20bc6d891c19 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:04.870292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4fe0e797-9b36-4e2b-8672-20bc6d891c19 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:04.871670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f63786b-ca4e-49d6-8f76-34e1b065eaae no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:04.883456 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.891101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:04.892168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.927820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 94315dd7-2ac1-4328-89aa-2f0172519610 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:04.928662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.936757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6f63786b-ca4e-49d6-8f76-34e1b065eaae {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:04.937347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6f63786b-ca4e-49d6-8f76-34e1b065eaae not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:04.938020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94315dd7-2ac1-4328-89aa-2f0172519610 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:04.939887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.940970 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3554578 Jul 16 01:59:04.941600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35356) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.951792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'subnet': {'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:04.972067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.010253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dee75-426c-4ef5-938f-94fd1456d0c6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Network': ['ID=d54a816d-433f-4670-93f3-e262c41b51a9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.038922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] No DVR routers for this DVR port 94315dd7-2ac1-4328-89aa-2f0172519610 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:05.061427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d54a816d-433f-4670-93f3-e262c41b51a9 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:05.067449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d30dca-c823-49c7-a81f-378ed14fc32e None None] Pushing event deleted for resources: {'Port': ['ID=94315dd7-2ac1-4328-89aa-2f0172519610,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.069738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 94315dd7-2ac1-4328-89aa-2f0172519610 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:05.070328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 94315dd7-2ac1-4328-89aa-2f0172519610 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:05.106299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-359aac00-d5b7-4ad9-8551-7f793aa85cc8', 'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8', 'tenant_id': '1d9e5de943b84cdcaf855d888396fa75', 'fixed_ips': [{'subnet_id': '33637a9f-b080-4acb-8ddb-f6f7e203608c'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:05.107407 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.119242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:05.122992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.154115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.156548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.217337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.217895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Fanout notify agent at l3_agent the message router_deleted on router f165f1b8-8c4f-4b37-8c54-677ee4851910 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:05.229254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.237789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:05.243902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-60f07b66-62fb-4b1a-8f2c-ee5fb46ec4a2 tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/routers/f165f1b8-8c4f-4b37-8c54-677ee4851910 HTTP/1.1" status: 204 len: 168 time: 1.5798635 Jul 16 01:59:05.309621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] DHCP port deletion for 3052b068-c1bc-4e28-bf9e-20858de527bd request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:05.313382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 94315dd7-2ac1-4328-89aa-2f0172519610, host n-d-791506-20, got binding levels [] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:05.313757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.342597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 94315dd7-2ac1-4328-89aa-2f0172519610 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:05.347758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.ipam_backend_mixin [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Port 94315dd7-2ac1-4328-89aa-2f0172519610 was not found and therefore no delete operation was performed {{(pid=93756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:05.350677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.383744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Allocated IP 2001:db8:0:ffff::2 (359aac00-d5b7-4ad9-8551-7f793aa85cc8/33637a9f-b080-4acb-8ddb-f6f7e203608c/c96ecc41-623e-4141-bf63-5a1969b51284) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:05.406305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=94315dd7-2ac1-4328-89aa-2f0172519610,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.413306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.415412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port 94315dd7-2ac1-4328-89aa-2f0172519610 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:05.575105 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.592016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de2cb7f-11fd-42d5-ae86-c14f777f1029']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:05.594179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] Deleting port ca39f729-b777-48c4-b65e-7d012482f328 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:05.595218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.627343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:05.627584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32c8a3c-5eb3-449d-9112-6d51f56e66fb') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:05.645029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.683809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.691153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] For port ca39f729-b777-48c4-b65e-7d012482f328, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ca39f729-b777-48c4-b65e-7d012482f328,segment=NetworkSegment(737f9580-e353-4e5f-bd78-72fd9673fa9f),segment_id=737f9580-e353-4e5f-bd78-72fd9673fa9f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:05.691732 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.703558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:59:05.706485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] Calling delete_port for ca39f729-b777-48c4-b65e-7d012482f328 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:05.709352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.712750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:05.714169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:05.719573 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:05.833897 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.837032 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.866521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.880958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Subnet': ['ID=b3a335de-402f-4f9d-b4ec-3d287e0f3941,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.890420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.895554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Transition to ACTIVE for port object c96ecc41-623e-4141-bf63-5a1969b51284 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:05.895730 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] 10.222.0.42 "DELETE /v2.0/networks/5de2cb7f-11fd-42d5-ae86-c14f777f1029 HTTP/1.1" status: 204 len: 168 time: 0.6530037 Jul 16 01:59:05.895824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] Pushing event deleted for resources: {'Port': ['ID=ca39f729-b777-48c4-b65e-7d012482f328,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.911616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e41122-2a92-4e8d-bc48-efd5df51dae8 None None] No DVR routers for this DVR port ca39f729-b777-48c4-b65e-7d012482f328 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:05.916897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cde94-0e32-4bde-9739-a51b5faeb94d tempest-TestSecurityGroupsBasicOps-665466575 tempest-TestSecurityGroupsBasicOps-665466575-project] Pushing event deleted for resources: {'Network': ['ID=5de2cb7f-11fd-42d5-ae86-c14f777f1029,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.920772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Checking segment: {'id': '6ede8fa2-ff36-4e7f-9972-b946978a786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:05.921235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network hostable DHCP agents. Network: d54a816d-433f-4670-93f3-e262c41b51a9, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:05.946930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Transition to ACTIVE for port object c96ecc41-623e-4141-bf63-5a1969b51284 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:05.962138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network d54a816d-433f-4670-93f3-e262c41b51a9 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:05.963992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.990001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d54a816d-433f-4670-93f3-e262c41b51a9) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:06.014869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:06.015584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.052181 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07a4f4e8-c1d7-4d63-a7a1-d7469a294d22 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1051927 Jul 16 01:59:06.054505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35368) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.062501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'port': {'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9', 'name': 'tempest-NetworksIpV6TestAttrs-2014302528'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:06.074388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.102969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2284401-33de-4c60-a9f8-d877ba110f16']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.135023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3ceb73-8a1d-4c49-899f-21e58fa8f311') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.137690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3ceb73-8a1d-4c49-899f-21e58fa8f311') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.169478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.206294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.217040 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:06.217501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:06.221576 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:06.242268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166d0e0-5a76-421d-87c2-904af0bc074b None None] Network d54a816d-433f-4670-93f3-e262c41b51a9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:06.280784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:06.283841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:06.290034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:06.299672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.300587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:06.329017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] device_id is not set on port 68d66052-884b-4f13-865b-8ab75af64840 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:06.346894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Pushing event updated for resources: {'Port': ['ID=c96ecc41-623e-4141-bf63-5a1969b51284,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:06.385290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.400308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.405713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/b2284401-33de-4c60-a9f8-d877ba110f16 HTTP/1.1" status: 204 len: 168 time: 1.9049621 Jul 16 01:59:06.419054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Attempting to bind port c96ecc41-623e-4141-bf63-5a1969b51284 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:06.419488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Attempting to bind port c96ecc41-623e-4141-bf63-5a1969b51284 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:06.419798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Attempting to bind port c96ecc41-623e-4141-bf63-5a1969b51284 on network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:06.423437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.427442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f38a82-a4a4-4f13-95eb-a1e855c07f2c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=b2284401-33de-4c60-a9f8-d877ba110f16,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:06.432959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:06.433457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Checking segment: {'id': '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:06.433937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.434486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Bound using segment: {'id': '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:06.434827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Bound port: c96ecc41-623e-4141-bf63-5a1969b51284, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '359aac00-d5b7-4ad9-8551-7f793aa85cc8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:06.435218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.551458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.575146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.579274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d54a816d-433f-4670-93f3-e262c41b51a9', 'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9', 'tenant_id': '1d9e5de943b84cdcaf855d888396fa75', 'fixed_ips': [{'subnet_id': 'b3a335de-402f-4f9d-b4ec-3d287e0f3941'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:06.580486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.580771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Allocated IP 2001:db8::f816:3eff:fe2b:f424 (d54a816d-433f-4670-93f3-e262c41b51a9/b3a335de-402f-4f9d-b4ec-3d287e0f3941/68d66052-884b-4f13-865b-8ab75af64840) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:06.610430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] For port c96ecc41-623e-4141-bf63-5a1969b51284, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:06.675080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] For port c96ecc41-623e-4141-bf63-5a1969b51284, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c96ecc41-623e-4141-bf63-5a1969b51284,segment=NetworkSegment(961fdd71-eaf8-4f04-ac0a-7771dc39b0f7),segment_id=961fdd71-eaf8-4f04-ac0a-7771dc39b0f7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:06.742590 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.765368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.801616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3052b068-c1bc-4e28-bf9e-20858de527bd']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.823424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca39f729-b777-48c4-b65e-7d012482f328 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:06.833542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737f9580-e353-4e5f-bd78-72fd9673fa9f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.834048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737f9580-e353-4e5f-bd78-72fd9673fa9f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.867526 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.888864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ca39f729-b777-48c4-b65e-7d012482f328 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:06.888864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ca39f729-b777-48c4-b65e-7d012482f328 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:06.890069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 160c359a-0e46-4afb-bfd1-956ff4a9648d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:06.894207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.911496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e41110a-6d31-4f0d-acf3-67415debcf76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ebb14eebec04a8aa1327e53eff423c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582115 Jul 16 01:59:06.912275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:06.912914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:06.916362 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:06.919325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35380) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.938709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.949035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 160c359a-0e46-4afb-bfd1-956ff4a9648d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:06.949585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 160c359a-0e46-4afb-bfd1-956ff4a9648d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:06.972586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Transition to ACTIVE for port object 68d66052-884b-4f13-865b-8ab75af64840 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:06.991996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83cd7-cf73-48eb-8e09-d7f1e97e8845 None None] Pushing event updated for resources: {'Port': ['ID=c96ecc41-623e-4141-bf63-5a1969b51284,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.062153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.079233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.085930 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.089294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/3052b068-c1bc-4e28-bf9e-20858de527bd HTTP/1.1" status: 204 len: 168 time: 0.6637928 Jul 16 01:59:07.102049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35382) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.116262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1678009528'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:07.126024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network d54a816d-433f-4670-93f3-e262c41b51a9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:07.132848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:07.138436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:07.145680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.146652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.148896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:07.154548 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.161094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Allocated IP 2001:db8::f816:3eff:fe1f:65c4 (d54a816d-433f-4670-93f3-e262c41b51a9/b3a335de-402f-4f9d-b4ec-3d287e0f3941/fc51a97a-3284-4c5a-bb3f-914f1fac3624) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:07.171095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-befc45c4-78d4-4d21-857d-68a08e373848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.176211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cffdb9-76f4-412d-b730-94bc7b8b5d41 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=3052b068-c1bc-4e28-bf9e-20858de527bd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.231322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Port': ['ID=68d66052-884b-4f13-865b-8ab75af64840,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.251536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1951258 Jul 16 01:59:07.268767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35384) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.271555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.271915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.272260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.272653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.272997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.273339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.273664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.274207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.274721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.275056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.275384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.276038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23ca203-b06d-4858-bb82-66f46c17b1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:07.302422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-befc45c4-78d4-4d21-857d-68a08e373848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.366049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:07.427178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.428415 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment 627d90f2-0b9c-4186-9bfb-d7ae4c29970e of type vlan for network 5d28612a-606e-4d02-86f2-85b384580f05 Jul 16 01:59:07.496815 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.509895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Transition to ACTIVE for port object fc51a97a-3284-4c5a-bb3f-914f1fac3624 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:07.519543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting subnet b3a335de-402f-4f9d-b4ec-3d287e0f3941 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:07.533595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Transition to ACTIVE for port object fc51a97a-3284-4c5a-bb3f-914f1fac3624 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:07.534106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.541993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.543113 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.597519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-befc45c4-78d4-4d21-857d-68a08e373848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.600737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-befc45c4-78d4-4d21-857d-68a08e373848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.604580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-befc45c4-78d4-4d21-857d-68a08e373848 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31337f36-aa9c-42c2-beef-058a1a2d521d HTTP/1.1" status: 204 len: 168 time: 0.6617045 Jul 16 01:59:07.609374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Network d54a816d-433f-4670-93f3-e262c41b51a9 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:07.616358 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.618222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:07.625900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:07.628159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Pushing event updated for resources: {'Port': ['ID=fc51a97a-3284-4c5a-bb3f-914f1fac3624,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.664476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc45c4-78d4-4d21-857d-68a08e373848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31337f36-aa9c-42c2-beef-058a1a2d521d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.668238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.668612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.676475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.677176 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.714191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Attempting to bind port fc51a97a-3284-4c5a-bb3f-914f1fac3624 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:07.715458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Attempting to bind port fc51a97a-3284-4c5a-bb3f-914f1fac3624 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '6ede8fa2-ff36-4e7f-9972-b946978a786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:07.715650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Attempting to bind port fc51a97a-3284-4c5a-bb3f-914f1fac3624 on network d54a816d-433f-4670-93f3-e262c41b51a9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:07.723143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:07.723527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Checking segment: {'id': '6ede8fa2-ff36-4e7f-9972-b946978a786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:07.724060 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.724663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Bound using segment: {'id': '6ede8fa2-ff36-4e7f-9972-b946978a786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:07.725556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Bound port: fc51a97a-3284-4c5a-bb3f-914f1fac3624, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ede8fa2-ff36-4e7f-9972-b946978a786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd54a816d-433f-4670-93f3-e262c41b51a9'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:07.726541 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.749252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6459234 Jul 16 01:59:07.753071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35388) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.764401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': '5d28612a-606e-4d02-86f2-85b384580f05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:07.829400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] For port fc51a97a-3284-4c5a-bb3f-914f1fac3624, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:07.846102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] For port fc51a97a-3284-4c5a-bb3f-914f1fac3624, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fc51a97a-3284-4c5a-bb3f-914f1fac3624,segment=NetworkSegment(6ede8fa2-ff36-4e7f-9972-b946978a786b),segment_id=6ede8fa2-ff36-4e7f-9972-b946978a786b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:07.854380 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.854772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5644b-a1b8-4f7e-9f1f-d40275c0a383 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=5d28612a-606e-4d02-86f2-85b384580f05,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.877048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5d28612a-606e-4d02-86f2-85b384580f05 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:07.982274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:07.987367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.039026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.113487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f1c25-5086-4474-94e1-56ea6ac6451f None None] Pushing event updated for resources: {'Port': ['ID=fc51a97a-3284-4c5a-bb3f-914f1fac3624,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.149525 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.214941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a335de-402f-4f9d-b4ec-3d287e0f3941,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.232948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.249576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-80b98255-296d-4c75-969f-afb941cfecef tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/b3a335de-402f-4f9d-b4ec-3d287e0f3941 HTTP/1.1" status: 204 len: 168 time: 0.9736454 Jul 16 01:59:08.250657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35396) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.325740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35398) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.384251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48210838-213b-4e9c-b830-cf24c8351ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.418275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d5cdb-4204-4d11-9ba9-71cae6ef1e59 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.422477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d5cdb-4204-4d11-9ba9-71cae6ef1e59 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.422477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-686d5cdb-4204-4d11-9ba9-71cae6ef1e59 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1614690 Jul 16 01:59:08.425121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35400) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.500771 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.570536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-275a019f-8082-4545-a799-85e8cae3d1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.612588 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-275a019f-8082-4545-a799-85e8cae3d1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:59:08.613136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275a019f-8082-4545-a799-85e8cae3d1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:08.618996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-275a019f-8082-4545-a799-85e8cae3d1e7 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/d54a816d-433f-4670-93f3-e262c41b51a9 HTTP/1.1" status: 409 len: 405 time: 0.1927996 Jul 16 01:59:08.619751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35406) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.635393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812299451'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:08.663812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=e3bd9a2f-bfc2-4176-803a-b22629333245,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.675052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': '627d90f2-0b9c-4186-9bfb-d7ae4c29970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5d28612a-606e-4d02-86f2-85b384580f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:08.675473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: 5d28612a-606e-4d02-86f2-85b384580f05, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:08.699397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48210838-213b-4e9c-b830-cf24c8351ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.721413 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48210838-213b-4e9c-b830-cf24c8351ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.726197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 5d28612a-606e-4d02-86f2-85b384580f05 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:08.756041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5d28612a-606e-4d02-86f2-85b384580f05) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:08.770572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfea17-afd1-46b7-9036-99534b5ce19f None None] Network 5d28612a-606e-4d02-86f2-85b384580f05 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:08.772774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.773595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.790385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:08.798566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.810123 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0545f08c-ee75-4f13-951a-057fd9453551 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0555289 Jul 16 01:59:08.812559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35410) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.817416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a0539-bcbd-435b-9b95-9676a472b509 None None] Network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:08.818477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1141118791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:08.831185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48210838-213b-4e9c-b830-cf24c8351ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d1062-a897-479c-a0b1-f0786ac1097e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.871550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.873310 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.915229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-48210838-213b-4e9c-b830-cf24c8351ca8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2338081a3be40bfa0bcb7f6badbfc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883970 Jul 16 01:59:08.915981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35412) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.937685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e42f2d24-59c7-4ed0-859b-1eb1bc96f01f None None] Provisioning for port c96ecc41-623e-4141-bf63-5a1969b51284 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:08.960307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc51a97a-3284-4c5a-bb3f-914f1fac3624 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:09.000025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:09.002605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.008106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.018511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.026073 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.026657 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Added segment af12403e-b450-41e1-8bbb-27e6811d8a73 of type vlan for network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 Jul 16 01:59:09.047022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.047806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.052581 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a3ffb060-819e-426c-aab3-db4ac8739ed7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2363954 Jul 16 01:59:09.052859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35414) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:09.061832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'port': {'network_id': '5d28612a-606e-4d02-86f2-85b384580f05', 'name': 'tempest-RoutersTest-1632942002'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:09.106939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.135192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-5d28612a-606e-4d02-86f2-85b384580f05', 'network_id': '5d28612a-606e-4d02-86f2-85b384580f05', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': 'e3bd9a2f-bfc2-4176-803a-b22629333245'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:09.137061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.166157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port fc51a97a-3284-4c5a-bb3f-914f1fac3624 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:09.180105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.190964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:09.191627 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.194905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c96ecc41-623e-4141-bf63-5a1969b51284 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:09.256666 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.266191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.270159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c6d1062-a897-479c-a0b1-f0786ac1097e HTTP/1.1" status: 204 len: 168 time: 0.3486950 Jul 16 01:59:09.278566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:09.283248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.319500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] device_id is not set on port 86da090a-bfbe-4c9d-8540-2faf4de8c962 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:09.320648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6920264 Jul 16 01:59:09.331834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35418) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:09.338703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'subnet': {'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:09.381978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d1062-a897-479c-a0b1-f0786ac1097e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.387337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Network': ['ID=c8ad6a86-5fd7-4c59-97c8-6344ff5771f1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.415763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.422207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.422713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.423335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.423774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.424354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.424813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.425262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.425694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.426123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.426552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.426979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d16d1e-e9dd-44c5-a7b5-a99b60edeb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.435174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.435679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.436038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.436384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.439248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.439641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.439990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.441243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.442109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.442109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.442340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.442594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689534d1-60f3-467e-a2b1-be2d0310e75f tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:09.465333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Allocated IP 172.20.0.2 (5d28612a-606e-4d02-86f2-85b384580f05/e3bd9a2f-bfc2-4176-803a-b22629333245/6914e94c-6e53-4588-90bc-db33047d7baa) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:09.502209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:09.553306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:09.556969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.696115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c96ecc41-623e-4141-bf63-5a1969b51284 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:09.714245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c96ecc41-623e-4141-bf63-5a1969b51284 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:09.715049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.912173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70abd2b3-967f-4c4d-9d89-dca050e68fa4 None None] Network d54a816d-433f-4670-93f3-e262c41b51a9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:09.925681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:09.955174 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.981726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Transition to ACTIVE for port object 6914e94c-6e53-4588-90bc-db33047d7baa will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:09.990659 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.010828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2091eabe-56e9-46a4-bfc2-cc4c88aac087 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9dc737bc8e241789099eb4cdb9e2f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816672 Jul 16 01:59:10.011129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.116723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bba945e-ed1f-4f95-99f5-2290d8486519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.145698 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bba945e-ed1f-4f95-99f5-2290d8486519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.222085 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bba945e-ed1f-4f95-99f5-2290d8486519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.225702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7bba945e-ed1f-4f95-99f5-2290d8486519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.232094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7bba945e-ed1f-4f95-99f5-2290d8486519 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc2dc78b-09fb-4655-84f2-0fd45604cd82 HTTP/1.1" status: 204 len: 168 time: 0.2188725 Jul 16 01:59:10.245516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba945e-ed1f-4f95-99f5-2290d8486519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2dc78b-09fb-4655-84f2-0fd45604cd82,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.285130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c96ecc41-623e-4141-bf63-5a1969b51284, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c96ecc41-623e-4141-bf63-5a1969b51284,segment=NetworkSegment(961fdd71-eaf8-4f04-ac0a-7771dc39b0f7),segment_id=961fdd71-eaf8-4f04-ac0a-7771dc39b0f7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:10.292960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Transition to ACTIVE for port object 6914e94c-6e53-4588-90bc-db33047d7baa will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:10.297080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Provisioning for port fc51a97a-3284-4c5a-bb3f-914f1fac3624 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:10.302696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.348871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.358427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Provisioning complete for port fc51a97a-3284-4c5a-bb3f-914f1fac3624 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:10.359151 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.412259 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52a907fc-e2f3-4292-88c8-1c66b1bb9280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.423512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.20.0.4 (5d28612a-606e-4d02-86f2-85b384580f05/e3bd9a2f-bfc2-4176-803a-b22629333245/86da090a-bfbe-4c9d-8540-2faf4de8c962) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:10.460357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:59:10.467861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.497057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Network 5d28612a-606e-4d02-86f2-85b384580f05 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:10.506222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:10.533319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:10.549458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c96ecc41-623e-4141-bf63-5a1969b51284,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.581853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Subnet': ['ID=42ff77f9-c6d6-4ad2-9706-6591fc35e8e5,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.603531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Checking segment: {'id': 'af12403e-b450-41e1-8bbb-27e6811d8a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:10.604049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network hostable DHCP agents. Network: c8ad6a86-5fd7-4c59-97c8-6344ff5771f1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:10.641748 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.660283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:10.675236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Pushing event updated for resources: {'Port': ['ID=6914e94c-6e53-4588-90bc-db33047d7baa,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.692994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Attempting to bind port 6914e94c-6e53-4588-90bc-db33047d7baa on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:10.693371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Attempting to bind port 6914e94c-6e53-4588-90bc-db33047d7baa by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '627d90f2-0b9c-4186-9bfb-d7ae4c29970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5d28612a-606e-4d02-86f2-85b384580f05'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:10.693722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Attempting to bind port 6914e94c-6e53-4588-90bc-db33047d7baa on network 5d28612a-606e-4d02-86f2-85b384580f05 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:10.713126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:10.713126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Checking segment: {'id': '627d90f2-0b9c-4186-9bfb-d7ae4c29970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5d28612a-606e-4d02-86f2-85b384580f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:10.714849 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.714849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Bound using segment: {'id': '627d90f2-0b9c-4186-9bfb-d7ae4c29970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5d28612a-606e-4d02-86f2-85b384580f05'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:10.714849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Bound port: 6914e94c-6e53-4588-90bc-db33047d7baa, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627d90f2-0b9c-4186-9bfb-d7ae4c29970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5d28612a-606e-4d02-86f2-85b384580f05'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:10.715308 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.719306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] For port fc51a97a-3284-4c5a-bb3f-914f1fac3624, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fc51a97a-3284-4c5a-bb3f-914f1fac3624,segment=NetworkSegment(6ede8fa2-ff36-4e7f-9972-b946978a786b),segment_id=6ede8fa2-ff36-4e7f-9972-b946978a786b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:10.721615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c8ad6a86-5fd7-4c59-97c8-6344ff5771f1) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:10.733105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.734116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.738594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.791144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a909f-7c4d-416c-8dd4-cda91365c1bc None None] Network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:10.791645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5037de6-8a63-461b-9bdc-3dff0cf06d0c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4585152 Jul 16 01:59:10.794530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.809009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.810248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'port': {'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1', 'name': 'tempest-NetworksIpV6TestAttrs-1667548616'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:10.828370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 86da090a-bfbe-4c9d-8540-2faf4de8c962 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:10.882186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.882434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] DHCP port deletion for d54a816d-433f-4670-93f3-e262c41b51a9 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:10.895257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Provisioning complete for port c96ecc41-623e-4141-bf63-5a1969b51284 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:10.895627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.992769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=86da090a-bfbe-4c9d-8540-2faf4de8c962,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.014943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 5d28612a-606e-4d02-86f2-85b384580f05 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:11.021335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:11.024588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:11.052799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] For port 6914e94c-6e53-4588-90bc-db33047d7baa, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:11.056642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] For port 6914e94c-6e53-4588-90bc-db33047d7baa, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6914e94c-6e53-4588-90bc-db33047d7baa,segment=NetworkSegment(627d90f2-0b9c-4186-9bfb-d7ae4c29970e),segment_id=627d90f2-0b9c-4186-9bfb-d7ae4c29970e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:11.060592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd58e9-2c46-495d-a8b1-9a6e16de71c3 None None] Pushing event updated for resources: {'Port': ['ID=fc51a97a-3284-4c5a-bb3f-914f1fac3624,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.066954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c96ecc41-623e-4141-bf63-5a1969b51284 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:11.084519 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.091530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:11.094888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.095706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.099564 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.118045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.118307 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-529bea9b-706a-434c-b103-76cc57b9fb4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0639515 Jul 16 01:59:11.232485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] device_id is not set on port 8757e98d-0f98-481a-82ce-d83a2abddaf3 yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:11.286282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] Deleting port fc51a97a-3284-4c5a-bb3f-914f1fac3624 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:11.286719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.315999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8779d0b-1754-4fa9-8140-ad22c1a6e257 None None] Pushing event updated for resources: {'Port': ['ID=6914e94c-6e53-4588-90bc-db33047d7baa,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.432069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c96ecc41-623e-4141-bf63-5a1969b51284 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:11.432511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.512546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c8ad6a86-5fd7-4c59-97c8-6344ff5771f1', 'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1', 'tenant_id': '1d9e5de943b84cdcaf855d888396fa75', 'fixed_ips': [{'subnet_id': '42ff77f9-c6d6-4ad2-9706-6591fc35e8e5'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:11.512546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.517691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] For port fc51a97a-3284-4c5a-bb3f-914f1fac3624, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fc51a97a-3284-4c5a-bb3f-914f1fac3624,segment=NetworkSegment(6ede8fa2-ff36-4e7f-9972-b946978a786b),segment_id=6ede8fa2-ff36-4e7f-9972-b946978a786b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:11.518104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.556961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] Calling delete_port for fc51a97a-3284-4c5a-bb3f-914f1fac3624 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:11.563178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Allocated IP 2001:db8::f816:3eff:fe07:e74c (c8ad6a86-5fd7-4c59-97c8-6344ff5771f1/42ff77f9-c6d6-4ad2-9706-6591fc35e8e5/8757e98d-0f98-481a-82ce-d83a2abddaf3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:11.709510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.774307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.805395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] Pushing event deleted for resources: {'Port': ['ID=fc51a97a-3284-4c5a-bb3f-914f1fac3624,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.814619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7146c23-9e56-4316-b02a-5b9a486f5730 None None] No DVR routers for this DVR port fc51a97a-3284-4c5a-bb3f-914f1fac3624 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:11.963183 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.009943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Transition to ACTIVE for port object 8757e98d-0f98-481a-82ce-d83a2abddaf3 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:12.082896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.088461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.100090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.164976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Allocated IP 2001:db8::f816:3eff:fede:f818 (c8ad6a86-5fd7-4c59-97c8-6344ff5771f1/42ff77f9-c6d6-4ad2-9706-6591fc35e8e5/b0adff49-c305-45e8-8dd2-3b7282ee2123) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:12.207404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:12.222453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:12.231076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:12.239061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.239823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.247855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=86da090a-bfbe-4c9d-8540-2faf4de8c962,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.327987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5320990 Jul 16 01:59:12.333009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35448) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.395722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c26478-ee12-4513-a8f8-e351f4e92cc2 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Port': ['ID=8757e98d-0f98-481a-82ce-d83a2abddaf3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.438914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting subnet 42ff77f9-c6d6-4ad2-9706-6591fc35e8e5 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:12.516169 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3ad3724-5eec-4286-80fa-d16e8a76c6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.527071 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.539958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.561449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be3c08-3a07-4eea-b118-99260c0115c6 None None] Network 5d28612a-606e-4d02-86f2-85b384580f05 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:12.580021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Transition to ACTIVE for port object b0adff49-c305-45e8-8dd2-3b7282ee2123 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:12.590325 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.609634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Transition to ACTIVE for port object b0adff49-c305-45e8-8dd2-3b7282ee2123 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:12.654586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.663743 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.711747 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5a3da787-e635-4bae-9e26-3c8e0cb14ab2 None None] Provisioning for port 6914e94c-6e53-4588-90bc-db33047d7baa completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:12.757777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.762072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:12.780652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:12.783552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.800346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:12.806301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Pushing event updated for resources: {'Port': ['ID=b0adff49-c305-45e8-8dd2-3b7282ee2123,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.901028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6914e94c-6e53-4588-90bc-db33047d7baa up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:12.986946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Attempting to bind port b0adff49-c305-45e8-8dd2-3b7282ee2123 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:12.987330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Attempting to bind port b0adff49-c305-45e8-8dd2-3b7282ee2123 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'af12403e-b450-41e1-8bbb-27e6811d8a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:12.988322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Attempting to bind port b0adff49-c305-45e8-8dd2-3b7282ee2123 on network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:13.004496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:13.004879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Checking segment: {'id': 'af12403e-b450-41e1-8bbb-27e6811d8a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:13.005289 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.005687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Bound using segment: {'id': 'af12403e-b450-41e1-8bbb-27e6811d8a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:13.006171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Bound port: b0adff49-c305-45e8-8dd2-3b7282ee2123, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af12403e-b450-41e1-8bbb-27e6811d8a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c8ad6a86-5fd7-4c59-97c8-6344ff5771f1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:13.006551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.025487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.197951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.219507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.234237 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.237673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.246674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/42ff77f9-c6d6-4ad2-9706-6591fc35e8e5 HTTP/1.1" status: 204 len: 168 time: 0.9085326 Jul 16 01:59:13.252251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35456) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.353540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6914e94c-6e53-4588-90bc-db33047d7baa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:13.362706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6914e94c-6e53-4588-90bc-db33047d7baa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:13.363475 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.384591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972f07-6e24-4e20-98d4-192db1ce4902 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Subnet': ['ID=42ff77f9-c6d6-4ad2-9706-6591fc35e8e5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.430559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4a1f1-653c-40ff-8c60-1d3406751359 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.432878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=86da090a-bfbe-4c9d-8540-2faf4de8c962,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.433915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4a1f1-653c-40ff-8c60-1d3406751359 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.439084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35458) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.446743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0dc4a1f1-653c-40ff-8c60-1d3406751359 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1872740 Jul 16 01:59:13.457620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] For port b0adff49-c305-45e8-8dd2-3b7282ee2123, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:13.461940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] For port b0adff49-c305-45e8-8dd2-3b7282ee2123, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b0adff49-c305-45e8-8dd2-3b7282ee2123,segment=NetworkSegment(af12403e-b450-41e1-8bbb-27e6811d8a73),segment_id=af12403e-b450-41e1-8bbb-27e6811d8a73)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:13.463725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3b2e293-d10c-4bb2-8f7a-44ba5543eaee None None] Provisioning for port 86da090a-bfbe-4c9d-8540-2faf4de8c962 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:13.470315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3b2e293-d10c-4bb2-8f7a-44ba5543eaee None None] Provisioning complete for port 86da090a-bfbe-4c9d-8540-2faf4de8c962 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:13.470696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e293-d10c-4bb2-8f7a-44ba5543eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.474888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.566111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.600113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-49dd0b09-6982-452e-9174-f49e7e4b797a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.635333 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dd0b09-6982-452e-9174-f49e7e4b797a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:59:13.635816 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dd0b09-6982-452e-9174-f49e7e4b797a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:13.638064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-49dd0b09-6982-452e-9174-f49e7e4b797a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 HTTP/1.1" status: 409 len: 405 time: 0.1979749 Jul 16 01:59:13.642720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35460) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.645317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2e293-d10c-4bb2-8f7a-44ba5543eaee None None] Port 86da090a-bfbe-4c9d-8540-2faf4de8c962 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:13.648168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-251706340'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:13.652866 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.669949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822b02a-9863-45ce-99f7-bb134c425abd None None] Pushing event updated for resources: {'Port': ['ID=b0adff49-c305-45e8-8dd2-3b7282ee2123,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.701588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:13.703645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3b2e293-d10c-4bb2-8f7a-44ba5543eaee None None] Provisioning complete for port 6914e94c-6e53-4588-90bc-db33047d7baa triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:13.704222 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b2e293-d10c-4bb2-8f7a-44ba5543eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.705922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.760120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:13.765675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6914e94c-6e53-4588-90bc-db33047d7baa, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6914e94c-6e53-4588-90bc-db33047d7baa,segment=NetworkSegment(627d90f2-0b9c-4186-9bfb-d7ae4c29970e),segment_id=627d90f2-0b9c-4186-9bfb-d7ae4c29970e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:13.779015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.784257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.786624 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Added segment 7c31e2dd-50ec-4d90-86b4-c920eaa9169c of type vlan for network dc481442-9191-4e2f-8b51-c2f18967de82 Jul 16 01:59:13.794116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.799091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 5d28612a-606e-4d02-86f2-85b384580f05 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:13.800762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:13.918206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc51a97a-3284-4c5a-bb3f-914f1fac3624 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:13.934016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.988603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: fc51a97a-3284-4c5a-bb3f-914f1fac3624 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:13.989279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc51a97a-3284-4c5a-bb3f-914f1fac3624 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:13.992981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6914e94c-6e53-4588-90bc-db33047d7baa,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.023747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.029714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.030335 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.032543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:14.093269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4468119 Jul 16 01:59:14.093608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.099882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'subnet': {'network_id': 'dc481442-9191-4e2f-8b51-c2f18967de82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:14.132123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-25a63768-be96-4c0a-8e8c-69931f68a2b9 None None] Provisioning complete for port 86da090a-bfbe-4c9d-8540-2faf4de8c962 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:14.132544 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-25a63768-be96-4c0a-8e8c-69931f68a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.146798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b8a59-0c69-4110-af3c-b33fc12c4233 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Network': ['ID=dc481442-9191-4e2f-8b51-c2f18967de82,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.172839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network dc481442-9191-4e2f-8b51-c2f18967de82 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:14.248913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:14.268924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03978323-77e8-4c32-91df-92811d02307a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1471386 Jul 16 01:59:14.269564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.307763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] Sync routers for ids ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:14.309051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:14.312774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.330978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-25a63768-be96-4c0a-8e8c-69931f68a2b9 None None] Port 86da090a-bfbe-4c9d-8540-2faf4de8c962 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:14.347509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] Routers {'7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:14.348159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:14.360303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7eced-7358-44d2-8b9d-f55ec4d26ae1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.365980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-47c7eced-7358-44d2-8b9d-f55ec4d26ae1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports/86da090a-bfbe-4c9d-8540-2faf4de8c962 HTTP/1.1" status: 200 len: 977 time: 0.0949805 Jul 16 01:59:14.367106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35476) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.393345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:14.402726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] Routers {'7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:14.403346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:14.444740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:14.445398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961824e5-6d56-46a9-a042-9ef351863c31 None None] The sync data for ids ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:14.455745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fe009f90-6234-4cfd-bebd-01b3f0315ed5 None None] Provisioning complete for port 86da090a-bfbe-4c9d-8540-2faf4de8c962 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:14.456124 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe009f90-6234-4cfd-bebd-01b3f0315ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.494546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fe009f90-6234-4cfd-bebd-01b3f0315ed5 None None] Port 86da090a-bfbe-4c9d-8540-2faf4de8c962 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:14.585832 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:14.669735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.objects.ports [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:59:14.671489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.767532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Subnet': ['ID=cd871857-4e49-47d9-b274-1fda569d4f96,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.773311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Checking segment: {'id': '7c31e2dd-50ec-4d90-86b4-c920eaa9169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dc481442-9191-4e2f-8b51-c2f18967de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:14.773681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network hostable DHCP agents. Network: dc481442-9191-4e2f-8b51-c2f18967de82, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:14.780511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.796677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network dc481442-9191-4e2f-8b51-c2f18967de82 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:14.810247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, dc481442-9191-4e2f-8b51-c2f18967de82) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:14.820081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663dc54-8c12-4e8d-bdbe-6b347b2eeb3b None None] Network dc481442-9191-4e2f-8b51-c2f18967de82 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:14.830689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.832715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.878000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-db73c8ba-8b05-41a2-85c2-8b20b933787e tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7791746 Jul 16 01:59:14.884494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:15.024211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6914e94c-6e53-4588-90bc-db33047d7baa up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:15.061286 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.098708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c9906-db09-4d48-ab71-453e5a520162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-dc481442-9191-4e2f-8b51-c2f18967de82', 'network_id': 'dc481442-9191-4e2f-8b51-c2f18967de82', 'tenant_id': '1d9e5de943b84cdcaf855d888396fa75', 'fixed_ips': [{'subnet_id': 'cd871857-4e49-47d9-b274-1fda569d4f96'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:15.099118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 86da090a-bfbe-4c9d-8540-2faf4de8c962 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:15.099470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.100632 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9906-db09-4d48-ab71-453e5a520162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.161918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.210539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.215972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fdf2c2-5199-4ed1-87ef-a868f6b52058 None None] Network c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:15.234135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 86da090a-bfbe-4c9d-8540-2faf4de8c962 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:15.251948 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.272193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-42ec181b-c5d7-46b6-850f-52161a60e8aa None None] Provisioning for port b0adff49-c305-45e8-8dd2-3b7282ee2123 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:15.310818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6914e94c-6e53-4588-90bc-db33047d7baa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:15.311195 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server [None req-ba2c9906-db09-4d48-ab71-453e5a520162 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd871857-4e49-47d9-b274-1fda569d4f96: This subnet is being modified by another concurrent operation. Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:59:15.327936 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd871857-4e49-47d9-b274-1fda569d4f96: This subnet is being modified by another concurrent operation. Jul 16 01:59:15.332193 n-d-791506-20 neutron-server[93757]: ERROR oslo_messaging.rpc.server Jul 16 01:59:15.357106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc230c5-cec4-4f52-902f-90c289c931b7 None None] Network dc481442-9191-4e2f-8b51-c2f18967de82 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:15.382958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Subnet': ['ID=cd871857-4e49-47d9-b274-1fda569d4f96,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.421580 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.453894 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.466701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc481442-9191-4e2f-8b51-c2f18967de82']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:15.478885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c31e2dd-50ec-4d90-86b4-c920eaa9169c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:15.479276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c31e2dd-50ec-4d90-86b4-c920eaa9169c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:15.488760 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.502208 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.536212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=86da090a-bfbe-4c9d-8540-2faf4de8c962,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.537549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.550620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:15.551367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:15.556159 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:15.569144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b0adff49-c305-45e8-8dd2-3b7282ee2123 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:15.658084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.664144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port b0adff49-c305-45e8-8dd2-3b7282ee2123 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:15.666188 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.670958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/dc481442-9191-4e2f-8b51-c2f18967de82 HTTP/1.1" status: 204 len: 168 time: 0.7905993 Jul 16 01:59:15.672109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b0adff49-c305-45e8-8dd2-3b7282ee2123 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:15.672617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.674322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:15.679843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-385536964'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:15.695604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ee9a-2c9a-4f41-a9aa-fcb70bf61d46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Network': ['ID=dc481442-9191-4e2f-8b51-c2f18967de82,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.779929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:15.783159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.806911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.835784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] DHCP port deletion for c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:15.843458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:15.848145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.858887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.859238 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Added segment 7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2 of type vlan for network 35d66b16-d435-484f-9090-e2275e0be0cb Jul 16 01:59:15.877250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port b0adff49-c305-45e8-8dd2-3b7282ee2123, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b0adff49-c305-45e8-8dd2-3b7282ee2123,segment=NetworkSegment(af12403e-b450-41e1-8bbb-27e6811d8a73),segment_id=af12403e-b450-41e1-8bbb-27e6811d8a73)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:15.881231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.949767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] Deleting port b0adff49-c305-45e8-8dd2-3b7282ee2123 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:15.950143 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.953000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=b0adff49-c305-45e8-8dd2-3b7282ee2123,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.977572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.021769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] For port b0adff49-c305-45e8-8dd2-3b7282ee2123, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b0adff49-c305-45e8-8dd2-3b7282ee2123,segment=NetworkSegment(af12403e-b450-41e1-8bbb-27e6811d8a73),segment_id=af12403e-b450-41e1-8bbb-27e6811d8a73)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:16.022973 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.037605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] Calling delete_port for b0adff49-c305-45e8-8dd2-3b7282ee2123 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:16.087290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:16.095924 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.102164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.102711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.131602 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.145112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4669156 Jul 16 01:59:16.145347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.150939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'subnet': {'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:16.160730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] No DVR routers for this DVR port b0adff49-c305-45e8-8dd2-3b7282ee2123 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:16.164848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decac03d-5baa-4f4b-8fe1-044a92c010f0 None None] Pushing event deleted for resources: {'Port': ['ID=b0adff49-c305-45e8-8dd2-3b7282ee2123,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.178488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed7ca1-2bb5-4b4f-886a-8ec227d67bb0 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:59:16.264218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae34a6e-df7a-4d64-aeca-36e55c42be46 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Network': ['ID=35d66b16-d435-484f-9090-e2275e0be0cb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.267470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:16.269789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:16.272504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.280120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.287212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-90014129-c3ef-4979-9ec2-da4ee429e1cc tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122288 Jul 16 01:59:16.287411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] Sync routers for ids ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:16.287859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 35d66b16-d435-484f-9090-e2275e0be0cb details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:16.293416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] Routers {'7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:16.294050 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.333865 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.343801 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] Routers {'7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:16.344452 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.380146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.380842 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b059352a-ec13-4c2b-b770-bde3003d8240 None None] The sync data for ids ['7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:16.394404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed7ca1-2bb5-4b4f-886a-8ec227d67bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:59:16.814769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b0adff49-c305-45e8-8dd2-3b7282ee2123 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:16.837245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: b0adff49-c305-45e8-8dd2-3b7282ee2123 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:16.837584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b0adff49-c305-45e8-8dd2-3b7282ee2123 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:17.006059 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-8eccb562-1d08-4e38-905b-58d3ab619364 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:59:17.009700 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8eccb562-1d08-4e38-905b-58d3ab619364 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7178187 Jul 16 01:59:17.010427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35498) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.047945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-af6410df-4dd6-43bf-831a-b48f8619ada4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a HTTP/1.1" status: 200 len: 205 time: 0.0352612 Jul 16 01:59:17.049912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35500) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.118319 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.130020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.175821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Subnet': ['ID=b3913744-da3c-4bfa-b64d-9c2e56905ee5,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.198972 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Checking segment: {'id': '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:17.199350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network hostable DHCP agents. Network: 35d66b16-d435-484f-9090-e2275e0be0cb, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:17.216953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network 35d66b16-d435-484f-9090-e2275e0be0cb is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:17.234420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 35d66b16-d435-484f-9090-e2275e0be0cb) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:17.244079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84cf60-bd39-40cf-99b7-0ba6e8b59232 None None] Network 35d66b16-d435-484f-9090-e2275e0be0cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:17.249403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.250282 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.270345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1b0c2d13-aa15-49b6-a14f-77e098accf90 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1238811 Jul 16 01:59:17.274307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.299686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.301892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.348671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.349255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:17.369798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.371886 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2cc5a435-3022-4c10-9761-be0448c257af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a HTTP/1.1" status: 204 len: 168 time: 0.3209424 Jul 16 01:59:17.374785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.446622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-35d66b16-d435-484f-9090-e2275e0be0cb', 'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb', 'tenant_id': '1d9e5de943b84cdcaf855d888396fa75', 'fixed_ips': [{'subnet_id': 'b3913744-da3c-4bfa-b64d-9c2e56905ee5'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:17.447881 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.453044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet e3bd9a2f-bfc2-4176-803a-b22629333245 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:17.459257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.461399 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.529786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.587008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.678676 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.742708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.771211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bd9a2f-bfc2-4176-803a-b22629333245,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.775090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.777695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-75557f4e-cbd5-4b82-aac1-33baafaebb45 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/e3bd9a2f-bfc2-4176-803a-b22629333245 HTTP/1.1" status: 204 len: 168 time: 0.4018307 Jul 16 01:59:17.780737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.786036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Allocated IP 2001:db8::2 (35d66b16-d435-484f-9090-e2275e0be0cb/b3913744-da3c-4bfa-b64d-9c2e56905ee5/b59628bb-fcc7-49b9-ac7c-1a6f0878ff62) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:17.794348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82626d5-4800-4d2b-921e-cbc5f6ade71d None None] Network 5d28612a-606e-4d02-86f2-85b384580f05 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:17.875902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.944212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 6914e94c-6e53-4588-90bc-db33047d7baa {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:17.944736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.040220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 6914e94c-6e53-4588-90bc-db33047d7baa, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6914e94c-6e53-4588-90bc-db33047d7baa,segment=NetworkSegment(627d90f2-0b9c-4186-9bfb-d7ae4c29970e),segment_id=627d90f2-0b9c-4186-9bfb-d7ae4c29970e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:18.040538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.055163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 6914e94c-6e53-4588-90bc-db33047d7baa owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:18.074802 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.088306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Transition to ACTIVE for port object b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:18.109004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Transition to ACTIVE for port object b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:18.121148 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.157308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.169198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] DHCP port deletion for 5d28612a-606e-4d02-86f2-85b384580f05 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:18.193211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Subnet': ['ID=b3913744-da3c-4bfa-b64d-9c2e56905ee5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.195018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Network 35d66b16-d435-484f-9090-e2275e0be0cb is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:18.222978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:18.226111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Pushing event updated for resources: {'Port': ['ID=b59628bb-fcc7-49b9-ac7c-1a6f0878ff62,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.230157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:18.244284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.244881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.245084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.246043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.246793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.246793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.247042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.247394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.247701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.248068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.248401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.248760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:18.278266 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.281969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.313376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d66b16-d435-484f-9090-e2275e0be0cb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.325123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Deleting port 6914e94c-6e53-4588-90bc-db33047d7baa {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:18.325893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.327101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=6914e94c-6e53-4588-90bc-db33047d7baa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.335334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port 6914e94c-6e53-4588-90bc-db33047d7baa on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:18.344863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.345178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.358184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Attempting to bind port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:18.358776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Attempting to bind port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:18.359319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Attempting to bind port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 on network 35d66b16-d435-484f-9090-e2275e0be0cb {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:18.374794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:18.375315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Checking segment: {'id': '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:18.375885 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.376459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Bound using segment: {'id': '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:18.377086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Bound port: b59628bb-fcc7-49b9-ac7c-1a6f0878ff62, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '35d66b16-d435-484f-9090-e2275e0be0cb'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:18.377601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.378132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.419700 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.457004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.460116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:18.460593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:18.463809 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:18.478617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] For port 6914e94c-6e53-4588-90bc-db33047d7baa, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:18.479228 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.490136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d28612a-606e-4d02-86f2-85b384580f05']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.507920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627d90f2-0b9c-4186-9bfb-d7ae4c29970e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.508246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627d90f2-0b9c-4186-9bfb-d7ae4c29970e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.532314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Calling delete_port for 6914e94c-6e53-4588-90bc-db33047d7baa owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:18.548144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Port 6914e94c-6e53-4588-90bc-db33047d7baa was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:18.548489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.559258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.563535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] For port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:18.565574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:59:18.565574 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:59:18.565574 n-d-791506-20 neutron-server[93756]: [parameters: {'id': '35d66b16-d435-484f-9090-e2275e0be0cb'}] Jul 16 01:59:18.565574 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:59:18.566279 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:59:18.573067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.574022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] For port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b59628bb-fcc7-49b9-ac7c-1a6f0878ff62,segment=NetworkSegment(7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2),segment_id=7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:18.583050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.592481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:18.593022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:18.596662 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:18.620200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] Pushing event deleted for resources: {'Port': ['ID=6914e94c-6e53-4588-90bc-db33047d7baa,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.624230 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.632132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d1591-c355-4d19-b196-b33b08e97f57 None None] No DVR routers for this DVR port 6914e94c-6e53-4588-90bc-db33047d7baa on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:18.668230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.674432 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.685228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/5d28612a-606e-4d02-86f2-85b384580f05 HTTP/1.1" status: 204 len: 168 time: 0.9015083 Jul 16 01:59:18.685228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35530) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:18.724790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-756009936'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:18.740471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401a9e-465e-43c0-8600-9dc84d4ec22a None None] Pushing event updated for resources: {'Port': ['ID=b59628bb-fcc7-49b9-ac7c-1a6f0878ff62,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.758749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800258c9-93e9-4b10-8853-aee4a01890e9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=5d28612a-606e-4d02-86f2-85b384580f05,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.763501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:18.772433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.798524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6914e94c-6e53-4588-90bc-db33047d7baa no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:18.803793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e738bc-fe28-4600-9665-ff63957fceb1 None None] Network 35d66b16-d435-484f-9090-e2275e0be0cb requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:18.827339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:18.839917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6914e94c-6e53-4588-90bc-db33047d7baa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:18.840319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6914e94c-6e53-4588-90bc-db33047d7baa not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:18.842908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.843570 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment cc46fa91-0b79-4cbd-aa87-1fc6e15107f4 of type vlan for network 670ee735-1741-4f83-b38c-52b33bafef19 Jul 16 01:59:18.912444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.959732 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.970760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:18.971756 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.975705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9804d-8006-4c80-9bfe-b8bcb49581d3 None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:59:19.040374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3307853 Jul 16 01:59:19.043072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35532) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.048633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': '670ee735-1741-4f83-b38c-52b33bafef19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:19.080643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9804d-8006-4c80-9bfe-b8bcb49581d3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:59:19.106978 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.111809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259370d-cf99-4e84-8c25-acfd727a10b2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=670ee735-1741-4f83-b38c-52b33bafef19,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.127469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 670ee735-1741-4f83-b38c-52b33bafef19 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:19.180254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:19.187941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.210988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:19.211748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.343482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] For port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b59628bb-fcc7-49b9-ac7c-1a6f0878ff62,segment=NetworkSegment(7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2),segment_id=7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:19.344155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.375496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Calling delete_port for b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:19.433152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.472098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.494882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=27345868-23c6-4196-a6f4-5f88d18d994b,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.499294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Port': ['ID=b59628bb-fcc7-49b9-ac7c-1a6f0878ff62,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.501188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No DVR routers for this DVR port b59628bb-fcc7-49b9-ac7c-1a6f0878ff62 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:19.509921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '670ee735-1741-4f83-b38c-52b33bafef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:19.510292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: 670ee735-1741-4f83-b38c-52b33bafef19, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:19.528416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 670ee735-1741-4f83-b38c-52b33bafef19 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:19.538576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 670ee735-1741-4f83-b38c-52b33bafef19) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:19.544237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:19.545951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.548532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74526d28-7f62-435c-b29d-21dd59ac3d0e None None] Network 670ee735-1741-4f83-b38c-52b33bafef19 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:19.563650 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9edbbdc0-a33c-4227-97d7-e9b62e6a266a tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5193615 Jul 16 01:59:19.566226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.572071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-455003538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:19.600583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.605669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.610023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.624231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d66b16-d435-484f-9090-e2275e0be0cb']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.635269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.635573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcb6aa0-1d83-4004-a6c7-59eb3f1fd9f2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.645464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.660990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.670989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:19.671456 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:19.675831 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:19.681829 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.691653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.714833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.716398 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a988ea2-afe1-4433-b5d2-ca6e2af7a9bf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1490192 Jul 16 01:59:19.730827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.759878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.765785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.768251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/35d66b16-d435-484f-9090-e2275e0be0cb HTTP/1.1" status: 204 len: 168 time: 2.4926188 Jul 16 01:59:19.772871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.780777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1246402897'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:19.799898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-670ee735-1741-4f83-b38c-52b33bafef19', 'network_id': '670ee735-1741-4f83-b38c-52b33bafef19', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': '27345868-23c6-4196-a6f4-5f88d18d994b'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:19.801057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.801580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d073b-503f-4fca-a940-d6cc16125962 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Network': ['ID=35d66b16-d435-484f-9090-e2275e0be0cb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.831937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:19.835650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.868766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:19.879050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.879538 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Added segment 87e586ab-2012-442a-ab08-3a44504db729 of type vlan for network cb7ce548-9da8-4624-976f-c896a34cd5cc Jul 16 01:59:19.932194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.966412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.973761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:19.974621 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.981466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Allocated IP 172.20.0.2 (670ee735-1741-4f83-b38c-52b33bafef19/27345868-23c6-4196-a6f4-5f88d18d994b/df895a3e-096a-40f7-9141-2092b028c3d0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:19.994740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2207117 Jul 16 01:59:20.008925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:20.016392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Request body: {'subnet': {'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:20.081693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6755-e6a4-4e4c-b8ca-a84e3a210af6 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Network': ['ID=cb7ce548-9da8-4624-976f-c896a34cd5cc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.095107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network cb7ce548-9da8-4624-976f-c896a34cd5cc details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:20.235488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.245706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Transition to ACTIVE for port object df895a3e-096a-40f7-9141-2092b028c3d0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:20.266257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Transition to ACTIVE for port object df895a3e-096a-40f7-9141-2092b028c3d0 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:20.272909 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.312100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Network 670ee735-1741-4f83-b38c-52b33bafef19 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:20.318814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:20.321476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:20.331215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Pushing event updated for resources: {'Port': ['ID=df895a3e-096a-40f7-9141-2092b028c3d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.403983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Attempting to bind port df895a3e-096a-40f7-9141-2092b028c3d0 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:20.404206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Attempting to bind port df895a3e-096a-40f7-9141-2092b028c3d0 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '670ee735-1741-4f83-b38c-52b33bafef19'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:20.404592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Attempting to bind port df895a3e-096a-40f7-9141-2092b028c3d0 on network 670ee735-1741-4f83-b38c-52b33bafef19 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:20.410521 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:20.410907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Checking segment: {'id': 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '670ee735-1741-4f83-b38c-52b33bafef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:20.411302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.411694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Bound using segment: {'id': 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '670ee735-1741-4f83-b38c-52b33bafef19'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:20.412180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Bound port: df895a3e-096a-40f7-9141-2092b028c3d0, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '670ee735-1741-4f83-b38c-52b33bafef19'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:20.412609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.474234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.497630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] For port df895a3e-096a-40f7-9141-2092b028c3d0, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:20.501110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] For port df895a3e-096a-40f7-9141-2092b028c3d0, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=df895a3e-096a-40f7-9141-2092b028c3d0,segment=NetworkSegment(cc46fa91-0b79-4cbd-aa87-1fc6e15107f4),segment_id=cc46fa91-0b79-4cbd-aa87-1fc6e15107f4)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:20.505753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.569254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34858ffe-bbc3-41db-a9d4-c3d7f6e9ab27 None None] Pushing event updated for resources: {'Port': ['ID=df895a3e-096a-40f7-9141-2092b028c3d0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.588292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Made reservation on behalf of 1d9e5de943b84cdcaf855d888396fa75 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:20.593113 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.881856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.20.0.1 (670ee735-1741-4f83-b38c-52b33bafef19/27345868-23c6-4196-a6f4-5f88d18d994b/7e378964-caa4-4de4-94e4-d207bd3b59b2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:21.127273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.objects.ports [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:59:21.134110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.142186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.196165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 7e378964-caa4-4de4-94e4-d207bd3b59b2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:21.217618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event updated for resources: {'Subnet': ['ID=0853a8c0-b0ed-48e4-af3b-1f1ed5c9ecef,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:21.228517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Checking segment: {'id': '87e586ab-2012-442a-ab08-3a44504db729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:21.228881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network hostable DHCP agents. Network: cb7ce548-9da8-4624-976f-c896a34cd5cc, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:21.262977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Network cb7ce548-9da8-4624-976f-c896a34cd5cc is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:21.268654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.282104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, cb7ce548-9da8-4624-976f-c896a34cd5cc) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:21.297727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e5022-1f6a-4bea-8a83-7a384941b4f5 None None] Network cb7ce548-9da8-4624-976f-c896a34cd5cc requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:21.340342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:21.343347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.354173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 670ee735-1741-4f83-b38c-52b33bafef19 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:21.358928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:21.373379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:21.433688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.481081 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-88c2c29c-d831-4d14-b591-b270e7983acf tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4673839 Jul 16 01:59:21.482276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.486422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=7e378964-caa4-4de4-94e4-d207bd3b59b2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:21.518102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-cb7ce548-9da8-4624-976f-c896a34cd5cc', 'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc', 'tenant_id': '1d9e5de943b84cdcaf855d888396fa75', 'fixed_ips': [{'subnet_id': '0853a8c0-b0ed-48e4-af3b-1f1ed5c9ecef'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:21.519014 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.608867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.616100 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.694538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.774000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Allocated IP 2001:db8::f816:3eff:feef:a7d5 (cb7ce548-9da8-4624-976f-c896a34cd5cc/0853a8c0-b0ed-48e4-af3b-1f1ed5c9ecef/f3431441-8b56-4bda-97ab-fc76a7b25c78) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:21.815399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b82cf5e-b0f3-4745-9c85-a8a35bebae9b None None] Network 670ee735-1741-4f83-b38c-52b33bafef19 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:21.938280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.943273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.023390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=7e378964-caa4-4de4-94e4-d207bd3b59b2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.030924 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.068207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e02ef7c3-6af2-4f42-b1e9-28b1505ea4e8 None None] Provisioning for port df895a3e-096a-40f7-9141-2092b028c3d0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:22.157762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 670ee735-1741-4f83-b38c-52b33bafef19 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:22.159304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:22.199616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.226374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Transition to ACTIVE for port object f3431441-8b56-4bda-97ab-fc76a7b25c78 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:22.247412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Transition to ACTIVE for port object f3431441-8b56-4bda-97ab-fc76a7b25c78 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:22.258441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.279486 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.295165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 63f00f77-3a33-46e7-8bd0-d55394ab90d0 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:22.312411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Network cb7ce548-9da8-4624-976f-c896a34cd5cc is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:22.318344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:22.320312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Pushing event updated for resources: {'Port': ['ID=f3431441-8b56-4bda-97ab-fc76a7b25c78,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.326255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:22.364488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Subnet': ['ID=0853a8c0-b0ed-48e4-af3b-1f1ed5c9ecef,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.407638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Attempting to bind port f3431441-8b56-4bda-97ab-fc76a7b25c78 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:22.408008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Attempting to bind port f3431441-8b56-4bda-97ab-fc76a7b25c78 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '87e586ab-2012-442a-ab08-3a44504db729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:22.408995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Attempting to bind port f3431441-8b56-4bda-97ab-fc76a7b25c78 on network cb7ce548-9da8-4624-976f-c896a34cd5cc {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:22.413775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:22.414153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Checking segment: {'id': '87e586ab-2012-442a-ab08-3a44504db729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:22.414555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.415566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Bound using segment: {'id': '87e586ab-2012-442a-ab08-3a44504db729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:22.415566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Bound port: f3431441-8b56-4bda-97ab-fc76a7b25c78, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e586ab-2012-442a-ab08-3a44504db729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:22.415935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.421819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:22.427805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e5c928ab-1c0f-4b82-a721-962530f2dae7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/63f00f77-3a33-46e7-8bd0-d55394ab90d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958199 Jul 16 01:59:22.430338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35564) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.434345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] Sync routers for ids ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:22.460381 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.472113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7ce548-9da8-4624-976f-c896a34cd5cc']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.486083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e586ab-2012-442a-ab08-3a44504db729') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.486680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e586ab-2012-442a-ab08-3a44504db729') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.489964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] Routers {'63f00f77-3a33-46e7-8bd0-d55394ab90d0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:22.490627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.502425 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.505272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc002e49-9c4c-4a45-89f5-21c0deb774ed tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.510540 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc002e49-9c4c-4a45-89f5-21c0deb774ed tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports/7e378964-caa4-4de4-94e4-d207bd3b59b2 HTTP/1.1" status: 200 len: 910 time: 0.0791636 Jul 16 01:59:22.512205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.525010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.531919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:22.532377 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:22.535935 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:22.544792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.586434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] Routers {'63f00f77-3a33-46e7-8bd0-d55394ab90d0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:22.587365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.590792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] For port f3431441-8b56-4bda-97ab-fc76a7b25c78, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:22.628344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:59:22.628344 n-d-791506-20 neutron-server[93756]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:59:22.628344 n-d-791506-20 neutron-server[93756]: [parameters: {'id': 'cb7ce548-9da8-4624-976f-c896a34cd5cc'}] Jul 16 01:59:22.628344 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:59:22.628935 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:59:22.632700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.633347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864298f2-b408-409d-a9b3-fe0baac511db None None] The sync data for ids ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:22.646450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] For port f3431441-8b56-4bda-97ab-fc76a7b25c78, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f3431441-8b56-4bda-97ab-fc76a7b25c78,segment=NetworkSegment(87e586ab-2012-442a-ab08-3a44504db729),segment_id=87e586ab-2012-442a-ab08-3a44504db729)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:22.654739 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.761838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d9602bee-fc82-45ce-9a06-cada0b8966d3 None None] Provisioning for port 7e378964-caa4-4de4-94e4-d207bd3b59b2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:22.780259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d9602bee-fc82-45ce-9a06-cada0b8966d3 None None] Provisioning complete for port 7e378964-caa4-4de4-94e4-d207bd3b59b2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:22.781209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9602bee-fc82-45ce-9a06-cada0b8966d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.788741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c928eb-1e27-4c3d-a0b0-4360104b376b None None] Pushing event updated for resources: {'Port': ['ID=f3431441-8b56-4bda-97ab-fc76a7b25c78,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.838061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d9602bee-fc82-45ce-9a06-cada0b8966d3 None None] Port 7e378964-caa4-4de4-94e4-d207bd3b59b2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:22.842801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a41ac3-6273-4ab8-a6d6-029132d3aa4b None None] Network cb7ce548-9da8-4624-976f-c896a34cd5cc requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:22.928352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device df895a3e-096a-40f7-9141-2092b028c3d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:23.018620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.029604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8bc9ad19-f61c-4d7e-bbe7-4a95edd9917e None None] Provisioning complete for port 7e378964-caa4-4de4-94e4-d207bd3b59b2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:23.029982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ad19-f61c-4d7e-bbe7-4a95edd9917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.074864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port df895a3e-096a-40f7-9141-2092b028c3d0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:23.085385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port df895a3e-096a-40f7-9141-2092b028c3d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:23.085793 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.088268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9ad19-f61c-4d7e-bbe7-4a95edd9917e None None] Port 7e378964-caa4-4de4-94e4-d207bd3b59b2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:23.129619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.173225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35570) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.189724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.218639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting port f3431441-8b56-4bda-97ab-fc76a7b25c78 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:23.219363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.260297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port df895a3e-096a-40f7-9141-2092b028c3d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=df895a3e-096a-40f7-9141-2092b028c3d0,segment=NetworkSegment(cc46fa91-0b79-4cbd-aa87-1fc6e15107f4),segment_id=cc46fa91-0b79-4cbd-aa87-1fc6e15107f4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:23.263607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Deleting subnet 422761ef-6c85-491d-abf8-527bfa1cbb8a {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:23.267147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.267621 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.278808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc55c007-a4a0-446d-90e9-5fdbcdbc323c None None] get_active_networks_info from n-d-791506-20 {{(pid=93757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:59:23.308834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.309046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] For port f3431441-8b56-4bda-97ab-fc76a7b25c78, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f3431441-8b56-4bda-97ab-fc76a7b25c78,segment=NetworkSegment(87e586ab-2012-442a-ab08-3a44504db729),segment_id=87e586ab-2012-442a-ab08-3a44504db729)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:23.309771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.322613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Calling delete_port for f3431441-8b56-4bda-97ab-fc76a7b25c78 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:23.368621 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.386505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=df895a3e-096a-40f7-9141-2092b028c3d0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.400764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a930348c-e951-4b44-b117-55e04d1e56ac None None] Provisioning complete for port 7e378964-caa4-4de4-94e4-d207bd3b59b2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:23.402068 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a930348c-e951-4b44-b117-55e04d1e56ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.443465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.468939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a930348c-e951-4b44-b117-55e04d1e56ac None None] Port 7e378964-caa4-4de4-94e4-d207bd3b59b2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:23.469908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.487168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc55c007-a4a0-446d-90e9-5fdbcdbc323c None None] Resources bound (agent type, host, resource id): {{(pid=93757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:59:23.493772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No DVR routers for this DVR port f3431441-8b56-4bda-97ab-fc76a7b25c78 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:23.501543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Port': ['ID=f3431441-8b56-4bda-97ab-fc76a7b25c78,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.512014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422761ef-6c85-491d-abf8-527bfa1cbb8a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.533814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.535818 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0bc34cb4-0254-450b-8604-9a26754e7e6b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/422761ef-6c85-491d-abf8-527bfa1cbb8a HTTP/1.1" status: 204 len: 168 time: 0.3612323 Jul 16 01:59:23.538387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35572) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.599179 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.615767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7ce548-9da8-4624-976f-c896a34cd5cc']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.629397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e586ab-2012-442a-ab08-3a44504db729') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.629980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e586ab-2012-442a-ab08-3a44504db729') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.631874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.642721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.645387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 7e378964-caa4-4de4-94e4-d207bd3b59b2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:23.645740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.659887 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.669341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:23.669752 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:23.672966 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:23.752723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.759123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.762030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/cb7ce548-9da8-4624-976f-c896a34cd5cc HTTP/1.1" status: 204 len: 168 time: 2.2786744 Jul 16 01:59:23.765901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35574) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.786302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2303-e7e6-42fb-bc7e-8e12539cda87 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Network': ['ID=cb7ce548-9da8-4624-976f-c896a34cd5cc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.802020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.833380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9619983f-fa98-423d-b4fc-00491e9e3f71']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.839896 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1930ec7-371a-4715-b75c-2c5bcce1bd83 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:23.840529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1930ec7-371a-4715-b75c-2c5bcce1bd83 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:23.842332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e1930ec7-371a-4715-b75c-2c5bcce1bd83 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/0853a8c0-b0ed-48e4-af3b-1f1ed5c9ecef HTTP/1.1" status: 404 len: 337 time: 0.0754874 Jul 16 01:59:23.845073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.861635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85eb20fe-97a8-4807-a68d-3a301debf23c') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.861945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85eb20fe-97a8-4807-a68d-3a301debf23c') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.864626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.867780 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a882283-aeaf-46b1-8d75-4c6933aab151 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:23.868593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a882283-aeaf-46b1-8d75-4c6933aab151 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:23.872906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5a882283-aeaf-46b1-8d75-4c6933aab151 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/cb7ce548-9da8-4624-976f-c896a34cd5cc HTTP/1.1" status: 404 len: 339 time: 0.0244675 Jul 16 01:59:23.873189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35578) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.880908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.890608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 7e378964-caa4-4de4-94e4-d207bd3b59b2 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:23.899310 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bd1dc7-e43f-494e-b493-ff393a30bdda tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:23.899761 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bd1dc7-e43f-494e-b493-ff393a30bdda tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:23.904522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-76bd1dc7-e43f-494e-b493-ff393a30bdda tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/b3913744-da3c-4bfa-b64d-9c2e56905ee5 HTTP/1.1" status: 404 len: 337 time: 0.0282211 Jul 16 01:59:23.904737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.905229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.913704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:23.914196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:23.915906 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:23.925026 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a67e46-caed-4301-b152-ba2cd67d678c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:23.925569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a67e46-caed-4301-b152-ba2cd67d678c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:23.927240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06a67e46-caed-4301-b152-ba2cd67d678c tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/35d66b16-d435-484f-9090-e2275e0be0cb HTTP/1.1" status: 404 len: 339 time: 0.0210986 Jul 16 01:59:23.930043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35582) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.956827 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8873b836-3393-4933-9c44-df2b1749f6f5 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:23.957280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8873b836-3393-4933-9c44-df2b1749f6f5 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:23.962625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8873b836-3393-4933-9c44-df2b1749f6f5 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/cd871857-4e49-47d9-b274-1fda569d4f96 HTTP/1.1" status: 404 len: 337 time: 0.0276787 Jul 16 01:59:23.962858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.986869 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-f289b730-b4d5-4016-b4aa-57ce41befdc8 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:23.987402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f289b730-b4d5-4016-b4aa-57ce41befdc8 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:23.991668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f289b730-b4d5-4016-b4aa-57ce41befdc8 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/dc481442-9191-4e2f-8b51-c2f18967de82 HTTP/1.1" status: 404 len: 339 time: 0.0253730 Jul 16 01:59:23.991921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35586) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.008256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.015073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.016996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9619983f-fa98-423d-b4fc-00491e9e3f71 HTTP/1.1" status: 204 len: 168 time: 0.4775882 Jul 16 01:59:24.021366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35588) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.099373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e9385-0ecf-44e5-97a2-427019ca3431 admin admin] Pushing event deleted for resources: {'Network': ['ID=9619983f-fa98-423d-b4fc-00491e9e3f71,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.127464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting port 8757e98d-0f98-481a-82ce-d83a2abddaf3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:24.127464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.131945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Deleting subnet 31c493f0-6d34-4036-85b4-ab85a7e8ecde {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:24.137485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.196806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.207500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.210105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Calling delete_port for 8757e98d-0f98-481a-82ce-d83a2abddaf3 owned by {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:24.246145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.280549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=7e378964-caa4-4de4-94e4-d207bd3b59b2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.282978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.293421 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.326440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Port': ['ID=8757e98d-0f98-481a-82ce-d83a2abddaf3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.332809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.334742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-32ac0bdd-ad70-4b2c-840d-76b8a6ddee44 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/ports/8757e98d-0f98-481a-82ce-d83a2abddaf3 HTTP/1.1" status: 204 len: 168 time: 0.3409114 Jul 16 01:59:24.337170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35590) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.366524 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dc74a4-36fe-4148-b22d-777a03a56d8b tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:24.366990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dc74a4-36fe-4148-b22d-777a03a56d8b tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:24.368777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-12dc74a4-36fe-4148-b22d-777a03a56d8b tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/42ff77f9-c6d6-4ad2-9706-6591fc35e8e5 HTTP/1.1" status: 404 len: 337 time: 0.0304735 Jul 16 01:59:24.372798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35592) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.433753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.772832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device df895a3e-096a-40f7-9141-2092b028c3d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:24.826999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port df895a3e-096a-40f7-9141-2092b028c3d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:24.827373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.841596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c493f0-6d34-4036-85b4-ab85a7e8ecde,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.873425 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.878570 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.880458 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f50355b0-a4e9-40ac-a950-185df93363a3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/31c493f0-6d34-4036-85b4-ab85a7e8ecde HTTP/1.1" status: 204 len: 168 time: 0.8568754 Jul 16 01:59:24.883510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.888302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.961646 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.042594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.044317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.054344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751190b-432a-4f53-bc4e-9affe8a1ed0f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.065173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc597b38-bbcb-454a-a4fb-496bef31e3fb') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.065475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc597b38-bbcb-454a-a4fb-496bef31e3fb') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.075301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.083218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ad6a86-5fd7-4c59-97c8-6344ff5771f1']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.088834 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.094933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:25.095422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:25.097086 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:25.124835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af12403e-b450-41e1-8bbb-27e6811d8a73') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.125140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af12403e-b450-41e1-8bbb-27e6811d8a73') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.138552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.149584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 63f00f77-3a33-46e7-8bd0-d55394ab90d0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:25.150934 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.157595 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.161842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c751190b-432a-4f53-bc4e-9affe8a1ed0f HTTP/1.1" status: 204 len: 168 time: 0.2750256 Jul 16 01:59:25.162297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.173193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd49feb-8d25-4c4a-951b-2367dd282de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c751190b-432a-4f53-bc4e-9affe8a1ed0f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.174259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:25.174672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:25.179553 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:25.297041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:25.305825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f6b60d5-c047-4cca-b10f-1950e7d7ef21 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/63f00f77-3a33-46e7-8bd0-d55394ab90d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918832 Jul 16 01:59:25.306595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.307300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.311469 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] Sync routers for ids ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:25.321191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.323143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/c8ad6a86-5fd7-4c59-97c8-6344ff5771f1 HTTP/1.1" status: 204 len: 168 time: 0.9493842 Jul 16 01:59:25.331769 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] Routers {'63f00f77-3a33-46e7-8bd0-d55394ab90d0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:25.332478 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.332658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35600) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.341241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de9a75-89c9-4190-984e-598e5fcceb18 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Network': ['ID=c8ad6a86-5fd7-4c59-97c8-6344ff5771f1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.353958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce037969-3f84-4175-a462-836a41ee5966 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=63f00f77-3a33-46e7-8bd0-d55394ab90d0 HTTP/1.1" status: 200 len: 205 time: 0.0445712 Jul 16 01:59:25.355525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.363914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35604) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.389320 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.400185 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] Routers {'63f00f77-3a33-46e7-8bd0-d55394ab90d0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:25.402015 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.407315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d991c6b5-5d11-4bdb-9c04-132b964d56fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa560059e7814fbf818eb8efb3d8e41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476816 Jul 16 01:59:25.407556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.439568 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.440305 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf7b2d-f6e5-4108-807e-d7e608d648e5 None None] The sync data for ids ['63f00f77-3a33-46e7-8bd0-d55394ab90d0'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:25.464986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa007b20-e00f-4428-b5c4-7a25dc7c85d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.475347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.486850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa007b20-e00f-4428-b5c4-7a25dc7c85d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.533425 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa007b20-e00f-4428-b5c4-7a25dc7c85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.535912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fa007b20-e00f-4428-b5c4-7a25dc7c85d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.537096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fa007b20-e00f-4428-b5c4-7a25dc7c85d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0931c8a1-516d-4b04-8741-187feafa76e5 HTTP/1.1" status: 204 len: 168 time: 0.1286137 Jul 16 01:59:25.547886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa007b20-e00f-4428-b5c4-7a25dc7c85d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0931c8a1-516d-4b04-8741-187feafa76e5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.656732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting port 68d66052-884b-4f13-865b-8ab75af64840 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:25.657088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.660714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.663978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.763187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.763705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router 63f00f77-3a33-46e7-8bd0-d55394ab90d0 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:25.771682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.772763 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d73a169-1aeb-4522-8d91-52deeb68d96e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/63f00f77-3a33-46e7-8bd0-d55394ab90d0 HTTP/1.1" status: 204 len: 168 time: 0.4078586 Jul 16 01:59:25.774694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.775486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.789094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Calling delete_port for 68d66052-884b-4f13-865b-8ab75af64840 owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:25.830640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet 27345868-23c6-4196-a6f4-5f88d18d994b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:25.834204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.882016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.884762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.911347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.916202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Port': ['ID=68d66052-884b-4f13-865b-8ab75af64840,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.924073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.926112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83ecb9eb-f65b-4d38-9065-603d3599c106 tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/ports/68d66052-884b-4f13-865b-8ab75af64840 HTTP/1.1" status: 204 len: 168 time: 0.5922368 Jul 16 01:59:25.928550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.955760 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6a2b94-7f9e-4f45-ab06-87f84dc99bbb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:25.956228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6a2b94-7f9e-4f45-ab06-87f84dc99bbb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:25.958021 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0c6a2b94-7f9e-4f45-ab06-87f84dc99bbb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/b3a335de-402f-4f9d-b4ec-3d287e0f3941 HTTP/1.1" status: 404 len: 337 time: 0.0285208 Jul 16 01:59:25.961164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35618) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.993902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5ad3a482-8a89-486f-ba15-51de17bf5226 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14771a012a33455fa56eca2c483aeef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813668 Jul 16 01:59:25.998200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35620) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.012776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.061450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.073033 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.106101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=27345868-23c6-4196-a6f4-5f88d18d994b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.108196 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.113455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d5913270-5fd0-42d6-a44c-bef9ceb8da22 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/27345868-23c6-4196-a6f4-5f88d18d994b HTTP/1.1" status: 204 len: 168 time: 0.3336079 Jul 16 01:59:26.113455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.115713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77459b-18e0-4678-a3b8-07f73e820bb8 None None] Network 670ee735-1741-4f83-b38c-52b33bafef19 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:26.137655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1674fdf3-7549-4673-859c-1f6fe3dc3fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.182983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.191913 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.205343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1674fdf3-7549-4673-859c-1f6fe3dc3fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.207913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54a816d-433f-4670-93f3-e262c41b51a9']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.225669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ede8fa2-ff36-4e7f-9972-b946978a786b') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.225967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ede8fa2-ff36-4e7f-9972-b946978a786b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.246212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.255638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port df895a3e-096a-40f7-9141-2092b028c3d0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:26.256459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.267480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.274173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:26.274581 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:26.278602 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:26.315435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1674fdf3-7549-4673-859c-1f6fe3dc3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.318016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1674fdf3-7549-4673-859c-1f6fe3dc3fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.319321 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1674fdf3-7549-4673-859c-1f6fe3dc3fe2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ab46af4-f0d5-461b-add7-004661941613 HTTP/1.1" status: 204 len: 168 time: 0.3201628 Jul 16 01:59:26.333372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port df895a3e-096a-40f7-9141-2092b028c3d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=df895a3e-096a-40f7-9141-2092b028c3d0,segment=NetworkSegment(cc46fa91-0b79-4cbd-aa87-1fc6e15107f4),segment_id=cc46fa91-0b79-4cbd-aa87-1fc6e15107f4)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:26.333992 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.345079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] DHCP port deletion for 670ee735-1741-4f83-b38c-52b33bafef19 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:26.349086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for df895a3e-096a-40f7-9141-2092b028c3d0 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:26.362496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674fdf3-7549-4673-859c-1f6fe3dc3fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab46af4-f0d5-461b-add7-004661941613,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.375159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.382432 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.388348 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/d54a816d-433f-4670-93f3-e262c41b51a9 HTTP/1.1" status: 204 len: 168 time: 0.4261804 Jul 16 01:59:26.390776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.412781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341d4b2-24d2-43de-88db-502a83eb847a tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Network': ['ID=d54a816d-433f-4670-93f3-e262c41b51a9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.433025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] Deleting port df895a3e-096a-40f7-9141-2092b028c3d0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:26.433415 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.465762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.474595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting subnet 33637a9f-b080-4acb-8ddb-f6f7e203608c {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:26.478028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.506369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=df895a3e-096a-40f7-9141-2092b028c3d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.511827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port df895a3e-096a-40f7-9141-2092b028c3d0 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:26.525489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] For port df895a3e-096a-40f7-9141-2092b028c3d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=df895a3e-096a-40f7-9141-2092b028c3d0,segment=NetworkSegment(cc46fa91-0b79-4cbd-aa87-1fc6e15107f4),segment_id=cc46fa91-0b79-4cbd-aa87-1fc6e15107f4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:26.525894 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.538667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.543156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] Calling delete_port for df895a3e-096a-40f7-9141-2092b028c3d0 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:26.608580 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.621129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670ee735-1741-4f83-b38c-52b33bafef19']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.633248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.633556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc46fa91-0b79-4cbd-aa87-1fc6e15107f4') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.634928 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.645340 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.647480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.663645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.671240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:26.672009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:26.675605 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:26.686005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] Pushing event deleted for resources: {'Port': ['ID=df895a3e-096a-40f7-9141-2092b028c3d0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.697257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a228-be9f-4d65-8db7-ffac12235629 None None] No DVR routers for this DVR port df895a3e-096a-40f7-9141-2092b028c3d0 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:26.727382 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.746799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.749003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/subnets/33637a9f-b080-4acb-8ddb-f6f7e203608c HTTP/1.1" status: 204 len: 168 time: 0.3570259 Jul 16 01:59:26.754846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9a1ca-e770-412f-8cd1-2b67c02cd6ea None None] Network 359aac00-d5b7-4ad9-8551-7f793aa85cc8 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:26.768342 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35636) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.778670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc179e-8e14-43f4-bf47-ee50bb4d8feb tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Subnet': ['ID=33637a9f-b080-4acb-8ddb-f6f7e203608c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.805918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.816079 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.818133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device df895a3e-096a-40f7-9141-2092b028c3d0 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:26.824815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/670ee735-1741-4f83-b38c-52b33bafef19 HTTP/1.1" status: 204 len: 168 time: 0.7068651 Jul 16 01:59:26.829587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35638) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.836606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1134021639', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:26.844227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: df895a3e-096a-40f7-9141-2092b028c3d0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:26.844602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device df895a3e-096a-40f7-9141-2092b028c3d0 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:26.882353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6f64-ca81-43d6-8c3f-83c8e58c3eba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=670ee735-1741-4f83-b38c-52b33bafef19,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.888912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.892639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.893826 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.952708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.960786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Deleting port c96ecc41-623e-4141-bf63-5a1969b51284 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:26.961291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.042734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] For port c96ecc41-623e-4141-bf63-5a1969b51284, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c96ecc41-623e-4141-bf63-5a1969b51284,segment=NetworkSegment(961fdd71-eaf8-4f04-ac0a-7771dc39b0f7),segment_id=961fdd71-eaf8-4f04-ac0a-7771dc39b0f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:27.043316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.085113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Calling delete_port for c96ecc41-623e-4141-bf63-5a1969b51284 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:27.087314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] DHCP port deletion for 359aac00-d5b7-4ad9-8551-7f793aa85cc8 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:27.150834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] Deleting port c96ecc41-623e-4141-bf63-5a1969b51284 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:27.153470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.162884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.170421 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-ecafcc35-07c9-4810-9ac4-5c4ff4f6aa5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3006918 Jul 16 01:59:27.206392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.251152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] For port c96ecc41-623e-4141-bf63-5a1969b51284, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c96ecc41-623e-4141-bf63-5a1969b51284,segment=NetworkSegment(961fdd71-eaf8-4f04-ac0a-7771dc39b0f7),segment_id=961fdd71-eaf8-4f04-ac0a-7771dc39b0f7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:27.253239 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.270695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Port': ['ID=c96ecc41-623e-4141-bf63-5a1969b51284,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.276065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] Calling delete_port for c96ecc41-623e-4141-bf63-5a1969b51284 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:27.291649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] No DVR routers for this DVR port c96ecc41-623e-4141-bf63-5a1969b51284 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:27.389427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.406460 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.425244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359aac00-d5b7-4ad9-8551-7f793aa85cc8']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.436912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] Pushing event deleted for resources: {'Port': ['ID=c96ecc41-623e-4141-bf63-5a1969b51284,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.438183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.438564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961fdd71-eaf8-4f04-ac0a-7771dc39b0f7') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.443722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad428e0-283c-48eb-aff1-8446778c3ca8 None None] No DVR routers for this DVR port c96ecc41-623e-4141-bf63-5a1969b51284 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:27.449245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-0b741c42-be67-4855-818d-ec00a7c68b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.451144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-0b741c42-be67-4855-818d-ec00a7c68b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.1937230 Jul 16 01:59:27.459604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.474794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.484100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:27.484653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:27.496107 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:27.516763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.540168 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.608383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.631721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.636635 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] 10.222.0.42 "DELETE /v2.0/networks/359aac00-d5b7-4ad9-8551-7f793aa85cc8 HTTP/1.1" status: 204 len: 168 time: 0.8642337 Jul 16 01:59:27.636635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232a393-cfbc-4133-bb44-2bae1ce7b5af tempest-NetworksIpV6TestAttrs-686579647 tempest-NetworksIpV6TestAttrs-686579647-project] Pushing event deleted for resources: {'Network': ['ID=359aac00-d5b7-4ad9-8551-7f793aa85cc8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.664414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-6821c22e-3995-40e2-89cb-fb96b229e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.666043 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-6821c22e-3995-40e2-89cb-fb96b229e622 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 909 time: 0.1836526 Jul 16 01:59:27.746907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.25.7.113 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/ea0d7fba-4822-4305-83c4-38b282140bc3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:27.765031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-188d63b5-8009-48d5-b7fa-655b7a1917fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 1002 time: 0.0903542 Jul 16 01:59:27.831347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-e49bd43f-b2dc-4760-b729-d8cdb1ec399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.833341 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-e49bd43f-b2dc-4760-b729-d8cdb1ec399b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.0630457 Jul 16 01:59:27.915033 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.944525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-a42cd657-92db-493f-8cf7-0985e7a2b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.946813 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-a42cd657-92db-493f-8cf7-0985e7a2b7bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067965 Jul 16 01:59:27.969801 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.029325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:28.035379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:28.038529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:28.042229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=ea0d7fba-4822-4305-83c4-38b282140bc3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.067206 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-ef13d918-0450-4a3a-8b41-da66ae72a696 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134796 Jul 16 01:59:28.067888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.172212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d116cfa-a808-46a5-b6a1-6337c770ff52 req-ed7e436f-4734-4ddb-b407-59a7927db724 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973916 Jul 16 01:59:28.601372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0170febb-b41d-454d-9ee1-0095cba12d2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d9e5de943b84cdcaf855d888396fa75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322685 Jul 16 01:59:28.605346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.757444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89a2fa6e-7084-4ed2-a01e-07338c67a622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.781674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c96ecc41-623e-4141-bf63-5a1969b51284 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:28.795296 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.803655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c96ecc41-623e-4141-bf63-5a1969b51284 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:28.804016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c96ecc41-623e-4141-bf63-5a1969b51284 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:28.831611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89a2fa6e-7084-4ed2-a01e-07338c67a622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.974657 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89a2fa6e-7084-4ed2-a01e-07338c67a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.977587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89a2fa6e-7084-4ed2-a01e-07338c67a622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.978908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-89a2fa6e-7084-4ed2-a01e-07338c67a622 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4520dbb-9bdd-49ef-b41e-f95c02810f9f HTTP/1.1" status: 204 len: 168 time: 0.3720272 Jul 16 01:59:28.995398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2fa6e-7084-4ed2-a01e-07338c67a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4520dbb-9bdd-49ef-b41e-f95c02810f9f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.065478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.213116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 62b18fef-370f-490b-ba3d-e73b8d4991ff is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:29.367253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:29.379842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] Sync routers for ids ['62b18fef-370f-490b-ba3d-e73b8d4991ff'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:29.391304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] Routers {'62b18fef-370f-490b-ba3d-e73b8d4991ff'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:29.392048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['62b18fef-370f-490b-ba3d-e73b8d4991ff'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:29.399182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.401908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-babdca88-1487-4f06-9ae1-25f8a58adca3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.5707974 Jul 16 01:59:29.405358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35702) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.436881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:29.447928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] Routers {'62b18fef-370f-490b-ba3d-e73b8d4991ff'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:29.449402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['62b18fef-370f-490b-ba3d-e73b8d4991ff'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:29.488842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:29.489506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123299d-0db0-4ece-bd35-eaaa34148678 None None] The sync data for ids ['62b18fef-370f-490b-ba3d-e73b8d4991ff'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:29.589047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f3aa1548-cb9d-48fb-b42f-de3307b08a93 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/routers/62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 200 len: 881 time: 0.1796591 Jul 16 01:59:29.591306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35716) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.819467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.896700 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-680b76dd-50e6-4adb-a0f3-3dee90cd784c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3037760 Jul 16 01:59:29.897153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35730) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.902825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1134021639'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:29.947498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2134033336'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:30.014803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:30.018149 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.031250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.315674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.323217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.346391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.359334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:30.381114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.383441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.383944 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 0382d6df-600b-4df5-a0bf-e3203f023afd of type vlan for network 709e727a-74ff-4bc8-9b80-342e7a945c95 Jul 16 01:59:30.394915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3b3cb-7726-493b-b128-a30b76f308b3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.467058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.544727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.550258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.550998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.595355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 62b18fef-370f-490b-ba3d-e73b8d4991ff has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:30.599784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7792754 Jul 16 01:59:30.602555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.607945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1834554044'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:30.629609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:30.630831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e27aa-b918-4581-9484-3916deeade7a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=709e727a-74ff-4bc8-9b80-342e7a945c95,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.633591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.647787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:30.660790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:30.674889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.675319 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment b72e76e0-8792-4932-b3f5-d24ce0c1134c of type vlan for network ff07dee8-9f92-40ff-a085-78ffd4de1708 Jul 16 01:59:30.752138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.779800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:30.788537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.791317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a23f5673-095d-46bc-9a11-d3c6e23f9490 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 200 len: 888 time: 0.8924127 Jul 16 01:59:30.793744 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] Sync routers for ids ['62b18fef-370f-490b-ba3d-e73b8d4991ff'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:30.797026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.814375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] Routers {'62b18fef-370f-490b-ba3d-e73b8d4991ff'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:30.818341 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['62b18fef-370f-490b-ba3d-e73b8d4991ff'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:30.899257 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:30.911604 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] Routers {'62b18fef-370f-490b-ba3d-e73b8d4991ff'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:30.912566 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['62b18fef-370f-490b-ba3d-e73b8d4991ff'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:30.959103 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:30.960033 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95463761-1fcc-43c9-8e1f-e101fae7acc6 None None] The sync data for ids ['62b18fef-370f-490b-ba3d-e73b8d4991ff'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:30.968932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d2ad31b6-7ca7-429f-9ef4-75c4f82dce92 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/routers/62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 200 len: 888 time: 0.1697376 Jul 16 01:59:30.971684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.012481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9b7d3e46-1ec5-4588-8ea8-e98bfff2e3af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 200 len: 205 time: 0.0367084 Jul 16 01:59:31.013232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.139348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.139990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.145307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.145933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.192668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5887465 Jul 16 01:59:31.193476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.202181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.223739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8daa6-a800-4f4a-9ca2-316ac3400fa3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=ff07dee8-9f92-40ff-a085-78ffd4de1708,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.243609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:31.352942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.373390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:31.377090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.491380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port ea0d7fba-4822-4305-83c4-38b282140bc3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:31.491636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.620055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.638804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for ea0d7fba-4822-4305-83c4-38b282140bc3 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:31.728635 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.813749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=cf15a905-ee6d-482e-a056-4bb84e79a89d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.258419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '0382d6df-600b-4df5-a0bf-e3203f023afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:32.259064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: 709e727a-74ff-4bc8-9b80-342e7a945c95, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:32.261382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35752) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.292149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:32.325686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 709e727a-74ff-4bc8-9b80-342e7a945c95) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:32.332028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.332028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.346327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f37aa-ea6c-4773-b752-29eb88795c74 None None] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:32.362720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-de5323ab-f997-49d1-815a-cc126bfd1457 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1635334 Jul 16 01:59:32.372648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35756) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.373681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.389147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.405247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f843a58-c999-4cb7-9ca9-ee263633dba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.444514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=ea0d7fba-4822-4305-83c4-38b282140bc3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.497422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.588114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-709e727a-74ff-4bc8-9b80-342e7a945c95', 'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'cf15a905-ee6d-482e-a056-4bb84e79a89d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:32.590088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.595191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.597466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.598688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f843a58-c999-4cb7-9ca9-ee263633dba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.615841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f843a58-c999-4cb7-9ca9-ee263633dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.647199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f843a58-c999-4cb7-9ca9-ee263633dba0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f6b2b5ebebc4d08b6b7040b076601a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845911 Jul 16 01:59:32.648295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.649710 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35758) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.650739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router 62b18fef-370f-490b-ba3d-e73b8d4991ff {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:32.663606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.664920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-44891391-6c7c-4a7f-a902-a5306b8d17c5 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 204 len: 168 time: 1.6506455 Jul 16 01:59:32.668892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.674982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:32.675872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-701374561'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.678890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.707669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:32.711460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.740168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843a58-c999-4cb7-9ca9-ee263633dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bf7d83-1428-4d61-84c7-e20be4199f72,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.754408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:32.766730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.767190 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment e5e012ad-94dc-49c1-b20d-66fe76ca58e7 of type vlan for network dbee5522-3ceb-4619-a601-42d136952fb1 Jul 16 01:59:32.776712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Allocated IP 2001:db8::2 (709e727a-74ff-4bc8-9b80-342e7a945c95/cf15a905-ee6d-482e-a056-4bb84e79a89d/ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:32.820360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e0d3-6c02-4713-9f19-1bb2760ead3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.824741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.853905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e0d3-6c02-4713-9f19-1bb2760ead3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.865029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.887220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.887220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.922409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2523298 Jul 16 01:59:32.925529 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.930353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.970273 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.986439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae2517-abcc-46e5-887b-823c4f8e708c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=dbee5522-3ceb-4619-a601-42d136952fb1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.998392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network dbee5522-3ceb-4619-a601-42d136952fb1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:33.005695 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e0d3-6c02-4713-9f19-1bb2760ead3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.008699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e0d3-6c02-4713-9f19-1bb2760ead3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.012924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cfa1e0d3-6c02-4713-9f19-1bb2760ead3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00bf7d83-1428-4d61-84c7-e20be4199f72 HTTP/1.1" status: 204 len: 168 time: 0.3591743 Jul 16 01:59:33.013107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Transition to ACTIVE for port object ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:33.014578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.053481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1e0d3-6c02-4713-9f19-1bb2760ead3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bf7d83-1428-4d61-84c7-e20be4199f72,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.084396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Transition to ACTIVE for port object ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:33.087545 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:33.092374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=a41f880d-5a59-4dc3-a8d7-bc79e56c15a8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.096475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.109349 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.114603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': 'b72e76e0-8792-4932-b3f5-d24ce0c1134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.114977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: ff07dee8-9f92-40ff-a085-78ffd4de1708, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:33.137633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:33.155686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:33.155686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:33.159326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:33.159513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, ff07dee8-9f92-40ff-a085-78ffd4de1708) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:33.164653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.165282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.176052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea693b6-436a-4f52-9822-07fc03c97a7b None None] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:33.186964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e424a64a-03e0-4853-ba12-8344198fd6d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8128207 Jul 16 01:59:33.190364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35766) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.201567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288502881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:33.218518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Pushing event updated for resources: {'Port': ['ID=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.238032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.239584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.266937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Attempting to bind port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:33.266937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Attempting to bind port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0382d6df-600b-4df5-a0bf-e3203f023afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:33.266937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Attempting to bind port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf on network 709e727a-74ff-4bc8-9b80-342e7a945c95 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:33.299331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:33.299696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Checking segment: {'id': '0382d6df-600b-4df5-a0bf-e3203f023afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.300091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.300707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Bound using segment: {'id': '0382d6df-600b-4df5-a0bf-e3203f023afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:33.301370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Bound port: ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0382d6df-600b-4df5-a0bf-e3203f023afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '709e727a-74ff-4bc8-9b80-342e7a945c95'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:33.301753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.331218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.337951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.373148 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.373588 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b8c5a5f4-a85a-4ecf-9f9f-1f07e9c0332d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1822081 Jul 16 01:59:33.376728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35772) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.392300 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.467365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=431ea133-7291-40cb-a926-3c8129004db4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.484085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.484489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: dbee5522-3ceb-4619-a601-42d136952fb1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:33.511229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network dbee5522-3ceb-4619-a601-42d136952fb1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:33.526421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, dbee5522-3ceb-4619-a601-42d136952fb1) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:33.535898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.536707 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.555556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e0d36-bb96-4597-9a81-53421a3c3768 None None] Network dbee5522-3ceb-4619-a601-42d136952fb1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:33.557116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a034feda-0337-4be7-8a6e-fb7b68ad6b23 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6305451 Jul 16 01:59:33.559361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.571261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-303245833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:33.613080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.613408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] For port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:33.616266 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.632486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] For port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,segment=NetworkSegment(0382d6df-600b-4df5-a0bf-e3203f023afd),segment_id=0382d6df-600b-4df5-a0bf-e3203f023afd)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:33.667255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.695438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.704723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.729766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.732252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e02c3c89-6a04-4540-8a9e-181cee293fa9 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1680484 Jul 16 01:59:33.735229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.754267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-ff07dee8-9f92-40ff-a085-78ffd4de1708', 'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'a41f880d-5a59-4dc3-a8d7-bc79e56c15a8'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:33.755170 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.803303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd2a9b-4712-4bdb-8678-e6706ef18db3 None None] Pushing event updated for resources: {'Port': ['ID=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.814709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.006540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-dbee5522-3ceb-4619-a601-42d136952fb1', 'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': '431ea133-7291-40cb-a926-3c8129004db4'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:34.008130 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.192074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.301603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8::1 (709e727a-74ff-4bc8-9b80-342e7a945c95/cf15a905-ee6d-482e-a056-4bb84e79a89d/0177024a-ed17-4587-8140-aecfc965d310) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.321859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Allocated IP 2001:db8:1::2 (ff07dee8-9f92-40ff-a085-78ffd4de1708/a41f880d-5a59-4dc3-a8d7-bc79e56c15a8/fa39e022-1bfd-42f9-b2ee-49d6d2f47954) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.325526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Allocated IP 172.20.0.2 (dbee5522-3ceb-4619-a601-42d136952fb1/431ea133-7291-40cb-a926-3c8129004db4/53cc51cb-ce3e-4f3a-bea4-6662990634bc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.524087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.556247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object 0177024a-ed17-4587-8140-aecfc965d310 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.596485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.639381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.646843 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.656153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=0177024a-ed17-4587-8140-aecfc965d310,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.657717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Transition to ACTIVE for port object fa39e022-1bfd-42f9-b2ee-49d6d2f47954 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.665523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Transition to ACTIVE for port object 53cc51cb-ce3e-4f3a-bea4-6662990634bc will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.669694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.671245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.673841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.674455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.694167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Transition to ACTIVE for port object fa39e022-1bfd-42f9-b2ee-49d6d2f47954 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.699054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Transition to ACTIVE for port object 53cc51cb-ce3e-4f3a-bea4-6662990634bc will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.706003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.715715 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.757886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.762762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.765452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.778120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Network dbee5522-3ceb-4619-a601-42d136952fb1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.784841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.787294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.850213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.20.0.1 (dbee5522-3ceb-4619-a601-42d136952fb1/431ea133-7291-40cb-a926-3c8129004db4/26b5a140-ef93-4506-b02f-943b19e110a6) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.914991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Pushing event updated for resources: {'Port': ['ID=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.916160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.970533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Pushing event updated for resources: {'Port': ['ID=53cc51cb-ce3e-4f3a-bea4-6662990634bc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.007762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:35.031922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35802) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.062447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Attempting to bind port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:35.063128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Attempting to bind port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'b72e76e0-8792-4932-b3f5-d24ce0c1134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:35.063689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Attempting to bind port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 on network ff07dee8-9f92-40ff-a085-78ffd4de1708 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:35.067567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Attempting to bind port 53cc51cb-ce3e-4f3a-bea4-6662990634bc on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:35.068166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Attempting to bind port 53cc51cb-ce3e-4f3a-bea4-6662990634bc by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:35.068758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Attempting to bind port 53cc51cb-ce3e-4f3a-bea4-6662990634bc on network dbee5522-3ceb-4619-a601-42d136952fb1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:35.077441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:35.078178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Checking segment: {'id': 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:35.078780 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.079382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Bound using segment: {'id': 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:35.080137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Bound port: 53cc51cb-ce3e-4f3a-bea4-6662990634bc, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dbee5522-3ceb-4619-a601-42d136952fb1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:35.080761 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.095269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.112605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:35.113199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Checking segment: {'id': 'b72e76e0-8792-4932-b3f5-d24ce0c1134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:35.113734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.114877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Bound using segment: {'id': 'b72e76e0-8792-4932-b3f5-d24ce0c1134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:35.115547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Bound port: fa39e022-1bfd-42f9-b2ee-49d6d2f47954, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72e76e0-8792-4932-b3f5-d24ce0c1134c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ff07dee8-9f92-40ff-a085-78ffd4de1708'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:35.116072 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.131696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:35.171474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 26b5a140-ef93-4506-b02f-943b19e110a6 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:35.238604 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.254726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] For port 53cc51cb-ce3e-4f3a-bea4-6662990634bc, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:35.259349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] For port 53cc51cb-ce3e-4f3a-bea4-6662990634bc, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=53cc51cb-ce3e-4f3a-bea4-6662990634bc,segment=NetworkSegment(e5e012ad-94dc-49c1-b20d-66fe76ca58e7),segment_id=e5e012ad-94dc-49c1-b20d-66fe76ca58e7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:35.261347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] For port fa39e022-1bfd-42f9-b2ee-49d6d2f47954, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:35.265337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] For port fa39e022-1bfd-42f9-b2ee-49d6d2f47954, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,segment=NetworkSegment(b72e76e0-8792-4932-b3f5-d24ce0c1134c),segment_id=b72e76e0-8792-4932-b3f5-d24ce0c1134c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:35.266852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.277063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.317777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=26b5a140-ef93-4506-b02f-943b19e110a6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.341572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network dbee5522-3ceb-4619-a601-42d136952fb1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:35.343573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:35.346279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:35.354387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c2fa3-e881-49b0-ac78-d9c4fae78ce4 None None] Pushing event updated for resources: {'Port': ['ID=53cc51cb-ce3e-4f3a-bea4-6662990634bc,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.395571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.414507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.419525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95f48626-00e8-49f7-b7b1-b73f5bff2918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.422065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.423140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.500981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8ec61-76e9-48c2-9b9b-76cba2d67701 None None] Pushing event updated for resources: {'Port': ['ID=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.542614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19403e-0adb-41f1-b4ce-6a191d47954c None None] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:35.588974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=0177024a-ed17-4587-8140-aecfc965d310,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.645112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.675796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] Provisioning for port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:35.689188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] Provisioning complete for port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:35.689665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.845227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:35.846948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:35.925965 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95f48626-00e8-49f7-b7b1-b73f5bff2918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.959324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95f48626-00e8-49f7-b7b1-b73f5bff2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.993912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.051501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] For port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,segment=NetworkSegment(0382d6df-600b-4df5-a0bf-e3203f023afd),segment_id=0382d6df-600b-4df5-a0bf-e3203f023afd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:36.057987 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.071067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f48626-00e8-49f7-b7b1-b73f5bff2918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6883ec3-83e1-4194-b2cf-43f61ade9e0a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.106788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-95f48626-00e8-49f7-b7b1-b73f5bff2918 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12ef1abbe6984349befb05cb7764ab91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0734653 Jul 16 01:59:36.112247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35806) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.158550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5e567-92c9-4e1e-a8eb-a043a4e5fb8e None None] Pushing event updated for resources: {'Port': ['ID=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.174775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.181148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 482f4f25-6941-4d50-b8d6-cde44bd5e1c7 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:36.183165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.267080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.268921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=26b5a140-ef93-4506-b02f-943b19e110a6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.279386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d8fdcb-e13f-4eab-ac3d-c418340d801b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.365678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d8fdcb-e13f-4eab-ac3d-c418340d801b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.383503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network dbee5522-3ceb-4619-a601-42d136952fb1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:36.386305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:36.394231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:36.411536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] Sync routers for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:36.415457 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-32531c56-565d-4a03-94d9-391a922ce66f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/482f4f25-6941-4d50-b8d6-cde44bd5e1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0301249 Jul 16 01:59:36.415772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35808) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.426169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:36.427513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.489351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.498335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad568a-aab5-466d-80d6-101fc899d3f0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.500153 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bdad568a-aab5-466d-80d6-101fc899d3f0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports/0177024a-ed17-4587-8140-aecfc965d310 HTTP/1.1" status: 200 len: 911 time: 0.0783494 Jul 16 01:59:36.501587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d8fdcb-e13f-4eab-ac3d-c418340d801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.501974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:36.502864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.504536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d8fdcb-e13f-4eab-ac3d-c418340d801b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.505730 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87d8fdcb-e13f-4eab-ac3d-c418340d801b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6883ec3-83e1-4194-b2cf-43f61ade9e0a HTTP/1.1" status: 204 len: 168 time: 0.3908474 Jul 16 01:59:36.507017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35810) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.570620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.576872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95624f3-cb9a-4864-908f-aaf192e0bd7e None None] The sync data for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:36.605941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e0f2914a-3f41-47c6-a971-cad82d188421 None None] Provisioning complete for port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:36.606621 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0f2914a-3f41-47c6-a971-cad82d188421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.618448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 8776cd15-ffb2-4d89-90ca-0421dec6f5d9 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:36.784947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8fdcb-e13f-4eab-ac3d-c418340d801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6883ec3-83e1-4194-b2cf-43f61ade9e0a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.873034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:36.889365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ab90de5c-fca3-4a06-b654-6044ce8488c4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/8776cd15-ffb2-4d89-90ca-0421dec6f5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502674 Jul 16 01:59:36.889983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] Sync routers for ids ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:36.890965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35814) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.916960 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] Routers {'8776cd15-ffb2-4d89-90ca-0421dec6f5d9'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:36.924619 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.967818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e0f2914a-3f41-47c6-a971-cad82d188421 None None] Provisioning for port 0177024a-ed17-4587-8140-aecfc965d310 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:36.981645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e0f2914a-3f41-47c6-a971-cad82d188421 None None] Provisioning complete for port 0177024a-ed17-4587-8140-aecfc965d310 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:36.982028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0f2914a-3f41-47c6-a971-cad82d188421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.091514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f30898-b5f2-4c6d-9971-92e582c66bad tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.099056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a7f30898-b5f2-4c6d-9971-92e582c66bad tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports/26b5a140-ef93-4506-b02f-943b19e110a6 HTTP/1.1" status: 200 len: 910 time: 0.2068686 Jul 16 01:59:37.105288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35816) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:37.126471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '431ea133-7291-40cb-a926-3c8129004db4'}]}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:37.183228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2914a-3f41-47c6-a971-cad82d188421 None None] Port 0177024a-ed17-4587-8140-aecfc965d310 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:37.234147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:37.312923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:37.328577 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] Routers {'8776cd15-ffb2-4d89-90ca-0421dec6f5d9'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:37.329483 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:37.344499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fa7dc2e0-0a1f-4d07-b6b3-0d1a4dde499b None None] Provisioning complete for port 0177024a-ed17-4587-8140-aecfc965d310 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:37.345237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc2e0-0a1f-4d07-b6b3-0d1a4dde499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.404635 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:37.405794 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619dd91-a858-40ed-9e6c-42c7401a0e20 None None] The sync data for ids ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:37.413981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fa7dc2e0-0a1f-4d07-b6b3-0d1a4dde499b None None] Port 0177024a-ed17-4587-8140-aecfc965d310 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:37.428975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:37.429615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.462344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.467601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b11c3b-451a-42d7-9386-2c27c670c347 None None] Network dbee5522-3ceb-4619-a601-42d136952fb1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:37.520398 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.635659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69bbdc3b-dc47-4b73-a05a-4c457f7ad0ed None None] Provisioning complete for port 0177024a-ed17-4587-8140-aecfc965d310 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:37.636133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69bbdc3b-dc47-4b73-a05a-4c457f7ad0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.675292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fa39e022-1bfd-42f9-b2ee-49d6d2f47954 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:37.714371 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.751036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d80f90-8d47-444a-88d6-13d34428be5d None None] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:37.757039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-69bbdc3b-dc47-4b73-a05a-4c457f7ad0ed None None] Port 0177024a-ed17-4587-8140-aecfc965d310 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:37.846046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-69bbdc3b-dc47-4b73-a05a-4c457f7ad0ed None None] Provisioning for port 53cc51cb-ce3e-4f3a-bea4-6662990634bc completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:37.867050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:37.880105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 53cc51cb-ce3e-4f3a-bea4-6662990634bc up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:37.909988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8:1::1 (ff07dee8-9f92-40ff-a085-78ffd4de1708/a41f880d-5a59-4dc3-a8d7-bc79e56c15a8/b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:38.044509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] Provisioning for port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:38.049203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 53cc51cb-ce3e-4f3a-bea4-6662990634bc completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:38.055370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] Provisioning complete for port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:38.055964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.059387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 53cc51cb-ce3e-4f3a-bea4-6662990634bc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:38.059848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.087879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.098752 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.106732 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.122278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:38.176966 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.220907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:38.221600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.223090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/ports/26b5a140-ef93-4506-b02f-943b19e110a6 HTTP/1.1" status: 200 len: 910 time: 1.1163754 Jul 16 01:59:38.224037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328f4b0-c1cd-41d3-96cb-481fbf3f1230 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=26b5a140-ef93-4506-b02f-943b19e110a6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.226837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35818) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.266795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.276507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:38.278079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:38.281241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:38.282291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.427949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.432951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.493096 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.499455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 53cc51cb-ce3e-4f3a-bea4-6662990634bc, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=53cc51cb-ce3e-4f3a-bea4-6662990634bc,segment=NetworkSegment(e5e012ad-94dc-49c1-b20d-66fe76ca58e7),segment_id=e5e012ad-94dc-49c1-b20d-66fe76ca58e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:38.505002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] For port fa39e022-1bfd-42f9-b2ee-49d6d2f47954, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,segment=NetworkSegment(b72e76e0-8792-4932-b3f5-d24ce0c1134c),segment_id=b72e76e0-8792-4932-b3f5-d24ce0c1134c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:38.506858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.514021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.587545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=53cc51cb-ce3e-4f3a-bea4-6662990634bc,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.690195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-77f97a86-0d7c-4e09-9a1d-b38ffa8a4005 None None] Provisioning complete for port 53cc51cb-ce3e-4f3a-bea4-6662990634bc triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:38.690996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77f97a86-0d7c-4e09-9a1d-b38ffa8a4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.756584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bffc38-e570-45dd-9657-9240b67f1180 None None] Pushing event updated for resources: {'Port': ['ID=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.894467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 53cc51cb-ce3e-4f3a-bea4-6662990634bc up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:38.912369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.956061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-77f97a86-0d7c-4e09-9a1d-b38ffa8a4005 None None] Provisioning for port 26b5a140-ef93-4506-b02f-943b19e110a6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:38.965046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-77f97a86-0d7c-4e09-9a1d-b38ffa8a4005 None None] Provisioning complete for port 26b5a140-ef93-4506-b02f-943b19e110a6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:38.965700 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77f97a86-0d7c-4e09-9a1d-b38ffa8a4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.018661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-77f97a86-0d7c-4e09-9a1d-b38ffa8a4005 None None] Port 26b5a140-ef93-4506-b02f-943b19e110a6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:39.021676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 53cc51cb-ce3e-4f3a-bea4-6662990634bc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.022396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.189529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7cc8f0b7-9335-4489-b2ad-3c3c11ef90e9 None None] Provisioning complete for port 26b5a140-ef93-4506-b02f-943b19e110a6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.190254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cc8f0b7-9335-4489-b2ad-3c3c11ef90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.240674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8f0b7-9335-4489-b2ad-3c3c11ef90e9 None None] Port 26b5a140-ef93-4506-b02f-943b19e110a6 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:39.261204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7cc8f0b7-9335-4489-b2ad-3c3c11ef90e9 None None] Provisioning complete for port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.261799 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cc8f0b7-9335-4489-b2ad-3c3c11ef90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.332795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 26b5a140-ef93-4506-b02f-943b19e110a6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:39.333139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.407154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.411854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.412749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.466162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.478361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 26b5a140-ef93-4506-b02f-943b19e110a6 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:39.480567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.517997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-db52a485-fb33-42cb-b6c6-44ace8612739 None None] Provisioning for port b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:39.523409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-db52a485-fb33-42cb-b6c6-44ace8612739 None None] Provisioning complete for port b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.524253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db52a485-fb33-42cb-b6c6-44ace8612739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.557770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:39.559430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:39.566730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-db52a485-fb33-42cb-b6c6-44ace8612739 None None] Port b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:39.689704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 482f4f25-6941-4d50-b8d6-cde44bd5e1c7 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:39.691977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.728387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=26b5a140-ef93-4506-b02f-943b19e110a6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.798073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:39.806739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9056d43d-3aa3-4ba5-a317-93179ed97d34 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/482f4f25-6941-4d50-b8d6-cde44bd5e1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2941251 Jul 16 01:59:39.808046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35822) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:39.809350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] Sync routers for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:39.824626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:39.825280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:39.876518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:39.883517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7b889-2014-4317-a339-96443e231c6f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.888282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dbe7b889-2014-4317-a339-96443e231c6f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports/b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def HTTP/1.1" status: 200 len: 913 time: 0.0762846 Jul 16 01:59:39.889797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35824) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:39.893562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:39.894393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:39.924459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.937230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:39.937980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d6edb-6d17-44f7-8b5f-9bcbf0b5ea0a None None] The sync data for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:39.945814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0de9a0b-307f-44db-a5ac-69a05766f805 None None] Provisioning complete for port b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.946388 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0de9a0b-307f-44db-a5ac-69a05766f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.987392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b0de9a0b-307f-44db-a5ac-69a05766f805 None None] Port b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:40.098892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 8776cd15-ffb2-4d89-90ca-0421dec6f5d9 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:40.157047 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c658c11f-000d-4ecc-873f-c5307f28b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.184218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:40.189606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-527b4f6f-5631-4909-8777-3edf324f1fe4 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/8776cd15-ffb2-4d89-90ca-0421dec6f5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617555 Jul 16 01:59:40.192349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.197660 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] Sync routers for ids ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:40.209625 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] Routers {'8776cd15-ffb2-4d89-90ca-0421dec6f5d9'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:40.211003 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:40.224857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eeaadabc-68e7-4d1a-8208-ed78a8c08c4b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=8776cd15-ffb2-4d89-90ca-0421dec6f5d9 HTTP/1.1" status: 200 len: 205 time: 0.0313749 Jul 16 01:59:40.228264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35828) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.254471 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:40.263933 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] Routers {'8776cd15-ffb2-4d89-90ca-0421dec6f5d9'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:40.264668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:40.265778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.297053 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:40.297804 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac78f17-8d19-4f3e-b0de-389755ddba24 None None] The sync data for ids ['8776cd15-ffb2-4d89-90ca-0421dec6f5d9'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:40.550373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:40.551308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.664698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.676765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.682045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:40.811874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fa39e022-1bfd-42f9-b2ee-49d6d2f47954 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:40.880548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:40.880928 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.892679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.895119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.906203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.940709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=b5ed1ff4-bc39-4cb5-a0a1-afbd362c8def,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.953665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.954167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router 8776cd15-ffb2-4d89-90ca-0421dec6f5d9 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:40.963851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.969510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35830) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.971206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4e92ab3b-8c77-4473-8cac-1da1fece1fc2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/8776cd15-ffb2-4d89-90ca-0421dec6f5d9 HTTP/1.1" status: 204 len: 168 time: 0.7413249 Jul 16 01:59:41.102115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet 431ea133-7291-40cb-a926-3c8129004db4 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:41.110154 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.148687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.179352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.420747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.486470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 482f4f25-6941-4d50-b8d6-cde44bd5e1c7 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:41.507161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.595061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=431ea133-7291-40cb-a926-3c8129004db4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.601784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.603592 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e30f7e00-7277-4039-a438-50146c1b3411 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/431ea133-7291-40cb-a926-3c8129004db4 HTTP/1.1" status: 204 len: 168 time: 0.6314528 Jul 16 01:59:41.606431 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35832) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:41.607905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c7504-a853-4de5-9a6d-55a7c04da584 None None] Network dbee5522-3ceb-4619-a601-42d136952fb1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:41.654585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:41.660996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5fb94348-3695-4ad2-ac06-6f2e9e94aa1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/482f4f25-6941-4d50-b8d6-cde44bd5e1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697339 Jul 16 01:59:41.664604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:41.678897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] Sync routers for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:41.697548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:41.698174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:41.700721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.749616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:41.759612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 53cc51cb-ce3e-4f3a-bea4-6662990634bc {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:41.759877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.777136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:41.777777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:41.816325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:41.817182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d3693-4e7d-43a2-ad9c-af23eeec14c7 None None] The sync data for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:41.833434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 53cc51cb-ce3e-4f3a-bea4-6662990634bc, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=53cc51cb-ce3e-4f3a-bea4-6662990634bc,segment=NetworkSegment(e5e012ad-94dc-49c1-b20d-66fe76ca58e7),segment_id=e5e012ad-94dc-49c1-b20d-66fe76ca58e7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:41.833819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.849382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 53cc51cb-ce3e-4f3a-bea4-6662990634bc owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:41.922755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] DHCP port deletion for dbee5522-3ceb-4619-a601-42d136952fb1 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:41.943360 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.970705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Deleting port 53cc51cb-ce3e-4f3a-bea4-6662990634bc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:41.971075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.978740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=53cc51cb-ce3e-4f3a-bea4-6662990634bc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.986682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port 53cc51cb-ce3e-4f3a-bea4-6662990634bc on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:42.037712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.043631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] For port 53cc51cb-ce3e-4f3a-bea4-6662990634bc, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:42.044082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.057889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Calling delete_port for 53cc51cb-ce3e-4f3a-bea4-6662990634bc owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:42.060701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Port 53cc51cb-ce3e-4f3a-bea4-6662990634bc was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:42.062018 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.075539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.086937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] Pushing event deleted for resources: {'Port': ['ID=53cc51cb-ce3e-4f3a-bea4-6662990634bc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.087716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbee5522-3ceb-4619-a601-42d136952fb1']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.091230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e2d4e-b380-4a1b-b91e-24ec47c1519a None None] No DVR routers for this DVR port 53cc51cb-ce3e-4f3a-bea4-6662990634bc on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:42.106715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.107021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e012ad-94dc-49c1-b20d-66fe76ca58e7') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.119957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.142342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.148334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:42.148753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: timer() Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:42.152624 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:42.211295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.220624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.222479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/dbee5522-3ceb-4619-a601-42d136952fb1 HTTP/1.1" status: 204 len: 168 time: 0.6150980 Jul 16 01:59:42.232513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35836) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.237527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237880069', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:42.243338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6595368-e589-4474-88d7-ab51ceb0ad8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=dbee5522-3ceb-4619-a601-42d136952fb1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.262447 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.263502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.318466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 0177024a-ed17-4587-8140-aecfc965d310 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:42.319006 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.320730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.325946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.343264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.344785 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-64a840d8-0d66-48f0-b50c-b0b9bc25010c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1112506 Jul 16 01:59:42.347239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35838) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.352335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1489472313'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:42.380854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:42.384587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.408574 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93b7da1e-684c-4cba-bd8f-d43758eb7819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.414098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:42.424571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.424930 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment d971fb88-66dc-4b2b-b0f6-528ecbf005fe of type vlan for network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d Jul 16 01:59:42.431741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.446587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 0177024a-ed17-4587-8140-aecfc965d310 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:42.471781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.488505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.504665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.512515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.513139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.554972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2030172 Jul 16 01:59:42.555227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35840) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.562895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:42.610456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c7bf6-ebcd-4139-9326-4f74940f5601 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=7c75eaae-ddf4-4a66-a584-4da0e84ef19d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.626040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:42.657635 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.694256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=0177024a-ed17-4587-8140-aecfc965d310,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.696371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:42.701082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.808029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.823052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 53cc51cb-ce3e-4f3a-bea4-6662990634bc no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:42.849596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 53cc51cb-ce3e-4f3a-bea4-6662990634bc {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:42.849944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 53cc51cb-ce3e-4f3a-bea4-6662990634bc not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:42.937076 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.999419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 482f4f25-6941-4d50-b8d6-cde44bd5e1c7 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:42.999677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=687fa959-e022-4092-af82-682a0529f5e1,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.011024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:43.011625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: 7c75eaae-ddf4-4a66-a584-4da0e84ef19d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:43.030896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:43.040823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 7c75eaae-ddf4-4a66-a584-4da0e84ef19d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:43.045238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.045837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.050066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d7001-522c-4e73-9925-1df025b79bee None None] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:43.064872 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8e4529cc-ba49-4365-8829-88490b909bfd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5082819 Jul 16 01:59:43.067271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35842) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.089420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:43.094951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-76794bfc-4146-4208-b56f-1965be1f72f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/482f4f25-6941-4d50-b8d6-cde44bd5e1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4290209 Jul 16 01:59:43.099385 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.101079 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] Sync routers for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:43.114619 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:43.116077 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:43.134822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-05811403-5d20-4bb4-ae5b-1baa0cbe3d66 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=482f4f25-6941-4d50-b8d6-cde44bd5e1c7 HTTP/1.1" status: 200 len: 205 time: 0.0307546 Jul 16 01:59:43.136192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35846) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.175839 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:43.189924 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] Routers {'482f4f25-6941-4d50-b8d6-cde44bd5e1c7'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:43.191104 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:43.228381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:43.230365 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.238670 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:43.239331 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6f3fc6-bb6c-49ee-8239-96037d21babf None None] The sync data for ids ['482f4f25-6941-4d50-b8d6-cde44bd5e1c7'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:43.249931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.395070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Allocated IP 172.20.0.2 (7c75eaae-ddf4-4a66-a584-4da0e84ef19d/687fa959-e022-4092-af82-682a0529f5e1/891e906f-1673-4a7a-8972-03e04bfbaca4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:43.403537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.428001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.430275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.478236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.479223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router 482f4f25-6941-4d50-b8d6-cde44bd5e1c7 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:43.492904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.496801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-10f52dee-000e-41fb-83ec-4d779cbe46b7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/482f4f25-6941-4d50-b8d6-cde44bd5e1c7 HTTP/1.1" status: 204 len: 168 time: 0.3569136 Jul 16 01:59:43.497160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.556311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet a41f880d-5a59-4dc3-a8d7-bc79e56c15a8 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:43.560110 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.564150 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.577403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Transition to ACTIVE for port object 891e906f-1673-4a7a-8972-03e04bfbaca4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:43.593814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Transition to ACTIVE for port object 891e906f-1673-4a7a-8972-03e04bfbaca4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:43.600369 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.616474 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.645382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:43.648415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:43.653259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:43.656820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Pushing event updated for resources: {'Port': ['ID=891e906f-1673-4a7a-8972-03e04bfbaca4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.723848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Attempting to bind port 891e906f-1673-4a7a-8972-03e04bfbaca4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:43.724491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Attempting to bind port 891e906f-1673-4a7a-8972-03e04bfbaca4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:43.724670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Attempting to bind port 891e906f-1673-4a7a-8972-03e04bfbaca4 on network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:43.725978 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.730895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:43.731248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Checking segment: {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:43.731790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.732059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Bound using segment: {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:43.732791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Bound port: 891e906f-1673-4a7a-8972-03e04bfbaca4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:43.733231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.802313 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.805280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.824111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] For port 891e906f-1673-4a7a-8972-03e04bfbaca4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:43.827790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] For port 891e906f-1673-4a7a-8972-03e04bfbaca4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=891e906f-1673-4a7a-8972-03e04bfbaca4,segment=NetworkSegment(d971fb88-66dc-4b2b-b0f6-528ecbf005fe),segment_id=d971fb88-66dc-4b2b-b0f6-528ecbf005fe)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:43.836393 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.843127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.845428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/a41f880d-5a59-4dc3-a8d7-bc79e56c15a8 HTTP/1.1" status: 204 len: 168 time: 0.3471169 Jul 16 01:59:43.847740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a4903-decc-4ccc-b831-a3f25975ad07 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=a41f880d-5a59-4dc3-a8d7-bc79e56c15a8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.851430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.881405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c54750-7288-4f95-ac46-aabb33cbc837 None None] Network ff07dee8-9f92-40ff-a085-78ffd4de1708 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:43.917570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet cf15a905-ee6d-482e-a056-4bb84e79a89d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:43.922306 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.976897 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.977220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce608615-0b34-4dfe-809b-ca14349e7369 None None] Pushing event updated for resources: {'Port': ['ID=891e906f-1673-4a7a-8972-03e04bfbaca4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.077576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.20.0.1 (7c75eaae-ddf4-4a66-a584-4da0e84ef19d/687fa959-e022-4092-af82-682a0529f5e1/eff73eec-a4cf-4382-888c-74a2c52fbaa9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:44.093099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.163407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] DHCP port deletion for ff07dee8-9f92-40ff-a085-78ffd4de1708 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:44.163674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.222161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=cf15a905-ee6d-482e-a056-4bb84e79a89d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.225934 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.231745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bc3e9ed5-e063-47e6-8546-215be3da3bed tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/cf15a905-ee6d-482e-a056-4bb84e79a89d HTTP/1.1" status: 204 len: 168 time: 0.3791039 Jul 16 01:59:44.232394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.238152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037f0c5-81c8-4b63-88d9-8a3260088191 None None] Network 709e727a-74ff-4bc8-9b80-342e7a945c95 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:44.271992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.302630 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object eff73eec-a4cf-4382-888c-74a2c52fbaa9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:44.340624 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.349046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.379863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] Deleting port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:44.380235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.413755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:44.414631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:44.415059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.416335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:44.418508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=eff73eec-a4cf-4382-888c-74a2c52fbaa9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.421176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:44.477832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.483955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] For port fa39e022-1bfd-42f9-b2ee-49d6d2f47954, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,segment=NetworkSegment(b72e76e0-8792-4932-b3f5-d24ce0c1134c),segment_id=b72e76e0-8792-4932-b3f5-d24ce0c1134c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:44.484352 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.493712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port fa39e022-1bfd-42f9-b2ee-49d6d2f47954, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,segment=NetworkSegment(b72e76e0-8792-4932-b3f5-d24ce0c1134c),segment_id=b72e76e0-8792-4932-b3f5-d24ce0c1134c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:44.494258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.505004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] Calling delete_port for fa39e022-1bfd-42f9-b2ee-49d6d2f47954 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:44.512735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for fa39e022-1bfd-42f9-b2ee-49d6d2f47954 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:44.609721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.619723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.634664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:44.639119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] DHCP port deletion for 709e727a-74ff-4bc8-9b80-342e7a945c95 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:44.641748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] No DVR routers for this DVR port fa39e022-1bfd-42f9-b2ee-49d6d2f47954 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:44.646151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5055dac-55f4-431f-ba6b-7341da5b12ad None None] Pushing event deleted for resources: {'Port': ['ID=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.661985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=fa39e022-1bfd-42f9-b2ee-49d6d2f47954,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.667429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.705333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] Deleting port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:44.705729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.747298 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.758965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff07dee8-9f92-40ff-a085-78ffd4de1708']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.771663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72e76e0-8792-4932-b3f5-d24ce0c1134c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.772224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72e76e0-8792-4932-b3f5-d24ce0c1134c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.786545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.789755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] For port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,segment=NetworkSegment(0382d6df-600b-4df5-a0bf-e3203f023afd),segment_id=0382d6df-600b-4df5-a0bf-e3203f023afd)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:44.789949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.805325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] Calling delete_port for ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:44.812396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.833368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:44.833845 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: self.session.flush() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:44.839784 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:44.910863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 891e906f-1673-4a7a-8972-03e04bfbaca4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:44.937051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.954811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.959960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/ff07dee8-9f92-40ff-a085-78ffd4de1708 HTTP/1.1" status: 204 len: 168 time: 0.7264707 Jul 16 01:59:44.960872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.968041 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.986032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f91eec-b8dc-4bda-b2b6-e115d8252cf6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=ff07dee8-9f92-40ff-a085-78ffd4de1708,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.009150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] No DVR routers for this DVR port ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:45.013106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e79e02-4685-4413-9b99-fbd82f3243bf None None] Pushing event deleted for resources: {'Port': ['ID=ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.024292 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 891e906f-1673-4a7a-8972-03e04bfbaca4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:45.079138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.095075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:45.119838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:45.120941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ef7ffe53-1e92-4b35-adb4-8b1e3089b0bf not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:45.120941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fa39e022-1bfd-42f9-b2ee-49d6d2f47954 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:45.129780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.137950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.143869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: fa39e022-1bfd-42f9-b2ee-49d6d2f47954 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:45.144359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fa39e022-1bfd-42f9-b2ee-49d6d2f47954 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:45.212366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.225122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709e727a-74ff-4bc8-9b80-342e7a945c95']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:45.228307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.232470 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=eff73eec-a4cf-4382-888c-74a2c52fbaa9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.238675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0382d6df-600b-4df5-a0bf-e3203f023afd') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:45.239067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0382d6df-600b-4df5-a0bf-e3203f023afd') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:45.251654 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.255896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2407e9-82da-4c9b-96a4-dc28e2393d40 None None] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:45.270156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.280114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:45.280114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:45.284547 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:45.325060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] Provisioning for port 891e906f-1673-4a7a-8972-03e04bfbaca4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:45.342919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] Provisioning complete for port 891e906f-1673-4a7a-8972-03e04bfbaca4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:45.343302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.357347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.368231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.371295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/709e727a-74ff-4bc8-9b80-342e7a945c95 HTTP/1.1" status: 204 len: 168 time: 0.3938892 Jul 16 01:59:45.379033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35856) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.382223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5d284-64e5-40d0-90d2-95b67f8e9855 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=709e727a-74ff-4bc8-9b80-342e7a945c95,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.382681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:45.387061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.387269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-194458920'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:45.394788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:45.479201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:45.482982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.526170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:45.542589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.542968 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 7d498b6c-feed-486f-9537-418688a9e74a of type vlan for network 599d4edb-5311-4b6c-a63a-bcc530e07a58 Jul 16 01:59:45.600509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.615659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:45.642062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.647639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.648232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.661578 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.703948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] For port 891e906f-1673-4a7a-8972-03e04bfbaca4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=891e906f-1673-4a7a-8972-03e04bfbaca4,segment=NetworkSegment(d971fb88-66dc-4b2b-b0f6-528ecbf005fe),segment_id=d971fb88-66dc-4b2b-b0f6-528ecbf005fe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:45.712338 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.746111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3659084 Jul 16 01:59:45.749105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.755805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:45.790120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec7b8f-71f0-4bcd-92dd-8a1c1916766d None None] Pushing event updated for resources: {'Port': ['ID=891e906f-1673-4a7a-8972-03e04bfbaca4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.796740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27391780-0d0d-467b-80a7-6684a7d09d1e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=599d4edb-5311-4b6c-a63a-bcc530e07a58,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.808302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:45.813221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:45.814104 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-efb4022d-ec39-4f20-bcb1-0fbc7d79aa4c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7456408 Jul 16 01:59:45.816735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35860) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.825095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501365988'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:45.836148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:45.854207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:45.859599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.886255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:45.890539 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.894424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:45.895675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:45.897665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:45.925378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.927787 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment 6cf302d9-85d1-428d-a1d7-2b6a7be92826 of type vlan for network d0b53c07-a081-473d-b0f3-7a02f87cb733 Jul 16 01:59:46.002148 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.010771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:46.043926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.050887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.052047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.099997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-18488e87-2427-4409-9209-aec02d1f20b3 None None] Provisioning for port eff73eec-a4cf-4382-888c-74a2c52fbaa9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:46.108960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2887216 Jul 16 01:59:46.120462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.120973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-18488e87-2427-4409-9209-aec02d1f20b3 None None] Provisioning complete for port eff73eec-a4cf-4382-888c-74a2c52fbaa9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:46.121399 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18488e87-2427-4409-9209-aec02d1f20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.133927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:46.142434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff12e7d-d5bc-4410-846e-b484d66cb090 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=d0b53c07-a081-473d-b0f3-7a02f87cb733,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.162062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:46.179262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.278287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-18488e87-2427-4409-9209-aec02d1f20b3 None None] Port eff73eec-a4cf-4382-888c-74a2c52fbaa9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:46.293319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=f8816ee0-0f47-4256-ba96-57caa691eb7b,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.308271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-18488e87-2427-4409-9209-aec02d1f20b3 None None] Provisioning complete for port 891e906f-1673-4a7a-8972-03e04bfbaca4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:46.308674 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-18488e87-2427-4409-9209-aec02d1f20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.309821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:46.314316 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.350272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '7d498b6c-feed-486f-9537-418688a9e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:46.350617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: 599d4edb-5311-4b6c-a63a-bcc530e07a58, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:46.420303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:46.425943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:46.436059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 599d4edb-5311-4b6c-a63a-bcc530e07a58) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:46.442629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.443119 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.463591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6060f-d41e-4acb-8312-905b278383bf None None] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:46.470946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f96eeeb2-cda1-46f8-b280-99cd8ffb05a4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7180333 Jul 16 01:59:46.471237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:46.471812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Updating router f73e4872-1398-4bf1-b8fa-c809ca45569d port eff73eec-a4cf-4382-888c-74a2c52fbaa9 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:46.472055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.477490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1576368517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:46.545605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.546702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.573138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.610776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.674671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.688219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.724285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.725567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-405af383-2a2a-45c3-99a1-06a44da9c830 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2519941 Jul 16 01:59:46.728067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=fde6b91e-a842-4cce-b814-27245de19522,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.728874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35866) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.738689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:46.739137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: d0b53c07-a081-473d-b0f3-7a02f87cb733, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:46.743097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-441f0743-f4f2-4559-928e-87d0cde99202 None None] Provisioning complete for port eff73eec-a4cf-4382-888c-74a2c52fbaa9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:46.743470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-441f0743-f4f2-4559-928e-87d0cde99202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.754134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'port': {'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58', 'name': 'tempest-RoutersIpV6Test-1524902552'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:46.774236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:46.787959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d0b53c07-a081-473d-b0f3-7a02f87cb733) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:46.796650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.797811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.808603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d236f-42c2-408f-ade9-16dfaa9225c7 None None] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:46.825273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-599d4edb-5311-4b6c-a63a-bcc530e07a58', 'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'f8816ee0-0f47-4256-ba96-57caa691eb7b'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:46.826274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.832728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-83dfeac5-cc2b-4438-b1df-eefedfd258aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7113786 Jul 16 01:59:46.835472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.865204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-441f0743-f4f2-4559-928e-87d0cde99202 None None] Port eff73eec-a4cf-4382-888c-74a2c52fbaa9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:46.889766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 891e906f-1673-4a7a-8972-03e04bfbaca4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:46.904939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:46.908842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.929328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] device_id is not set on port b78af777-e5f0-42ee-aff0-6470ee29b1c1 yet. {{(pid=93755) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:47.071355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8::38e (599d4edb-5311-4b6c-a63a-bcc530e07a58/f8816ee0-0f47-4256-ba96-57caa691eb7b/b78af777-e5f0-42ee-aff0-6470ee29b1c1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:47.187177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 891e906f-1673-4a7a-8972-03e04bfbaca4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:47.188412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.252794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.276022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d0b53c07-a081-473d-b0f3-7a02f87cb733', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:47.276359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.277274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.300102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.303241 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object b78af777-e5f0-42ee-aff0-6470ee29b1c1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:47.326405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Transition to ACTIVE for port object eff73eec-a4cf-4382-888c-74a2c52fbaa9 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:47.367962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.402585 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.417531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:47.421789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:47.424709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:47.432110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.432857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.457216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=b78af777-e5f0-42ee-aff0-6470ee29b1c1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.466040 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-34155983-c576-4e85-b7d2-87a146cc765b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7245762 Jul 16 01:59:47.466382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35870) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:47.540100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820faeb-d596-4907-bd33-5ef19d44b7e9 None None] Pushing event updated for resources: {'Port': ['ID=eff73eec-a4cf-4382-888c-74a2c52fbaa9,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.883128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Attempting to bind port eff73eec-a4cf-4382-888c-74a2c52fbaa9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:47.883426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Attempting to bind port eff73eec-a4cf-4382-888c-74a2c52fbaa9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:47.883628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Attempting to bind port eff73eec-a4cf-4382-888c-74a2c52fbaa9 on network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:47.893130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.912586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Allocated IP 2001:db8::2 (599d4edb-5311-4b6c-a63a-bcc530e07a58/f8816ee0-0f47-4256-ba96-57caa691eb7b/0a670c71-f699-4ea4-b201-52a597998df8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:47.918785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:47.919193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Checking segment: {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:47.919554 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.919968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Bound using segment: {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:47.920731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Bound port: eff73eec-a4cf-4382-888c-74a2c52fbaa9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:47.921042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.963974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Allocated IP 172.21.0.2 (d0b53c07-a081-473d-b0f3-7a02f87cb733/fde6b91e-a842-4cce-b814-27245de19522/cb910028-62ea-48b3-8b6c-7a43b7146f25) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:48.102483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] For port eff73eec-a4cf-4382-888c-74a2c52fbaa9, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:48.161663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] For port eff73eec-a4cf-4382-888c-74a2c52fbaa9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eff73eec-a4cf-4382-888c-74a2c52fbaa9,segment=NetworkSegment(d971fb88-66dc-4b2b-b0f6-528ecbf005fe),segment_id=d971fb88-66dc-4b2b-b0f6-528ecbf005fe)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:48.176494 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.210112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.217463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.297860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=b78af777-e5f0-42ee-aff0-6470ee29b1c1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.342961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820faeb-d596-4907-bd33-5ef19d44b7e9 None None] Pushing event updated for resources: {'Port': ['ID=eff73eec-a4cf-4382-888c-74a2c52fbaa9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.347241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.364092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:48.364778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:48.369217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Transition to ACTIVE for port object 0a670c71-f699-4ea4-b201-52a597998df8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.418708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.456824 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.463748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Transition to ACTIVE for port object cb910028-62ea-48b3-8b6c-7a43b7146f25 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.477079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Transition to ACTIVE for port object 0a670c71-f699-4ea4-b201-52a597998df8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.490453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.510321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Transition to ACTIVE for port object cb910028-62ea-48b3-8b6c-7a43b7146f25 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.553733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:48.560455 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.596580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.21.0.1 (d0b53c07-a081-473d-b0f3-7a02f87cb733/fde6b91e-a842-4cce-b814-27245de19522/49c99e55-362c-4c8e-bade-9301cc7c551d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:48.600019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.611612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.616614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:48.626447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Pushing event updated for resources: {'Port': ['ID=0a670c71-f699-4ea4-b201-52a597998df8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.629112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:48.643232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:48.645308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:48.676056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:48.722493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:48.759099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.781266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 49c99e55-362c-4c8e-bade-9301cc7c551d will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.825261 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.834077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Pushing event updated for resources: {'Port': ['ID=cb910028-62ea-48b3-8b6c-7a43b7146f25,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.886716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:48.891645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:48.894788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:48.905613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=49c99e55-362c-4c8e-bade-9301cc7c551d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.907352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.908405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Attempting to bind port 0a670c71-f699-4ea4-b201-52a597998df8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:48.908799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Attempting to bind port 0a670c71-f699-4ea4-b201-52a597998df8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7d498b6c-feed-486f-9537-418688a9e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:48.909209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Attempting to bind port 0a670c71-f699-4ea4-b201-52a597998df8 on network 599d4edb-5311-4b6c-a63a-bcc530e07a58 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:48.914074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.914459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Attempting to bind port cb910028-62ea-48b3-8b6c-7a43b7146f25 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:48.914843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Attempting to bind port cb910028-62ea-48b3-8b6c-7a43b7146f25 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:48.915037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.915216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Attempting to bind port cb910028-62ea-48b3-8b6c-7a43b7146f25 on network d0b53c07-a081-473d-b0f3-7a02f87cb733 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:48.925258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:48.925659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Checking segment: {'id': '7d498b6c-feed-486f-9537-418688a9e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:48.926110 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.926511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Bound using segment: {'id': '7d498b6c-feed-486f-9537-418688a9e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:48.927020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Bound port: 0a670c71-f699-4ea4-b201-52a597998df8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d498b6c-feed-486f-9537-418688a9e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '599d4edb-5311-4b6c-a63a-bcc530e07a58'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:48.927430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.931238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:48.932186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Checking segment: {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:48.932594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.933014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Bound using segment: {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:48.933514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Bound port: cb910028-62ea-48b3-8b6c-7a43b7146f25, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:48.933906 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.968646 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.991408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=b78af777-e5f0-42ee-aff0-6470ee29b1c1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.080544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:49.083700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:49.102941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] For port cb910028-62ea-48b3-8b6c-7a43b7146f25, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:49.105727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] For port 0a670c71-f699-4ea4-b201-52a597998df8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:49.108788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] For port cb910028-62ea-48b3-8b6c-7a43b7146f25, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cb910028-62ea-48b3-8b6c-7a43b7146f25,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:49.112997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] For port 0a670c71-f699-4ea4-b201-52a597998df8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0a670c71-f699-4ea4-b201-52a597998df8,segment=NetworkSegment(7d498b6c-feed-486f-9537-418688a9e74a),segment_id=7d498b6c-feed-486f-9537-418688a9e74a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:49.116689 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.146508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.151002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.190989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:48Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.255278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16ef7c-c0a7-402c-a530-4f8215185e63 None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:48Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:49.269570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 48daf87f-112a-4066-8202-1f61efe5961f is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:49.278439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527bc44-86b3-4e75-93c6-8c2cfab5926c None None] Pushing event updated for resources: {'Port': ['ID=cb910028-62ea-48b3-8b6c-7a43b7146f25,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.373239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403063-e07b-4ce2-8b40-7d9817c14a9f None None] Pushing event updated for resources: {'Port': ['ID=0a670c71-f699-4ea4-b201-52a597998df8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.473195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:49.484492 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac907925-44a6-4d82-b3ea-75167880d31a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/48daf87f-112a-4066-8202-1f61efe5961f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138566 Jul 16 01:59:49.506061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35872) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:49.507413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] Sync routers for ids ['48daf87f-112a-4066-8202-1f61efe5961f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:49.554536 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] Routers {'48daf87f-112a-4066-8202-1f61efe5961f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:49.558621 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['48daf87f-112a-4066-8202-1f61efe5961f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.642940 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.652301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60290f69-2ab7-4dd5-93b9-6566064188fa tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.659553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.668620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:49.674658 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] Routers {'48daf87f-112a-4066-8202-1f61efe5961f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:49.675103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-60290f69-2ab7-4dd5-93b9-6566064188fa tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports/b78af777-e5f0-42ee-aff0-6470ee29b1c1 HTTP/1.1" status: 200 len: 984 time: 0.1676481 Jul 16 01:59:49.675605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['48daf87f-112a-4066-8202-1f61efe5961f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.677511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.756325 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.757319 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159a60c-4fba-46cc-b008-229a1900d881 None None] The sync data for ids ['48daf87f-112a-4066-8202-1f61efe5961f'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:49.888061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=49c99e55-362c-4c8e-bade-9301cc7c551d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.911451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.157222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:50.160886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:50.350224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:50.536838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.577715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:50.608008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8f0c01c4-0868-4b5b-b2f5-d5a22e93727f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7709651 Jul 16 01:59:50.610951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:50.617555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-766932005'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:50.639228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23fb8d-b707-44eb-b6bb-7e8772986588 None None] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:50.688143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:50.691768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.730577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-29e423ad-6ef6-4011-b4e9-85daa835a488 None None] Provisioning for port 0a670c71-f699-4ea4-b201-52a597998df8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:50.742634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:50.771549 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.772017 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment 3118356c-3213-47cc-929d-ec2cf8c380a4 of type vlan for network 40626cf1-679b-4c60-a6f0-0e344db590d0 Jul 16 01:59:50.843462 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.926283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.934839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.935581 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.983140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eff73eec-a4cf-4382-888c-74a2c52fbaa9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:50.990865 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3789942 Jul 16 01:59:50.995176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35878) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:51.000719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:51.081020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port b78af777-e5f0-42ee-aff0-6470ee29b1c1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:51.081720 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.085516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06e291-aa65-4776-b999-2494c4bf7dfa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=40626cf1-679b-4c60-a6f0-0e344db590d0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.108969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:51.114858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port eff73eec-a4cf-4382-888c-74a2c52fbaa9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.158349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:51.165516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eff73eec-a4cf-4382-888c-74a2c52fbaa9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:51.166202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.166430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.316755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.350071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for b78af777-e5f0-42ee-aff0-6470ee29b1c1 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:51.419096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.457551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c19d1746-899e-43bd-9dd6-a817d243a4d1 None None] Provisioning for port b78af777-e5f0-42ee-aff0-6470ee29b1c1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.487958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c19d1746-899e-43bd-9dd6-a817d243a4d1 None None] Provisioning complete for port b78af777-e5f0-42ee-aff0-6470ee29b1c1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:51.488515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c19d1746-899e-43bd-9dd6-a817d243a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.492715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.538858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port eff73eec-a4cf-4382-888c-74a2c52fbaa9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eff73eec-a4cf-4382-888c-74a2c52fbaa9,segment=NetworkSegment(d971fb88-66dc-4b2b-b0f6-528ecbf005fe),segment_id=d971fb88-66dc-4b2b-b0f6-528ecbf005fe)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:51.539863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c19d1746-899e-43bd-9dd6-a817d243a4d1 None None] Port b78af777-e5f0-42ee-aff0-6470ee29b1c1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:51.548794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.549690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a670c71-f699-4ea4-b201-52a597998df8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:51.589944 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:51.605844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:51.606612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: 40626cf1-679b-4c60-a6f0-0e344db590d0, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:51.622639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=a36714c0-59cc-4cc3-ae14-e4ddc5c36e12,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.625855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6889e-f4d1-4cdb-98f7-84023c367586 None None] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:51.657529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:51.677476 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 40626cf1-679b-4c60-a6f0-0e344db590d0) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:51.695121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.699932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.702249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed07fdd-a32a-4a4e-aad9-708589bf5b79 None None] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:51.725786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-171ffbc7-67b0-4ae2-b729-69abc26d4ae0 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7294533 Jul 16 01:59:51.729943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35880) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:51.733118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.756594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=eff73eec-a4cf-4382-888c-74a2c52fbaa9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.778334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=b78af777-e5f0-42ee-aff0-6470ee29b1c1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.804616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 0a670c71-f699-4ea4-b201-52a597998df8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.821719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fc1387bb-d54f-470e-911e-41b4922b4511 None None] Provisioning for port cb910028-62ea-48b3-8b6c-7a43b7146f25 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.947507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.042159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 0a670c71-f699-4ea4-b201-52a597998df8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:52.042643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.050343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:52.132858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:52.133590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.166174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 48daf87f-112a-4066-8202-1f61efe5961f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:52.247533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7ebd3c8a-86e4-41e0-873c-3e1b153d9938 None None] Could not find standard attr ID for object b78af777-e5f0-42ee-aff0-6470ee29b1c1. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:52.266555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:52.277851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] Sync routers for ids ['48daf87f-112a-4066-8202-1f61efe5961f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:52.284695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a5801baf-06b5-465e-95af-a7bc91a87eb0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/48daf87f-112a-4066-8202-1f61efe5961f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6152284 Jul 16 01:59:52.285824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.296785 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] Routers {'48daf87f-112a-4066-8202-1f61efe5961f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:52.297430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['48daf87f-112a-4066-8202-1f61efe5961f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.357117 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.366544 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] Routers {'48daf87f-112a-4066-8202-1f61efe5961f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:52.367165 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['48daf87f-112a-4066-8202-1f61efe5961f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.386270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:52.414348 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.415012 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d18828-8b01-4a06-a2a8-35cc45058880 None None] The sync data for ids ['48daf87f-112a-4066-8202-1f61efe5961f'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:52.518837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d913b0a3-d75a-4bd9-bdb9-c77d42ea79b0 None None] Could not find standard attr ID for object b78af777-e5f0-42ee-aff0-6470ee29b1c1. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:52.526553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-40626cf1-679b-4c60-a6f0-0e344db590d0', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:52.527440 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.544334 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.673301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.708902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 0a670c71-f699-4ea4-b201-52a597998df8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0a670c71-f699-4ea4-b201-52a597998df8,segment=NetworkSegment(7d498b6c-feed-486f-9537-418688a9e74a),segment_id=7d498b6c-feed-486f-9537-418688a9e74a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:52.774583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.776699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cb910028-62ea-48b3-8b6c-7a43b7146f25 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:52.955711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=0a670c71-f699-4ea4-b201-52a597998df8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:52.984818 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-0143feb9-7962-442e-87d6-6b89f009c3c8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:59:52.986494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0143feb9-7962-442e-87d6-6b89f009c3c8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/48daf87f-112a-4066-8202-1f61efe5961f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6994615 Jul 16 01:59:52.989380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35884) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.010216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Allocated IP 172.22.0.2 (40626cf1-679b-4c60-a6f0-0e344db590d0/a36714c0-59cc-4cc3-ae14-e4ddc5c36e12/33e4349e-1a4c-4fb9-b6f0-179ee2856a49) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:53.019610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cb910028-62ea-48b3-8b6c-7a43b7146f25 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:53.034473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cb910028-62ea-48b3-8b6c-7a43b7146f25 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:53.034854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.037912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0be2dc8b-97d4-4b53-a10d-253607d50c4d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=48daf87f-112a-4066-8202-1f61efe5961f HTTP/1.1" status: 200 len: 205 time: 0.0466003 Jul 16 01:59:53.041816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35886) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.096559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:49Z', 'revision_number': 3, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:49Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:53.128876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.146026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:53.146526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Updating router f73e4872-1398-4bf1-b8fa-c809ca45569d port 49c99e55-362c-4c8e-bade-9301cc7c551d binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:53.173389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8de9c196-3f19-4315-9f59-1de437cdabd1 None None] Provisioning for port 49c99e55-362c-4c8e-bade-9301cc7c551d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:53.204356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8de9c196-3f19-4315-9f59-1de437cdabd1 None None] Provisioning complete for port 49c99e55-362c-4c8e-bade-9301cc7c551d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:53.204911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8de9c196-3f19-4315-9f59-1de437cdabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.272913 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.313952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8de9c196-3f19-4315-9f59-1de437cdabd1 None None] Port 49c99e55-362c-4c8e-bade-9301cc7c551d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:53.317678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.320646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.378312 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.378871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router 48daf87f-112a-4066-8202-1f61efe5961f {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:53.391732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.393421 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f156fb12-9899-4046-b74f-667cc5c4d1d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/48daf87f-112a-4066-8202-1f61efe5961f HTTP/1.1" status: 204 len: 168 time: 0.3504562 Jul 16 01:59:53.396021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35888) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.406100 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.413648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.435431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8de9c196-3f19-4315-9f59-1de437cdabd1 None None] Provisioning complete for port cb910028-62ea-48b3-8b6c-7a43b7146f25 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:53.435810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8de9c196-3f19-4315-9f59-1de437cdabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.440737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Transition to ACTIVE for port object 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:53.451946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet f8816ee0-0f47-4256-ba96-57caa691eb7b {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:53.455441 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.499569 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.561745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Transition to ACTIVE for port object 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:53.566327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port cb910028-62ea-48b3-8b6c-7a43b7146f25, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cb910028-62ea-48b3-8b6c-7a43b7146f25,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:53.575697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.581398 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.645502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.653686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:53.684327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.22.0.1 (40626cf1-679b-4c60-a6f0-0e344db590d0/a36714c0-59cc-4cc3-ae14-e4ddc5c36e12/6d30fbcd-a591-4344-ac84-8a6fb673576d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:53.702659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eff73eec-a4cf-4382-888c-74a2c52fbaa9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:53.712095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:53.744639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:53.751067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.766296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=cb910028-62ea-48b3-8b6c-7a43b7146f25,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.821455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=f8816ee0-0f47-4256-ba96-57caa691eb7b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.823515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.828097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35890) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.828247 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8b2e6c1c-003b-4d7c-8319-6d9e758bff88 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/f8816ee0-0f47-4256-ba96-57caa691eb7b HTTP/1.1" status: 204 len: 168 time: 0.4310758 Jul 16 01:59:53.839419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe041151-6ac5-44c9-8120-5e1823a82e5f None None] Network 599d4edb-5311-4b6c-a63a-bcc530e07a58 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:53.862259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.880082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 6d30fbcd-a591-4344-ac84-8a6fb673576d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:53.927918 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.934035 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.982289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:53.988627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:53.993014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:54.004469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 0a670c71-f699-4ea4-b201-52a597998df8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:54.005094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.020111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=6d30fbcd-a591-4344-ac84-8a6fb673576d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.048953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.076778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 0a670c71-f699-4ea4-b201-52a597998df8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=0a670c71-f699-4ea4-b201-52a597998df8,segment=NetworkSegment(7d498b6c-feed-486f-9537-418688a9e74a),segment_id=7d498b6c-feed-486f-9537-418688a9e74a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:54.077212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.090594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 0a670c71-f699-4ea4-b201-52a597998df8 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:54.101574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Attempting to bind port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:54.101955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Attempting to bind port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:54.102326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Attempting to bind port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 on network 40626cf1-679b-4c60-a6f0-0e344db590d0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:54.134059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Pushing event updated for resources: {'Port': ['ID=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.183654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:54.184061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Checking segment: {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:54.184629 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.185033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Bound using segment: {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:54.185525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Bound port: 33e4349e-1a4c-4fb9-b6f0-179ee2856a49, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:54.185939 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.188554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.201751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d1ccbfa1-af83-42c6-bd7a-dcea57898e64 None None] Provisioning complete for port 49c99e55-362c-4c8e-bade-9301cc7c551d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:54.202133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1ccbfa1-af83-42c6-bd7a-dcea57898e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.206685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.237039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=0a670c71-f699-4ea4-b201-52a597998df8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.246331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eff73eec-a4cf-4382-888c-74a2c52fbaa9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:54.246710 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.248001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 0a670c71-f699-4ea4-b201-52a597998df8 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:54.332500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.354910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccbfa1-af83-42c6-bd7a-dcea57898e64 None None] Port 49c99e55-362c-4c8e-bade-9301cc7c551d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:54.367203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Transition to ACTIVE for port object 49c99e55-362c-4c8e-bade-9301cc7c551d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:54.373771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.385647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.387144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599d4edb-5311-4b6c-a63a-bcc530e07a58']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.402758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d498b6c-feed-486f-9537-418688a9e74a') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.403070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d498b6c-feed-486f-9537-418688a9e74a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.413511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.418407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] For port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:54.439051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] For port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,segment=NetworkSegment(3118356c-3213-47cc-929d-ec2cf8c380a4),segment_id=3118356c-3213-47cc-929d-ec2cf8c380a4)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:54.449768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.456064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580fb2d-2eb5-45d2-b998-bbc51afc4724 None None] DHCP port deletion for 599d4edb-5311-4b6c-a63a-bcc530e07a58 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:54.459069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:54.459587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: timer() Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:54.463307 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:54.466500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.507035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06d226-2dbf-41eb-8ca0-a7e64b012552 None None] Pushing event updated for resources: {'Port': ['ID=49c99e55-362c-4c8e-bade-9301cc7c551d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.561076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.571570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.581302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/599d4edb-5311-4b6c-a63a-bcc530e07a58 HTTP/1.1" status: 204 len: 168 time: 0.7454028 Jul 16 01:59:54.581509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.587423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-942706611'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:54.615109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfa936-c515-4cf6-b701-c3952fe55553 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=599d4edb-5311-4b6c-a63a-bcc530e07a58,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.626623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a670c71-f699-4ea4-b201-52a597998df8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:54.627339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.627780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:54.633375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.639742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.653209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 0a670c71-f699-4ea4-b201-52a597998df8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:54.653457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a670c71-f699-4ea4-b201-52a597998df8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:59:54.673511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:54.691091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.691769 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment c8e42a0a-c8c7-45b9-8dca-281fc229e617 of type vlan for network c56c7105-bdad-41ba-ba05-386391064982 Jul 16 01:59:54.705095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Port 0a670c71-f699-4ea4-b201-52a597998df8 not found, will not notify nova. {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:59:54.706927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Attempting to bind port 49c99e55-362c-4c8e-bade-9301cc7c551d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:54.707458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Attempting to bind port 49c99e55-362c-4c8e-bade-9301cc7c551d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:54.707984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Attempting to bind port 49c99e55-362c-4c8e-bade-9301cc7c551d on network d0b53c07-a081-473d-b0f3-7a02f87cb733 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:54.720583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:54.721244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Checking segment: {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:54.721357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.721737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Bound using segment: {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:54.722220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Bound port: 49c99e55-362c-4c8e-bade-9301cc7c551d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf302d9-85d1-428d-a1d7-2b6a7be92826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:54.722602 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.741610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a0312-9977-4cf7-af58-062e89481fc7 None None] Pushing event updated for resources: {'Port': ['ID=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.762935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.799375 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.809956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.810848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.817314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.819214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=6d30fbcd-a591-4344-ac84-8a6fb673576d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.876606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] For port 49c99e55-362c-4c8e-bade-9301cc7c551d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:54.887049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] For port 49c99e55-362c-4c8e-bade-9301cc7c551d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=49c99e55-362c-4c8e-bade-9301cc7c551d,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:54.890604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3079307 Jul 16 01:59:54.895979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35894) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.896651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.902241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': 'c56c7105-bdad-41ba-ba05-386391064982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:54.979291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:54.979959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:55.019866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:55.022857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:55.030262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06d226-2dbf-41eb-8ca0-a7e64b012552 None None] Pushing event updated for resources: {'Port': ['ID=49c99e55-362c-4c8e-bade-9301cc7c551d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.061719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa938872-cede-400d-a177-409dc4816f4a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=c56c7105-bdad-41ba-ba05-386391064982,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.084459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c56c7105-bdad-41ba-ba05-386391064982 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:55.119502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:55.127957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.202784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:55.210386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:55.357253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:55.367263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c1f57c0e-2b01-4054-b9eb-a696197cddc3 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6358500 Jul 16 01:59:55.370649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.383671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1920931397'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:55.397068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.434110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:55.437838 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.485471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=cf996fce-2500-48d1-b28f-e4a3715aefe1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.508093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:55.521973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:55.529108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.529619 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added segment c9a4708e-a4e2-4823-b5de-aef179914333 of type vlan for network eca69087-7160-4046-b665-39d8c560a0de Jul 16 01:59:55.546391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': 'c8e42a0a-c8c7-45b9-8dca-281fc229e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c56c7105-bdad-41ba-ba05-386391064982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:55.546755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: c56c7105-bdad-41ba-ba05-386391064982, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:55.556554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3327b0-6f6c-4a7c-871e-861866ba9f81 None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:55.615307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.625726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network c56c7105-bdad-41ba-ba05-386391064982 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:55.674724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c56c7105-bdad-41ba-ba05-386391064982) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:55.698144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa31eebb-2eb4-4b3a-881b-55ca6e90dd94 None None] Network c56c7105-bdad-41ba-ba05-386391064982 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:55.731522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.732613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.787735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.805719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.814148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.871078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6712c461-ca7f-4fc7-8f4e-bd7e833dc486 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9707508 Jul 16 01:59:55.872268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35898) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.878624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-834746492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:55.927777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35900) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.928255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5551493 Jul 16 01:59:55.944300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'subnet': {'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:55.999040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:56.011162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14795-d25f-4080-b372-4a50a76eb805 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Network': ['ID=eca69087-7160-4046-b665-39d8c560a0de,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.047741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.049348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.059224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c56c7105-bdad-41ba-ba05-386391064982', 'network_id': 'c56c7105-bdad-41ba-ba05-386391064982', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'cf996fce-2500-48d1-b28f-e4a3715aefe1'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:56.060389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.063051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network eca69087-7160-4046-b665-39d8c560a0de details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:56.224500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03a093-b4aa-4cd6-8e28-82283463e2d6 None None] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:56.243151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.245546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Made reservation on behalf of 83e4de60a3f049e18bd93184a764c197 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:56.252026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.262301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.304191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f45b3bf7-7ead-454d-90ed-fb5eeecc7a2e None None] Provisioning for port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:56.315328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.316912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7f0fcfb4-10b3-4b50-b0fa-b8cbcbfdf523 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4428890 Jul 16 01:59:56.319799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.382911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:56.394111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:56.394491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.452833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Allocated IP 2001:db8::2 (c56c7105-bdad-41ba-ba05-386391064982/cf996fce-2500-48d1-b28f-e4a3715aefe1/12df3c42-70c0-4d26-8f6c-42b824119488) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:56.568724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.661405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Checking segment: {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:56.661405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network hostable DHCP agents. Network: eca69087-7160-4046-b665-39d8c560a0de, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:56.701159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Subnet': ['ID=26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.746025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network eca69087-7160-4046-b665-39d8c560a0de is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:56.768417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, eca69087-7160-4046-b665-39d8c560a0de) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:56.778122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.779683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.807917 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0b08d42d-e724-49b4-9ed7-a30588e2ea0e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8781705 Jul 16 01:59:56.813657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35904) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.815283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa62e9-0845-49a1-b9b3-dc3e1cf2eb13 None None] Network eca69087-7160-4046-b665-39d8c560a0de requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:56.888900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.902755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Transition to ACTIVE for port object 12df3c42-70c0-4d26-8f6c-42b824119488 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:56.919233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.934002 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.971216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Transition to ACTIVE for port object 12df3c42-70c0-4d26-8f6c-42b824119488 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:57.007031 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.054039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,segment=NetworkSegment(3118356c-3213-47cc-929d-ec2cf8c380a4),segment_id=3118356c-3213-47cc-929d-ec2cf8c380a4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:57.099031 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.100355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cb910028-62ea-48b3-8b6c-7a43b7146f25 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:57.139855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Network c56c7105-bdad-41ba-ba05-386391064982 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:57.160441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:57.163308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:57.187019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Pushing event updated for resources: {'Port': ['ID=12df3c42-70c0-4d26-8f6c-42b824119488,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.330622 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8::1 (c56c7105-bdad-41ba-ba05-386391064982/cf996fce-2500-48d1-b28f-e4a3715aefe1/5a1ab74d-04cf-4165-8ab1-2d3f4a5be408) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:57.369592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-eca69087-7160-4046-b665-39d8c560a0de', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:57.371454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.459236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Attempting to bind port 12df3c42-70c0-4d26-8f6c-42b824119488 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:57.459896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Attempting to bind port 12df3c42-70c0-4d26-8f6c-42b824119488 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c8e42a0a-c8c7-45b9-8dca-281fc229e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c56c7105-bdad-41ba-ba05-386391064982'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:57.460450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Attempting to bind port 12df3c42-70c0-4d26-8f6c-42b824119488 on network c56c7105-bdad-41ba-ba05-386391064982 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:57.480222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.656963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.677821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object 5a1ab74d-04cf-4165-8ab1-2d3f4a5be408 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:57.757851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:57.757851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Checking segment: {'id': 'c8e42a0a-c8c7-45b9-8dca-281fc229e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c56c7105-bdad-41ba-ba05-386391064982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:57.757851 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.758253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Bound using segment: {'id': 'c8e42a0a-c8c7-45b9-8dca-281fc229e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c56c7105-bdad-41ba-ba05-386391064982'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:57.759161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Bound port: 12df3c42-70c0-4d26-8f6c-42b824119488, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e42a0a-c8c7-45b9-8dca-281fc229e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c56c7105-bdad-41ba-ba05-386391064982'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:57.760626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.770893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.816762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.827494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cb910028-62ea-48b3-8b6c-7a43b7146f25 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:57.828496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.856703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=5a1ab74d-04cf-4165-8ab1-2d3f4a5be408,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.867111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:57.870601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network c56c7105-bdad-41ba-ba05-386391064982 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:57.875695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:57.878384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:57.879209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.960646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-60958987-2221-4024-a8fe-1234b9490443 None None] Provisioning for port 6d30fbcd-a591-4344-ac84-8a6fb673576d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:57.983466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-60958987-2221-4024-a8fe-1234b9490443 None None] Provisioning complete for port 6d30fbcd-a591-4344-ac84-8a6fb673576d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:57.983841 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60958987-2221-4024-a8fe-1234b9490443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.996592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:57.997246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.021132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Allocated IP 172.23.0.2 (eca69087-7160-4046-b665-39d8c560a0de/26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead/ab267afc-6c88-4bf0-8458-ab7f16507c88) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:58.030390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] For port 12df3c42-70c0-4d26-8f6c-42b824119488, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:58.036112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.116006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] For port 12df3c42-70c0-4d26-8f6c-42b824119488, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=12df3c42-70c0-4d26-8f6c-42b824119488,segment=NetworkSegment(c8e42a0a-c8c7-45b9-8dca-281fc229e617),segment_id=c8e42a0a-c8c7-45b9-8dca-281fc229e617)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:58.133854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.136036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-60958987-2221-4024-a8fe-1234b9490443 None None] Port 6d30fbcd-a591-4344-ac84-8a6fb673576d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:58.237183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:58.308259 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.313860 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.315057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.317561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-60958987-2221-4024-a8fe-1234b9490443 None None] Provisioning complete for port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:58.317948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60958987-2221-4024-a8fe-1234b9490443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.335361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c4764-bb9e-4a2a-ab7e-2a239e489332 None None] Pushing event updated for resources: {'Port': ['ID=12df3c42-70c0-4d26-8f6c-42b824119488,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.385176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=5a1ab74d-04cf-4165-8ab1-2d3f4a5be408,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.421392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a670c71-f699-4ea4-b201-52a597998df8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:58.485072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 0a670c71-f699-4ea4-b201-52a597998df8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:58.485283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 0a670c71-f699-4ea4-b201-52a597998df8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:58.516553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network c56c7105-bdad-41ba-ba05-386391064982 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:58.521183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:58.620506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.662822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Transition to ACTIVE for port object ab267afc-6c88-4bf0-8458-ab7f16507c88 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:58.673156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router be303ae2-686d-4594-807f-34ff07f75d5b is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:58.708123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Transition to ACTIVE for port object ab267afc-6c88-4bf0-8458-ab7f16507c88 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:58.751120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.786885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:58.795609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-917cd36f-94c6-4a3a-82eb-20b476265f20 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/be303ae2-686d-4594-807f-34ff07f75d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4746411 Jul 16 01:59:58.798485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35906) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.810462 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] Sync routers for ids ['be303ae2-686d-4594-807f-34ff07f75d5b'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:58.814494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Network eca69087-7160-4046-b665-39d8c560a0de is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:58.817185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:58.824222 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] Routers {'be303ae2-686d-4594-807f-34ff07f75d5b'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:58.825293 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['be303ae2-686d-4594-807f-34ff07f75d5b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.826629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 49c99e55-362c-4c8e-bade-9301cc7c551d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:58.830913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:58.848169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Allocated IP 172.23.0.1 (eca69087-7160-4046-b665-39d8c560a0de/26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead/45837c08-a828-40da-bd5d-14779a5375a9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:58.877350 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.877574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0badb-2b8c-4a99-8e94-71dceda7907d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.880499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-05e0badb-2b8c-4a99-8e94-71dceda7907d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports/5a1ab74d-04cf-4165-8ab1-2d3f4a5be408 HTTP/1.1" status: 200 len: 911 time: 0.0769343 Jul 16 01:59:58.881721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35908) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.899133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] Routers {'be303ae2-686d-4594-807f-34ff07f75d5b'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:58.901295 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['be303ae2-686d-4594-807f-34ff07f75d5b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.906182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Pushing event updated for resources: {'Port': ['ID=ab267afc-6c88-4bf0-8458-ab7f16507c88,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.945957 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.947549 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e1faf-cf4f-4cc5-9c4b-c152d6734021 None None] The sync data for ids ['be303ae2-686d-4594-807f-34ff07f75d5b'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:58.970382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f6f29206-2dfa-451f-abba-44dbcaa0bb01 None None] Provisioning complete for port 6d30fbcd-a591-4344-ac84-8a6fb673576d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:58.970762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6f29206-2dfa-451f-abba-44dbcaa0bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.990227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.010570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Transition to ACTIVE for port object 45837c08-a828-40da-bd5d-14779a5375a9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:59.019599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T01:59:54Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:59.021481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 49c99e55-362c-4c8e-bade-9301cc7c551d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:59.053562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.062691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Attempting to bind port ab267afc-6c88-4bf0-8458-ab7f16507c88 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:59.063074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Attempting to bind port ab267afc-6c88-4bf0-8458-ab7f16507c88 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:59.063446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Attempting to bind port ab267afc-6c88-4bf0-8458-ab7f16507c88 on network eca69087-7160-4046-b665-39d8c560a0de {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:59.070622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:59.070980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Updating router f73e4872-1398-4bf1-b8fa-c809ca45569d port 6d30fbcd-a591-4344-ac84-8a6fb673576d binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:59.073321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 49c99e55-362c-4c8e-bade-9301cc7c551d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:59.073682 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.111555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:59.111921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Checking segment: {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:59.112337 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.112779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Bound using segment: {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:59.113276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Bound port: ab267afc-6c88-4bf0-8458-ab7f16507c88, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:59.113664 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.129776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f6f29206-2dfa-451f-abba-44dbcaa0bb01 None None] Port 6d30fbcd-a591-4344-ac84-8a6fb673576d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:59.130956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=45837c08-a828-40da-bd5d-14779a5375a9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.138544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network eca69087-7160-4046-b665-39d8c560a0de is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:59.140223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:59.142714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:59.202744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.220655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.226204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] For port ab267afc-6c88-4bf0-8458-ab7f16507c88, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:59.239444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] For port ab267afc-6c88-4bf0-8458-ab7f16507c88, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ab267afc-6c88-4bf0-8458-ab7f16507c88,segment=NetworkSegment(c9a4708e-a4e2-4823-b5de-aef179914333),segment_id=c9a4708e-a4e2-4823-b5de-aef179914333)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:59.248921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.299495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.392243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdb881-09eb-47d0-a189-7badd1de0967 None None] Pushing event updated for resources: {'Port': ['ID=ab267afc-6c88-4bf0-8458-ab7f16507c88,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.403366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.459246 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.520927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 49c99e55-362c-4c8e-bade-9301cc7c551d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=49c99e55-362c-4c8e-bade-9301cc7c551d,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:59.523256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e46c6-b929-4ab9-9604-285ea350a752 None None] Network c56c7105-bdad-41ba-ba05-386391064982 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:59.564617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.565405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:59.657468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-44813444-9ec5-452a-8292-3a4ae564a538 None None] Provisioning for port 12df3c42-70c0-4d26-8f6c-42b824119488 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:59.792341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 5a1ab74d-04cf-4165-8ab1-2d3f4a5be408 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:59.793439 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.871646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.876562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.933926 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.947380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 5a1ab74d-04cf-4165-8ab1-2d3f4a5be408 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:59.963790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.965514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event updated for resources: {'Port': ['ID=45837c08-a828-40da-bd5d-14779a5375a9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.000042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=49c99e55-362c-4c8e-bade-9301cc7c551d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.079415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Network eca69087-7160-4046-b665-39d8c560a0de is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:00.081572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:00.087245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:00.088385 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.187138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.215879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:00.219663 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.232193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=5a1ab74d-04cf-4165-8ab1-2d3f4a5be408,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.244303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Transition to ACTIVE for port object 6d30fbcd-a591-4344-ac84-8a6fb673576d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:00.284795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.348030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 12df3c42-70c0-4d26-8f6c-42b824119488 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:00.376561 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.392168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6f139-a167-43a9-bb49-c6c9a9aa02d0 None None] Pushing event updated for resources: {'Port': ['ID=6d30fbcd-a591-4344-ac84-8a6fb673576d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.517053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Attempting to bind port 6d30fbcd-a591-4344-ac84-8a6fb673576d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:00.520837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Attempting to bind port 6d30fbcd-a591-4344-ac84-8a6fb673576d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:00.521289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Attempting to bind port 6d30fbcd-a591-4344-ac84-8a6fb673576d on network 40626cf1-679b-4c60-a6f0-0e344db590d0 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:00.542851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:00.543532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Checking segment: {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:00.544236 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.544839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Bound using segment: {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:00.545699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Bound port: 6d30fbcd-a591-4344-ac84-8a6fb673576d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3118356c-3213-47cc-929d-ec2cf8c380a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:00.546279 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.575869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 12df3c42-70c0-4d26-8f6c-42b824119488 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:00.587232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 12df3c42-70c0-4d26-8f6c-42b824119488 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:00.587682 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.700381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] For port 6d30fbcd-a591-4344-ac84-8a6fb673576d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:00.705450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] For port 6d30fbcd-a591-4344-ac84-8a6fb673576d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6d30fbcd-a591-4344-ac84-8a6fb673576d,segment=NetworkSegment(3118356c-3213-47cc-929d-ec2cf8c380a4),segment_id=3118356c-3213-47cc-929d-ec2cf8c380a4)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:00.714219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.806983 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.832012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6f139-a167-43a9-bb49-c6c9a9aa02d0 None None] Pushing event updated for resources: {'Port': ['ID=6d30fbcd-a591-4344-ac84-8a6fb673576d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.842104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:00.842741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.868305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:00.878383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7dc171d3-245e-46bd-9fc1-f6dbeead401e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0639019 Jul 16 02:00:00.879732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35910) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.884912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.945272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 12df3c42-70c0-4d26-8f6c-42b824119488, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=12df3c42-70c0-4d26-8f6c-42b824119488,segment=NetworkSegment(c8e42a0a-c8c7-45b9-8dca-281fc229e617),segment_id=c8e42a0a-c8c7-45b9-8dca-281fc229e617)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:00.957448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.065619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:01.101752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=12df3c42-70c0-4d26-8f6c-42b824119488,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.108399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4c39c-a727-44f0-b2ff-76e708e2481e None None] Network eca69087-7160-4046-b665-39d8c560a0de requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:01.116353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc211551-a6a3-4ef1-93be-ff47fc74d934 None None] Provisioning complete for port 12df3c42-70c0-4d26-8f6c-42b824119488 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:01.116756 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc211551-a6a3-4ef1-93be-ff47fc74d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.293971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router be303ae2-686d-4594-807f-34ff07f75d5b has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:01.394510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 49c99e55-362c-4c8e-bade-9301cc7c551d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:01.394723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:01.404141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6f8fe600-8c29-466d-8555-9abc65066768 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/be303ae2-686d-4594-807f-34ff07f75d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211112 Jul 16 02:00:01.404751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.438511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-42f57428-7cc9-4805-81a5-8204db58b15a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=be303ae2-686d-4594-807f-34ff07f75d5b HTTP/1.1" status: 200 len: 205 time: 0.0303009 Jul 16 02:00:01.438750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.445135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] Sync routers for ids ['be303ae2-686d-4594-807f-34ff07f75d5b'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:01.479409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:01.497304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Removed routes are [] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:01.497634 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.526559 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.527079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] Routers {'be303ae2-686d-4594-807f-34ff07f75d5b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:01.527715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['be303ae2-686d-4594-807f-34ff07f75d5b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.605184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.635915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bc211551-a6a3-4ef1-93be-ff47fc74d934 None None] Could not find standard attr ID for object 5a1ab74d-04cf-4165-8ab1-2d3f4a5be408. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:01.653370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] Routers {'be303ae2-686d-4594-807f-34ff07f75d5b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:01.653610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['be303ae2-686d-4594-807f-34ff07f75d5b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.712701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 49c99e55-362c-4c8e-bade-9301cc7c551d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:01.713086 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.716884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.717534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f691e585-0da3-495a-9951-7dbac47c71ee None None] The sync data for ids ['be303ae2-686d-4594-807f-34ff07f75d5b'] in n-d-791506-20 is: [] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:01.723686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.740398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.740654 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.743295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.748715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.793190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.793703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router be303ae2-686d-4594-807f-34ff07f75d5b {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:01.800781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.802932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-40eb85bd-36d1-43ee-8a65-36016a3748c9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/be303ae2-686d-4594-807f-34ff07f75d5b HTTP/1.1" status: 204 len: 168 time: 0.3623271 Jul 16 02:00:01.804742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.820237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96c386-a5e4-4581-81ce-5c3448842380 None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:01.937355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-584a08cd-d3b5-416f-a897-58fd3fb63ec3 None None] Provisioning for port ab267afc-6c88-4bf0-8458-ab7f16507c88 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:01.946149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-584a08cd-d3b5-416f-a897-58fd3fb63ec3 None None] Could not find standard attr ID for object 5a1ab74d-04cf-4165-8ab1-2d3f4a5be408. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:01.949644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab267afc-6c88-4bf0-8458-ab7f16507c88 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:01.956966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet cf996fce-2500-48d1-b28f-e4a3715aefe1 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:01.969976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:01.972026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.030010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ab267afc-6c88-4bf0-8458-ab7f16507c88 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:02.034501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ab267afc-6c88-4bf0-8458-ab7f16507c88 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:02.034877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.097505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c9fbcfd1-c6f8-4bff-94de-2973f57b28ea None None] Could not find standard attr ID for object 5a1ab74d-04cf-4165-8ab1-2d3f4a5be408. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:02.134831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.188930 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.197537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:02.205364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.206597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3a2c0858-7d06-4e02-a830-cf4d3f715ef2 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 934 time: 1.3262007 Jul 16 02:00:02.210136 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35918) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:02.247452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ab267afc-6c88-4bf0-8458-ab7f16507c88, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ab267afc-6c88-4bf0-8458-ab7f16507c88,segment=NetworkSegment(c9a4708e-a4e2-4823-b5de-aef179914333),segment_id=c9a4708e-a4e2-4823-b5de-aef179914333)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:02.253208 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.254643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6d30fbcd-a591-4344-ac84-8a6fb673576d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:02.302717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.358775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bdefa107-bf57-4629-baf4-6fbe3860c7af tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 934 time: 0.1473682 Jul 16 02:00:02.362405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35920) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:02.370103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'routes': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:02.405481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f7d21185-e5eb-449f-b426-8a9d94dca771 None None] Provisioning complete for port ab267afc-6c88-4bf0-8458-ab7f16507c88 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:02.405968 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7d21185-e5eb-449f-b426-8a9d94dca771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.424006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.453110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=cf996fce-2500-48d1-b28f-e4a3715aefe1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.459361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.464629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-36fc967d-eb6c-4822-a3a8-309587b564df tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/cf996fce-2500-48d1-b28f-e4a3715aefe1 HTTP/1.1" status: 204 len: 168 time: 0.6557481 Jul 16 02:00:02.464954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ab267afc-6c88-4bf0-8458-ab7f16507c88,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.465493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:02.473792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d407b545-2434-4a97-8569-b578d6abb731 None None] Network c56c7105-bdad-41ba-ba05-386391064982 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:02.496781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6d30fbcd-a591-4344-ac84-8a6fb673576d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:02.516095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6d30fbcd-a591-4344-ac84-8a6fb673576d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:02.516480 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.571171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.645282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 12df3c42-70c0-4d26-8f6c-42b824119488 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:02.645721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.736559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 12df3c42-70c0-4d26-8f6c-42b824119488, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=12df3c42-70c0-4d26-8f6c-42b824119488,segment=NetworkSegment(c8e42a0a-c8c7-45b9-8dca-281fc229e617),segment_id=c8e42a0a-c8c7-45b9-8dca-281fc229e617)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:02.737030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.756738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 12df3c42-70c0-4d26-8f6c-42b824119488 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:02.884697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.901956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 12df3c42-70c0-4d26-8f6c-42b824119488 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:02.926221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=12df3c42-70c0-4d26-8f6c-42b824119488,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.982116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:02.982452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:02.992009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f7d21185-e5eb-449f-b426-8a9d94dca771 None None] Provisioning for port 45837c08-a828-40da-bd5d-14779a5375a9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:03.003597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f7d21185-e5eb-449f-b426-8a9d94dca771 None None] Provisioning complete for port 45837c08-a828-40da-bd5d-14779a5375a9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:03.003979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7d21185-e5eb-449f-b426-8a9d94dca771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.023572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.029181 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:03.034980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56c7105-bdad-41ba-ba05-386391064982']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.037737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.043098 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.047545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e42a0a-c8c7-45b9-8dca-281fc229e617') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.047900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e42a0a-c8c7-45b9-8dca-281fc229e617') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.049184 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:03.049873 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.059731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.076225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15744da9-d83b-41ae-bb07-07823ac51b65 None None] DHCP port deletion for c56c7105-bdad-41ba-ba05-386391064982 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:03.078599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.086786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:03.090247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:03.091962 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:03.109568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f7d21185-e5eb-449f-b426-8a9d94dca771 None None] Port 45837c08-a828-40da-bd5d-14779a5375a9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:03.138441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6d30fbcd-a591-4344-ac84-8a6fb673576d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6d30fbcd-a591-4344-ac84-8a6fb673576d,segment=NetworkSegment(3118356c-3213-47cc-929d-ec2cf8c380a4),segment_id=3118356c-3213-47cc-929d-ec2cf8c380a4)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:03.144663 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.151024 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:03.183523 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.203599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.209006 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/c56c7105-bdad-41ba-ba05-386391064982 HTTP/1.1" status: 204 len: 168 time: 0.7392805 Jul 16 02:00:03.209006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312d8a-c46a-4dc4-8eed-1f92799c721d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=c56c7105-bdad-41ba-ba05-386391064982,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.209515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.220489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1082482793', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:03.248011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a9e8ccac-3c72-4a38-8701-4d28f81fb8a4 None None] Provisioning complete for port 45837c08-a828-40da-bd5d-14779a5375a9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:03.248663 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9e8ccac-3c72-4a38-8701-4d28f81fb8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.265271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.266408 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.277073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6d30fbcd-a591-4344-ac84-8a6fb673576d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.287767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab267afc-6c88-4bf0-8458-ab7f16507c88 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:03.324200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8ccac-3c72-4a38-8701-4d28f81fb8a4 None None] Port 45837c08-a828-40da-bd5d-14779a5375a9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:03.365260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ab267afc-6c88-4bf0-8458-ab7f16507c88 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:03.365260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.417397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.419750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.420125 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 7, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.426062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.447656 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:03.448199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Updating router f73e4872-1398-4bf1-b8fa-c809ca45569d port 45837c08-a828-40da-bd5d-14779a5375a9 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:03.500494 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.517219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 12df3c42-70c0-4d26-8f6c-42b824119488 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:03.537818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 12df3c42-70c0-4d26-8f6c-42b824119488 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:03.538106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 12df3c42-70c0-4d26-8f6c-42b824119488 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:03.639857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.657568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:03.795051 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.810766 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Transition to ACTIVE for port object 45837c08-a828-40da-bd5d-14779a5375a9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:03.816594 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.817180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:03.827063 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.828235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7818e465-2083-48a2-9703-5b582731c2ec tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 700 time: 1.4647684 Jul 16 02:00:03.831120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35926) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.868948 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Pushing event updated for resources: {'Port': ['ID=45837c08-a828-40da-bd5d-14779a5375a9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.895470 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.895815 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.896160 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.896595 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.896935 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.897266 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.897591 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.898116 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.898616 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.899113 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.900136 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.900668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:03.940607 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Attempting to bind port 45837c08-a828-40da-bd5d-14779a5375a9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:03.940981 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Attempting to bind port 45837c08-a828-40da-bd5d-14779a5375a9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:03.941347 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Attempting to bind port 45837c08-a828-40da-bd5d-14779a5375a9 on network eca69087-7160-4046-b665-39d8c560a0de {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:03.944457 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-172a0237-d52e-4c5e-92ce-7c6463f35a76 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 700 time: 0.1121318 Jul 16 02:00:03.949497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35928) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.951330 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:03.951764 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Checking segment: {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:03.952177 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.952723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Bound using segment: {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:03.953401 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Bound port: 45837c08-a828-40da-bd5d-14779a5375a9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a4708e-a4e2-4823-b5de-aef179914333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:03.953854 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.982600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.007083 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.126649 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] For port 45837c08-a828-40da-bd5d-14779a5375a9, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:04.130552 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] For port 45837c08-a828-40da-bd5d-14779a5375a9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=45837c08-a828-40da-bd5d-14779a5375a9,segment=NetworkSegment(c9a4708e-a4e2-4823-b5de-aef179914333),segment_id=c9a4708e-a4e2-4823-b5de-aef179914333)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:04.136126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 172.25.7.60 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/922ac57b-0039-47d9-9661-70e3dd7fca70) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:04.136964 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.201620 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:04.202306 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:04.242140 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7793e93-7909-47b1-a5a1-2a5a55b8d1c5 None None] Pushing event updated for resources: {'Port': ['ID=45837c08-a828-40da-bd5d-14779a5375a9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:04.286488 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.304870 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:04.334696 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.370415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.390758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:04.394019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:04.398773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:04.402567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=922ac57b-0039-47d9-9661-70e3dd7fca70,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:04.569521 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 7, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:04.597704 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65159fb-46bd-4b27-b5eb-920b8c88d378 None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 7, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:04.667437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.675798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 45837c08-a828-40da-bd5d-14779a5375a9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:04.676565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.784766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:04.795674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:04.796709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:04.900650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.903573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:05.037798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 06aacd84-dbe5-48d7-901e-c7cbe6a5b276 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:05.120667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 45837c08-a828-40da-bd5d-14779a5375a9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=45837c08-a828-40da-bd5d-14779a5375a9,segment=NetworkSegment(c9a4708e-a4e2-4823-b5de-aef179914333),segment_id=c9a4708e-a4e2-4823-b5de-aef179914333)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:05.121062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.136141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 45837c08-a828-40da-bd5d-14779a5375a9 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:05.150609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 7, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.170197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:05.182551 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] Sync routers for ids ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:05.195079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:05.199582 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] Routers {'06aacd84-dbe5-48d7-901e-c7cbe6a5b276'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:05.200176 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.210407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:05.211187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.240032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.240654 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.247760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e5d968f8-6216-4c20-b065-64c5e6329f2d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0347133 Jul 16 02:00:05.248403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.255310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] Routers {'06aacd84-dbe5-48d7-901e-c7cbe6a5b276'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:05.255929 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.317793 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.318361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6d30fbcd-a591-4344-ac84-8a6fb673576d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:05.318779 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5f8fbe-8458-477a-b75f-d8be2c5192da None None] The sync data for ids ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:05.346152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.353752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:05.385226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=45837c08-a828-40da-bd5d-14779a5375a9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.464035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6d30fbcd-a591-4344-ac84-8a6fb673576d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:05.464342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.588975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.645576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 45837c08-a828-40da-bd5d-14779a5375a9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:05.669392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 45837c08-a828-40da-bd5d-14779a5375a9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:05.669853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 45837c08-a828-40da-bd5d-14779a5375a9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 02:00:05.699213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Port 45837c08-a828-40da-bd5d-14779a5375a9 not found, will not notify nova. {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 02:00:05.715704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 7, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.750461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84203f71-dba7-43d5-8fc7-44ea85f0afab None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 7, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '45837c08-a828-40da-bd5d-14779a5375a9', 'name': '', 'network_id': 'eca69087-7160-4046-b665-39d8c560a0de', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:bc:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:57Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 4, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:05.825641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8056e821-f7ac-41ed-9a55-a2a7a36da6a9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/routers/06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 200 len: 884 time: 0.5758567 Jul 16 02:00:05.826156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:05.826553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.931714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:05.940092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-904ee573-663c-4180-a6f2-3419e2d3dfba tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891028 Jul 16 02:00:05.940881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35934) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.944768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:05.956336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:05.956949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.994754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet 26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:05.998282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.039875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.052684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:06.109537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0eb786c4-2724-4c74-aada-db9e78c86914 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2784309 Jul 16 02:00:06.117252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35936) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:06.124588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1082482793'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:06.180121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.267807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:05Z', 'revision_number': 8, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.298671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:06.307756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:06.308370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.323435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.367929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.382742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e33a39a-3eed-4858-aef1-55c61b999141 None None] Network eca69087-7160-4046-b665-39d8c560a0de requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:06.398102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.400725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b4c33a79-e031-45df-b99c-b34e7bb11000 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead HTTP/1.1" status: 204 len: 168 time: 0.4587200 Jul 16 02:00:06.404915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35938) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:06.495174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.535525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.551451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.555631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port ab267afc-6c88-4bf0-8458-ab7f16507c88 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:06.556139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.576908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:06.627416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port ab267afc-6c88-4bf0-8458-ab7f16507c88, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ab267afc-6c88-4bf0-8458-ab7f16507c88,segment=NetworkSegment(c9a4708e-a4e2-4823-b5de-aef179914333),segment_id=c9a4708e-a4e2-4823-b5de-aef179914333)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:06.628364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.641898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for ab267afc-6c88-4bf0-8458-ab7f16507c88 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:06.673661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 06aacd84-dbe5-48d7-901e-c7cbe6a5b276 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:06.726778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.759391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=ab267afc-6c88-4bf0-8458-ab7f16507c88,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.761789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port ab267afc-6c88-4bf0-8458-ab7f16507c88 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:06.797992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:06.809060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.810885 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f2224562-7f33-425a-99dc-6192461a13ac tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 200 len: 891 time: 0.6925120 Jul 16 02:00:06.816875 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] Sync routers for ids ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:06.822031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35940) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:06.829353 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] Routers {'06aacd84-dbe5-48d7-901e-c7cbe6a5b276'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:06.830214 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.868332 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.881821 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] Routers {'06aacd84-dbe5-48d7-901e-c7cbe6a5b276'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:06.883531 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.887999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:05Z', 'revision_number': 8, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.907906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.916860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aab3f6-43ba-477f-9588-170201c256ea None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:05Z', 'revision_number': 8, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d30fbcd-a591-4344-ac84-8a6fb673576d', 'name': '', 'network_id': '40626cf1-679b-4c60-a6f0-0e344db590d0', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:09:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:52Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'a36714c0-59cc-4cc3-ae14-e4ddc5c36e12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:06.921511 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.922168 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472a9f9-2366-409d-b25c-5f10d6a39db1 None None] The sync data for ids ['06aacd84-dbe5-48d7-901e-c7cbe6a5b276'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:06.927913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca69087-7160-4046-b665-39d8c560a0de']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.934480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8034cc-5b36-4c4d-8422-cd06935436b6 None None] DHCP port deletion for eca69087-7160-4046-b665-39d8c560a0de request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:06.971489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a4708e-a4e2-4823-b5de-aef179914333') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.971790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a4708e-a4e2-4823-b5de-aef179914333') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.985088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.006763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.020483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f4dcd7f4-4c40-4dbd-a6e3-d32a8e0307d8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/routers/06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 200 len: 891 time: 0.1971598 Jul 16 02:00:07.021712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:07.022197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.023323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35942) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:07.025831 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:07.053627 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-61bfe997-1d7c-4908-ac0e-5a047cfc876c tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 200 len: 205 time: 0.0290046 Jul 16 02:00:07.056521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35944) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.090406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.099216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.101332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/eca69087-7160-4046-b665-39d8c560a0de HTTP/1.1" status: 204 len: 168 time: 0.6951456 Jul 16 02:00:07.104773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35946) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.116692 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcead92-fcca-473e-bbdb-9767138fddd7 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=eca69087-7160-4046-b665-39d8c560a0de,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.254063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.381659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab267afc-6c88-4bf0-8458-ab7f16507c88 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:07.407729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ab267afc-6c88-4bf0-8458-ab7f16507c88 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:07.408277 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ab267afc-6c88-4bf0-8458-ab7f16507c88 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:07.408870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 45837c08-a828-40da-bd5d-14779a5375a9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:07.429587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 45837c08-a828-40da-bd5d-14779a5375a9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:07.430171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 45837c08-a828-40da-bd5d-14779a5375a9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:07.475220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.575167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 922ac57b-0039-47d9-9661-70e3dd7fca70 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:07.575514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.646936 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.684519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.701336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 922ac57b-0039-47d9-9661-70e3dd7fca70 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:07.723130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.020363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.050468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=922ac57b-0039-47d9-9661-70e3dd7fca70,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:08.103718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.103960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.104316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.104688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.105034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.105374 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.105708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.106072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.106413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.106738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.107069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.107398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:08.491128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.589306 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.592705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.638419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 6d30fbcd-a591-4344-ac84-8a6fb673576d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:08.638683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.660400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.660946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router 06aacd84-dbe5-48d7-901e-c7cbe6a5b276 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:08.670517 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.671635 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5263b6bc-a2e0-481c-a3d3-3b55e90b9928 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 204 len: 168 time: 1.6141858 Jul 16 02:00:08.675831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35948) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:08.681553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2019201738'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:08.745456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:08.749041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.775446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 6d30fbcd-a591-4344-ac84-8a6fb673576d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6d30fbcd-a591-4344-ac84-8a6fb673576d,segment=NetworkSegment(3118356c-3213-47cc-929d-ec2cf8c380a4),segment_id=3118356c-3213-47cc-929d-ec2cf8c380a4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:08.775807 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.793542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 6d30fbcd-a591-4344-ac84-8a6fb673576d owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:08.803178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:08.849277 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.849626 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 8f08da7d-68f5-42f2-819b-9977ec531ed7 of type vlan for network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e Jul 16 02:00:08.903138 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.978140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.984053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:08.984926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.051303 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3744292 Jul 16 02:00:09.054383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35950) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.060555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:09.093482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e277db-9c19-4e64-a31e-833dde341a03 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:09.105133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:09.123466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.169257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=6d30fbcd-a591-4344-ac84-8a6fb673576d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:09.171647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:09.177125 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.372625 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.414394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.482962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=c8444d39-15f7-481e-a5e3-1fc518643518,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:09.496549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.497168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.497564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.497564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.498023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.498284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.498701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.499064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.499402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.499731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.500059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.500384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:09.503420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '8f08da7d-68f5-42f2-819b-9977ec531ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:09.503791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:09.524092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:09.535126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:09.539808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:09.540777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.548548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24ba70-ebd9-48fd-85ca-85bcbe0025b3 None None] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:09.557021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-93eff0ad-5f1d-4122-a299-f5a898d683f4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5011044 Jul 16 02:00:09.559392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.565380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1344863418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:09.597284 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.598690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:09.599887 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.688550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.695648 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.704627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:09.710332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c22320e7-3c04-4b4c-b2eb-cfb14e82ff4e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5960131 Jul 16 02:00:09.716091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35954) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.719349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.725408 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa7a191c-7e66-494a-a7c6-55850bf57784 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1601751 Jul 16 02:00:09.725593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:09.725729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35956) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.736415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:09.737269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:09.740654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e', 'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'c8444d39-15f7-481e-a5e3-1fc518643518'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:09.741499 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.885387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet a36714c0-59cc-4cc3-ae14-e4ddc5c36e12 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:09.891825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.930738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:10.023060 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.119077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Allocated IP 2001:db8::2 (d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e/c8444d39-15f7-481e-a5e3-1fc518643518/7adb267a-4082-4aef-8570-792db64c3f82) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:10.154828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.181594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.193698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe0f16f2-6374-49fe-a432-a198d7b94002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.324753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:08Z', 'revision_number': 9, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.364163 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:10.370674 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.383311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Transition to ACTIVE for port object 7adb267a-4082-4aef-8570-792db64c3f82 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:10.388536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:10.388737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.389162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.430853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.433676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/a36714c0-59cc-4cc3-ae14-e4ddc5c36e12 HTTP/1.1" status: 204 len: 168 time: 0.7162116 Jul 16 02:00:10.435856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.436888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406381-5d30-4415-9922-f0e6f1ac247d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=a36714c0-59cc-4cc3-ae14-e4ddc5c36e12,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.458061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2a415-2271-4918-99c4-eb4c13f21f5f None None] Network 40626cf1-679b-4c60-a6f0-0e344db590d0 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:10.461733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Transition to ACTIVE for port object 7adb267a-4082-4aef-8570-792db64c3f82 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:10.494770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.526258 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.539547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8::1 (d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e/c8444d39-15f7-481e-a5e3-1fc518643518/c3abb9da-0aa3-497a-821e-155fafb98625) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:10.577749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:10.596923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:10.597443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.626902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:10.637743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Pushing event updated for resources: {'Port': ['ID=7adb267a-4082-4aef-8570-792db64c3f82,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.640254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:10.646547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:10.674465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.678830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,segment=NetworkSegment(3118356c-3213-47cc-929d-ec2cf8c380a4),segment_id=3118356c-3213-47cc-929d-ec2cf8c380a4)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:10.679300 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.688906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object c3abb9da-0aa3-497a-821e-155fafb98625 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:10.692859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:10.722839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.766084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:10.772045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:10.777346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:10.777958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.795645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.834894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:10.842726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=33e4349e-1a4c-4fb9-b6f0-179ee2856a49,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.900856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=c3abb9da-0aa3-497a-821e-155fafb98625,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.929359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.942951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.953679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40626cf1-679b-4c60-a6f0-0e344db590d0']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.969629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3118356c-3213-47cc-929d-ec2cf8c380a4') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.969916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3118356c-3213-47cc-929d-ec2cf8c380a4') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.980851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.995926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Attempting to bind port 7adb267a-4082-4aef-8570-792db64c3f82 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:10.996301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Attempting to bind port 7adb267a-4082-4aef-8570-792db64c3f82 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8f08da7d-68f5-42f2-819b-9977ec531ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:10.996676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Attempting to bind port 7adb267a-4082-4aef-8570-792db64c3f82 on network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:10.997789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.004873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:11.005373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:11.008458 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:11.022638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:11.023023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Checking segment: {'id': '8f08da7d-68f5-42f2-819b-9977ec531ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:11.023415 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.025498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Bound using segment: {'id': '8f08da7d-68f5-42f2-819b-9977ec531ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:11.025498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Bound port: 7adb267a-4082-4aef-8570-792db64c3f82, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f08da7d-68f5-42f2-819b-9977ec531ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd1f5cef8-c8a7-4ba8-b406-6d006fa30d6e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:11.025498 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.081814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.092728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.095121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/40626cf1-679b-4c60-a6f0-0e344db590d0 HTTP/1.1" status: 204 len: 168 time: 0.6573944 Jul 16 02:00:11.107134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35964) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.116204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9ec6-2fc4-4e22-93c7-922d669dd3be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=40626cf1-679b-4c60-a6f0-0e344db590d0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.136588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] For port 7adb267a-4082-4aef-8570-792db64c3f82, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:11.140554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] For port 7adb267a-4082-4aef-8570-792db64c3f82, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7adb267a-4082-4aef-8570-792db64c3f82,segment=NetworkSegment(8f08da7d-68f5-42f2-819b-9977ec531ed7),segment_id=8f08da7d-68f5-42f2-819b-9977ec531ed7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:11.152056 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.209012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:08Z', 'revision_number': 9, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.248969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a376-0d5a-4967-8b4e-f9f98731c062 None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:08Z', 'revision_number': 9, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': '49c99e55-362c-4c8e-bade-9301cc7c551d', 'name': '', 'network_id': 'd0b53c07-a081-473d-b0f3-7a02f87cb733', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:52:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'fde6b91e-a842-4cce-b814-27245de19522', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:47Z', 'updated_at': '2021-07-16T01:59:59Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': 'fde6b91e-a842-4cce-b814-27245de19522', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:11.258136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fee54d-bdfc-445c-b52b-52573155238e None None] DHCP port deletion for 40626cf1-679b-4c60-a6f0-0e344db590d0 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:11.260500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.266800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.267562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.312946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aa39f-458a-4963-b7e3-4f6f029814be None None] Pushing event updated for resources: {'Port': ['ID=7adb267a-4082-4aef-8570-792db64c3f82,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.370885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=c3abb9da-0aa3-497a-821e-155fafb98625,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.437261 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:11.441207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:11.558803 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.571167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 670d3abb-0471-49b4-a2d3-c316a2eea571 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:11.718584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:11.724708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-353a3d58-7ebd-4f52-89f5-89c30e3a0dd7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/670d3abb-0471-49b4-a2d3-c316a2eea571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976482 Jul 16 02:00:11.727911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35966) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.732865 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] Sync routers for ids ['670d3abb-0471-49b4-a2d3-c316a2eea571'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:11.757972 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] Routers {'670d3abb-0471-49b4-a2d3-c316a2eea571'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:11.760010 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['670d3abb-0471-49b4-a2d3-c316a2eea571'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.795791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0451d-bafa-42b6-9e0c-82469017618c tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:11.797516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-30c0451d-bafa-42b6-9e0c-82469017618c tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports/c3abb9da-0aa3-497a-821e-155fafb98625 HTTP/1.1" status: 200 len: 911 time: 0.0682843 Jul 16 02:00:11.800218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35968) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.806823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8444d39-15f7-481e-a5e3-1fc518643518'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:11.820065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:11.834738 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.855451 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] Routers {'670d3abb-0471-49b4-a2d3-c316a2eea571'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:11.856197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T01:59:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['670d3abb-0471-49b4-a2d3-c316a2eea571'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.861568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:11.861931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 33e4349e-1a4c-4fb9-b6f0-179ee2856a49 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:11.902527 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.903180 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287aac06-5d44-49cc-a330-7be7ab518023 None None] The sync data for ids ['670d3abb-0471-49b4-a2d3-c316a2eea571'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:11.953238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 49c99e55-362c-4c8e-bade-9301cc7c551d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:11.953598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.017272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.052017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 49c99e55-362c-4c8e-bade-9301cc7c551d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=49c99e55-362c-4c8e-bade-9301cc7c551d,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:12.052382 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.066445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 49c99e55-362c-4c8e-bade-9301cc7c551d owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:12.260826 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.295507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=49c99e55-362c-4c8e-bade-9301cc7c551d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:12.417347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64724a73-55a8-4cb3-a90a-4d193186700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.454014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.466160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.474815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:12.475561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.477918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/ports/c3abb9da-0aa3-497a-821e-155fafb98625 HTTP/1.1" status: 200 len: 911 time: 0.6758673 Jul 16 02:00:12.483117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35970) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:12.495279 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.541016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602587-aab3-4c15-898f-3a69f7302074 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=c3abb9da-0aa3-497a-821e-155fafb98625,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:12.571968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.798435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20595c-f62e-4597-a7a8-0f824a4c15ac None None] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:12.882194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6ee65f66-17a4-469d-a7b1-61797218dfff None None] Provisioning for port 7adb267a-4082-4aef-8570-792db64c3f82 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:13.347278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:13.353474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7adb267a-4082-4aef-8570-792db64c3f82 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:13.376764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-55980e3b-39c1-4202-8bf1-003ed53260b1 None None] Provisioning for port c3abb9da-0aa3-497a-821e-155fafb98625 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:13.385004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-55980e3b-39c1-4202-8bf1-003ed53260b1 None None] Provisioning complete for port c3abb9da-0aa3-497a-821e-155fafb98625 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:13.385447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-55980e3b-39c1-4202-8bf1-003ed53260b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.438646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-55980e3b-39c1-4202-8bf1-003ed53260b1 None None] Port c3abb9da-0aa3-497a-821e-155fafb98625 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:13.446567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7adb267a-4082-4aef-8570-792db64c3f82 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:13.450720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7adb267a-4082-4aef-8570-792db64c3f82 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:13.451099 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.488991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.526365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:13.539230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:13.546085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.563350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-20958fe9-ee43-42f1-91d8-fb69b88649e1 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4518743 Jul 16 02:00:13.564220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35972) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.574960 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:13.575713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:13.630479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet fde6b91e-a842-4cce-b814-27245de19522 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:13.635518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.660620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8e4f9443-df85-40a5-a88a-d71e3f2a0842 None None] Provisioning complete for port c3abb9da-0aa3-497a-821e-155fafb98625 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:13.661001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9443-df85-40a5-a88a-d71e3f2a0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.674355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7adb267a-4082-4aef-8570-792db64c3f82, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7adb267a-4082-4aef-8570-792db64c3f82,segment=NetworkSegment(8f08da7d-68f5-42f2-819b-9977ec531ed7),segment_id=8f08da7d-68f5-42f2-819b-9977ec531ed7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:13.699265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.700492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.716389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6d30fbcd-a591-4344-ac84-8a6fb673576d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:13.769503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:13.809970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6d30fbcd-a591-4344-ac84-8a6fb673576d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:13.810195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.810313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6d30fbcd-a591-4344-ac84-8a6fb673576d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:13.811652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f9443-df85-40a5-a88a-d71e3f2a0842 None None] Port c3abb9da-0aa3-497a-821e-155fafb98625 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:13.849596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port c3abb9da-0aa3-497a-821e-155fafb98625 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:13.849596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.882347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.883096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7adb267a-4082-4aef-8570-792db64c3f82,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:13.894120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.927141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=fde6b91e-a842-4cce-b814-27245de19522,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:13.931039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.935762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35974) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.935999 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-552b9341-9893-40ef-905a-da2ddadccf6f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/fde6b91e-a842-4cce-b814-27245de19522 HTTP/1.1" status: 204 len: 168 time: 0.3696752 Jul 16 02:00:13.944722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c6429-3183-42c9-b50b-f72a1e95b4e3 None None] Network d0b53c07-a081-473d-b0f3-7a02f87cb733 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:13.981837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.002196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for c3abb9da-0aa3-497a-821e-155fafb98625 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:14.031403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ea2354cb-57f9-4c7b-80fd-5cccfde054d4 None None] Provisioning complete for port c3abb9da-0aa3-497a-821e-155fafb98625 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:14.031773 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea2354cb-57f9-4c7b-80fd-5cccfde054d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.051082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.130079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ea2354cb-57f9-4c7b-80fd-5cccfde054d4 None None] Port c3abb9da-0aa3-497a-821e-155fafb98625 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:14.172572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:12Z', 'revision_number': 10, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.202511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:14.207755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port cb910028-62ea-48b3-8b6c-7a43b7146f25 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:14.208104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.210895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:14.211515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.284131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] DHCP port deletion for d0b53c07-a081-473d-b0f3-7a02f87cb733 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:14.315277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port cb910028-62ea-48b3-8b6c-7a43b7146f25, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cb910028-62ea-48b3-8b6c-7a43b7146f25,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:14.315714 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.324070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.333395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:14.357598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for cb910028-62ea-48b3-8b6c-7a43b7146f25 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:14.364238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=c3abb9da-0aa3-497a-821e-155fafb98625,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.426214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] Deleting port cb910028-62ea-48b3-8b6c-7a43b7146f25 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:14.426579 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.506995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.620492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.707356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=cb910028-62ea-48b3-8b6c-7a43b7146f25,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.714618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port cb910028-62ea-48b3-8b6c-7a43b7146f25 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:14.718658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] For port cb910028-62ea-48b3-8b6c-7a43b7146f25, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cb910028-62ea-48b3-8b6c-7a43b7146f25,segment=NetworkSegment(6cf302d9-85d1-428d-a1d7-2b6a7be92826),segment_id=6cf302d9-85d1-428d-a1d7-2b6a7be92826)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:14.719186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.741926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] Calling delete_port for cb910028-62ea-48b3-8b6c-7a43b7146f25 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:14.742270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 670d3abb-0471-49b4-a2d3-c316a2eea571 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:14.840214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.858514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.864754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:12Z', 'revision_number': 10, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.876708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b53c07-a081-473d-b0f3-7a02f87cb733']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.885642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:14.886895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] Pushing event deleted for resources: {'Port': ['ID=cb910028-62ea-48b3-8b6c-7a43b7146f25,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.891667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cb871f48-0731-47dc-a650-56df301f21e8 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/670d3abb-0471-49b4-a2d3-c316a2eea571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049547 Jul 16 02:00:14.893569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf302d9-85d1-428d-a1d7-2b6a7be92826') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.893870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf302d9-85d1-428d-a1d7-2b6a7be92826') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.894487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35976) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.900315 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] Sync routers for ids ['670d3abb-0471-49b4-a2d3-c316a2eea571'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:14.907248 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.910982 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] Routers {'670d3abb-0471-49b4-a2d3-c316a2eea571'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:14.911857 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['670d3abb-0471-49b4-a2d3-c316a2eea571'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.925232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.925602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131f345-43ba-4301-9b6e-506880460b0a None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:12Z', 'revision_number': 10, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None, '_interfaces': [{'id': 'eff73eec-a4cf-4382-888c-74a2c52fbaa9', 'name': '', 'network_id': '7c75eaae-ddf4-4a66-a584-4da0e84ef19d', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'mac_address': 'fa:16:3e:e9:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '687fa959-e022-4092-af82-682a0529f5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 5, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'subnets': [{'id': '687fa959-e022-4092-af82-682a0529f5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:14.927112 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966ca87-b0f3-4a74-9891-e95dce7134dd None None] No DVR routers for this DVR port cb910028-62ea-48b3-8b6c-7a43b7146f25 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:14.933261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:14.936461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:14.939854 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:14.947244 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd8df277-4c1c-4a65-8294-65311c2cf9b3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=670d3abb-0471-49b4-a2d3-c316a2eea571 HTTP/1.1" status: 200 len: 205 time: 0.0508254 Jul 16 02:00:14.949593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35978) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.978928 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.988502 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] Routers {'670d3abb-0471-49b4-a2d3-c316a2eea571'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:14.989651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['670d3abb-0471-49b4-a2d3-c316a2eea571'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:15.017718 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.027533 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:15.028560 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc54e6-f4e2-40ef-9e3a-5ea7e75439e7 None None] The sync data for ids ['670d3abb-0471-49b4-a2d3-c316a2eea571'] in n-d-791506-20 is: [] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:15.038008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.043609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/d0b53c07-a081-473d-b0f3-7a02f87cb733 HTTP/1.1" status: 204 len: 168 time: 1.1043339 Jul 16 02:00:15.050395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.058164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b68f-2160-4f46-a618-3b6080100105 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=d0b53c07-a081-473d-b0f3-7a02f87cb733,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.244994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7adb267a-4082-4aef-8570-792db64c3f82 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:15.295512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7adb267a-4082-4aef-8570-792db64c3f82 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:15.295894 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.351295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.422839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.467042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 49c99e55-362c-4c8e-bade-9301cc7c551d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:15.491403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 49c99e55-362c-4c8e-bade-9301cc7c551d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:15.492281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 49c99e55-362c-4c8e-bade-9301cc7c551d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:15.492881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cb910028-62ea-48b3-8b6c-7a43b7146f25 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:15.514557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: cb910028-62ea-48b3-8b6c-7a43b7146f25 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:15.514977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cb910028-62ea-48b3-8b6c-7a43b7146f25 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:15.600585 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.602851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.648221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.648979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router 670d3abb-0471-49b4-a2d3-c316a2eea571 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:15.657151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.658574 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c322d9fd-f5be-4962-b753-de5514e480a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/670d3abb-0471-49b4-a2d3-c316a2eea571 HTTP/1.1" status: 204 len: 168 time: 0.7076373 Jul 16 02:00:15.661111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35982) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.690904 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.714945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet c8444d39-15f7-481e-a5e3-1fc518643518 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:15.718393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.759611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.851204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.915635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.943162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=c8444d39-15f7-481e-a5e3-1fc518643518,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.948785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.952147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port eff73eec-a4cf-4382-888c-74a2c52fbaa9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:15.952607 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.953086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fda01312-caf1-4458-8369-fa5276a04baf tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/c8444d39-15f7-481e-a5e3-1fc518643518 HTTP/1.1" status: 204 len: 168 time: 0.2906132 Jul 16 02:00:15.953830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35984) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.956042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d4338-de3e-4e36-9de3-f36a7341ada7 None None] Network d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:16.048291 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.060094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port eff73eec-a4cf-4382-888c-74a2c52fbaa9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eff73eec-a4cf-4382-888c-74a2c52fbaa9,segment=NetworkSegment(d971fb88-66dc-4b2b-b0f6-528ecbf005fe),segment_id=d971fb88-66dc-4b2b-b0f6-528ecbf005fe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:16.060817 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.076951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for eff73eec-a4cf-4382-888c-74a2c52fbaa9 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:16.107709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 7adb267a-4082-4aef-8570-792db64c3f82 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:16.108047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.171975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] DHCP port deletion for d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:16.183812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 7adb267a-4082-4aef-8570-792db64c3f82, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7adb267a-4082-4aef-8570-792db64c3f82,segment=NetworkSegment(8f08da7d-68f5-42f2-819b-9977ec531ed7),segment_id=8f08da7d-68f5-42f2-819b-9977ec531ed7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:16.184321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.205831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 7adb267a-4082-4aef-8570-792db64c3f82 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:16.223447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] Deleting port 7adb267a-4082-4aef-8570-792db64c3f82 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:16.223447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.277794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.297692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.301741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] For port 7adb267a-4082-4aef-8570-792db64c3f82, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7adb267a-4082-4aef-8570-792db64c3f82,segment=NetworkSegment(8f08da7d-68f5-42f2-819b-9977ec531ed7),segment_id=8f08da7d-68f5-42f2-819b-9977ec531ed7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:16.302136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.304563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=eff73eec-a4cf-4382-888c-74a2c52fbaa9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.318384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] Calling delete_port for 7adb267a-4082-4aef-8570-792db64c3f82 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:16.327620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=7adb267a-4082-4aef-8570-792db64c3f82,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.342003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 7adb267a-4082-4aef-8570-792db64c3f82 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:16.424511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.443341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.452570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] Pushing event deleted for resources: {'Port': ['ID=7adb267a-4082-4aef-8570-792db64c3f82,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.459314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a588b3-121e-443f-88e7-34770a0c7a5c None None] No DVR routers for this DVR port 7adb267a-4082-4aef-8570-792db64c3f82 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:16.460902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:16.474180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f08da7d-68f5-42f2-819b-9977ec531ed7') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:16.474502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f08da7d-68f5-42f2-819b-9977ec531ed7') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:16.486326 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.502620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.505166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.511590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:16.511847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:16.515187 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:16.581294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.595087 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.600837 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e HTTP/1.1" status: 204 len: 168 time: 0.6355629 Jul 16 02:00:16.601434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:16.606834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1002688517', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:16.609069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e97030-a60b-4c0d-adbc-43336264c8ef tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=d1f5cef8-c8a7-4ba8-b406-6d006fa30d6e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.698676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:16.706796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.707766 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.827711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.829163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:16.834377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-95e8e2e0-adeb-47ec-bf6f-b45182c8a142 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828379 Jul 16 02:00:16.835986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.838669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35988) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:16.841819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:16.851118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:16.851926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:16.855238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.856512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7dbaedef-019b-4434-8ee7-8bf2fc4e0152 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2541392 Jul 16 02:00:16.859130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:16.864846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-642084723'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:16.893671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:16.897303 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.901411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting subnet 687fa959-e022-4092-af82-682a0529f5e1 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:16.904699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.923376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:16.934048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:16.934379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.934719 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 70618383-28b0-44b4-aee9-26607a2b58e2 of type vlan for network 8d7c6650-b76c-455a-a471-93dc45ed8486 Jul 16 02:00:16.950661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.981759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.989588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:16Z', 'revision_number': 11, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:17.016448 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.020188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:17.023211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.024757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.030318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:17.031015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:17.046099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.067632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35992) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.068087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2073603 Jul 16 02:00:17.073516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:17.099910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:17.113101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34458b-5bbb-4815-ad67-82f52f03b388 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=8d7c6650-b76c-455a-a471-93dc45ed8486,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:17.129748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:17.167561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:16Z', 'revision_number': 11, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:17.178553 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.206505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2585002-f897-4d63-bfad-959610fbd40b None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:16Z', 'revision_number': 11, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:17.221135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Subnet': ['ID=687fa959-e022-4092-af82-682a0529f5e1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:17.224047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.226911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87d17e74-ce6a-45d5-84c5-fca470f9e809 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/687fa959-e022-4092-af82-682a0529f5e1 HTTP/1.1" status: 204 len: 168 time: 0.3867779 Jul 16 02:00:17.228860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:17.230204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.232616 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.281090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63ecdd-0195-4219-b0ee-d0ef8c512b6d None None] Network 7c75eaae-ddf4-4a66-a584-4da0e84ef19d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:17.325795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.398648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Deleting port 891e906f-1673-4a7a-8972-03e04bfbaca4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:17.399910 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.444641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.483426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] For port 891e906f-1673-4a7a-8972-03e04bfbaca4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=891e906f-1673-4a7a-8972-03e04bfbaca4,segment=NetworkSegment(d971fb88-66dc-4b2b-b0f6-528ecbf005fe),segment_id=d971fb88-66dc-4b2b-b0f6-528ecbf005fe)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:17.483905 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.502338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Calling delete_port for 891e906f-1673-4a7a-8972-03e04bfbaca4 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:17.511605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=bbf41ade-9279-4269-9040-df82db1723d7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:17.517037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:17.517406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: 8d7c6650-b76c-455a-a471-93dc45ed8486, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:17.542752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:17.553984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8d7c6650-b76c-455a-a471-93dc45ed8486) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:17.566417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.566900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.574131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e49b6f-a77e-43d0-accc-5ae7011c4aec None None] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:17.576205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6a288-1bfd-473b-ae86-dacc494774f5 None None] DHCP port deletion for 7c75eaae-ddf4-4a66-a584-4da0e84ef19d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:17.600296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-36eac507-b520-4cc4-8829-b238f51a26d0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5289285 Jul 16 02:00:17.600601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 35996) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.618908 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.651857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-88b6a288-1bfd-473b-ae86-dacc494774f5 None None] The port '891e906f-1673-4a7a-8972-03e04bfbaca4' was deleted {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 02:00:17.657451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Port': ['ID=891e906f-1673-4a7a-8972-03e04bfbaca4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:17.659419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No DVR routers for this DVR port 891e906f-1673-4a7a-8972-03e04bfbaca4 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:17.745766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7adb267a-4082-4aef-8570-792db64c3f82 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:17.780245 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.791859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7adb267a-4082-4aef-8570-792db64c3f82 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:17.792060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7adb267a-4082-4aef-8570-792db64c3f82 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:17.793194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c75eaae-ddf4-4a66-a584-4da0e84ef19d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:17.814411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:17.814982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd971fb88-66dc-4b2b-b0f6-528ecbf005fe') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:17.826305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.841016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.847104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:17.847505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:17.850466 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:17.857084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8d7c6650-b76c-455a-a471-93dc45ed8486', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:17.857988 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.921835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.926371 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.932633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/networks/7c75eaae-ddf4-4a66-a584-4da0e84ef19d HTTP/1.1" status: 204 len: 168 time: 0.7013261 Jul 16 02:00:17.933256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 35998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.933386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.940950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'routes': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:18.007407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Allocated IP 2001:db8::2 (8d7c6650-b76c-455a-a471-93dc45ed8486/bbf41ade-9279-4269-9040-df82db1723d7/767fecb2-1809-4d81-93f0-d54d643a3a16) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:18.022624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff2a99-de5e-44a9-bd28-fe04ba3e5236 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Pushing event deleted for resources: {'Network': ['ID=7c75eaae-ddf4-4a66-a584-4da0e84ef19d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.124175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Added routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:18.124507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.extraroute_db [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Removed routes are [] {{(pid=93756) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:18.124885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.159503 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.167852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Transition to ACTIVE for port object 767fecb2-1809-4d81-93f0-d54d643a3a16 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:18.182938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Transition to ACTIVE for port object 767fecb2-1809-4d81-93f0-d54d643a3a16 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:18.191341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.238304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:18.241089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:18.244562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:18.247212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8::1 (8d7c6650-b76c-455a-a471-93dc45ed8486/bbf41ade-9279-4269-9040-df82db1723d7/88940774-cfc1-4ccb-95e3-07d3b5c1ec91) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:18.254467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Pushing event updated for resources: {'Port': ['ID=767fecb2-1809-4d81-93f0-d54d643a3a16,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.268560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.271940 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.284656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.285069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.285347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.285681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.286010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.286383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.286873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.287011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.287284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.287603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.287924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.288833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:18.321641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Attempting to bind port 767fecb2-1809-4d81-93f0-d54d643a3a16 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:18.322149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Attempting to bind port 767fecb2-1809-4d81-93f0-d54d643a3a16 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:18.322516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Attempting to bind port 767fecb2-1809-4d81-93f0-d54d643a3a16 on network 8d7c6650-b76c-455a-a471-93dc45ed8486 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:18.327724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:18.328088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Checking segment: {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:18.328653 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.329047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Bound using segment: {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:18.329512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Bound port: 767fecb2-1809-4d81-93f0-d54d643a3a16, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:18.329892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.361214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router f73e4872-1398-4bf1-b8fa-c809ca45569d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:18.384677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.397142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] For port 767fecb2-1809-4d81-93f0-d54d643a3a16, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:18.401109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:18.401509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] For port 767fecb2-1809-4d81-93f0-d54d643a3a16, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=767fecb2-1809-4d81-93f0-d54d643a3a16,segment=NetworkSegment(70618383-28b0-44b4-aee9-26607a2b58e2),segment_id=70618383-28b0-44b4-aee9-26607a2b58e2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:18.406218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.441107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.465071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:18.474185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.476965 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] Sync routers for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:18.479075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c3574204-6e1d-4048-aff3-b2134a5b4176 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 701 time: 0.5416183 Jul 16 02:00:18.479539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36000) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:18.493329 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:18.494069 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:18.506706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fa87a-d895-4623-9b4c-bda616758acf None None] Pushing event updated for resources: {'Port': ['ID=767fecb2-1809-4d81-93f0-d54d643a3a16,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.520827 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:18.528834 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d57c39fb-fe09-454c-9da9-6e1fd5d9e434 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 205 time: 0.0435030 Jul 16 02:00:18.529864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36002) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:18.532544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:18.536890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:18.537530 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.579858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.580131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.601587 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:18.659640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.670886 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:16Z', 'revision_number': 11, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:18.702977 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] Checking router: f73e4872-1398-4bf1-b8fa-c809ca45569d for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:18.713861 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] Routers {'f73e4872-1398-4bf1-b8fa-c809ca45569d'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:18.714817 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f73e4872-1398-4bf1-b8fa-c809ca45569d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:18.723406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.844250 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] Set router f73e4872-1398-4bf1-b8fa-c809ca45569d gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:18.884353 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.886853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.901965 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:16Z', 'revision_number': 11, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:18.936034 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deae9d2-0955-436d-9de1-e0d4fd885a58 None None] The sync data for ids ['f73e4872-1398-4bf1-b8fa-c809ca45569d'] in n-d-791506-20 is: [{'id': 'f73e4872-1398-4bf1-b8fa-c809ca45569d', 'name': 'tempest-RoutersTest-router-1237880069', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:42Z', 'updated_at': '2021-07-16T02:00:16Z', 'revision_number': 11, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:19.082851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.090263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.091475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.176627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.215367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.215911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router f73e4872-1398-4bf1-b8fa-c809ca45569d {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:19.226680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.229344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d614b734-77da-40e0-a397-df8de631636b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 204 len: 168 time: 0.6980720 Jul 16 02:00:19.233935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36006) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.239370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-791091716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:19.257456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:19.259639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:19.265634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.266851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.278783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 767fecb2-1809-4d81-93f0-d54d643a3a16 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:19.366943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 767fecb2-1809-4d81-93f0-d54d643a3a16 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:19.384893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.390793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.411632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.423547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f0a69859-16b6-43e0-a96a-6f8705110912 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1880524 Jul 16 02:00:19.426041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.431344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:19.438891 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:19.445737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eff73eec-a4cf-4382-888c-74a2c52fbaa9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:19.470776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: eff73eec-a4cf-4382-888c-74a2c52fbaa9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:19.471366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eff73eec-a4cf-4382-888c-74a2c52fbaa9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:19.471937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 891e906f-1673-4a7a-8972-03e04bfbaca4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:19.495504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 891e906f-1673-4a7a-8972-03e04bfbaca4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:19.497298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 891e906f-1673-4a7a-8972-03e04bfbaca4 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:19.557622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:19.564909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d776be20-d278-4f96-8df3-062243177946 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632764 Jul 16 02:00:19.566336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36010) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.569565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:19.572012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1323814634'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:19.587142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:19.588100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:19.599316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:19.604656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.632340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:19.643555 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.643923 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 006b6ee6-0e84-4bea-afc5-22dc93adfcb5 of type vlan for network a2a00ec8-5826-4cf2-9870-583bae3c0b67 Jul 16 02:00:19.675095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.689005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.690692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.692286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:19.736059 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.742583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:19.743998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.786412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2162836 Jul 16 02:00:19.786636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36012) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.787243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9923216-f107-43fa-9d13-d92c8cf1998e None None] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:19.792846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:19.810652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Router 0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:19.847190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7ad6f-8705-4e6a-8ad9-2681a33ed0c3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=a2a00ec8-5826-4cf2-9870-583bae3c0b67,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.897457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:19.905630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.909363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6ca28b63-6f50-4e50-ad78-721b41310705 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "PUT /v2.0/routers/0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 HTTP/1.1" status: 200 len: 693 time: 0.4823103 Jul 16 02:00:19.909539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36014) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.912508 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f4388-f814-4805-ada8-cc116055a7da None None] Sync routers for ids ['0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:19.922889 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] Routers {'0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:19.923515 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:19.997466 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] Set router 0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:20.006639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b52ccebc-5d3f-4be3-b3ce-89656bd00c1e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/routers/0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 HTTP/1.1" status: 200 len: 699 time: 0.0932827 Jul 16 02:00:20.007068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36016) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.018114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:20.021648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.051065 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3', 'name': 'tempest-RoutersTest-router-791091716', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:19Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:20.054709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b26bbcdf-95ac-4415-8bb4-34a556d336aa tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 HTTP/1.1" status: 200 len: 205 time: 0.0464754 Jul 16 02:00:20.057860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36018) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.079275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:20.095538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] Provisioning for port 767fecb2-1809-4d81-93f0-d54d643a3a16 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:20.107087 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f4388-f814-4805-ada8-cc116055a7da None None] Checking router: 0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:20.113268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] Provisioning complete for port 767fecb2-1809-4d81-93f0-d54d643a3a16 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:20.113643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.123184 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] Routers {'0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:20.124343 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:20.155880 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.269916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.318647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.344922 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] Set router 0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:20.345473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.374672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:20.375216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: a2a00ec8-5826-4cf2-9870-583bae3c0b67, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:20.396684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:20.397465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.402317 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.402743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] For port 767fecb2-1809-4d81-93f0-d54d643a3a16, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=767fecb2-1809-4d81-93f0-d54d643a3a16,segment=NetworkSegment(70618383-28b0-44b4-aee9-26607a2b58e2),segment_id=70618383-28b0-44b4-aee9-26607a2b58e2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:20.410114 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.411839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a2a00ec8-5826-4cf2-9870-583bae3c0b67) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:20.418060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:20.418812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.420691 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-928f4388-f814-4805-ada8-cc116055a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3', 'name': 'tempest-RoutersTest-router-791091716', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:19Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:20.443608 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c8078fbd-53cd-4d1c-9e16-e1eb3931d333 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6526392 Jul 16 02:00:20.443874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd29912-710e-4cf3-aca3-8f12a32afdb8 None None] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:20.444055 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36020) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.455913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f4388-f814-4805-ada8-cc116055a7da None None] The sync data for ids ['0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3'] in n-d-791506-20 is: [{'id': '0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3', 'name': 'tempest-RoutersTest-router-791091716', 'tenant_id': '83e4de60a3f049e18bd93184a764c197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:19Z', 'revision_number': 2, 'project_id': '83e4de60a3f049e18bd93184a764c197', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:20.481816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:18Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:18Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:20.498485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.499325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Fanout notify agent at l3_agent the message router_deleted on router 0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:20.508710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.511813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-436d018a-e4ad-4ca1-ab5b-a3c2c07a1d8e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 HTTP/1.1" status: 204 len: 168 time: 0.4526970 Jul 16 02:00:20.515325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36022) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.529465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:20.529465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Updating router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:20.552524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1cb310af-3789-4d25-97a0-c5284c7349bd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 HTTP/1.1" status: 200 len: 205 time: 0.0358062 Jul 16 02:00:20.554906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36024) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.591300 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.597984 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-bb7d7de7-4280-44bc-be1e-994e9d0cb261 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:20.599049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bb7d7de7-4280-44bc-be1e-994e9d0cb261 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/0f17aba5-b370-44d4-b5e9-2c2d40bb7ca3 HTTP/1.1" status: 404 len: 336 time: 0.0428107 Jul 16 02:00:20.601621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.617033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b08cdf-395d-41d8-b6ca-a078a0ff0b1d None None] Pushing event updated for resources: {'Port': ['ID=767fecb2-1809-4d81-93f0-d54d643a3a16,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.633294 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d1f1e2-dd93-4f54-bebe-14a2f131993e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:20.635071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d1f1e2-dd93-4f54-bebe-14a2f131993e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:20.639489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-41d1f1e2-dd93-4f54-bebe-14a2f131993e tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/26f4793c-1ca7-4ba1-9cbc-d13c9ead3ead HTTP/1.1" status: 404 len: 337 time: 0.0341332 Jul 16 02:00:20.639791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36028) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.679461 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb448b0-c66f-46f2-a4b6-33efffdbb342 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:20.679934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb448b0-c66f-46f2-a4b6-33efffdbb342 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:20.684593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bbb448b0-c66f-46f2-a4b6-33efffdbb342 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/a36714c0-59cc-4cc3-ae14-e4ddc5c36e12 HTTP/1.1" status: 404 len: 337 time: 0.0415266 Jul 16 02:00:20.684789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36030) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.722308 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c67db27-feb8-4c93-abb5-38e7c0c4b3cd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:20.722780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c67db27-feb8-4c93-abb5-38e7c0c4b3cd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:20.727528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6c67db27-feb8-4c93-abb5-38e7c0c4b3cd tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/fde6b91e-a842-4cce-b814-27245de19522 HTTP/1.1" status: 404 len: 337 time: 0.0388381 Jul 16 02:00:20.727636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36032) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.771219 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-869152ad-ed44-42ae-9dc0-9f51f75044be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:20.771819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869152ad-ed44-42ae-9dc0-9f51f75044be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:20.776478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-869152ad-ed44-42ae-9dc0-9f51f75044be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/687fa959-e022-4092-af82-682a0529f5e1 HTTP/1.1" status: 404 len: 337 time: 0.0450890 Jul 16 02:00:20.778294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36034) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.826728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-498d7388-cced-40a9-a53b-a1cc0814d87c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 200 len: 205 time: 0.0471966 Jul 16 02:00:20.827475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.840611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:20.840611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.886940 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-e0a27518-530b-49ef-b551-fbace89a6a67 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:20.893886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e0a27518-530b-49ef-b551-fbace89a6a67 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/f73e4872-1398-4bf1-b8fa-c809ca45569d HTTP/1.1" status: 404 len: 336 time: 0.0607879 Jul 16 02:00:20.894469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.936377 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e94646df-782b-4f39-8a78-2d5c339b277b tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=8776cd15-ffb2-4d89-90ca-0421dec6f5d9 HTTP/1.1" status: 200 len: 205 time: 0.0397456 Jul 16 02:00:20.938442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.987759 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-f112374b-f50d-4a91-8f6e-2edb21fb7b8d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:20.991846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f112374b-f50d-4a91-8f6e-2edb21fb7b8d tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/8776cd15-ffb2-4d89-90ca-0421dec6f5d9 HTTP/1.1" status: 404 len: 336 time: 0.0518081 Jul 16 02:00:20.993295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.026222 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-36524938-bf58-45fd-8aa3-9a5080ce91db tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:21.026413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36524938-bf58-45fd-8aa3-9a5080ce91db tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:21.031935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-36524938-bf58-45fd-8aa3-9a5080ce91db tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/431ea133-7291-40cb-a926-3c8129004db4 HTTP/1.1" status: 404 len: 337 time: 0.0377109 Jul 16 02:00:21.032668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36044) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.065949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Allocated IP 2001:db8:1::2 (a2a00ec8-5826-4cf2-9870-583bae3c0b67/f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4/9145672e-d5b1-4dbd-aa2b-878e57dc5755) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:21.079341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-24a03b76-e03b-4ddc-a336-c677c8c0bd94 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 200 len: 205 time: 0.0451422 Jul 16 02:00:21.080172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36046) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.099709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-38528f04-4f55-4343-92b3-f84063e6f6b1 None None] Provisioning complete for port 767fecb2-1809-4d81-93f0-d54d643a3a16 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:21.100091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38528f04-4f55-4343-92b3-f84063e6f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.128722 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-95b6a63a-8588-4cbc-9ba4-cf8a99164bdf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:21.129780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-95b6a63a-8588-4cbc-9ba4-cf8a99164bdf tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/62b18fef-370f-490b-ba3d-e73b8d4991ff HTTP/1.1" status: 404 len: 336 time: 0.0483665 Jul 16 02:00:21.132296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.175648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.197813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1185b621-aecb-448e-9e27-7d4879c6003f tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=63f00f77-3a33-46e7-8bd0-d55394ab90d0 HTTP/1.1" status: 200 len: 205 time: 0.0642726 Jul 16 02:00:21.198508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36050) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.219660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Transition to ACTIVE for port object 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:21.245718 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.276285 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-c11e2970-97e4-40b6-b79c-03bf229ead20 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:21.280126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c11e2970-97e4-40b6-b79c-03bf229ead20 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/63f00f77-3a33-46e7-8bd0-d55394ab90d0 HTTP/1.1" status: 404 len: 336 time: 0.0805843 Jul 16 02:00:21.280837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36052) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.303610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 767fecb2-1809-4d81-93f0-d54d643a3a16 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:21.316733 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.325855 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a2aabe-51cb-4128-b2fb-5e7a9ded1f73 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:21.326464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a2aabe-51cb-4128-b2fb-5e7a9ded1f73 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:21.328705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-91a2aabe-51cb-4128-b2fb-5e7a9ded1f73 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/27345868-23c6-4196-a6f4-5f88d18d994b HTTP/1.1" status: 404 len: 337 time: 0.0467737 Jul 16 02:00:21.331481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36054) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.387986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9c7d0470-c82d-4538-ba81-15d9a2877224 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a HTTP/1.1" status: 200 len: 205 time: 0.0543551 Jul 16 02:00:21.390133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.451001 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-92a1e5b8-0501-480a-8a1f-86f9ec24c2be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:21.452760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-92a1e5b8-0501-480a-8a1f-86f9ec24c2be tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/7ad4e5a2-f732-4ba6-8b6b-49ce2bb65a5a HTTP/1.1" status: 404 len: 336 time: 0.0612202 Jul 16 02:00:21.454902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.501296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd2193-8b9c-466b-8252-dee04f81850a None None] Pushing event updated for resources: {'Port': ['ID=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.507877 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cc5e06-cbca-4078-a411-44dd816f205c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:21.509063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cc5e06-cbca-4078-a411-44dd816f205c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:21.510945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c9cc5e06-cbca-4078-a411-44dd816f205c tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/e3bd9a2f-bfc2-4176-803a-b22629333245 HTTP/1.1" status: 404 len: 337 time: 0.0549362 Jul 16 02:00:21.517458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36060) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.538391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-38528f04-4f55-4343-92b3-f84063e6f6b1 None None] Provisioning for port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:21.562232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8b7d7433-5d2b-4a9f-8e79-500f60f89050 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "GET /v2.0/ports?device_id=534d463d-47c6-41c6-87c8-f8c2b16f4ce0 HTTP/1.1" status: 200 len: 205 time: 0.0420051 Jul 16 02:00:21.564442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36062) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.594275 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.608240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Attempting to bind port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:21.609000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Attempting to bind port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:21.609618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Attempting to bind port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 on network 8d7c6650-b76c-455a-a471-93dc45ed8486 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:21.612096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Transition to ACTIVE for port object 9145672e-d5b1-4dbd-aa2b-878e57dc5755 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:21.618927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 767fecb2-1809-4d81-93f0-d54d643a3a16 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:21.619314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.630500 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-15a7a6af-d180-438a-979f-0201eaf9ddad tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] delete failed (client error): The resource could not be found. Jul 16 02:00:21.631638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-15a7a6af-d180-438a-979f-0201eaf9ddad tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/routers/534d463d-47c6-41c6-87c8-f8c2b16f4ce0 HTTP/1.1" status: 404 len: 336 time: 0.0660501 Jul 16 02:00:21.635008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36064) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.653087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:21.653393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Checking segment: {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:21.653708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.654117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Bound using segment: {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:21.654609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Bound port: 88940774-cfc1-4ccb-95e3-07d3b5c1ec91, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70618383-28b0-44b4-aee9-26607a2b58e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:21.654997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.667369 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b0fd41-0a27-4a70-906d-d86c86520dc8 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:21.667488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b0fd41-0a27-4a70-906d-d86c86520dc8 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:21.670190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Transition to ACTIVE for port object 9145672e-d5b1-4dbd-aa2b-878e57dc5755 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:21.671847 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75b0fd41-0a27-4a70-906d-d86c86520dc8 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/b8ef71fd-40a7-439b-9fc6-9004eae2a453 HTTP/1.1" status: 404 len: 337 time: 0.0357833 Jul 16 02:00:21.672714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36066) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.687133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.713726 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c3fec7-d543-49b4-98b2-68f1a2c06167 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:21.713945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c3fec7-d543-49b4-98b2-68f1a2c06167 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:21.715618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-65c3fec7-d543-49b4-98b2-68f1a2c06167 tempest-RoutersTest-1293609815 tempest-RoutersTest-1293609815-project] 10.222.0.42 "DELETE /v2.0/subnets/10896804-082e-41f3-a4e3-3e68eff9beb0 HTTP/1.1" status: 404 len: 337 time: 0.0417392 Jul 16 02:00:21.756504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8:1::1 (a2a00ec8-5826-4cf2-9870-583bae3c0b67/f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4/e42c4635-d2d3-4824-a030-ab961592ab0b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:21.782628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:21.802852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:21.821119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:21.847184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Pushing event updated for resources: {'Port': ['ID=9145672e-d5b1-4dbd-aa2b-878e57dc5755,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.939520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] For port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:21.966400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.976616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] For port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,segment=NetworkSegment(70618383-28b0-44b4-aee9-26607a2b58e2),segment_id=70618383-28b0-44b4-aee9-26607a2b58e2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:21.982885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object e42c4635-d2d3-4824-a030-ab961592ab0b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:21.985948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.025883 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.074944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:22.078439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:22.082840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:22.083404 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.097811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36072) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.125167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=e42c4635-d2d3-4824-a030-ab961592ab0b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.184465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Attempting to bind port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:22.184908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Attempting to bind port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:22.185217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Attempting to bind port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 on network a2a00ec8-5826-4cf2-9870-583bae3c0b67 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:22.209835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:22.210225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Checking segment: {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:22.210641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.211046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Bound using segment: {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:22.212277 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Bound port: 9145672e-d5b1-4dbd-aa2b-878e57dc5755, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:22.212820 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.249048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd2193-8b9c-466b-8252-dee04f81850a None None] Pushing event updated for resources: {'Port': ['ID=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.252871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:22.253518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:22.272781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.289648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-86c9c1ff-700b-4e56-bded-16fdfa30f5e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83e4de60a3f049e18bd93184a764c197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905363 Jul 16 02:00:22.292072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36076) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.353810 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd82daaa-bce1-4515-8f1c-389d13022ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.388618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd82daaa-bce1-4515-8f1c-389d13022ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.392912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] For port 9145672e-d5b1-4dbd-aa2b-878e57dc5755, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:22.399212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] For port 9145672e-d5b1-4dbd-aa2b-878e57dc5755, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9145672e-d5b1-4dbd-aa2b-878e57dc5755,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:22.406350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:22.437084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.456684 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd82daaa-bce1-4515-8f1c-389d13022ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.460189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd82daaa-bce1-4515-8f1c-389d13022ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.462291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd82daaa-bce1-4515-8f1c-389d13022ce3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37cdfede-4574-494e-aa7f-78bd06797a9d HTTP/1.1" status: 204 len: 168 time: 0.1686912 Jul 16 02:00:22.471397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82daaa-bce1-4515-8f1c-389d13022ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdfede-4574-494e-aa7f-78bd06797a9d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.533090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fe99d-d74d-430d-b61d-0794e493c501 None None] Pushing event updated for resources: {'Port': ['ID=9145672e-d5b1-4dbd-aa2b-878e57dc5755,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.692645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.700519 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.701223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.776191 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 3, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:21Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:21Z', 'revision_number': 1, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:22.814988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6513c6-d3c6-4e49-a9e2-202fdafbf449 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 3, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:21Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:21Z', 'revision_number': 1, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:22.870372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=e42c4635-d2d3-4824-a030-ab961592ab0b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.920689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:22.924480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:23.038440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:23.174175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:23.181401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2256a834-5525-4df5-a960-9fd6dee197c1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7345424 Jul 16 02:00:23.183848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36094) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:23.189180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100680909'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.223372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:23.234044 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.275183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:23.292025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.293871 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 15130131-3b3e-4298-8c2e-3ff44f0a98bb of type vlan for network b12b461c-fe68-4719-9df0-a9db70e6931c Jul 16 02:00:23.380150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.394170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:23.433984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.443966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.444981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.459978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36100) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:23.495581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:23.500672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3128300 Jul 16 02:00:23.501088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:23.501744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:23.502362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.507611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.572623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc36f1e-3cdc-4841-84cd-04b9c990d2f2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=b12b461c-fe68-4719-9df0-a9db70e6931c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.633874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.641147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b12b461c-fe68-4719-9df0-a9db70e6931c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:23.651285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1852249796'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.655801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:23.665703 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.702661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Made reservation on behalf of ceb2e037c9f5424eb84c5abf88bc90b5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:23.707082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.744389 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.772978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,segment=NetworkSegment(70618383-28b0-44b4-aee9-26607a2b58e2),segment_id=70618383-28b0-44b4-aee9-26607a2b58e2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:23.781902 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.781902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9145672e-d5b1-4dbd-aa2b-878e57dc5755 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:23.875069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.897813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.908248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.916886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:23.954321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:23.956310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae87097-bdc2-4f7c-98b0-0f2bb916c729 None None] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:23.956678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae19e6c7-0401-4f65-93b3-20cde916b438,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.969992 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.970407 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Added segment 7000e5a2-928f-486e-b191-41c7c2d6942b of type vlan for network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a Jul 16 02:00:24.031039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.036878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] Provisioning for port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:24.037735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.048180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] Provisioning complete for port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.048583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.074497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.086802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.087795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.111322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:24.111960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: b12b461c-fe68-4719-9df0-a9db70e6931c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:24.119202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=a38eb810-9b37-4dab-93e9-bbdb0cc4a779,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.144178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network b12b461c-fe68-4719-9df0-a9db70e6931c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:24.162249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b12b461c-fe68-4719-9df0-a9db70e6931c) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:24.169767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.170599 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.190984 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36106) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.191393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f085bdba-6d46-4295-8638-f07ff5983290 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6883833 Jul 16 02:00:24.199724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event updated for resources: {'Network': ['ID=a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.220381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71025e8c-92ff-48c2-8781-f9ecc0b847bf None None] Network b12b461c-fe68-4719-9df0-a9db70e6931c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:24.225971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:24.244979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36108) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.245234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bd85ab53-a2e5-4021-96f3-a83eb39310dc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7828090 Jul 16 02:00:24.251068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Request body: {'subnet': {'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:24.288177 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.360518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Made reservation on behalf of ceb2e037c9f5424eb84c5abf88bc90b5 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:24.364637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.398489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] For port 9145672e-d5b1-4dbd-aa2b-878e57dc5755, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9145672e-d5b1-4dbd-aa2b-878e57dc5755,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:24.422748 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.541857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b3e2-68ec-4290-9f1b-844665808df4 None None] Pushing event updated for resources: {'Port': ['ID=9145672e-d5b1-4dbd-aa2b-878e57dc5755,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.610552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b12b461c-fe68-4719-9df0-a9db70e6931c', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:24.611473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.638793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.715251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Checking segment: {'id': '7000e5a2-928f-486e-b191-41c7c2d6942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:24.715874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Network hostable DHCP agents. Network: a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:24.735938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event updated for resources: {'Subnet': ['ID=daf832b4-dcb6-483b-b23f-20a2bcecc765,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.738499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.760091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:24.774500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:24.785433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.786045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.798394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Allocated IP 2001:db8:2::2 (b12b461c-fe68-4719-9df0-a9db70e6931c/a38eb810-9b37-4dab-93e9-bbdb0cc4a779/668513d6-e105-445a-a712-400842a8b30d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:24.808303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a8f63-8bb2-4fc1-a662-3bdf62dd4629 None None] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:24.814151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-87915824-2aca-467c-8103-1141f99f39b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5675220 Jul 16 02:00:24.815001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36110) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.820877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Request body: {'port': {'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a', 'name': 'tempest-TagsExtTest-1553320518'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:24.920369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2735dac0-58a1-40e2-9255-0d6edae4fa97 None None] Provisioning complete for port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.920760 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2735dac0-58a1-40e2-9255-0d6edae4fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.979852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Made reservation on behalf of ceb2e037c9f5424eb84c5abf88bc90b5 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:24.990343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.013981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] device_id is not set on port af7cabd4-f38d-4b36-8895-02c182ee903a yet. {{(pid=93756) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:25.168887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Allocated IP 172.20.0.14 (a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a/daf832b4-dcb6-483b-b23f-20a2bcecc765/af7cabd4-f38d-4b36-8895-02c182ee903a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:25.225653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a', 'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a', 'tenant_id': 'ceb2e037c9f5424eb84c5abf88bc90b5', 'fixed_ips': [{'subnet_id': 'daf832b4-dcb6-483b-b23f-20a2bcecc765'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:25.227497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.253673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.270592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Transition to ACTIVE for port object 668513d6-e105-445a-a712-400842a8b30d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:25.283553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2735dac0-58a1-40e2-9255-0d6edae4fa97 None None] Provisioning for port e42c4635-d2d3-4824-a030-ab961592ab0b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:25.301252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:25.350422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2735dac0-58a1-40e2-9255-0d6edae4fa97 None None] Provisioning complete for port e42c4635-d2d3-4824-a030-ab961592ab0b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.350797 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2735dac0-58a1-40e2-9255-0d6edae4fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.355740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Transition to ACTIVE for port object 668513d6-e105-445a-a712-400842a8b30d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:25.431962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.456298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Transition to ACTIVE for port object af7cabd4-f38d-4b36-8895-02c182ee903a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:25.508552 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.564915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:25.567580 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:25.571367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:25.573999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:25.578170 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.607164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event updated for resources: {'Port': ['ID=af7cabd4-f38d-4b36-8895-02c182ee903a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.630812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8:2::1 (b12b461c-fe68-4719-9df0-a9db70e6931c/a38eb810-9b37-4dab-93e9-bbdb0cc4a779/ece01ac4-aff2-4371-96d4-4910746a08ed) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:25.658606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:25.659541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.666108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2735dac0-58a1-40e2-9255-0d6edae4fa97 None None] Port e42c4635-d2d3-4824-a030-ab961592ab0b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:25.681619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-227ad4b6-b7cf-4a7d-aeb1-fdf4513b4d60 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8647807 Jul 16 02:00:25.681963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36112) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.686534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-842139384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:25.692008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Network b12b461c-fe68-4719-9df0-a9db70e6931c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:25.693634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:25.694472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:25.706399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:25.725019 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.726901 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.748916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:25.751219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Pushing event updated for resources: {'Port': ['ID=668513d6-e105-445a-a712-400842a8b30d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.820354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.826595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.827221 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.847344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Allocated IP 172.20.0.2 (a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a/daf832b4-dcb6-483b-b23f-20a2bcecc765/76c7c626-17d5-46ad-9d08-86b348f92bfd) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:25.848314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object ece01ac4-aff2-4371-96d4-4910746a08ed will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:25.851349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.853289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c7df840d-d0cb-48dc-b211-05cf41ba4f3d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1705751 Jul 16 02:00:25.856520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.865298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f9f61c25-08a8-4247-bed7-21c191d4e8d0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1382085535', 'prefixes': ['172.20.0.0/16']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:25.888414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.888697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.903294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.918794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eb7c492e-f8a9-4414-9ff6-83deffc53cc6 None None] Provisioning complete for port e42c4635-d2d3-4824-a030-ab961592ab0b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.919190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb7c492e-f8a9-4414-9ff6-83deffc53cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.921485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:25.963392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network b12b461c-fe68-4719-9df0-a9db70e6931c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:25.972850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f9f61c25-08a8-4247-bed7-21c191d4e8d0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.973837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:25.974953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f9f61c25-08a8-4247-bed7-21c191d4e8d0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1165397 Jul 16 02:00:25.980250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36116) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.983631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:25.985140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.988860 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-9b91c66b-b7e4-4414-9f9b-283a276a54e8 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-287799514') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.008567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Attempting to bind port 668513d6-e105-445a-a712-400842a8b30d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:26.009169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Attempting to bind port 668513d6-e105-445a-a712-400842a8b30d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:26.009709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Attempting to bind port 668513d6-e105-445a-a712-400842a8b30d on network b12b461c-fe68-4719-9df0-a9db70e6931c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:26.038955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:26.039847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Checking segment: {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:26.040349 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.041028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Bound using segment: {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:26.041528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Bound port: 668513d6-e105-445a-a712-400842a8b30d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:26.041922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.052802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=ece01ac4-aff2-4371-96d4-4910746a08ed,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.121398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c492e-f8a9-4414-9ff6-83deffc53cc6 None None] Port e42c4635-d2d3-4824-a030-ab961592ab0b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:26.154699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9b91c66b-b7e4-4414-9f9b-283a276a54e8 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-287799514 HTTP/1.1" status: 201 len: 201 time: 0.1725864 Jul 16 02:00:26.155465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36118) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.161694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-d303ddf2-a647-45d2-8853-ae5f12166f13 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-520483371') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.205403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.241654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d303ddf2-a647-45d2-8853-ae5f12166f13 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-520483371 HTTP/1.1" status: 201 len: 201 time: 0.0838909 Jul 16 02:00:26.245340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36120) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.254267 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-321e4274-8e98-447b-b79a-f52ce91d16ab tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-81305498') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.339355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] For port 668513d6-e105-445a-a712-400842a8b30d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:26.350598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9145672e-d5b1-4dbd-aa2b-878e57dc5755 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:26.394522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] For port 668513d6-e105-445a-a712-400842a8b30d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=668513d6-e105-445a-a712-400842a8b30d,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:26.404406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36122) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.405398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-321e4274-8e98-447b-b79a-f52ce91d16ab tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-81305498 HTTP/1.1" status: 201 len: 201 time: 0.1575794 Jul 16 02:00:26.407749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.410843 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.411258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-d9956fdb-0df5-4775-902d-a47fc8e83f5a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-1590089811') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.452457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Transition to ACTIVE for port object 76c7c626-17d5-46ad-9d08-86b348f92bfd will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:26.516932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Transition to ACTIVE for port object 76c7c626-17d5-46ad-9d08-86b348f92bfd will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:26.540157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.544200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304cc5f-3ce8-47dd-9a68-942f1a748315 None None] Pushing event updated for resources: {'Port': ['ID=668513d6-e105-445a-a712-400842a8b30d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.575893 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d9956fdb-0df5-4775-902d-a47fc8e83f5a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-1590089811 HTTP/1.1" status: 201 len: 201 time: 0.1692140 Jul 16 02:00:26.579797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:26.580075 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.580208 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.591158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-869d9190-aba1-4b69-892a-ca8681f87d44 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.627149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:26.637378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:26.643527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:26.655145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Pushing event updated for resources: {'Port': ['ID=76c7c626-17d5-46ad-9d08-86b348f92bfd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.663396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 3, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.715766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:26.716219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Updating router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 port e42c4635-d2d3-4824-a030-ab961592ab0b binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:26.753362 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.771578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.771578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.823760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Attempting to bind port 76c7c626-17d5-46ad-9d08-86b348f92bfd on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:26.824529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Attempting to bind port 76c7c626-17d5-46ad-9d08-86b348f92bfd by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7000e5a2-928f-486e-b191-41c7c2d6942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:26.825151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Attempting to bind port 76c7c626-17d5-46ad-9d08-86b348f92bfd on network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:26.835725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.837322 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-869d9190-aba1-4b69-892a-ca8681f87d44 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags HTTP/1.1" status: 200 len: 240 time: 0.2556357 Jul 16 02:00:26.842072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36126) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.843345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:26.844035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Checking segment: {'id': '7000e5a2-928f-486e-b191-41c7c2d6942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:26.844709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.845325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Bound using segment: {'id': '7000e5a2-928f-486e-b191-41c7c2d6942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:26.846051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Bound port: 76c7c626-17d5-46ad-9d08-86b348f92bfd, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7000e5a2-928f-486e-b191-41c7c2d6942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:26.846664 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.859728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-63e5a126-430f-4dfe-90d1-e2fd2feee0c7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-287799514') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:26.945314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=ece01ac4-aff2-4371-96d4-4910746a08ed,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.037934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] For port 76c7c626-17d5-46ad-9d08-86b348f92bfd, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:27.057730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] For port 76c7c626-17d5-46ad-9d08-86b348f92bfd, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=76c7c626-17d5-46ad-9d08-86b348f92bfd,segment=NetworkSegment(7000e5a2-928f-486e-b191-41c7c2d6942b),segment_id=7000e5a2-928f-486e-b191-41c7c2d6942b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:27.070967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.084036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network b12b461c-fe68-4719-9df0-a9db70e6931c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:27.089584 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-63e5a126-430f-4dfe-90d1-e2fd2feee0c7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-287799514 HTTP/1.1" status: 204 len: 168 time: 0.2455401 Jul 16 02:00:27.091232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:27.093030 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.103889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-ffd703d2-cfef-425e-bdbe-783eb67224d4 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-287799514') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.178564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bcece-9c61-41af-9b88-3c5848308c9c None None] Pushing event updated for resources: {'Port': ['ID=76c7c626-17d5-46ad-9d08-86b348f92bfd,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.279736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ffd703d2-cfef-425e-bdbe-783eb67224d4 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-287799514 HTTP/1.1" status: 204 len: 168 time: 0.1801372 Jul 16 02:00:27.283457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36130) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.299536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-d8d6d6f2-a591-412c-8c4b-39693d137721 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.353968 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.378326 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Transition to ACTIVE for port object e42c4635-d2d3-4824-a030-ab961592ab0b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:27.388386 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.438589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d8d6d6f2-a591-412c-8c4b-39693d137721 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags HTTP/1.1" status: 200 len: 205 time: 0.1537774 Jul 16 02:00:27.442096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.455629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 668513d6-e105-445a-a712-400842a8b30d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:27.455874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-2aa53237-fafd-4ac9-9db9-f00a5d32419a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.579384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2aa53237-fafd-4ac9-9db9-f00a5d32419a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags HTTP/1.1" status: 200 len: 240 time: 0.1357584 Jul 16 02:00:27.580783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.615068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-a629b549-adb7-4606-8787-a47dc2f7702c tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-520483371') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.752123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a2d4-3c8c-4179-9c38-609c4b30b872 None None] Pushing event updated for resources: {'Port': ['ID=e42c4635-d2d3-4824-a030-ab961592ab0b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.769515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a629b549-adb7-4606-8787-a47dc2f7702c tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-520483371 HTTP/1.1" status: 204 len: 168 time: 0.1760693 Jul 16 02:00:27.775183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.779918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-28b82200-904d-4bc4-a560-6143a7477a52 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-520483371') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.876753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Attempting to bind port e42c4635-d2d3-4824-a030-ab961592ab0b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:27.877240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Attempting to bind port e42c4635-d2d3-4824-a030-ab961592ab0b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:27.877696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Attempting to bind port e42c4635-d2d3-4824-a030-ab961592ab0b on network a2a00ec8-5826-4cf2-9870-583bae3c0b67 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:27.886968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:27.887383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Checking segment: {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:27.887987 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.888738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Bound using segment: {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:27.889368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Bound port: e42c4635-d2d3-4824-a030-ab961592ab0b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006b6ee6-0e84-4bea-afc5-22dc93adfcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:27.889875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.902043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 668513d6-e105-445a-a712-400842a8b30d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:27.934017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-28b82200-904d-4bc4-a560-6143a7477a52 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-520483371 HTTP/1.1" status: 204 len: 168 time: 0.1579394 Jul 16 02:00:27.934656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.940739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-a649d7f5-3637-4c8f-a466-89db83086f81 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:28.016370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] For port e42c4635-d2d3-4824-a030-ab961592ab0b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:28.022376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] For port e42c4635-d2d3-4824-a030-ab961592ab0b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e42c4635-d2d3-4824-a030-ab961592ab0b,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:28.024872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:28.030942 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.045489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a649d7f5-3637-4c8f-a466-89db83086f81 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags HTTP/1.1" status: 200 len: 205 time: 0.1093826 Jul 16 02:00:28.045849 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36140) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.052223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-5bcde69f-e715-47d2-8142-0f58731641a3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:28.125222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:28.125924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:28.172038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a2d4-3c8c-4179-9c38-609c4b30b872 None None] Pushing event updated for resources: {'Port': ['ID=e42c4635-d2d3-4824-a030-ab961592ab0b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:28.222506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:28.237229 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5bcde69f-e715-47d2-8142-0f58731641a3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags HTTP/1.1" status: 200 len: 239 time: 0.1899548 Jul 16 02:00:28.240012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.244809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6b7ee795-8f38-4842-b574-eb3ccf8ac7da tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0492527 Jul 16 02:00:28.245125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.246606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-17a4f7e1-a492-48be-b12e-ecc198198b98 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-81305498') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:28.250437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523591289'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:28.291013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:28.299303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:28.310061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.368714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:28.386697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.387117 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added segment 5daf0582-ccb3-420f-ace3-20a968327ef2 of type vlan for network 8c1c4060-5735-48cc-8eeb-296264ac237d Jul 16 02:00:28.395460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-17a4f7e1-a492-48be-b12e-ecc198198b98 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-81305498 HTTP/1.1" status: 204 len: 168 time: 0.1540418 Jul 16 02:00:28.398281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.409863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-07f9b09c-5b4a-458f-838e-3cfa9e3f5ca7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-81305498') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:28.454545 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.506776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee2bbd-54c7-4bd3-a78e-873d7b1b2a97 None None] Network b12b461c-fe68-4719-9df0-a9db70e6931c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:28.507452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.514963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.515769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.545912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2995815 Jul 16 02:00:28.559212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36148) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.564694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'subnet': {'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:28.601466 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:28.664945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ec4bc-182f-4b24-ab06-82d42c3bf0d2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Network': ['ID=8c1c4060-5735-48cc-8eeb-296264ac237d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:28.746125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8c1c4060-5735-48cc-8eeb-296264ac237d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:28.766515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Made reservation on behalf of d3bdbbcff4b144599f4a10721c3abdb2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:28.774635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.892371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] Provisioning for port 668513d6-e105-445a-a712-400842a8b30d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:28.925267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] Provisioning complete for port 668513d6-e105-445a-a712-400842a8b30d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:28.925724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.010893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:28Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.057483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-07f9b09c-5b4a-458f-838e-3cfa9e3f5ca7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-81305498 HTTP/1.1" status: 204 len: 168 time: 0.6575980 Jul 16 02:00:29.064516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36150) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.072856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-ca63dd72-b613-4790-9382-ec2390742e0e tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.100984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd5662-5158-40c7-b990-3c9c43501a5e None None] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:29.108612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d3ba-a713-44ec-a401-30b18671e984 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:28Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:29.145463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.164681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ca63dd72-b613-4790-9382-ec2390742e0e tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags HTTP/1.1" status: 200 len: 205 time: 0.0975020 Jul 16 02:00:29.167682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.172472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-499f2467-f486-4922-b3de-3aaa3c8535e2 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.183327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-7cee03fb-96f1-4011-b059-2471de088eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1978164 Jul 16 02:00:29.240241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-499f2467-f486-4922-b3de-3aaa3c8535e2 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags HTTP/1.1" status: 200 len: 241 time: 0.0711794 Jul 16 02:00:29.243602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36154) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.250167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.250390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-b36f2c0b-56f3-4e2e-9b9e-a56054f08785 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-1590089811') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.285939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b36f2c0b-56f3-4e2e-9b9e-a56054f08785 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-1590089811 HTTP/1.1" status: 204 len: 168 time: 0.0388553 Jul 16 02:00:29.286271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.296577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-81a9c48f-38e3-4a49-a16d-4296d4570518 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-1590089811') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.317806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] For port 668513d6-e105-445a-a712-400842a8b30d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=668513d6-e105-445a-a712-400842a8b30d,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:29.331379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.425427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-81a9c48f-38e3-4a49-a16d-4296d4570518 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-1590089811 HTTP/1.1" status: 204 len: 168 time: 0.1368711 Jul 16 02:00:29.426963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.435478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-efde8a9a-8404-4000-baf5-31ca09c47109 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.508795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Subnet': ['ID=6873f8ea-1ac4-48d7-9468-288ad625fcbd,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:29.530103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-efde8a9a-8404-4000-baf5-31ca09c47109 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags HTTP/1.1" status: 200 len: 205 time: 0.1012156 Jul 16 02:00:29.534096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.546016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-cf8b796a-1bf9-4bdf-a9e9-3479ff90bd48 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.558718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Checking segment: {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:29.559097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network hostable DHCP agents. Network: 8c1c4060-5735-48cc-8eeb-296264ac237d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:29.584944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-d5588dc8-1921-4a22-934a-35a1e2c68123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.587258 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-d5588dc8-1921-4a22-934a-35a1e2c68123 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.2834103 Jul 16 02:00:29.588301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 8c1c4060-5735-48cc-8eeb-296264ac237d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:29.602575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8c1c4060-5735-48cc-8eeb-296264ac237d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:29.625780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cf8b796a-1bf9-4bdf-a9e9-3479ff90bd48 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0882237 Jul 16 02:00:29.627261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.636066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-f096e4c5-f669-42e5-ab45-6687e1cfe9e5 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.637025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-38c80d10-1329-4f9f-bd00-33e9efc54b44 None None] Provisioning for port 76c7c626-17d5-46ad-9d08-86b348f92bfd completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:29.639269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.639889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.646442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88844819-2098-4bfb-9cd6-fe075e5b28a8 None None] Network 8c1c4060-5735-48cc-8eeb-296264ac237d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:29.649908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6202f-7e19-46b0-9380-e1dc04e236e9 None None] Pushing event updated for resources: {'Port': ['ID=668513d6-e105-445a-a712-400842a8b30d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:29.705174 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-051e8a8a-c26d-49b9-9421-ac45e6b0a069 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1404552 Jul 16 02:00:29.706872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.735754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e42c4635-d2d3-4824-a030-ab961592ab0b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:29.797751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f096e4c5-f669-42e5-ab45-6687e1cfe9e5 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags HTTP/1.1" status: 204 len: 168 time: 0.1690247 Jul 16 02:00:29.798416 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36166) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.803607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-51f518d7-9060-4ae7-9027-05404a1e518b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.877298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-51f518d7-9060-4ae7-9027-05404a1e518b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags HTTP/1.1" status: 204 len: 168 time: 0.0778203 Jul 16 02:00:29.879915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36170) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:29.892713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-191c0a1d-5d63-4d0b-bade-e7ee99e37895 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.935535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9654752f-4789-456b-b1c0-c0ef5a7a0873 None None] Provisioning for port ece01ac4-aff2-4371-96d4-4910746a08ed completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:29.958937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9654752f-4789-456b-b1c0-c0ef5a7a0873 None None] Provisioning complete for port ece01ac4-aff2-4371-96d4-4910746a08ed triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:29.959416 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9654752f-4789-456b-b1c0-c0ef5a7a0873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.967851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e42c4635-d2d3-4824-a030-ab961592ab0b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:30.006979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-191c0a1d-5d63-4d0b-bade-e7ee99e37895 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags HTTP/1.1" status: 204 len: 168 time: 0.1254869 Jul 16 02:00:30.013105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36172) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.018559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e42c4635-d2d3-4824-a030-ab961592ab0b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:30.019761 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.049296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-8989449c-7631-491f-81fe-01958ca19c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.050025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-a2957f22-b4de-49b4-b797-fe2d7879dd43 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-630872747') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.051443 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-8989449c-7631-491f-81fe-01958ca19c12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 909 time: 0.4087944 Jul 16 02:00:30.190811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8c1c4060-5735-48cc-8eeb-296264ac237d', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:30.190811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.192537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a2957f22-b4de-49b4-b797-fe2d7879dd43 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-630872747 HTTP/1.1" status: 201 len: 201 time: 0.1772621 Jul 16 02:00:30.195679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36174) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.198238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9654752f-4789-456b-b1c0-c0ef5a7a0873 None None] Port ece01ac4-aff2-4371-96d4-4910746a08ed cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:30.205645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-9749c4df-67bf-4a5b-9cd4-9b2cb57ea628 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-720011095') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.356321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9654752f-4789-456b-b1c0-c0ef5a7a0873 None None] Provisioning complete for port 668513d6-e105-445a-a712-400842a8b30d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:30.356836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9654752f-4789-456b-b1c0-c0ef5a7a0873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.428824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9749c4df-67bf-4a5b-9cd4-9b2cb57ea628 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-720011095 HTTP/1.1" status: 201 len: 201 time: 0.2293713 Jul 16 02:00:30.432173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36176) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.446261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-c273652b-6ea4-4bf3-b0a2-67582fa3aa3a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-1969972283') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.466927 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:30.482301 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.497652 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:30.498452 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.549612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e42c4635-d2d3-4824-a030-ab961592ab0b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e42c4635-d2d3-4824-a030-ab961592ab0b,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:30.579790 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-b1262091-640d-4a0e-afc8-85120b657867 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 1002 time: 0.4241393 Jul 16 02:00:30.616578 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.617896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 76c7c626-17d5-46ad-9d08-86b348f92bfd up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:30.631326 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:30.646452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c273652b-6ea4-4bf3-b0a2-67582fa3aa3a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-1969972283 HTTP/1.1" status: 201 len: 201 time: 0.2088776 Jul 16 02:00:30.646763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36178) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.653099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-2668cc4a-9553-4cfc-99ad-0a62ee2cfafc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-1965216900') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.714997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2668cc4a-9553-4cfc-99ad-0a62ee2cfafc tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-1965216900 HTTP/1.1" status: 201 len: 201 time: 0.0643206 Jul 16 02:00:30.721211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36180) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.732598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-070dfca0-2f04-4e97-a3ae-c96c01df242a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', {'tags': ['tempest-TagsExtTest-Tag-1313847414', 'tempest-TagsExtTest-Tag-286175548', 'tempest-TagsExtTest-Tag-1087912558']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.813355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-070dfca0-2f04-4e97-a3ae-c96c01df242a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags HTTP/1.1" status: 200 len: 317 time: 0.0866032 Jul 16 02:00:30.814023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36182) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.815634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-7d247967-4248-41af-af59-c71c427cda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.818489 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-7d247967-4248-41af-af59-c71c427cda02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.2254806 Jul 16 02:00:30.822865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-8b78d640-f7f6-4214-a85a-7839bf4a50d7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.897258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.906467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:28Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.936083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8b78d640-f7f6-4214-a85a-7839bf4a50d7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags HTTP/1.1" status: 204 len: 168 time: 0.1208756 Jul 16 02:00:30.937504 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:30.937858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Updating router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 port ece01ac4-aff2-4371-96d4-4910746a08ed binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:30.940293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36184) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.944139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-a6e15711-aced-4e05-b425-72ba84483e51 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-1313847414') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.001743 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.012464 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Allocated IP 2001:db8:3::2 (8c1c4060-5735-48cc-8eeb-296264ac237d/6873f8ea-1ac4-48d7-9468-288ad625fcbd/281e406e-1db9-463a-b5de-f463249204ca) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:31.023158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e42c4635-d2d3-4824-a030-ab961592ab0b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.026715 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-a6e15711-aced-4e05-b425-72ba84483e51 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:31.032558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.033989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a6e15711-aced-4e05-b425-72ba84483e51 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-1313847414 HTTP/1.1" status: 404 len: 329 time: 0.0931387 Jul 16 02:00:31.040659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 76c7c626-17d5-46ad-9d08-86b348f92bfd completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:31.041643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-3f6702cd-56bf-4e9b-afb2-341ca41d4b49 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-286175548') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.061452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 76c7c626-17d5-46ad-9d08-86b348f92bfd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:31.061826 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.143002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-50b0f5c8-1eb7-4f68-81ea-4d8792ce204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.145018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-50b0f5c8-1eb7-4f68-81ea-4d8792ce204a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2616997 Jul 16 02:00:31.149073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-938619d3-0188-4c76-80ff-97a428524999 None None] Provisioning for port af7cabd4-f38d-4b36-8895-02c182ee903a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:31.159208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-938619d3-0188-4c76-80ff-97a428524999 None None] Provisioning complete for port af7cabd4-f38d-4b36-8895-02c182ee903a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:31.159586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-938619d3-0188-4c76-80ff-97a428524999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.276009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-938619d3-0188-4c76-80ff-97a428524999 None None] Port af7cabd4-f38d-4b36-8895-02c182ee903a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:31.282721 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-3f6702cd-56bf-4e9b-afb2-341ca41d4b49 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:31.285996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f6702cd-56bf-4e9b-afb2-341ca41d4b49 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-286175548 HTTP/1.1" status: 404 len: 328 time: 0.2466013 Jul 16 02:00:31.290515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36188) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.298058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-7d212bfa-b56e-4f1d-a501-604f0b9e299e tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765', 'tempest-TagsExtTest-Tag-1087912558') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.303502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.305698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.316550 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-c4db17df-2f45-4345-a35a-842657e7e8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648445 Jul 16 02:00:31.325959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Transition to ACTIVE for port object 281e406e-1db9-463a-b5de-f463249204ca will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:31.331841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-938619d3-0188-4c76-80ff-97a428524999 None None] Provisioning complete for port 76c7c626-17d5-46ad-9d08-86b348f92bfd triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:31.332217 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-938619d3-0188-4c76-80ff-97a428524999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.355212 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.364758 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-7d212bfa-b56e-4f1d-a501-604f0b9e299e tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:31.366196 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7d212bfa-b56e-4f1d-a501-604f0b9e299e tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags/tempest-TagsExtTest-Tag-1087912558 HTTP/1.1" status: 404 len: 329 time: 0.0744042 Jul 16 02:00:31.369539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.375375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-ca92afde-a5f1-4a59-91d4-d223611deba7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', {'tags': ['tempest-TagsExtTest-Tag-852657698', 'tempest-TagsExtTest-Tag-213108079', 'tempest-TagsExtTest-Tag-440500796']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.376465 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Transition to ACTIVE for port object ece01ac4-aff2-4371-96d4-4910746a08ed will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:31.385528 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.411877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Transition to ACTIVE for port object 281e406e-1db9-463a-b5de-f463249204ca will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:31.422004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 76c7c626-17d5-46ad-9d08-86b348f92bfd, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=76c7c626-17d5-46ad-9d08-86b348f92bfd,segment=NetworkSegment(7000e5a2-928f-486e-b191-41c7c2d6942b),segment_id=7000e5a2-928f-486e-b191-41c7c2d6942b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:31.437650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.453460 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.474036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ca92afde-a5f1-4a59-91d4-d223611deba7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags HTTP/1.1" status: 200 len: 315 time: 0.1032796 Jul 16 02:00:31.477553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36192) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.493161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-51cc851e-0aa8-48c0-add0-72693fc6b4a1 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.515682 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96195505-0ff7-458e-97c4-934e1d43ef76 req-0c4c7bba-d0bd-47f0-90db-9f3cbd9fb45d service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928859 Jul 16 02:00:31.528527 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c3d4-fe22-4761-b2d7-0f259483b501 None None] Pushing event updated for resources: {'Port': ['ID=ece01ac4-aff2-4371-96d4-4910746a08ed,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.531523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Network 8c1c4060-5735-48cc-8eeb-296264ac237d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:31.559385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:31.560297 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Attempting to bind port ece01ac4-aff2-4371-96d4-4910746a08ed on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:31.560896 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Attempting to bind port ece01ac4-aff2-4371-96d4-4910746a08ed by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:31.561427 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Attempting to bind port ece01ac4-aff2-4371-96d4-4910746a08ed on network b12b461c-fe68-4719-9df0-a9db70e6931c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:31.561816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:31.567327 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:31.568020 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Checking segment: {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:31.568652 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.569268 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Bound using segment: {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:31.569935 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Bound port: ece01ac4-aff2-4371-96d4-4910746a08ed, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15130131-3b3e-4298-8c2e-3ff44f0a98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:31.570618 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.584860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Allocated IP 2001:db8:3::1 (8c1c4060-5735-48cc-8eeb-296264ac237d/6873f8ea-1ac4-48d7-9468-288ad625fcbd/f2fa7552-e3a5-4914-8091-6f52f218e5f3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:31.658427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Pushing event updated for resources: {'Port': ['ID=281e406e-1db9-463a-b5de-f463249204ca,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.659581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-51cc851e-0aa8-48c0-add0-72693fc6b4a1 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags HTTP/1.1" status: 204 len: 168 time: 0.1793449 Jul 16 02:00:31.663374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.669292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-1ca1f00b-6f9a-466d-961a-84c98ccd727b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-852657698') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.679373 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 668513d6-e105-445a-a712-400842a8b30d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:31.680516 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] For port ece01ac4-aff2-4371-96d4-4910746a08ed, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:31.684289 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] For port ece01ac4-aff2-4371-96d4-4910746a08ed, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ece01ac4-aff2-4371-96d4-4910746a08ed,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:31.705558 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.758788 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-1ca1f00b-6f9a-466d-961a-84c98ccd727b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:31.760219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ca1f00b-6f9a-466d-961a-84c98ccd727b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-852657698 HTTP/1.1" status: 404 len: 328 time: 0.0951009 Jul 16 02:00:31.763457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.768813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-5211fb6b-93c1-4bd4-a9c5-379daade4946 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-213108079') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.807578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.816288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:31.817705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Attempting to bind port 281e406e-1db9-463a-b5de-f463249204ca on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:31.818092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Attempting to bind port 281e406e-1db9-463a-b5de-f463249204ca by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:31.818565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Attempting to bind port 281e406e-1db9-463a-b5de-f463249204ca on network 8c1c4060-5735-48cc-8eeb-296264ac237d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:31.828697 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.832755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Transition to ACTIVE for port object f2fa7552-e3a5-4914-8091-6f52f218e5f3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:31.856220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:31.856615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Checking segment: {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:31.857027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.857429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Bound using segment: {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:31.858065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Bound port: 281e406e-1db9-463a-b5de-f463249204ca, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:31.858459 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.866134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=76c7c626-17d5-46ad-9d08-86b348f92bfd,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.886831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.906916 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-5211fb6b-93c1-4bd4-a9c5-379daade4946 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:31.908069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5211fb6b-93c1-4bd4-a9c5-379daade4946 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-213108079 HTTP/1.1" status: 404 len: 328 time: 0.1432257 Jul 16 02:00:31.911133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.926278 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-15faf54b-8a6c-49df-ba22-db825f75a006 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a', 'tempest-TagsExtTest-Tag-440500796') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:31.926866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 8c1c4060-5735-48cc-8eeb-296264ac237d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:31.928676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 668513d6-e105-445a-a712-400842a8b30d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:31.930901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.931104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:31.937221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:31.937798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.001982 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c3d4-fe22-4761-b2d7-0f259483b501 None None] Pushing event updated for resources: {'Port': ['ID=ece01ac4-aff2-4371-96d4-4910746a08ed,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.047405 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-15faf54b-8a6c-49df-ba22-db825f75a006 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.051463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-15faf54b-8a6c-49df-ba22-db825f75a006 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags/tempest-TagsExtTest-Tag-440500796 HTTP/1.1" status: 404 len: 328 time: 0.1362765 Jul 16 02:00:32.052064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36200) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.063474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-73a7a825-dfe1-45b8-ab35-dd651154c2b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', {'tags': ['tempest-TagsExtTest-Tag-599828727', 'tempest-TagsExtTest-Tag-464477519', 'tempest-TagsExtTest-Tag-435549077']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.081753 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:32.100743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e42c4635-d2d3-4824-a030-ab961592ab0b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:32.115942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.186202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=f2fa7552-e3a5-4914-8091-6f52f218e5f3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.205170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] For port 281e406e-1db9-463a-b5de-f463249204ca, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:32.234693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] For port 281e406e-1db9-463a-b5de-f463249204ca, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=281e406e-1db9-463a-b5de-f463249204ca,segment=NetworkSegment(5daf0582-ccb3-420f-ace3-20a968327ef2),segment_id=5daf0582-ccb3-420f-ace3-20a968327ef2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:32.245270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-73a7a825-dfe1-45b8-ab35-dd651154c2b3 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags HTTP/1.1" status: 200 len: 315 time: 0.1918559 Jul 16 02:00:32.247697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.253675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-4d64d4b7-381b-4815-a703-12341977bafa tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.254203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.285973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e42c4635-d2d3-4824-a030-ab961592ab0b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:32.286680 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.404080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4d64d4b7-381b-4815-a703-12341977bafa tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags HTTP/1.1" status: 204 len: 168 time: 0.1543581 Jul 16 02:00:32.406736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.406956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27f56-8958-4a57-b0c0-ac83f2cf4890 None None] Pushing event updated for resources: {'Port': ['ID=281e406e-1db9-463a-b5de-f463249204ca,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.413075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-b9fa4203-f868-4cff-b579-ba521bb07dfd tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-599828727') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.466653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:31Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.510339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e100edb-0a25-4678-b71f-f467e87491f3 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:26Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:31Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:32.515809 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-b9fa4203-f868-4cff-b579-ba521bb07dfd tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.516853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b9fa4203-f868-4cff-b579-ba521bb07dfd tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-599828727 HTTP/1.1" status: 404 len: 328 time: 0.1090140 Jul 16 02:00:32.522118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36206) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.528789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.tag.tag_plugin [None req-8f615269-1802-45c6-aa1f-2116e0a4f9d1 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-464477519') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.654556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.667524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.668337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.675359 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-8f615269-1802-45c6-aa1f-2116e0a4f9d1 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.676478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8f615269-1802-45c6-aa1f-2116e0a4f9d1 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-464477519 HTTP/1.1" status: 404 len: 328 time: 0.1533430 Jul 16 02:00:32.679440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36208) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.685547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-e6a9290a-0e43-48e6-a443-8ee2caa0c8a0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e', 'tempest-TagsExtTest-Tag-435549077') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.749059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event updated for resources: {'Port': ['ID=f2fa7552-e3a5-4914-8091-6f52f218e5f3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.786256 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-e6a9290a-0e43-48e6-a443-8ee2caa0c8a0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.788596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e6a9290a-0e43-48e6-a443-8ee2caa0c8a0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags/tempest-TagsExtTest-Tag-435549077 HTTP/1.1" status: 404 len: 328 time: 0.1056724 Jul 16 02:00:32.790298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36210) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.795373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-03295fa6-2eb4-4123-9467-955a8f0e6573 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', {'tags': ['tempest-TagsExtTest-Tag-673686252', 'tempest-TagsExtTest-Tag-999899539', 'tempest-TagsExtTest-Tag-1923669602']}) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.825578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Network 8c1c4060-5735-48cc-8eeb-296264ac237d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:32.827048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:32.831014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03295fa6-2eb4-4123-9467-955a8f0e6573 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "PUT /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags HTTP/1.1" status: 200 len: 316 time: 0.0395749 Jul 16 02:00:32.833493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.838998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-868e0b83-7f14-4e52-92b2-ba7a6d85e68d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.874933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-868e0b83-7f14-4e52-92b2-ba7a6d85e68d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0404263 Jul 16 02:00:32.877907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.882383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-25a73446-b8fd-4d7b-8ffe-3ae92f9c82de tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-673686252') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.905595 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-25a73446-b8fd-4d7b-8ffe-3ae92f9c82de tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.907643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-25a73446-b8fd-4d7b-8ffe-3ae92f9c82de tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-673686252 HTTP/1.1" status: 404 len: 328 time: 0.0280924 Jul 16 02:00:32.911306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36216) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.916951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-d3c5eccd-3b9d-4762-8345-1fdb70fe5e61 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-999899539') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.945996 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d3c5eccd-3b9d-4762-8345-1fdb70fe5e61 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.949862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d3c5eccd-3b9d-4762-8345-1fdb70fe5e61 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-999899539 HTTP/1.1" status: 404 len: 328 time: 0.0349295 Jul 16 02:00:32.950128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.954766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-bfea89c6-668d-466a-aa9f-ea854cd996e7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6', 'tempest-TagsExtTest-Tag-1923669602') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:32.978256 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-bfea89c6-668d-466a-aa9f-ea854cd996e7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] show failed (client error): The resource could not be found. Jul 16 02:00:32.979551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bfea89c6-668d-466a-aa9f-ea854cd996e7 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags/tempest-TagsExtTest-Tag-1923669602 HTTP/1.1" status: 404 len: 329 time: 0.0281236 Jul 16 02:00:32.982261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36222) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.989493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-c8491a55-ef8b-4599-b7ac-5ef96e1d51be tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:33.015528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c8491a55-ef8b-4599-b7ac-5ef96e1d51be tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0321345 Jul 16 02:00:33.018185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36224) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.022877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-c92aa952-7d0a-4b55-a1d4-b784db8afd7b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd16ba7f5-4d49-48db-b375-9f18ac9d059e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:33.112309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c92aa952-7d0a-4b55-a1d4-b784db8afd7b tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e/tags HTTP/1.1" status: 204 len: 168 time: 0.0930338 Jul 16 02:00:33.113193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36226) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.117926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-6c32a52c-f605-4ce3-b6d7-8fba7bcf38a0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af7cabd4-f38d-4b36-8895-02c182ee903a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:33.179139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6c32a52c-f605-4ce3-b6d7-8fba7bcf38a0 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a/tags HTTP/1.1" status: 204 len: 168 time: 0.0648789 Jul 16 02:00:33.180133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.184618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.tag.tag_plugin [None req-bf34f382-bac3-4d37-8161-e66571af6f4a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'daf832b4-dcb6-483b-b23f-20a2bcecc765') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:33.253975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bf34f382-bac3-4d37-8161-e66571af6f4a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765/tags HTTP/1.1" status: 204 len: 168 time: 0.0727758 Jul 16 02:00:33.259180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.305983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:33.376989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a9566c89-0086-48b7-98be-4e97236a2d65 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.380505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a9566c89-0086-48b7-98be-4e97236a2d65 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnetpools/5d91eeb5-1a47-4853-a6c7-9854e0e6c3a6 HTTP/1.1" status: 204 len: 168 time: 0.1179724 Jul 16 02:00:33.381167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36232) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.421634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-921f5b49-deb9-4484-b240-b754afdee93d tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "GET /v2.0/ports?device_id=d16ba7f5-4d49-48db-b375-9f18ac9d059e HTTP/1.1" status: 200 len: 205 time: 0.0368917 Jul 16 02:00:33.421910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.426989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:33.433688 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-512d5c55-6d43-41ff-9d99-f254aacb6b2b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7259343 Jul 16 02:00:33.436395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.439442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:33.441357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:33.451072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:33.451731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:33.528511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a173b-5eb4-4b09-8872-d45e0290a89e None None] Network 8c1c4060-5735-48cc-8eeb-296264ac237d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:33.551798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.587569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-44f2c426-7137-47f1-8b6d-c00c1f4127af None None] Provisioning for port 281e406e-1db9-463a-b5de-f463249204ca completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:33.621126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:33.764529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ece01ac4-aff2-4371-96d4-4910746a08ed up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:33.791461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.794013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.845496 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.847910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Fanout notify agent at l3_agent the message router_deleted on router d16ba7f5-4d49-48db-b375-9f18ac9d059e {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:33.855532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.859403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b05ea638-02e3-4642-a118-8718f623e85a tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/routers/d16ba7f5-4d49-48db-b375-9f18ac9d059e HTTP/1.1" status: 204 len: 168 time: 0.4330006 Jul 16 02:00:33.859527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36238) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.934013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ece01ac4-aff2-4371-96d4-4910746a08ed completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:33.943230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ece01ac4-aff2-4371-96d4-4910746a08ed triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.943605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.999882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:32Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:31Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2fa7552-e3a5-4914-8091-6f52f218e5f3', 'name': '', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:0e:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:31Z', 'updated_at': '2021-07-16T02:00:32Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:34.028639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:34.030087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:34.030692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Updating router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 port f2fa7552-e3a5-4914-8091-6f52f218e5f3 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:34.047480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Deleting port af7cabd4-f38d-4b36-8895-02c182ee903a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:34.047819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.055226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Removed routes are [] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:34.055608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.092997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.113237 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.231567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.322135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Calling delete_port for af7cabd4-f38d-4b36-8895-02c182ee903a owned by {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:34.348159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ece01ac4-aff2-4371-96d4-4910746a08ed, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ece01ac4-aff2-4371-96d4-4910746a08ed,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.385712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.392159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e61b9a5b-acb9-49c3-86e7-9c877550e78a None None] Provisioning for port f2fa7552-e3a5-4914-8091-6f52f218e5f3 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:34.393266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.397888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.399336 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 281e406e-1db9-463a-b5de-f463249204ca up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:34.412305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e61b9a5b-acb9-49c3-86e7-9c877550e78a None None] Provisioning complete for port f2fa7552-e3a5-4914-8091-6f52f218e5f3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:34.412714 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e61b9a5b-acb9-49c3-86e7-9c877550e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.517862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:34.541234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e61b9a5b-acb9-49c3-86e7-9c877550e78a None None] Port f2fa7552-e3a5-4914-8091-6f52f218e5f3 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:34.559819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ece01ac4-aff2-4371-96d4-4910746a08ed,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.622319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 281e406e-1db9-463a-b5de-f463249204ca completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:34.634724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 281e406e-1db9-463a-b5de-f463249204ca triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:34.635110 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.647953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.694727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event deleted for resources: {'Port': ['ID=af7cabd4-f38d-4b36-8895-02c182ee903a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.700375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:34.708851 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.713937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.724515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f8626a1-6e5d-473d-ae2c-f800aa179c55 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 954 time: 1.2867568 Jul 16 02:00:34.791139 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.793549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.817082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Transition to ACTIVE for port object f2fa7552-e3a5-4914-8091-6f52f218e5f3 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:34.819079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-acd3f1b9-bcac-424b-bcc1-ecc4e28b5dc5 None None] Provisioning complete for port f2fa7552-e3a5-4914-8091-6f52f218e5f3 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:34.819436 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acd3f1b9-bcac-424b-bcc1-ecc4e28b5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.823135 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.828696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-45e4b138-8727-41f6-9db1-a8a796823671 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/ports/af7cabd4-f38d-4b36-8895-02c182ee903a HTTP/1.1" status: 204 len: 168 time: 0.9681022 Jul 16 02:00:34.829482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36242) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.830094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36244) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.830276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-27ce10fe-90fd-4966-989a-a24062d5fea1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 954 time: 0.1149883 Jul 16 02:00:34.848050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.865592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'routes': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:34.902006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 281e406e-1db9-463a-b5de-f463249204ca, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=281e406e-1db9-463a-b5de-f463249204ca,segment=NetworkSegment(5daf0582-ccb3-420f-ace3-20a968327ef2),segment_id=5daf0582-ccb3-420f-ace3-20a968327ef2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.905217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-acd3f1b9-bcac-424b-bcc1-ecc4e28b5dc5 None None] Port f2fa7552-e3a5-4914-8091-6f52f218e5f3 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:34.918822 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.919619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 76c7c626-17d5-46ad-9d08-86b348f92bfd up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:34.949679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370602-c8db-4984-b119-b874e3cf6a06 None None] Pushing event updated for resources: {'Port': ['ID=f2fa7552-e3a5-4914-8091-6f52f218e5f3,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.978222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Deleting subnet daf832b4-dcb6-483b-b23f-20a2bcecc765 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:34.986970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.076095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Attempting to bind port f2fa7552-e3a5-4914-8091-6f52f218e5f3 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:35.076492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Attempting to bind port f2fa7552-e3a5-4914-8091-6f52f218e5f3 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:35.076859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Attempting to bind port f2fa7552-e3a5-4914-8091-6f52f218e5f3 on network 8c1c4060-5735-48cc-8eeb-296264ac237d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:35.081362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=281e406e-1db9-463a-b5de-f463249204ca,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.089805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:35.090290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Checking segment: {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:35.090635 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.091153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Bound using segment: {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:35.091495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Bound port: f2fa7552-e3a5-4914-8091-6f52f218e5f3, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daf0582-ccb3-420f-ace3-20a968327ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:35.091883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.100969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.103445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 76c7c626-17d5-46ad-9d08-86b348f92bfd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:35.103832 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.199897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] For port f2fa7552-e3a5-4914-8091-6f52f218e5f3, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:35.216600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] For port f2fa7552-e3a5-4914-8091-6f52f218e5f3, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f2fa7552-e3a5-4914-8091-6f52f218e5f3,segment=NetworkSegment(5daf0582-ccb3-420f-ace3-20a968327ef2),segment_id=5daf0582-ccb3-420f-ace3-20a968327ef2)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:35.240500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.266431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.321308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370602-c8db-4984-b119-b874e3cf6a06 None None] Pushing event updated for resources: {'Port': ['ID=f2fa7552-e3a5-4914-8091-6f52f218e5f3,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.324394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:35.324781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.391848 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.422880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:35.447110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event deleted for resources: {'Subnet': ['ID=daf832b4-dcb6-483b-b23f-20a2bcecc765,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.454454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.458662 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2251cd47-71dc-43ee-9dda-30f160f90bed tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/subnets/daf832b4-dcb6-483b-b23f-20a2bcecc765 HTTP/1.1" status: 204 len: 168 time: 0.6250687 Jul 16 02:00:35.459452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36246) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:35.465683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96f311-3b2d-4005-975b-0dc0b0f8abe5 None None] Network a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:35.487232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added routes are [] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:35.487744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:35.573562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.584328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.586677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ece01ac4-aff2-4371-96d4-4910746a08ed up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:35.743669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Deleting port 76c7c626-17d5-46ad-9d08-86b348f92bfd {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:35.744010 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.763341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ece01ac4-aff2-4371-96d4-4910746a08ed triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:35.763717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.910813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 6, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2fa7552-e3a5-4914-8091-6f52f218e5f3', 'name': '', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:0e:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:31Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.913715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 281e406e-1db9-463a-b5de-f463249204ca up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:35.958817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] DHCP port deletion for a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:35.965297 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8099db3-392e-4bcd-bdb0-9d5111023191 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 6, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2fa7552-e3a5-4914-8091-6f52f218e5f3', 'name': '', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:0e:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:31Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:36.030738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 281e406e-1db9-463a-b5de-f463249204ca triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:36.031117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.090789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] Deleting port 76c7c626-17d5-46ad-9d08-86b348f92bfd {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:36.090789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.199084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.201701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] For port 76c7c626-17d5-46ad-9d08-86b348f92bfd, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=76c7c626-17d5-46ad-9d08-86b348f92bfd,segment=NetworkSegment(7000e5a2-928f-486e-b191-41c7c2d6942b),segment_id=7000e5a2-928f-486e-b191-41c7c2d6942b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:36.202055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.212088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.217825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Calling delete_port for 76c7c626-17d5-46ad-9d08-86b348f92bfd owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:36.218515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] For port 76c7c626-17d5-46ad-9d08-86b348f92bfd, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=76c7c626-17d5-46ad-9d08-86b348f92bfd,segment=NetworkSegment(7000e5a2-928f-486e-b191-41c7c2d6942b),segment_id=7000e5a2-928f-486e-b191-41c7c2d6942b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:36.218923 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.239423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] Calling delete_port for 76c7c626-17d5-46ad-9d08-86b348f92bfd owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:36.333372 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.360896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] Pushing event deleted for resources: {'Port': ['ID=76c7c626-17d5-46ad-9d08-86b348f92bfd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.367354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da0ad1-a54c-45de-a7aa-6d399ced63e6 None None] No DVR routers for this DVR port 76c7c626-17d5-46ad-9d08-86b348f92bfd on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:36.387406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:36.445055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.512754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event deleted for resources: {'Port': ['ID=76c7c626-17d5-46ad-9d08-86b348f92bfd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.518043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] No DVR routers for this DVR port 76c7c626-17d5-46ad-9d08-86b348f92bfd on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:36.579269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:36.587799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.589020 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6225ff59-2d80-4f2f-ba6b-3fd95655759d tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 704 time: 1.7276187 Jul 16 02:00:36.591915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36248) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.627704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.638147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:36.650046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7000e5a2-928f-486e-b191-41c7c2d6942b') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:36.650684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7000e5a2-928f-486e-b191-41c7c2d6942b') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:36.660195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.680562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.686661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:36.687061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: self.session.flush() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:36.690076 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:36.699870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-62d0cef3-706a-4306-ae08-809d76da5dbd tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 704 time: 0.1067023 Jul 16 02:00:36.702600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.753899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.762047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.767315 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] 10.222.0.42 "DELETE /v2.0/networks/a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a HTTP/1.1" status: 204 len: 168 time: 1.3071151 Jul 16 02:00:36.781416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3484397-6347-44d2-831b-ef392a44d749 tempest-TagsExtTest-298386946 tempest-TagsExtTest-298386946-project] Pushing event deleted for resources: {'Network': ['ID=a4d7bdf1-1f4b-44cc-aca3-8b6fa7492b5a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.830197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:36.840157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:36.840837 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:36.934681 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:37.050801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:37.238618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bd9a7705-d6d2-44af-a091-5d44950dcc48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ceb2e037c9f5424eb84c5abf88bc90b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866198 Jul 16 02:00:37.241211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:37.241715 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 7, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2fa7552-e3a5-4914-8091-6f52f218e5f3', 'name': '', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:0e:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:31Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:37.272527 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:37.283015 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:37.283634 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:37.294953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b9-9a50-4fe7-b169-d6316638b713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.317305 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b9-9a50-4fe7-b169-d6316638b713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.370907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.384856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b9-9a50-4fe7-b169-d6316638b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.387801 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:37.389204 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b9-9a50-4fe7-b169-d6316638b713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.390542 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9149c2b9-9a50-4fe7-b169-d6316638b713 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae19e6c7-0401-4f65-93b3-20cde916b438 HTTP/1.1" status: 204 len: 168 time: 0.1483085 Jul 16 02:00:37.399329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149c2b9-9a50-4fe7-b169-d6316638b713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae19e6c7-0401-4f65-93b3-20cde916b438,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:37.595166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f2fa7552-e3a5-4914-8091-6f52f218e5f3 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:37.638578 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 7, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2fa7552-e3a5-4914-8091-6f52f218e5f3', 'name': '', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:0e:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:31Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:37.653790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.670015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f2fa7552-e3a5-4914-8091-6f52f218e5f3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:37.674705 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bcfb90-5e68-4c0e-ae62-46baeaa519ed None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 7, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2fa7552-e3a5-4914-8091-6f52f218e5f3', 'name': '', 'network_id': '8c1c4060-5735-48cc-8eeb-296264ac237d', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:0e:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:31Z', 'updated_at': '2021-07-16T02:00:35Z', 'revision_number': 4, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': '6873f8ea-1ac4-48d7-9468-288ad625fcbd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:37.686702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f2fa7552-e3a5-4914-8091-6f52f218e5f3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:37.687346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.731103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port f2fa7552-e3a5-4914-8091-6f52f218e5f3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:37.732075 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.790604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.835102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port f2fa7552-e3a5-4914-8091-6f52f218e5f3, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f2fa7552-e3a5-4914-8091-6f52f218e5f3,segment=NetworkSegment(5daf0582-ccb3-420f-ace3-20a968327ef2),segment_id=5daf0582-ccb3-420f-ace3-20a968327ef2)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:37.840972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.850599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port f2fa7552-e3a5-4914-8091-6f52f218e5f3, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f2fa7552-e3a5-4914-8091-6f52f218e5f3,segment=NetworkSegment(5daf0582-ccb3-420f-ace3-20a968327ef2),segment_id=5daf0582-ccb3-420f-ace3-20a968327ef2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:37.850971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.874193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for f2fa7552-e3a5-4914-8091-6f52f218e5f3 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:37.898950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=f2fa7552-e3a5-4914-8091-6f52f218e5f3,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:37.918283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 76c7c626-17d5-46ad-9d08-86b348f92bfd no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:37.941695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 76c7c626-17d5-46ad-9d08-86b348f92bfd {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:37.942129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 76c7c626-17d5-46ad-9d08-86b348f92bfd not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:38.079186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.113193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=f2fa7552-e3a5-4914-8091-6f52f218e5f3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.226574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.231819 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035450 Jul 16 02:00:38.235544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.245101 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.367547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9950bdae-f2f7-42dd-bc6d-61caaeacc55f tempest-NetworksApiDiscovery-1104078186 tempest-NetworksApiDiscovery-1104078186-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1262989 Jul 16 02:00:38.460162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:38.561272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:38.568687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b8413352-eb0d-4e5c-aaa4-4d6772792f82 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8626730 Jul 16 02:00:38.569103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.572734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:38.583311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:38.583850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:38.623053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.635146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet 6873f8ea-1ac4-48d7-9468-288ad625fcbd {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:38.638668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.674760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:38.683671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.768163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c46acea-b467-4299-a2da-7f356cd56556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.792484 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.877153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.890144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:38Z', 'revision_number': 8, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:38.917266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=6873f8ea-1ac4-48d7-9468-288ad625fcbd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.918057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:38.919518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.923866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-80149491-59b5-458f-9803-db6cbcc1080b tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/6873f8ea-1ac4-48d7-9468-288ad625fcbd HTTP/1.1" status: 204 len: 168 time: 0.3516428 Jul 16 02:00:38.924788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36298) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.929533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dec3c6-b430-48d1-ac8b-9431c97a2537 None None] Network 8c1c4060-5735-48cc-8eeb-296264ac237d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:38.933914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:38.934842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:39.026668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.033521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c46acea-b467-4299-a2da-7f356cd56556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.039496 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c46acea-b467-4299-a2da-7f356cd56556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.109234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c46acea-b467-4299-a2da-7f356cd56556 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6217b08a41946e08d9dcea6c867e2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848058 Jul 16 02:00:39.111185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46acea-b467-4299-a2da-7f356cd56556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd543c3-08b1-4fb1-beb3-03c09e987c97,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.112100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36300) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:39.140640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 281e406e-1db9-463a-b5de-f463249204ca {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:39.141032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.177276 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d78b29d1-9249-4f5f-8a6d-981629fca2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.200269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d78b29d1-9249-4f5f-8a6d-981629fca2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.213444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 281e406e-1db9-463a-b5de-f463249204ca, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=281e406e-1db9-463a-b5de-f463249204ca,segment=NetworkSegment(5daf0582-ccb3-420f-ace3-20a968327ef2),segment_id=5daf0582-ccb3-420f-ace3-20a968327ef2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:39.213829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.228514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 281e406e-1db9-463a-b5de-f463249204ca owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:39.245901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:39.253167 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d78b29d1-9249-4f5f-8a6d-981629fca2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.256287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d78b29d1-9249-4f5f-8a6d-981629fca2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.258129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d78b29d1-9249-4f5f-8a6d-981629fca2f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcd543c3-08b1-4fb1-beb3-03c09e987c97 HTTP/1.1" status: 204 len: 168 time: 0.1445003 Jul 16 02:00:39.267237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b29d1-9249-4f5f-8a6d-981629fca2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd543c3-08b1-4fb1-beb3-03c09e987c97,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.337361 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.350315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 281e406e-1db9-463a-b5de-f463249204ca on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:39.397855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=281e406e-1db9-463a-b5de-f463249204ca,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.508062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.522564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851baf7d-22fc-483f-b82d-3658a16c5b00 None None] DHCP port deletion for 8c1c4060-5735-48cc-8eeb-296264ac237d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:39.528358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1c4060-5735-48cc-8eeb-296264ac237d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:39.549773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daf0582-ccb3-420f-ace3-20a968327ef2') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:39.550180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daf0582-ccb3-420f-ace3-20a968327ef2') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:39.559903 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.572127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:38Z', 'revision_number': 8, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:39.587977 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.595698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:39.596197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:39.599763 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:39.603527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3e336-d2f7-4812-be4b-4cdc9f70f3cc None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:38Z', 'revision_number': 8, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece01ac4-aff2-4371-96d4-4910746a08ed', 'name': '', 'network_id': 'b12b461c-fe68-4719-9df0-a9db70e6931c', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:bd:4f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:24Z', 'updated_at': '2021-07-16T02:00:34Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'a38eb810-9b37-4dab-93e9-bbdb0cc4a779', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:39.659289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 281e406e-1db9-463a-b5de-f463249204ca no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:39.682010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 281e406e-1db9-463a-b5de-f463249204ca {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:39.682729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 281e406e-1db9-463a-b5de-f463249204ca not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:39.691232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.697470 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.703166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36314) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:39.703428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/8c1c4060-5735-48cc-8eeb-296264ac237d HTTP/1.1" status: 204 len: 168 time: 0.7782145 Jul 16 02:00:39.721111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78230cdc-0fa3-448a-a7a3-91623ea1b6e3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=8c1c4060-5735-48cc-8eeb-296264ac237d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.073139 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.156324 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72e5b107-642e-4b2d-bc3b-fb2257b8509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.354102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port ece01ac4-aff2-4371-96d4-4910746a08ed {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:40.354620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.452788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port ece01ac4-aff2-4371-96d4-4910746a08ed, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ece01ac4-aff2-4371-96d4-4910746a08ed,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:40.453148 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.469483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for ece01ac4-aff2-4371-96d4-4910746a08ed owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:40.659411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.690178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=ece01ac4-aff2-4371-96d4-4910746a08ed,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.832466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.075375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:41.182199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:41.191150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36358) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.191654 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-220cf890-d882-49f1-aa36-d0ba8240f168 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867063 Jul 16 02:00:41.207365 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:41.221929 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:41.224072 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.228011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.282916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet a38eb810-9b37-4dab-93e9-bbdb0cc4a779 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:41.287829 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.343710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.371687 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:41.379532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22e0db45-fc39-4d46-86a3-2ddd1accfc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.441062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.503957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22e0db45-fc39-4d46-86a3-2ddd1accfc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.511184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22e0db45-fc39-4d46-86a3-2ddd1accfc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.566061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.578919 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-22e0db45-fc39-4d46-86a3-2ddd1accfc8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fe472a92989458fb6867e0aca3c7b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493218 Jul 16 02:00:41.579888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0db45-fc39-4d46-86a3-2ddd1accfc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb49b4-8bba-4f97-a1d2-bc9d1aebb609,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.582262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.588376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f2fa7552-e3a5-4914-8091-6f52f218e5f3 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:41.613493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f2fa7552-e3a5-4914-8091-6f52f218e5f3 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:41.614222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f2fa7552-e3a5-4914-8091-6f52f218e5f3 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:41.620987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=a38eb810-9b37-4dab-93e9-bbdb0cc4a779,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.625750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.626742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c45d10-c4fd-4c9c-b6c2-64509e135ca5 None None] Network b12b461c-fe68-4719-9df0-a9db70e6931c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:41.630389 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.630561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0f8ff696-f146-47c1-ba56-22643be0e001 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/a38eb810-9b37-4dab-93e9-bbdb0cc4a779 HTTP/1.1" status: 204 len: 168 time: 0.4376922 Jul 16 02:00:41.665366 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:40Z', 'revision_number': 9, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.666645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7b14fc2-4102-4b84-bb51-07c218c2efb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.691892 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7b14fc2-4102-4b84-bb51-07c218c2efb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.693430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:41.704474 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:41.705359 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.748452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.753217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7b14fc2-4102-4b84-bb51-07c218c2efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.756052 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7b14fc2-4102-4b84-bb51-07c218c2efb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.758009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c7b14fc2-4102-4b84-bb51-07c218c2efb6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4eb49b4-8bba-4f97-a1d2-bc9d1aebb609 HTTP/1.1" status: 204 len: 168 time: 0.1740408 Jul 16 02:00:41.784703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b14fc2-4102-4b84-bb51-07c218c2efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb49b4-8bba-4f97-a1d2-bc9d1aebb609,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.821021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 668513d6-e105-445a-a712-400842a8b30d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:41.821443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.829467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:41.867400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] DHCP port deletion for b12b461c-fe68-4719-9df0-a9db70e6931c request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:41.902500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 668513d6-e105-445a-a712-400842a8b30d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=668513d6-e105-445a-a712-400842a8b30d,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:41.902886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.923086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 668513d6-e105-445a-a712-400842a8b30d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:41.931907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] Deleting port 668513d6-e105-445a-a712-400842a8b30d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:41.932294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.001755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] For port 668513d6-e105-445a-a712-400842a8b30d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=668513d6-e105-445a-a712-400842a8b30d,segment=NetworkSegment(15130131-3b3e-4298-8c2e-3ff44f0a98bb),segment_id=15130131-3b3e-4298-8c2e-3ff44f0a98bb)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:42.001980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.017075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] Calling delete_port for 668513d6-e105-445a-a712-400842a8b30d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:42.017997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.051010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=668513d6-e105-445a-a712-400842a8b30d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.053258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 668513d6-e105-445a-a712-400842a8b30d on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:42.100383 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:40Z', 'revision_number': 9, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.113710 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.130802 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c0a22-84b4-4ac6-bd73-983cacd93dc7 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:40Z', 'revision_number': 9, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e42c4635-d2d3-4824-a030-ab961592ab0b', 'name': '', 'network_id': 'a2a00ec8-5826-4cf2-9870-583bae3c0b67', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:59:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:21Z', 'updated_at': '2021-07-16T02:00:30Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:42.142673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] Pushing event deleted for resources: {'Port': ['ID=668513d6-e105-445a-a712-400842a8b30d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.151692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529df05-b975-4d1d-9d62-7a9ecaf2fed9 None None] No DVR routers for this DVR port 668513d6-e105-445a-a712-400842a8b30d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:42.157569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.161329 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.175600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e3d39b8-6431-44b4-b892-a67d605ff335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.185844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12b461c-fe68-4719-9df0-a9db70e6931c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.196799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15130131-3b3e-4298-8c2e-3ff44f0a98bb') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.197103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15130131-3b3e-4298-8c2e-3ff44f0a98bb') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.206667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.222222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.228449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:42.228854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:42.231791 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:42.271640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e3d39b8-6431-44b4-b892-a67d605ff335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.275999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8e3d39b8-6431-44b4-b892-a67d605ff335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.293123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.298606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.300907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/b12b461c-fe68-4719-9df0-a9db70e6931c HTTP/1.1" status: 204 len: 168 time: 0.6690526 Jul 16 02:00:42.306831 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36374) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.319424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8e3d39b8-6431-44b4-b892-a67d605ff335 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cba69f30a233445ba701e99c6a7c8ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607490 Jul 16 02:00:42.320948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d39b8-6431-44b4-b892-a67d605ff335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae9cb9-5f2b-44be-8a0c-99e2c11a7177,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.323424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.329825 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ddce-ca66-4d0f-a4e0-9d9b9ed8bf99 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=b12b461c-fe68-4719-9df0-a9db70e6931c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.378441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-649f0919-8fa1-4576-bf94-57b5fe530e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.404265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-649f0919-8fa1-4576-bf94-57b5fe530e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.407555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4260a83-0f41-445c-84bc-4046e8953561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.453313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-649f0919-8fa1-4576-bf94-57b5fe530e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.455759 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-649f0919-8fa1-4576-bf94-57b5fe530e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.457211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-649f0919-8fa1-4576-bf94-57b5fe530e74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8ae9cb9-5f2b-44be-8a0c-99e2c11a7177 HTTP/1.1" status: 204 len: 168 time: 0.1326964 Jul 16 02:00:42.468852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f0919-8fa1-4576-bf94-57b5fe530e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae9cb9-5f2b-44be-8a0c-99e2c11a7177,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.502522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.693320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.950636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port e42c4635-d2d3-4824-a030-ab961592ab0b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:42.951046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.045315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port e42c4635-d2d3-4824-a030-ab961592ab0b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e42c4635-d2d3-4824-a030-ab961592ab0b,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:43.045647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.064079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for e42c4635-d2d3-4824-a030-ab961592ab0b owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:43.243888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.272853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=e42c4635-d2d3-4824-a030-ab961592ab0b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.394155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.606366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ece01ac4-aff2-4371-96d4-4910746a08ed no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:43.629134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ece01ac4-aff2-4371-96d4-4910746a08ed {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:43.629569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ece01ac4-aff2-4371-96d4-4910746a08ed not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:43.630197 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 668513d6-e105-445a-a712-400842a8b30d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:43.651095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 668513d6-e105-445a-a712-400842a8b30d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:43.651449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 668513d6-e105-445a-a712-400842a8b30d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:43.780491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.953850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:44.047923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:44.053600 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-95dd2138-4c9a-4a78-b97d-ba2cfa551a2a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456932 Jul 16 02:00:44.056553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36420) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.058444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:44.067544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:44.068165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.108544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:44.111863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.155128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.161619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:44.249624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.287082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36424) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.318480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.346380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.349953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.355453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36428) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.357903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54730cab-f97d-47f9-818a-722111e36983 None None] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:44.365748 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-73ad1012-d6c3-401e-a235-872d800f3b89 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4 HTTP/1.1" status: 204 len: 168 time: 0.3079684 Jul 16 02:00:44.437854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba9be567-4140-42c3-a5d2-85880a0567d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.441538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.483991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:43Z', 'revision_number': 10, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.519739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:44.539207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:44.540184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.544032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba9be567-4140-42c3-a5d2-85880a0567d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.549457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba9be567-4140-42c3-a5d2-85880a0567d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.590209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9be567-4140-42c3-a5d2-85880a0567d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70db9a6-db8d-40a1-bdd5-fa3e6574f1f3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.594946 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ba9be567-4140-42c3-a5d2-85880a0567d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=389d38376d4d471daa4212320c79de95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067420 Jul 16 02:00:44.600923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36430) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.642892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:44.679073 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8504e31b-5523-45aa-b8e9-2a22efb5a357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.707573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8504e31b-5523-45aa-b8e9-2a22efb5a357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.725196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] DHCP port deletion for a2a00ec8-5826-4cf2-9870-583bae3c0b67 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:44.760370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:44.760777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.765042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8504e31b-5523-45aa-b8e9-2a22efb5a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.767794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8504e31b-5523-45aa-b8e9-2a22efb5a357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.775835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8504e31b-5523-45aa-b8e9-2a22efb5a357 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e70db9a6-db8d-40a1-bdd5-fa3e6574f1f3 HTTP/1.1" status: 204 len: 168 time: 0.1737044 Jul 16 02:00:44.792818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504e31b-5523-45aa-b8e9-2a22efb5a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70db9a6-db8d-40a1-bdd5-fa3e6574f1f3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.837718 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 9145672e-d5b1-4dbd-aa2b-878e57dc5755, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9145672e-d5b1-4dbd-aa2b-878e57dc5755,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:44.838343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.853699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 9145672e-d5b1-4dbd-aa2b-878e57dc5755 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:44.891548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Deleting port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:44.891929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.948122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.972842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] For port 9145672e-d5b1-4dbd-aa2b-878e57dc5755, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9145672e-d5b1-4dbd-aa2b-878e57dc5755,segment=NetworkSegment(006b6ee6-0e84-4bea-afc5-22dc93adfcb5),segment_id=006b6ee6-0e84-4bea-afc5-22dc93adfcb5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:44.973241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.974330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=9145672e-d5b1-4dbd-aa2b-878e57dc5755,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.980867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:44.993239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Calling delete_port for 9145672e-d5b1-4dbd-aa2b-878e57dc5755 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:45.004542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:43Z', 'revision_number': 10, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:45.038045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09ee86-28b1-4d13-9467-da582aabe722 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:43Z', 'revision_number': 10, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None, '_interfaces': [{'id': '88940774-cfc1-4ccb-95e3-07d3b5c1ec91', 'name': '', 'network_id': '8d7c6650-b76c-455a-a471-93dc45ed8486', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'mac_address': 'fa:16:3e:1c:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:18Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 5, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'subnets': [{'id': 'bbf41ade-9279-4269-9040-df82db1723d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:45.064536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.078328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a00ec8-5826-4cf2-9870-583bae3c0b67']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:45.091042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006b6ee6-0e84-4bea-afc5-22dc93adfcb5') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:45.091392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006b6ee6-0e84-4bea-afc5-22dc93adfcb5') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:45.097283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36436) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:45.104021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.112924 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f0511e2-193e-4848-b440-eb74578ee806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.121535 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.128617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:45.129103 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:45.133456 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:45.199845 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.207256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.213194 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/a2a00ec8-5826-4cf2-9870-583bae3c0b67 HTTP/1.1" status: 204 len: 168 time: 0.8530209 Jul 16 02:00:45.214075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:45.231053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21659d-eef1-4d8c-97dd-91702b62e1e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=a2a00ec8-5826-4cf2-9870-583bae3c0b67,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.269138 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.283580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f0511e2-193e-4848-b440-eb74578ee806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.289578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f0511e2-193e-4848-b440-eb74578ee806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.293162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Network a2a00ec8-5826-4cf2-9870-583bae3c0b67 is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:00:45.293621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] No DVR routers for this DVR port 9145672e-d5b1-4dbd-aa2b-878e57dc5755 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:45.295399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee06a9-94e2-40ac-8bfc-2fa8fa4f43fc None None] Pushing event deleted for resources: {'Port': ['ID=9145672e-d5b1-4dbd-aa2b-878e57dc5755,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.329461 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.329722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0511e2-193e-4848-b440-eb74578ee806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec48a05-93b8-47fe-8f97-ca15d47214e9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.345029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0f0511e2-193e-4848-b440-eb74578ee806 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1124fb7458724f989a1d9a5f6dbd5015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445018 Jul 16 02:00:45.345169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36440) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:45.400719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0442b5f-e897-4379-93b9-709e6e715954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.427346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0442b5f-e897-4379-93b9-709e6e715954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.489001 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0442b5f-e897-4379-93b9-709e6e715954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.493314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0442b5f-e897-4379-93b9-709e6e715954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.496956 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e0442b5f-e897-4379-93b9-709e6e715954 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ec48a05-93b8-47fe-8f97-ca15d47214e9 HTTP/1.1" status: 204 len: 168 time: 0.1484253 Jul 16 02:00:45.507464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0442b5f-e897-4379-93b9-709e6e715954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec48a05-93b8-47fe-8f97-ca15d47214e9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.589671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9145672e-d5b1-4dbd-aa2b-878e57dc5755 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:45.612055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9145672e-d5b1-4dbd-aa2b-878e57dc5755 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:45.612405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9145672e-d5b1-4dbd-aa2b-878e57dc5755 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:45.613126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e42c4635-d2d3-4824-a030-ab961592ab0b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:45.632140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e42c4635-d2d3-4824-a030-ab961592ab0b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:45.633185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e42c4635-d2d3-4824-a030-ab961592ab0b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:45.639444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.901034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:45.901288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.992771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 88940774-cfc1-4ccb-95e3-07d3b5c1ec91, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,segment=NetworkSegment(70618383-28b0-44b4-aee9-26607a2b58e2),segment_id=70618383-28b0-44b4-aee9-26607a2b58e2)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:45.993144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.011271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:46.187961 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.215980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=88940774-cfc1-4ccb-95e3-07d3b5c1ec91,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.319002 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.481092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:46.562353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:46.571368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-381e306e-2de6-42e2-aa5b-4a0439497810 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3540123 Jul 16 02:00:46.571368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36472) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:46.574887 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:46.584983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:46.586324 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:46.625686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting subnet bbf41ade-9279-4269-9040-df82db1723d7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:46.628884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.659141 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:46.678530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.715242 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 11, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:46.774773 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.838919 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:46.842775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.847862 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:46.848693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:46.875063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf41ade-9279-4269-9040-df82db1723d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.882824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.887551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:46.888003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cccd83ed-aab6-42cb-a748-24f6b25a0394 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/bbf41ade-9279-4269-9040-df82db1723d7 HTTP/1.1" status: 204 len: 168 time: 0.3152392 Jul 16 02:00:46.890952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738f4ac-a1bc-4431-8a66-7e0e9b9b086d None None] Network 8d7c6650-b76c-455a-a471-93dc45ed8486 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:46.930018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:46.968933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.988159 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 11, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.031559 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1e363-febc-4287-b0cb-24fb58add80d None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 11, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:47.036167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Deleting port 767fecb2-1809-4d81-93f0-d54d643a3a16 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:47.036780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.115125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] For port 767fecb2-1809-4d81-93f0-d54d643a3a16, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=767fecb2-1809-4d81-93f0-d54d643a3a16,segment=NetworkSegment(70618383-28b0-44b4-aee9-26607a2b58e2),segment_id=70618383-28b0-44b4-aee9-26607a2b58e2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:47.115491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.129875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Calling delete_port for 767fecb2-1809-4d81-93f0-d54d643a3a16 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:47.215151 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.246459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Port': ['ID=767fecb2-1809-4d81-93f0-d54d643a3a16,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.248699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No DVR routers for this DVR port 767fecb2-1809-4d81-93f0-d54d643a3a16 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:47.327716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.342300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7c6650-b76c-455a-a471-93dc45ed8486']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.353264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70618383-28b0-44b4-aee9-26607a2b58e2') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.353569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70618383-28b0-44b4-aee9-26607a2b58e2') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.366145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.382528 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.392835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:47.393259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:47.401568 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:47.421308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca1fef0-9140-4647-828c-ac0302efdef2 None None] DHCP port deletion for 8d7c6650-b76c-455a-a471-93dc45ed8486 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:47.478668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.493401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.495402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/networks/8d7c6650-b76c-455a-a471-93dc45ed8486 HTTP/1.1" status: 204 len: 168 time: 0.6065946 Jul 16 02:00:47.498131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36500) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:47.518664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'routes': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:47.521800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1fd18-d8fe-449a-a227-537af657252a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Pushing event deleted for resources: {'Network': ['ID=8d7c6650-b76c-455a-a471-93dc45ed8486,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.559692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:47.592980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:47.593604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 88940774-cfc1-4ccb-95e3-07d3b5c1ec91 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:47.594406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 767fecb2-1809-4d81-93f0-d54d643a3a16 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:47.619583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 767fecb2-1809-4d81-93f0-d54d643a3a16 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:47.619945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 767fecb2-1809-4d81-93f0-d54d643a3a16 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:47.700712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Added routes are [] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:47.701104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.extraroute_db [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Removed routes are [] {{(pid=93755) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:47.701394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.843647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.846933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.924871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:48.005172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:48.011970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.013236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5ddc4242-fe38-4d5e-b723-7ffd8cd33da6 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 705 time: 0.4993827 Jul 16 02:00:48.015192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] Sync routers for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:48.015899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36512) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.025728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:48.026700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.047868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-76cbd229-9b42-4468-a47f-8210752d0d2e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 205 time: 0.0307298 Jul 16 02:00:48.050466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36514) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.102837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:48.134912 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.152629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36518) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.160472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 11, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.187881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] Checking router: a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:48.196186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] Routers {'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:48.196834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.268386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] Set router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:48.276699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb7381c-4044-4adb-9d4e-64db0cdf5c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.304798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.308031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.327969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 11, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.353754 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.354310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:48.358200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f1110-f16a-4839-b197-440ad8580fb4 None None] The sync data for ids ['a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8'] in n-d-791506-20 is: [{'id': 'a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8', 'name': 'tempest-RoutersIpV6Test-router-1002688517', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:16Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 11, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:48.362388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.369594 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-849b7beb-6319-48f3-8686-135f94e56225 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 204 len: 168 time: 0.3173902 Jul 16 02:00:48.369792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36522) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.374651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1643170906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:48.386089 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb7381c-4044-4adb-9d4e-64db0cdf5c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.390090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9eb7381c-4044-4adb-9d4e-64db0cdf5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.406401 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.407488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.431393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7381c-4044-4adb-9d4e-64db0cdf5c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad0e74a-b8ee-412d-b8c2-718bc386fe6f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:48.435863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9eb7381c-4044-4adb-9d4e-64db0cdf5c93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a09347964aab4dcf8cbe52cb5c994ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808964 Jul 16 02:00:48.438502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.478160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.482964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.496271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5d429a4-a178-4f81-9a92-1cb95d7e998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.502349 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.504209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-847026b2-9ca5-4967-aaa9-8ef5789ac449 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1334474 Jul 16 02:00:48.506750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36526) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.509152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.512919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:48.527226 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5d429a4-a178-4f81-9a92-1cb95d7e998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.576372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5d429a4-a178-4f81-9a92-1cb95d7e998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.579857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a5d429a4-a178-4f81-9a92-1cb95d7e998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.581325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a5d429a4-a178-4f81-9a92-1cb95d7e998e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ad0e74a-b8ee-412d-b8c2-718bc386fe6f HTTP/1.1" status: 204 len: 168 time: 0.1413643 Jul 16 02:00:48.590628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d429a4-a178-4f81-9a92-1cb95d7e998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad0e74a-b8ee-412d-b8c2-718bc386fe6f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:48.730914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.742810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440706'] for router, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.845269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Router 75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:48.881925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.899631 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65bfd433-3d46-47d6-8bbc-15d86399f968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.924457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:48.933880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.935068 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-21af2919-f396-478c-b61a-2818f503ee13 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "PUT /v2.0/routers/75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 HTTP/1.1" status: 200 len: 698 time: 0.4267504 Jul 16 02:00:48.935739 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] Sync routers for ids ['75f49e4e-394c-4a28-b036-3bf1f6e2d2b8'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:48.937716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.945673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] Routers {'75f49e4e-394c-4a28-b036-3bf1f6e2d2b8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:48.946375 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['75f49e4e-394c-4a28-b036-3bf1f6e2d2b8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.998962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65bfd433-3d46-47d6-8bbc-15d86399f968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.004367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65bfd433-3d46-47d6-8bbc-15d86399f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.017294 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] Set router 75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:49.020133 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-030f8aa3-6760-43e3-9c09-7a04ab0976a0 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/routers/75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 HTTP/1.1" status: 200 len: 704 time: 0.0811782 Jul 16 02:00:49.022838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36536) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.052264 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb3399b1-f512-444d-aaab-e1f3f4f0771f tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 HTTP/1.1" status: 200 len: 205 time: 0.0279191 Jul 16 02:00:49.055634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.056678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-65bfd433-3d46-47d6-8bbc-15d86399f968 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33dc156bb057437b95f258ace5968be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731982 Jul 16 02:00:49.059095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfd433-3d46-47d6-8bbc-15d86399f968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e1c21-e687-4ba4-9cab-fa313cc0a6d7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.061472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.070794 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f49e4e-394c-4a28-b036-3bf1f6e2d2b8', 'name': 'tempest-RoutersIpV6Test-router-1643170906', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:48Z', 'updated_at': '2021-07-16T02:00:48Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.102562 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] Checking router: 75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:49.111615 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] Routers {'75f49e4e-394c-4a28-b036-3bf1f6e2d2b8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:49.112564 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:00:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['75f49e4e-394c-4a28-b036-3bf1f6e2d2b8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.113311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-640bc3e7-7901-481b-b889-d75012f7481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.136453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-640bc3e7-7901-481b-b889-d75012f7481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.151724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.183873 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] Set router 75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:49.189955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-640bc3e7-7901-481b-b889-d75012f7481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.192880 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-640bc3e7-7901-481b-b889-d75012f7481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.194044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-640bc3e7-7901-481b-b889-d75012f7481c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/507e1c21-e687-4ba4-9cab-fa313cc0a6d7 HTTP/1.1" status: 204 len: 168 time: 0.1316628 Jul 16 02:00:49.203408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bc3e7-7901-481b-b889-d75012f7481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e1c21-e687-4ba4-9cab-fa313cc0a6d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.252955 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f49e4e-394c-4a28-b036-3bf1f6e2d2b8', 'name': 'tempest-RoutersIpV6Test-router-1643170906', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:48Z', 'updated_at': '2021-07-16T02:00:48Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.279251 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b93a0-ba4e-453a-a92c-6e6219059801 None None] The sync data for ids ['75f49e4e-394c-4a28-b036-3bf1f6e2d2b8'] in n-d-791506-20 is: [{'id': '75f49e4e-394c-4a28-b036-3bf1f6e2d2b8', 'name': 'tempest-RoutersIpV6Test-router-1643170906', 'tenant_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:48Z', 'updated_at': '2021-07-16T02:00:48Z', 'revision_number': 2, 'project_id': 'd3bdbbcff4b144599f4a10721c3abdb2', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:49.336412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.341686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.725347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.726748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Fanout notify agent at l3_agent the message router_deleted on router 75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:49.734705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.735803 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-73cf2718-8938-40f1-a8d5-9daa431bd17e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 HTTP/1.1" status: 204 len: 168 time: 0.6790459 Jul 16 02:00:49.739658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.774100 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-158d8f85-683d-42ed-b39b-efc56837b6d1 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 HTTP/1.1" status: 200 len: 205 time: 0.0320003 Jul 16 02:00:49.775843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.814932 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ed7ca391-46de-4a1e-a452-556d3849fa81 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:49.815983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ed7ca391-46de-4a1e-a452-556d3849fa81 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/75f49e4e-394c-4a28-b036-3bf1f6e2d2b8 HTTP/1.1" status: 404 len: 336 time: 0.0391154 Jul 16 02:00:49.818929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.847744 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff2dda5-53a2-4b8e-af16-fc6403361d3e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:49.848217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff2dda5-53a2-4b8e-af16-fc6403361d3e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:49.852829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ff2dda5-53a2-4b8e-af16-fc6403361d3e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/6873f8ea-1ac4-48d7-9468-288ad625fcbd HTTP/1.1" status: 404 len: 337 time: 0.0297227 Jul 16 02:00:49.853097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.880650 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce55015-8948-40c9-946c-05e0251d8402 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:49.881110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce55015-8948-40c9-946c-05e0251d8402 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:49.883461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4ce55015-8948-40c9-946c-05e0251d8402 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/a38eb810-9b37-4dab-93e9-bbdb0cc4a779 HTTP/1.1" status: 404 len: 337 time: 0.0294349 Jul 16 02:00:49.886093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36570) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.923527 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7199c1ab-1c59-43eb-a24f-e31a17fef665 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:49.924135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7199c1ab-1c59-43eb-a24f-e31a17fef665 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:49.925889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7199c1ab-1c59-43eb-a24f-e31a17fef665 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/f9b8dc9a-0db4-45da-9aa3-d6a7b84b66b4 HTTP/1.1" status: 404 len: 337 time: 0.0382648 Jul 16 02:00:49.928561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36572) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.957250 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7d57d2-6ffe-4b39-aa70-2bf39ee82ed4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:49.957716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7d57d2-6ffe-4b39-aa70-2bf39ee82ed4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:49.960510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8c7d57d2-6ffe-4b39-aa70-2bf39ee82ed4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/bbf41ade-9279-4269-9040-df82db1723d7 HTTP/1.1" status: 404 len: 337 time: 0.0295124 Jul 16 02:00:49.962703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36576) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.994131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-37864d46-844c-4bcd-8d14-4388f20a84d3 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 200 len: 205 time: 0.0302744 Jul 16 02:00:49.996733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36578) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.036416 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-017848a4-a524-439e-a68c-8d889607d3a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:50.040677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-017848a4-a524-439e-a68c-8d889607d3a2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/a6077027-2ba4-4dc9-8c38-3c2e77bfc6c8 HTTP/1.1" status: 404 len: 336 time: 0.0397129 Jul 16 02:00:50.040943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36580) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.078606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6d0181c0-d900-49cf-9a48-cdfd9854f982 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=670d3abb-0471-49b4-a2d3-c316a2eea571 HTTP/1.1" status: 200 len: 205 time: 0.0342686 Jul 16 02:00:50.079051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36584) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.118972 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d41a76f9-b48d-48dd-a49b-70ce005336e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:50.120041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d41a76f9-b48d-48dd-a49b-70ce005336e9 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/670d3abb-0471-49b4-a2d3-c316a2eea571 HTTP/1.1" status: 404 len: 336 time: 0.0398080 Jul 16 02:00:50.122630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36586) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.152592 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8c37f4-d43e-4795-9e38-85056f18df75 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:50.153144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8c37f4-d43e-4795-9e38-85056f18df75 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:50.155716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-df8c37f4-d43e-4795-9e38-85056f18df75 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/c8444d39-15f7-481e-a5e3-1fc518643518 HTTP/1.1" status: 404 len: 337 time: 0.0312414 Jul 16 02:00:50.157642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36590) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.198038 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5379ecec-73b9-441a-8776-a91ef3914750 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 200 len: 205 time: 0.0386288 Jul 16 02:00:50.200272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.239636 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-d8d59a1b-ccf4-49f1-a18b-a9ae113b2df7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:50.240729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d8d59a1b-ccf4-49f1-a18b-a9ae113b2df7 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/06aacd84-dbe5-48d7-901e-c7cbe6a5b276 HTTP/1.1" status: 404 len: 336 time: 0.0394056 Jul 16 02:00:50.243611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.281843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-480572e1-5984-4e24-94bc-e4d16201fe06 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=be303ae2-686d-4594-807f-34ff07f75d5b HTTP/1.1" status: 200 len: 205 time: 0.0371361 Jul 16 02:00:50.284315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.330048 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-f7aee801-afde-49f9-b828-a3805157e50e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:50.331349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f7aee801-afde-49f9-b828-a3805157e50e tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/be303ae2-686d-4594-807f-34ff07f75d5b HTTP/1.1" status: 404 len: 336 time: 0.0458126 Jul 16 02:00:50.333777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.361493 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52dd3ee-4499-4e79-9cca-875681aeba7c tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:50.361953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52dd3ee-4499-4e79-9cca-875681aeba7c tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:50.363762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d52dd3ee-4499-4e79-9cca-875681aeba7c tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/cf996fce-2500-48d1-b28f-e4a3715aefe1 HTTP/1.1" status: 404 len: 337 time: 0.0290437 Jul 16 02:00:50.366796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.395927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-04702cee-8e7e-4b58-80d6-a2e4b8b717b4 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=48daf87f-112a-4066-8202-1f61efe5961f HTTP/1.1" status: 200 len: 205 time: 0.0278203 Jul 16 02:00:50.398929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36608) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.440035 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-ab8e0372-a627-42db-ae9b-1fb07ffcefc2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:50.441102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ab8e0372-a627-42db-ae9b-1fb07ffcefc2 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/48daf87f-112a-4066-8202-1f61efe5961f HTTP/1.1" status: 404 len: 336 time: 0.0411992 Jul 16 02:00:50.443670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.471169 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b78b164-2180-492d-9e43-8c5b568bf227 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:50.471740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b78b164-2180-492d-9e43-8c5b568bf227 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:50.475971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b78b164-2180-492d-9e43-8c5b568bf227 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/f8816ee0-0f47-4256-ba96-57caa691eb7b HTTP/1.1" status: 404 len: 337 time: 0.0289321 Jul 16 02:00:50.476178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36614) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.508943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6de28c1e-9fb0-44df-9906-2e480674e56a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "GET /v2.0/ports?device_id=482f4f25-6941-4d50-b8d6-cde44bd5e1c7 HTTP/1.1" status: 200 len: 205 time: 0.0286448 Jul 16 02:00:50.509216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36616) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.545771 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [None req-9f67d823-f790-47c5-b123-af8eb4402a1a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] delete failed (client error): The resource could not be found. Jul 16 02:00:50.547048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9f67d823-f790-47c5-b123-af8eb4402a1a tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/routers/482f4f25-6941-4d50-b8d6-cde44bd5e1c7 HTTP/1.1" status: 404 len: 336 time: 0.0366614 Jul 16 02:00:50.549555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36622) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.581275 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ab92ca-51fd-4edf-b976-7e19b65fd1be tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:50.581744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ab92ca-51fd-4edf-b976-7e19b65fd1be tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:50.583523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d1ab92ca-51fd-4edf-b976-7e19b65fd1be tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/a41f880d-5a59-4dc3-a8d7-bc79e56c15a8 HTTP/1.1" status: 404 len: 337 time: 0.0329919 Jul 16 02:00:50.586117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36624) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.612168 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13d0e0-e067-46ca-ba98-60bf2adf6f50 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:50.612658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa13d0e0-e067-46ca-ba98-60bf2adf6f50 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:50.614405 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa13d0e0-e067-46ca-ba98-60bf2adf6f50 tempest-RoutersIpV6Test-720969295 tempest-RoutersIpV6Test-720969295-project] 10.222.0.42 "DELETE /v2.0/subnets/cf15a905-ee6d-482e-a056-4bb84e79a89d HTTP/1.1" status: 404 len: 337 time: 0.0273752 Jul 16 02:00:50.867655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.008701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a3d61845-85f8-4583-8ffd-450ab9ffc398 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3bdbbcff4b144599f4a10721c3abdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396370 Jul 16 02:00:51.011199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36642) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.073795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f57ae0ca-e6bc-4ec5-b8be-0102fafa07e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.103459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f57ae0ca-e6bc-4ec5-b8be-0102fafa07e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.154160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f57ae0ca-e6bc-4ec5-b8be-0102fafa07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.156803 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f57ae0ca-e6bc-4ec5-b8be-0102fafa07e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.158008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f57ae0ca-e6bc-4ec5-b8be-0102fafa07e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0d3b3cb-7726-493b-b128-a30b76f308b3 HTTP/1.1" status: 204 len: 168 time: 0.1458604 Jul 16 02:00:51.167297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ae0ca-e6bc-4ec5-b8be-0102fafa07e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3b3cb-7726-493b-b128-a30b76f308b3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.822744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.917629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--793399024'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:51.946804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.955155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.045288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.048519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.081616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d80b17-e32a-4793-b3db-7c6e5152c68b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.153354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.157108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.186637 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.187890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3641329 Jul 16 02:00:52.189970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df528fb-fd02-4122-a245-861b80c5fa63 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc7c8fd-3193-48da-8152-cafd31a7cad6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.190712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36680) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.249073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-884f3911-3ab9-4dc6-adfc-45cfb540b7f6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0556574 Jul 16 02:00:52.250428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36682) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.255010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-security--1580157179', 'description': 'tempest-security-description-1441943111'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.281192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.327684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.331837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.334693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.341671 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "PUT /v2.0/security-groups/ebc7c8fd-3193-48da-8152-cafd31a7cad6 HTTP/1.1" status: 200 len: 1780 time: 0.0848539 Jul 16 02:00:52.342760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.380151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119637ad-2f9e-47e7-b13e-1a8a774df9b8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc7c8fd-3193-48da-8152-cafd31a7cad6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.405772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-27e2b758-2171-43e4-87fd-d7242438d05d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups/ebc7c8fd-3193-48da-8152-cafd31a7cad6 HTTP/1.1" status: 200 len: 1780 time: 0.0615597 Jul 16 02:00:52.408240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.462236 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9737ebe4-f865-46c8-86f1-79409bed14db tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.490065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9737ebe4-f865-46c8-86f1-79409bed14db tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.531809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9737ebe4-f865-46c8-86f1-79409bed14db tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.534835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9737ebe4-f865-46c8-86f1-79409bed14db tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.539334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9737ebe4-f865-46c8-86f1-79409bed14db tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/ebc7c8fd-3193-48da-8152-cafd31a7cad6 HTTP/1.1" status: 204 len: 168 time: 0.1270859 Jul 16 02:00:52.539832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36692) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.546955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737ebe4-f865-46c8-86f1-79409bed14db tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc7c8fd-3193-48da-8152-cafd31a7cad6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.588740 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-30e93885-b17d-4dac-ad76-dc1f41ea5ce4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475647 Jul 16 02:00:52.591248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36694) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.604457 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-da14dcdc-c4b2-4556-9ad1-d910b39e8297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] delete failed (client error): The resource could not be found. Jul 16 02:00:52.605453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-da14dcdc-c4b2-4556-9ad1-d910b39e8297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/ebc7c8fd-3193-48da-8152-cafd31a7cad6 HTTP/1.1" status: 404 len: 347 time: 0.0133026 Jul 16 02:00:52.609393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36696) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.614626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055145997'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.638003 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.720953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.724490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.759343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.763194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1501946 Jul 16 02:00:52.763194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f4243-e2fa-44ed-b271-63dc859bb47f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b355ed09-a0e8-475b-9cd0-ae27837e9603,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.765022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.771125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': 'b355ed09-a0e8-475b-9cd0-ae27837e9603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.802909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.872789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.877250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.896609 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f38366-64f7-4640-a431-2e1e5c067176,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.906015 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.907334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-997e53f4-f7fd-474d-bf97-f4da2f0524b2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406538 Jul 16 02:00:52.910234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.939357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cd841a2-cc04-4185-b2e3-9da6fce0a0b4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.948040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cd841a2-cc04-4185-b2e3-9da6fce0a0b4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.978650 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cd841a2-cc04-4185-b2e3-9da6fce0a0b4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.983695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9cd841a2-cc04-4185-b2e3-9da6fce0a0b4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.985044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9cd841a2-cc04-4185-b2e3-9da6fce0a0b4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a2f38366-64f7-4640-a431-2e1e5c067176 HTTP/1.1" status: 204 len: 168 time: 0.0738368 Jul 16 02:00:52.987806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36702) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.993473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd841a2-cc04-4185-b2e3-9da6fce0a0b4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2f38366-64f7-4640-a431-2e1e5c067176,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.037326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a5fe756e-660f-4651-aa8a-59ede6ddb3f9 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481713 Jul 16 02:00:53.040199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36704) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.092485 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336f04ea-7555-49f4-8f4c-21977eadd111 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.114921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336f04ea-7555-49f4-8f4c-21977eadd111 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.163832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336f04ea-7555-49f4-8f4c-21977eadd111 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.167178 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336f04ea-7555-49f4-8f4c-21977eadd111 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.168449 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-336f04ea-7555-49f4-8f4c-21977eadd111 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/b355ed09-a0e8-475b-9cd0-ae27837e9603 HTTP/1.1" status: 204 len: 168 time: 0.1272938 Jul 16 02:00:53.171261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.178160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f04ea-7555-49f4-8f4c-21977eadd111 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355ed09-a0e8-475b-9cd0-ae27837e9603,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.232024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c4d55d0b-2e35-412c-8bce-161e1495b459 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595059 Jul 16 02:00:53.235905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36708) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.240365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772602294'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.262974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.349156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.352666 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.383354 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.384591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1476984 Jul 16 02:00:53.386404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3129-ed1c-4517-a3e8-2c6ec902b3b6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cff974-c5ab-4884-92f3-ec638990b4e5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.387554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36710) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.392367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '76cff974-c5ab-4884-92f3-ec638990b4e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.423308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.493785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.497626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.512140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56698768-54fc-4560-a1db-feb00d76e605,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.524067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.525333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2c0e7481-079a-4f21-8bb4-53c8001d9f2e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367528 Jul 16 02:00:53.528002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36718) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.532528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '76cff974-c5ab-4884-92f3-ec638990b4e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.559295 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.619137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.624191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.648253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0126ec5-6447-4760-a957-e17d1ea40ae3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.650950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.652271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-95d5d2bd-1d7f-45d0-9c40-c9c088646a6d tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231456 Jul 16 02:00:53.658750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36724) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.664294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '76cff974-c5ab-4884-92f3-ec638990b4e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.695245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.758689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.762357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.781708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0271b88-ba73-4945-9e58-b29a3a1d68ae,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.784833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.789373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.789674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-85067da0-33f0-4b9c-a4dd-64e52f0a5136 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297517 Jul 16 02:00:53.794223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '76cff974-c5ab-4884-92f3-ec638990b4e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.821522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.882937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.886946 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.904885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb4a2e7-53dc-4485-aab4-c7d4fe63f3d7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.911352 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.912628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3aae1d6a-2798-4b50-a36b-4d690261cc52 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220632 Jul 16 02:00:53.915453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36728) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.920167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '76cff974-c5ab-4884-92f3-ec638990b4e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.946676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.006243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.011340 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.030542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8c284d-4b9d-4f9d-a543-5e16a50397a8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.033005 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.034200 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ffb5d6c4-d1c2-4135-a1a6-ee0666c39693 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1177423 Jul 16 02:00:54.037298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.062158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aaef378-e39b-4a4f-9fd5-3f440d515e56 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.069402 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aaef378-e39b-4a4f-9fd5-3f440d515e56 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.097916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aaef378-e39b-4a4f-9fd5-3f440d515e56 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.105608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1aaef378-e39b-4a4f-9fd5-3f440d515e56 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.106776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1aaef378-e39b-4a4f-9fd5-3f440d515e56 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6e8c284d-4b9d-4f9d-a543-5e16a50397a8 HTTP/1.1" status: 204 len: 168 time: 0.0684910 Jul 16 02:00:54.109969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36734) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.112917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef378-e39b-4a4f-9fd5-3f440d515e56 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e8c284d-4b9d-4f9d-a543-5e16a50397a8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.160145 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6271c26e-f809-4803-a864-847aaddbb0ca tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0485494 Jul 16 02:00:54.162892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36736) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.189185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71bf81d8-daae-48a8-a15d-d17eb9dc5d04 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.197258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71bf81d8-daae-48a8-a15d-d17eb9dc5d04 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.227896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71bf81d8-daae-48a8-a15d-d17eb9dc5d04 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.234130 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71bf81d8-daae-48a8-a15d-d17eb9dc5d04 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.235226 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71bf81d8-daae-48a8-a15d-d17eb9dc5d04 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ceb4a2e7-53dc-4485-aab4-c7d4fe63f3d7 HTTP/1.1" status: 204 len: 168 time: 0.0708237 Jul 16 02:00:54.238129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.240655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf81d8-daae-48a8-a15d-d17eb9dc5d04 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceb4a2e7-53dc-4485-aab4-c7d4fe63f3d7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.296610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d85c121b-6a0f-446e-ad33-f97a74134db5 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0546663 Jul 16 02:00:54.296817 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36740) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.321327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0946-9021-432e-b75c-3130ad348e81 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.328855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0946-9021-432e-b75c-3130ad348e81 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.358041 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0946-9021-432e-b75c-3130ad348e81 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.364442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0946-9021-432e-b75c-3130ad348e81 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.368753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2b9e0946-9021-432e-b75c-3130ad348e81 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f0271b88-ba73-4945-9e58-b29a3a1d68ae HTTP/1.1" status: 204 len: 168 time: 0.0708034 Jul 16 02:00:54.369083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.381093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e0946-9021-432e-b75c-3130ad348e81 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0271b88-ba73-4945-9e58-b29a3a1d68ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.418571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c0b1b476-aa76-425a-be2f-916b381b3fff tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0473735 Jul 16 02:00:54.421270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.443961 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f52b5ffe-3c19-4482-a9dd-9608c0d9b1cd tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.452397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f52b5ffe-3c19-4482-a9dd-9608c0d9b1cd tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.478802 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f52b5ffe-3c19-4482-a9dd-9608c0d9b1cd tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.485064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f52b5ffe-3c19-4482-a9dd-9608c0d9b1cd tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.486213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f52b5ffe-3c19-4482-a9dd-9608c0d9b1cd tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b0126ec5-6447-4760-a957-e17d1ea40ae3 HTTP/1.1" status: 204 len: 168 time: 0.0640254 Jul 16 02:00:54.489086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36746) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.491608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b5ffe-3c19-4482-a9dd-9608c0d9b1cd tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0126ec5-6447-4760-a957-e17d1ea40ae3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.533382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3bbe1685-6b07-4c33-b915-350e082edcfe tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0429890 Jul 16 02:00:54.536020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36748) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.564443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffafc935-438c-415b-92c9-498fd160e18c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.573435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffafc935-438c-415b-92c9-498fd160e18c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.601771 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffafc935-438c-415b-92c9-498fd160e18c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.607905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffafc935-438c-415b-92c9-498fd160e18c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.609313 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ffafc935-438c-415b-92c9-498fd160e18c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/56698768-54fc-4560-a1db-feb00d76e605 HTTP/1.1" status: 204 len: 168 time: 0.0723245 Jul 16 02:00:54.611761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36750) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.623380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafc935-438c-415b-92c9-498fd160e18c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56698768-54fc-4560-a1db-feb00d76e605,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.660535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-235564bc-d8cb-4e83-b805-86a3731da72c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474529 Jul 16 02:00:54.663345 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36752) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.718375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3adba24e-fa8f-4cb8-bbf6-ade47ce9ec88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.746936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3adba24e-fa8f-4cb8-bbf6-ade47ce9ec88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.788590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3adba24e-fa8f-4cb8-bbf6-ade47ce9ec88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.791165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3adba24e-fa8f-4cb8-bbf6-ade47ce9ec88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.794752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3adba24e-fa8f-4cb8-bbf6-ade47ce9ec88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/76cff974-c5ab-4884-92f3-ec638990b4e5 HTTP/1.1" status: 204 len: 168 time: 0.1280608 Jul 16 02:00:54.795296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36756) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.801568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adba24e-fa8f-4cb8-bbf6-ade47ce9ec88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cff974-c5ab-4884-92f3-ec638990b4e5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.846648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ace56783-b704-4533-a9b5-19f57928ee4c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499585 Jul 16 02:00:54.851367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.856211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--410110062'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.878349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.967724 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.972620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.004166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07553f66-a448-4c53-9460-fab0b8097f08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.007806 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.009052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2aba9e7d-88cb-450d-9a53-2b542ef326ab tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1563559 Jul 16 02:00:55.011964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.016587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '07553f66-a448-4c53-9460-fab0b8097f08', 'direction': 'ingress', 'protocol': 17}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.046710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.108710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.112542 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.129773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100cf583-414a-4a06-b707-52414f238c62,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.136922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.138127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d173aa80-d6b9-4f6c-9e65-267599923316 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1250787 Jul 16 02:00:55.143105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36762) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.200627 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01766aca-77d7-4dc6-bc26-477be21f9b88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.224954 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01766aca-77d7-4dc6-bc26-477be21f9b88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.269201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01766aca-77d7-4dc6-bc26-477be21f9b88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.271959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01766aca-77d7-4dc6-bc26-477be21f9b88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.273863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-01766aca-77d7-4dc6-bc26-477be21f9b88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/07553f66-a448-4c53-9460-fab0b8097f08 HTTP/1.1" status: 204 len: 168 time: 0.1298058 Jul 16 02:00:55.277198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.290038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01766aca-77d7-4dc6-bc26-477be21f9b88 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07553f66-a448-4c53-9460-fab0b8097f08,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.334034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d6a07ace-8034-4fe3-b1d8-3188fdc9466b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556984 Jul 16 02:00:55.338513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36766) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.343591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106248566'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.366955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.451033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.455033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.489612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.490922 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1511729 Jul 16 02:00:55.492031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dc93d-ead6-48e0-86e2-41337cf6479c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d4f8e-7e62-4b4c-ad04-5573d7492248,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.494018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36768) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.498532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403690912'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.521584 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.604201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.608191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.641220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.642530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475391 Jul 16 02:00:55.645378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36770) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.650642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d4f8e-7e62-4b4c-ad04-5573d7492248', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4592ba97-98c4-4167-8e47-b3cba194201e', 'remote_ip_prefix': None}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.655278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0386f28-1147-4899-a310-0ba0571f4614 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4592ba97-98c4-4167-8e47-b3cba194201e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.686496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.761676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.766614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.783871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e64dae-69c4-404e-b73c-d4486082dc5d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.795759 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.797241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a27fad3-a372-4397-9c9f-815ee363047f tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1507974 Jul 16 02:00:55.800182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.824446 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c899d184-669b-4ee2-b639-acaf83b6e630 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.834418 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c899d184-669b-4ee2-b639-acaf83b6e630 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.863139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c899d184-669b-4ee2-b639-acaf83b6e630 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.870131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c899d184-669b-4ee2-b639-acaf83b6e630 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.871563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c899d184-669b-4ee2-b639-acaf83b6e630 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b3e64dae-69c4-404e-b73c-d4486082dc5d HTTP/1.1" status: 204 len: 168 time: 0.0702262 Jul 16 02:00:55.874443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36782) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.877454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d184-669b-4ee2-b639-acaf83b6e630 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3e64dae-69c4-404e-b73c-d4486082dc5d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.926778 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8919d80f-21bd-427d-a2d4-2c3a4ae60154 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0479395 Jul 16 02:00:55.926778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36786) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.986640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1df30610-88a2-44c8-bd59-1699b55f5ac4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.010042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1df30610-88a2-44c8-bd59-1699b55f5ac4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.050640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1df30610-88a2-44c8-bd59-1699b55f5ac4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.053376 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1df30610-88a2-44c8-bd59-1699b55f5ac4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.055453 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1df30610-88a2-44c8-bd59-1699b55f5ac4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/4592ba97-98c4-4167-8e47-b3cba194201e HTTP/1.1" status: 204 len: 168 time: 0.1279135 Jul 16 02:00:56.058261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.065458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df30610-88a2-44c8-bd59-1699b55f5ac4 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592ba97-98c4-4167-8e47-b3cba194201e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.126439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8112326d-a432-4756-90ad-d320550dac93 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0661116 Jul 16 02:00:56.129006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36794) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.183562 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e4950ea-a45a-4349-b19e-1fa27ec68ef8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.193481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36796) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.206774 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e4950ea-a45a-4349-b19e-1fa27ec68ef8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.250190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e4950ea-a45a-4349-b19e-1fa27ec68ef8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.253348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e4950ea-a45a-4349-b19e-1fa27ec68ef8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.254717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5e4950ea-a45a-4349-b19e-1fa27ec68ef8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/cb6d4f8e-7e62-4b4c-ad04-5573d7492248 HTTP/1.1" status: 204 len: 168 time: 0.1245799 Jul 16 02:00:56.258341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36800) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.265523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4950ea-a45a-4349-b19e-1fa27ec68ef8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d4f8e-7e62-4b4c-ad04-5573d7492248,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.323235 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc7d-23a5-4bfa-81ed-f1aa7e85064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.334048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d16add65-8d69-475d-92b9-889885cf6566 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742784 Jul 16 02:00:56.338606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.343026 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--297059952'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:56.367341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:00:56.367341 n-d-791506-20 neutron-server[93756]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 02:00:56.367341 n-d-791506-20 neutron-server[93756]: [parameters: {'project_id': 'e3b44bdee30542468eb1b76db6b26f20', 'id': '20802690-f2f3-4d15-9bda-41bb96ca0ebb', 'expiration': datetime.datetime(2021, 7, 16, 2, 2, 56, 360916)}] Jul 16 02:00:56.367341 n-d-791506-20 neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:00:56.367820 n-d-791506-20 neutron-server[93756]: DEBUG oslo_db.api [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:00:56.436983 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc7d-23a5-4bfa-81ed-f1aa7e85064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.440538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc7d-23a5-4bfa-81ed-f1aa7e85064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.483739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bc68cc7d-23a5-4bfa-81ed-f1aa7e85064c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad6792f653b34128a8550cccb870917f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888663 Jul 16 02:00:56.484637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68cc7d-23a5-4bfa-81ed-f1aa7e85064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c660a-2ade-4c13-9795-b7e5791b58a6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.486502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36804) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.535636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf32112b-4067-4f85-82a9-4b89ddb4653d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.557502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf32112b-4067-4f85-82a9-4b89ddb4653d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.614142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf32112b-4067-4f85-82a9-4b89ddb4653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.617094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf32112b-4067-4f85-82a9-4b89ddb4653d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.618310 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf32112b-4067-4f85-82a9-4b89ddb4653d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a36c660a-2ade-4c13-9795-b7e5791b58a6 HTTP/1.1" status: 204 len: 168 time: 0.1307306 Jul 16 02:00:56.625838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32112b-4067-4f85-82a9-4b89ddb4653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c660a-2ade-4c13-9795-b7e5791b58a6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.882535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36810) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.889526 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.896605 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12efc77a-7801-4a77-81e4-2fd89a8ad5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.969546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.973022 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.001637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd60255-538c-40e2-af64-d1c70112e58b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.052905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12efc77a-7801-4a77-81e4-2fd89a8ad5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.057613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12efc77a-7801-4a77-81e4-2fd89a8ad5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.062359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.066429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-48ca1791-3054-4a74-8fa5-70aa0454066b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7242033 Jul 16 02:00:57.066757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36812) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.072495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': 'afd60255-538c-40e2-af64-d1c70112e58b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:57.097538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-12efc77a-7801-4a77-81e4-2fd89a8ad5fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cccd1a8238924926b372c083e9b286a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136207 Jul 16 02:00:57.099670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efc77a-7801-4a77-81e4-2fd89a8ad5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8b754-23a7-438c-a936-ef1dc2369d73,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.100461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36814) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.106419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.197289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.198250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1f1-84cf-43e7-859e-0d5891bf623b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.207994 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.241656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1f1-84cf-43e7-859e-0d5891bf623b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.244037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c42a9ae-1282-402d-874d-48f8b22512b0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.252691 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.254137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-053b586b-be8a-4557-a309-82e911b10de0 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1864083 Jul 16 02:00:57.257643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36816) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.305315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-048c6b83-e0d6-4b2f-9b47-511b6d3c1037 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.313963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-048c6b83-e0d6-4b2f-9b47-511b6d3c1037 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.341032 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1f1-84cf-43e7-859e-0d5891bf623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.343614 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c1f1-84cf-43e7-859e-0d5891bf623b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.344777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fcc4c1f1-84cf-43e7-859e-0d5891bf623b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62d8b754-23a7-438c-a936-ef1dc2369d73 HTTP/1.1" status: 204 len: 168 time: 0.2405896 Jul 16 02:00:57.354001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-048c6b83-e0d6-4b2f-9b47-511b6d3c1037 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.360678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-048c6b83-e0d6-4b2f-9b47-511b6d3c1037 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.362015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-048c6b83-e0d6-4b2f-9b47-511b6d3c1037 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6c42a9ae-1282-402d-874d-48f8b22512b0 HTTP/1.1" status: 204 len: 168 time: 0.1032474 Jul 16 02:00:57.362837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4c1f1-84cf-43e7-859e-0d5891bf623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8b754-23a7-438c-a936-ef1dc2369d73,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.364622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36820) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.384050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c6b83-e0d6-4b2f-9b47-511b6d3c1037 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c42a9ae-1282-402d-874d-48f8b22512b0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.410310 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f48b2f80-a6b2-4c45-8618-cf96470a9e86 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444994 Jul 16 02:00:57.413679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36822) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.466420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1657e86-04f8-4e03-81da-9f897a32d617 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.490049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1657e86-04f8-4e03-81da-9f897a32d617 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.533938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1657e86-04f8-4e03-81da-9f897a32d617 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.536986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1657e86-04f8-4e03-81da-9f897a32d617 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.540745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b1657e86-04f8-4e03-81da-9f897a32d617 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/afd60255-538c-40e2-af64-d1c70112e58b HTTP/1.1" status: 204 len: 168 time: 0.1231811 Jul 16 02:00:57.541472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36826) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.548213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1657e86-04f8-4e03-81da-9f897a32d617 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd60255-538c-40e2-af64-d1c70112e58b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.593495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-022dce2f-54e4-49da-a2b7-1477ee2cb789 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493519 Jul 16 02:00:57.595385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36828) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.600134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group': {'name': 'tempest-secgroup--115766092'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:57.627470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.717559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.721448 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.749411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.750785 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1542070 Jul 16 02:00:57.753962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36836) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.759352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '91a44f5b-a751-48ff-9dbb-5ec8b43ab9bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:57.759577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02868f-9170-49ba-b51c-02dd98bd1d76 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a44f5b-a751-48ff-9dbb-5ec8b43ab9bd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.789027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.847185 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.852696 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.873161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21741fe4-3280-4cb3-ac01-26786fe9ccde,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.879638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.880866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b8cb7477-fc6e-4ef9-b857-65bf6c5fde3e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260695 Jul 16 02:00:57.884329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36842) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.904143 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ecb12f84-814e-4b5b-8cca-65447cba94eb tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules/21741fe4-3280-4cb3-ac01-26786fe9ccde HTTP/1.1" status: 200 len: 763 time: 0.0185022 Jul 16 02:00:57.907362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.956119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36848) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.957473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e238e921-c1e4-46df-8372-62d4f87f6115 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485384 Jul 16 02:00:57.982841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99b9ef91-9a32-4b60-9204-0dd7d2d47f85 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.990930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99b9ef91-9a32-4b60-9204-0dd7d2d47f85 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.025053 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99b9ef91-9a32-4b60-9204-0dd7d2d47f85 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.032957 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99b9ef91-9a32-4b60-9204-0dd7d2d47f85 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.036865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.037107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-99b9ef91-9a32-4b60-9204-0dd7d2d47f85 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/21741fe4-3280-4cb3-ac01-26786fe9ccde HTTP/1.1" status: 204 len: 168 time: 0.0797470 Jul 16 02:00:58.042269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9ef91-9a32-4b60-9204-0dd7d2d47f85 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21741fe4-3280-4cb3-ac01-26786fe9ccde,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.081620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f3c46ad-dd5b-4223-b845-ab6087f8981b tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428495 Jul 16 02:00:58.084263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36856) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.089935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '91a44f5b-a751-48ff-9dbb-5ec8b43ab9bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:58.122553 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.174205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.178853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.200748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e490ea0-54f3-4bfd-91a3-ba298bfce200,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.208060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.209491 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b4d2a716-dd0a-47cd-a972-978da0638851 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236207 Jul 16 02:00:58.212259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36866) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.229368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06059971-375f-4050-bf59-b7bd399b6bf6 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules/2e490ea0-54f3-4bfd-91a3-ba298bfce200 HTTP/1.1" status: 200 len: 763 time: 0.0159309 Jul 16 02:00:58.232012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36868) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.276904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eff0eec9-aada-4f93-8c8a-8dcfadd72308 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0437086 Jul 16 02:00:58.279623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36872) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.304458 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e44956-6076-4c47-8ec4-0aa07c6397da tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.312359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e44956-6076-4c47-8ec4-0aa07c6397da tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.340742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e44956-6076-4c47-8ec4-0aa07c6397da tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.347038 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75e44956-6076-4c47-8ec4-0aa07c6397da tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.351264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-75e44956-6076-4c47-8ec4-0aa07c6397da tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2e490ea0-54f3-4bfd-91a3-ba298bfce200 HTTP/1.1" status: 204 len: 168 time: 0.0676193 Jul 16 02:00:58.351264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36892) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.363680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e44956-6076-4c47-8ec4-0aa07c6397da tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e490ea0-54f3-4bfd-91a3-ba298bfce200,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.400413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ced9a13-2497-43d7-bcd7-d5ddc855e2e2 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479786 Jul 16 02:00:58.403009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36902) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.407257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Request body: {'security_group_rule': {'security_group_id': '91a44f5b-a751-48ff-9dbb-5ec8b43ab9bd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:58.431084 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Project e3b44bdee30542468eb1b76db6b26f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:00:58.436031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.484738 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.489114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.506489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ab1d76-13c4-4b9c-aeef-bcf4120a5f2d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.515558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.519217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d059c26a-b363-4116-821d-95d6b4556248 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1129184 Jul 16 02:00:58.519460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36912) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.536035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3dee0f72-e99a-4121-acb3-efc8b2dceb8e tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules/74ab1d76-13c4-4b9c-aeef-bcf4120a5f2d HTTP/1.1" status: 200 len: 769 time: 0.0154746 Jul 16 02:00:58.539370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36914) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.581312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b3da279f-e21d-4c52-bca2-5d45dc7c1b10 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0410254 Jul 16 02:00:58.583980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.609789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db263c2d-b1fd-45f7-9029-5f00133e8c58 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.618480 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db263c2d-b1fd-45f7-9029-5f00133e8c58 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.646576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db263c2d-b1fd-45f7-9029-5f00133e8c58 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.651940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db263c2d-b1fd-45f7-9029-5f00133e8c58 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.655711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-db263c2d-b1fd-45f7-9029-5f00133e8c58 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/74ab1d76-13c4-4b9c-aeef-bcf4120a5f2d HTTP/1.1" status: 204 len: 168 time: 0.0673888 Jul 16 02:00:58.656130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36918) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.667366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db263c2d-b1fd-45f7-9029-5f00133e8c58 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74ab1d76-13c4-4b9c-aeef-bcf4120a5f2d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.705792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d49de897-5a65-4a9d-b9c1-9f868213a0fa tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486927 Jul 16 02:00:58.709538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.768511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f8a2486-0b96-42b0-8642-fec5045ea297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.793795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f8a2486-0b96-42b0-8642-fec5045ea297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.840327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f8a2486-0b96-42b0-8642-fec5045ea297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.843120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f8a2486-0b96-42b0-8642-fec5045ea297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.846998 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7f8a2486-0b96-42b0-8642-fec5045ea297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "DELETE /v2.0/security-groups/91a44f5b-a751-48ff-9dbb-5ec8b43ab9bd HTTP/1.1" status: 204 len: 168 time: 0.1336827 Jul 16 02:00:58.847160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 36936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.861885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a2486-0b96-42b0-8642-fec5045ea297 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a44f5b-a751-48ff-9dbb-5ec8b43ab9bd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.904465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f386f21c-9ff8-433d-908f-f6b29b40838c tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546384 Jul 16 02:00:58.907817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36950) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.951331 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-be974c4d-c71b-40c5-95df-23fc7b963ba8 tempest-SecGroupIPv6Test-759065061 tempest-SecGroupIPv6Test-759065061-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422964 Jul 16 02:00:59.215641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36964) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.351916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-22349a14-0f6c-4897-89ec-97d8776de718 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3b44bdee30542468eb1b76db6b26f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351049 Jul 16 02:00:59.354408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 36968) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.407123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9b6c-4f78-4722-b6d1-a513bfc172b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.429116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9b6c-4f78-4722-b6d1-a513bfc172b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.477570 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9b6c-4f78-4722-b6d1-a513bfc172b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.480307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9b6c-4f78-4722-b6d1-a513bfc172b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.481720 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1f4e9b6c-4f78-4722-b6d1-a513bfc172b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89d80b17-e32a-4793-b3db-7c6e5152c68b HTTP/1.1" status: 204 len: 168 time: 0.1263609 Jul 16 02:00:59.490430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9b6c-4f78-4722-b6d1-a513bfc172b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d80b17-e32a-4793-b3db-7c6e5152c68b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.923897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37060) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:04.045757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2892d394-59a7-42cb-82d1-b241952fec67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.142689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2892d394-59a7-42cb-82d1-b241952fec67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.150273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2892d394-59a7-42cb-82d1-b241952fec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.187610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d394-59a7-42cb-82d1-b241952fec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae2efc1-84cf-41a0-801b-2b4044de728e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.192162 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2892d394-59a7-42cb-82d1-b241952fec67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7aaa280adbbe44519a552e36e475792b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671366 Jul 16 02:01:04.195993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37066) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:04.247057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84bc2409-42cb-4989-89f6-bfcc30e4eab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.268920 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84bc2409-42cb-4989-89f6-bfcc30e4eab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.317251 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84bc2409-42cb-4989-89f6-bfcc30e4eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.320247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84bc2409-42cb-4989-89f6-bfcc30e4eab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.321474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-84bc2409-42cb-4989-89f6-bfcc30e4eab8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aae2efc1-84cf-41a0-801b-2b4044de728e HTTP/1.1" status: 204 len: 168 time: 0.1246047 Jul 16 02:01:04.329190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2409-42cb-4989-89f6-bfcc30e4eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae2efc1-84cf-41a0-801b-2b4044de728e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.630165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37072) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:04.645695 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c434bef4-3683-4861-8c14-35240cd6cad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.753542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c434bef4-3683-4861-8c14-35240cd6cad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.758944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c434bef4-3683-4861-8c14-35240cd6cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.803343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434bef4-3683-4861-8c14-35240cd6cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d1c410-407f-4fa6-abd3-3e24810dccea,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.811316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c434bef4-3683-4861-8c14-35240cd6cad5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18ba6a5cae48400fbec2b2446b8a8d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799996 Jul 16 02:01:04.811610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37074) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:04.868686 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd37aa6b-ef84-453a-a6c2-dc21ac108881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.891663 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd37aa6b-ef84-453a-a6c2-dc21ac108881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.941463 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd37aa6b-ef84-453a-a6c2-dc21ac108881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.945257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd37aa6b-ef84-453a-a6c2-dc21ac108881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.946431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dd37aa6b-ef84-453a-a6c2-dc21ac108881 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68d1c410-407f-4fa6-abd3-3e24810dccea HTTP/1.1" status: 204 len: 168 time: 0.1338074 Jul 16 02:01:04.958732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37aa6b-ef84-453a-a6c2-dc21ac108881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d1c410-407f-4fa6-abd3-3e24810dccea,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.599598 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:06.075465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37128) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.193029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8835-333a-43d8-b06a-6035d58bad5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.287070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8835-333a-43d8-b06a-6035d58bad5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.291156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8835-333a-43d8-b06a-6035d58bad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.331193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c9ef8835-333a-43d8-b06a-6035d58bad5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1f9a3742ea54bc9a27e6c82fd3699a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545900 Jul 16 02:01:06.333375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef8835-333a-43d8-b06a-6035d58bad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a61c1c2-3727-4ba6-b2c8-a82679d50512,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.333913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37134) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.399969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63960d43-6ded-49a3-9733-ece012ccd4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.422339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63960d43-6ded-49a3-9733-ece012ccd4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.473705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63960d43-6ded-49a3-9733-ece012ccd4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.477024 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63960d43-6ded-49a3-9733-ece012ccd4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.480579 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-63960d43-6ded-49a3-9733-ece012ccd4f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a61c1c2-3727-4ba6-b2c8-a82679d50512 HTTP/1.1" status: 204 len: 168 time: 0.1352277 Jul 16 02:01:06.486614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63960d43-6ded-49a3-9733-ece012ccd4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a61c1c2-3727-4ba6-b2c8-a82679d50512,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.643751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.165136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf064-625d-4a5f-b39e-a5b2c1463804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.411202 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93eda12e-a9fc-4385-836d-750ffa85e16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.504482 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.782856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.335852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.263606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37312) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.384329 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.479081 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.482491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.519844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a5069-1fdd-4f7c-a11b-8a4932fe236a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.526788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=509ef4313d5f4a2897559264a1e2aa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595768 Jul 16 02:01:16.527281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37316) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.530747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.531093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.531437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.531782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.532122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.533951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.533951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.533951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.533951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.533951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.534446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.534446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9ec82-b324-460f-8ef8-756dfa8a43d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.824305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37328) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.849050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.872359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.920990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.923504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.924691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/016a5069-1fdd-4f7c-a11b-8a4932fe236a HTTP/1.1" status: 204 len: 168 time: 0.3961964 Jul 16 02:01:16.932733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a5069-1fdd-4f7c-a11b-8a4932fe236a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.940499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.940847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.941183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.941497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.941825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.942177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.942502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.942824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.943142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.944103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.944685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.945112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666aba1e-ac0e-4099-b82f-a8ebd98ac5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:16.945795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeaea-09eb-45d0-a6c8-f705c299a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.040408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeaea-09eb-45d0-a6c8-f705c299a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.044702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1bdeaea-09eb-45d0-a6c8-f705c299a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.083092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b1bdeaea-09eb-45d0-a6c8-f705c299a6a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d579572672f441bb37a45c2bb537be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572255 Jul 16 02:01:17.084003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdeaea-09eb-45d0-a6c8-f705c299a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fb3365-f279-44a7-a1c8-b1638aa63e61,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.085990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37336) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.136918 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6397f7a0-ae45-4349-af1d-c6513a6e8b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.158807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6397f7a0-ae45-4349-af1d-c6513a6e8b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.207067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6397f7a0-ae45-4349-af1d-c6513a6e8b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.210234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6397f7a0-ae45-4349-af1d-c6513a6e8b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.211521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6397f7a0-ae45-4349-af1d-c6513a6e8b16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9fb3365-f279-44a7-a1c8-b1638aa63e61 HTTP/1.1" status: 204 len: 168 time: 0.1243281 Jul 16 02:01:17.220568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397f7a0-ae45-4349-af1d-c6513a6e8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fb3365-f279-44a7-a1c8-b1638aa63e61,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.495254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37356) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.508415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-865db9f4-fccd-4a7b-ab35-2c5a1b02383a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.604260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-865db9f4-fccd-4a7b-ab35-2c5a1b02383a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.609029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-865db9f4-fccd-4a7b-ab35-2c5a1b02383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.650732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-865db9f4-fccd-4a7b-ab35-2c5a1b02383a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f17df66a521d41a9ade509f11ed7a977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543758 Jul 16 02:01:17.651608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865db9f4-fccd-4a7b-ab35-2c5a1b02383a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daf2536-e284-43de-ad21-a8cbee135f88,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.653444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37364) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.705660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48e8cf0e-50cd-46fe-9f33-f26a53824925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.727215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48e8cf0e-50cd-46fe-9f33-f26a53824925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.774731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48e8cf0e-50cd-46fe-9f33-f26a53824925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.777606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48e8cf0e-50cd-46fe-9f33-f26a53824925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.781390 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-48e8cf0e-50cd-46fe-9f33-f26a53824925 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4daf2536-e284-43de-ad21-a8cbee135f88 HTTP/1.1" status: 204 len: 168 time: 0.1233449 Jul 16 02:01:17.787954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8cf0e-50cd-46fe-9f33-f26a53824925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daf2536-e284-43de-ad21-a8cbee135f88,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.113790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 37376) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.128686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3202267a-7bac-4989-9fb3-182cef3f04f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.235003 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3202267a-7bac-4989-9fb3-182cef3f04f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.239678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3202267a-7bac-4989-9fb3-182cef3f04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.279344 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3202267a-7bac-4989-9fb3-182cef3f04f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adb0a7c9d1a84a8dbc85114be32b712d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643190 Jul 16 02:01:18.280554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202267a-7bac-4989-9fb3-182cef3f04f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f911d1e-698d-4445-84c4-1a000c1f3eb2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.282224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.338721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dee7e0c0-852e-45c1-a85f-db86bddf28ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.360939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dee7e0c0-852e-45c1-a85f-db86bddf28ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.411493 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dee7e0c0-852e-45c1-a85f-db86bddf28ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.414974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dee7e0c0-852e-45c1-a85f-db86bddf28ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.416298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dee7e0c0-852e-45c1-a85f-db86bddf28ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f911d1e-698d-4445-84c4-1a000c1f3eb2 HTTP/1.1" status: 204 len: 168 time: 0.1328561 Jul 16 02:01:18.424892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7e0c0-852e-45c1-a85f-db86bddf28ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f911d1e-698d-4445-84c4-1a000c1f3eb2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.513311 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.010850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-baf8a111-5f8e-44a2-9f16-1457a99c209f tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a09eb534f23a449a8e79cfaa40c1702b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291560 Jul 16 02:01:21.197859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-be17a59b-5bc0-40dc-b1c7-5a33f63b7fe7 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.199236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-be17a59b-5bc0-40dc-b1c7-5a33f63b7fe7 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833210 Jul 16 02:01:21.213997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-aa51f73e-bbf9-4c0f-ba09-3f75b8d6b0dc tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/quotas/a09eb534f23a449a8e79cfaa40c1702b HTTP/1.1" status: 200 len: 375 time: 0.0094390 Jul 16 02:01:21.262238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-64cd2aee-1e4e-4212-a783-794dc406eeb9 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a09eb534f23a449a8e79cfaa40c1702b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431299 Jul 16 02:01:21.581432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8c1669a-67ca-4d05-96f4-c9bf9802a37c req-4b9d7e48-ec99-48b2-88a0-8eedf75d1292 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 210 time: 0.1605241 Jul 16 02:01:22.450620 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-d5698ccf-703f-4086-986b-b37e9145d4bb tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a09eb534f23a449a8e79cfaa40c1702b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334647 Jul 16 02:01:22.649563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-46c33343-6183-4640-9c04-0029c6a53dc6 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.651198 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-46c33343-6183-4640-9c04-0029c6a53dc6 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956875 Jul 16 02:01:22.663855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Request body: {'port': {'device_id': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': 'a09eb534f23a449a8e79cfaa40c1702b'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:22.753637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5aa1d8cc-52e0-4489-9686-412147d37063 req-1b9347ea-3e34-478c-ad71-7a3cf5d13ecb tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 210 time: 0.0360281 Jul 16 02:01:22.793052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Made reservation on behalf of a09eb534f23a449a8e79cfaa40c1702b for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:22.796792 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.806245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.899408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.903624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.970176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf76e76-5d5d-455e-b864-c570b2e11e6b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.080661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Allocated IP 192.168.233.57 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/e2cc190b-9516-41fc-aced-19e885d9307f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:23.245065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.259357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Transition to ACTIVE for port object e2cc190b-9516-41fc-aced-19e885d9307f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:23.292549 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.338914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:23.342064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:23.345999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:23.352597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Pushing event updated for resources: {'Port': ['ID=e2cc190b-9516-41fc-aced-19e885d9307f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.407805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.408465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.423332 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-267a2a4d-1638-4b64-8c31-7f75eca8c656 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7637930 Jul 16 02:01:23.435380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Request body: {'port': {'device_id': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:23.518287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.613137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53207774-9412-4891-95b5-0371d498ce6c None None] Provisioning for port e2cc190b-9516-41fc-aced-19e885d9307f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:23.617875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53207774-9412-4891-95b5-0371d498ce6c None None] Provisioning complete for port e2cc190b-9516-41fc-aced-19e885d9307f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:23.618452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53207774-9412-4891-95b5-0371d498ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.654610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53207774-9412-4891-95b5-0371d498ce6c None None] Port e2cc190b-9516-41fc-aced-19e885d9307f cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:23.796049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cc190b-9516-41fc-aced-19e885d9307f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:23.805026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.820931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Transition to ACTIVE for port object e2cc190b-9516-41fc-aced-19e885d9307f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:23.825321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.900086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cc190b-9516-41fc-aced-19e885d9307f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.966385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Attempting to bind port e2cc190b-9516-41fc-aced-19e885d9307f on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:23.966524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Attempting to bind port e2cc190b-9516-41fc-aced-19e885d9307f by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:23.966775 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Attempting to bind port e2cc190b-9516-41fc-aced-19e885d9307f on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:23.972081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Port e2cc190b-9516-41fc-aced-19e885d9307f on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:23.972276 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955ab89-a204-4777-9812-a2287880c058 req-bbbb8fc2-d9ac-4323-9116-82036c5640dc tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.972959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Attempting to bind port e2cc190b-9516-41fc-aced-19e885d9307f on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:23.979312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:23.979664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:23.980150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d955ab89-a204-4777-9812-a2287880c058 req-bbbb8fc2-d9ac-4323-9116-82036c5640dc tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 947 time: 0.0783446 Jul 16 02:01:23.980288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:23.980776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Bound port: e2cc190b-9516-41fc-aced-19e885d9307f, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:23.981524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.026573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d955ab89-a204-4777-9812-a2287880c058 req-40a58a71-1299-48f1-bac1-8a648e7b300d tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Jul 16 02:01:24.060415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] For port e2cc190b-9516-41fc-aced-19e885d9307f, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:24.064021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] For port e2cc190b-9516-41fc-aced-19e885d9307f, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e2cc190b-9516-41fc-aced-19e885d9307f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:24.069769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.131322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.132068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.133666 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] 10.222.0.23 "PUT /v2.0/ports/e2cc190b-9516-41fc-aced-19e885d9307f HTTP/1.1" status: 200 len: 1096 time: 0.7027774 Jul 16 02:01:24.134216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'tag': 'e2cc190b-9516-41fc-aced-19e885d9307f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:24.136625 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8f2190-46df-4391-ac35-6872c60cf83b" -d '{"events": [{"name": "network-changed", "server_uuid": "61589f75-7ff5-4a68-8fbd-76949c7cfea0", "tag": "e2cc190b-9516-41fc-aced-19e885d9307f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:24.153816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee3912-e76e-478b-8283-216de42198f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cc190b-9516-41fc-aced-19e885d9307f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.250884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-e74c014b-cb25-48c6-9da8-eb7c0718708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.252902 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-e74c014b-cb25-48c6-9da8-eb7c0718708a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09eb534f23a449a8e79cfaa40c1702b&device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 1099 time: 0.0653892 Jul 16 02:01:24.267967 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc51e1-b3ed-4278-b480-b5e3642cef88 x-openstack-request-id: req-c9bc51e1-b3ed-4278-b480-b5e3642cef88 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:24.268398 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61589f75-7ff5-4a68-8fbd-76949c7cfea0", "tag": "e2cc190b-9516-41fc-aced-19e885d9307f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:24.268683 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9bc51e1-b3ed-4278-b480-b5e3642cef88 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:24.269086 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'tag': 'e2cc190b-9516-41fc-aced-19e885d9307f', 'status': 'completed', 'code': 200} Jul 16 02:01:24.299334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-89f2b21d-7575-45ac-9ac2-9f84c145a1f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e2cc190b-9516-41fc-aced-19e885d9307f HTTP/1.1" status: 200 len: 217 time: 0.0385985 Jul 16 02:01:24.356357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-1ca9b160-0728-4082-a215-f047edf2bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.358118 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-1ca9b160-0728-4082-a215-f047edf2bf18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0517142 Jul 16 02:01:24.421290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447668-13c5-4910-945e-51c65542d647 req-0d18dbb2-4bcd-43d8-bf73-34ef1d8e17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.422839 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-0d18dbb2-4bcd-43d8-bf73-34ef1d8e17bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582454 Jul 16 02:01:24.517097 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-b14711c4-3362-4baf-b069-0e95dc706ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874171 Jul 16 02:01:24.614830 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8c447668-13c5-4910-945e-51c65542d647 req-39817eb9-781b-478b-9bc8-8b2c894e1360 service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915542 Jul 16 02:01:24.719907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-c5ff86ae-a23b-46d8-bf69-c136c721f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.721783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-c5ff86ae-a23b-46d8-bf69-c136c721f1c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a09eb534f23a449a8e79cfaa40c1702b&device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 1099 time: 0.0581331 Jul 16 02:01:24.828285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-7bbccfd1-e5a3-48aa-9d3a-706e9b5009dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.829850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-7bbccfd1-e5a3-48aa-9d3a-706e9b5009dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.1016591 Jul 16 02:01:24.872559 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-add938ec-ebd0-46e7-b0bb-a2d0153499c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e2cc190b-9516-41fc-aced-19e885d9307f HTTP/1.1" status: 200 len: 217 time: 0.0360694 Jul 16 02:01:24.921665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-59141285-b383-4f26-b338-20c12df0d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.923154 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-59141285-b383-4f26-b338-20c12df0d006 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0441689 Jul 16 02:01:24.987165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-c1177e2c-0fd4-4ec7-8e3c-034f1ac387f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.988747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-c1177e2c-0fd4-4ec7-8e3c-034f1ac387f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590494 Jul 16 02:01:25.082073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-593cef99-e83f-417a-8298-4acba7c1cece service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863230 Jul 16 02:01:25.192529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf8f2190-46df-4391-ac35-6872c60cf83b req-743cad56-84e4-4a59-88a7-dc410fed459c service neutron] 10.222.0.23 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029758 Jul 16 02:01:25.207314 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bac429-9ab2-4311-bb8c-80a1fa54faf3 req-9bd979a3-2175-47d2-88a6-0a913fb9c14f tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.214136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84bac429-9ab2-4311-bb8c-80a1fa54faf3 req-9bd979a3-2175-47d2-88a6-0a913fb9c14f tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 947 time: 0.0823789 Jul 16 02:01:25.253302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84bac429-9ab2-4311-bb8c-80a1fa54faf3 req-dd64f8e4-f463-4130-9406-89f538cb6aa1 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Jul 16 02:01:26.430829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee669c9f-6bba-495d-a243-cce2f698ddda req-3076b1ee-63ae-41ca-8257-aaf0df9ad901 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.432343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee669c9f-6bba-495d-a243-cce2f698ddda req-3076b1ee-63ae-41ca-8257-aaf0df9ad901 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 947 time: 0.0649836 Jul 16 02:01:26.472772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee669c9f-6bba-495d-a243-cce2f698ddda req-7f404a29-7646-469a-a874-2ec915b9df32 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Jul 16 02:01:27.648450 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836b7e-0189-47cd-9714-cdb03fedae65 req-c4d6b457-aad3-4c75-869b-15d4e2d4737e tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.649857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee836b7e-0189-47cd-9714-cdb03fedae65 req-c4d6b457-aad3-4c75-869b-15d4e2d4737e tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 947 time: 0.0649614 Jul 16 02:01:27.688347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee836b7e-0189-47cd-9714-cdb03fedae65 req-2b3a516c-8d6d-48fc-bd00-660acd4f7d8e tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Jul 16 02:01:28.269910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e2cc190b-9516-41fc-aced-19e885d9307f details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:28.366871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e2cc190b-9516-41fc-aced-19e885d9307f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e2cc190b-9516-41fc-aced-19e885d9307f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:28.378181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'e2cc190b-9516-41fc-aced-19e885d9307f', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': 'e2cc190b-9516-41fc-aced-19e885d9307f', 'mac_address': 'fa:16:3e:62:8e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:28.422491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.446030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cc190b-9516-41fc-aced-19e885d9307f {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:28.484944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e2cc190b-9516-41fc-aced-19e885d9307f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e2cc190b-9516-41fc-aced-19e885d9307f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:28.489192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.538898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e2cc190b-9516-41fc-aced-19e885d9307f,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.546675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.547035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.547475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.547822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.548161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.548530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.548867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.549202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.549546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.549899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.550190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.550523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:28.716879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['e2cc190b-9516-41fc-aced-19e885d9307f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:28.872970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a33c-60ac-40cd-aa56-da0b13eb3b8a req-274e7940-2724-4aaf-ab7b-c0ff0703fdef tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:28.874639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a48a33c-60ac-40cd-aa56-da0b13eb3b8a req-274e7940-2724-4aaf-ab7b-c0ff0703fdef tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 948 time: 0.0706954 Jul 16 02:01:28.917545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a48a33c-60ac-40cd-aa56-da0b13eb3b8a req-b3e58178-1868-4c15-935c-b055a1ad8b93 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Jul 16 02:01:30.106658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2739c73-0f26-4373-87a4-1d8ca87cab60 req-911e9658-378e-4d38-989a-d580a4c0e4d2 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.108041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2739c73-0f26-4373-87a4-1d8ca87cab60 req-911e9658-378e-4d38-989a-d580a4c0e4d2 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 948 time: 0.0755994 Jul 16 02:01:30.167636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2739c73-0f26-4373-87a4-1d8ca87cab60 req-fe446003-ac48-4426-89d3-29252aed280c tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463221 Jul 16 02:01:30.286363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e2cc190b-9516-41fc-aced-19e885d9307f up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:30.354633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port e2cc190b-9516-41fc-aced-19e885d9307f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:30.360490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port e2cc190b-9516-41fc-aced-19e885d9307f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:30.360972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.463120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.487243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc190b-9516-41fc-aced-19e885d9307f'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:30.490057 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e554713d-621a-4bb9-9f08-3af78eb3514f" -d '{"events": [{"server_uuid": "61589f75-7ff5-4a68-8fbd-76949c7cfea0", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc190b-9516-41fc-aced-19e885d9307f"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:30.504538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port e2cc190b-9516-41fc-aced-19e885d9307f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e2cc190b-9516-41fc-aced-19e885d9307f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:30.513220 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.553827 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6182f540-b2d8-4bd9-9ba4-c0a1d35b1d60 x-openstack-request-id: req-6182f540-b2d8-4bd9-9ba4-c0a1d35b1d60 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:30.554068 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61589f75-7ff5-4a68-8fbd-76949c7cfea0", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc190b-9516-41fc-aced-19e885d9307f", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:30.554875 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6182f540-b2d8-4bd9-9ba4-c0a1d35b1d60 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:30.554875 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc190b-9516-41fc-aced-19e885d9307f', 'code': 200} Jul 16 02:01:30.585109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=e2cc190b-9516-41fc-aced-19e885d9307f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.652988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193cbdf-5a0a-478b-b36c-d660e3d884b0 req-91f448e2-f07e-4263-b525-ec7d60a03547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.654598 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6193cbdf-5a0a-478b-b36c-d660e3d884b0 req-91f448e2-f07e-4263-b525-ec7d60a03547 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 1101 time: 0.0537527 Jul 16 02:01:30.690607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6193cbdf-5a0a-478b-b36c-d660e3d884b0 req-4eb6f77d-b034-4304-83c1-53d0299514b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302036 Jul 16 02:01:31.393185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d43c1b-8303-4f5e-af7c-bc07fec45bd3 req-50c9d6c8-90e6-47f4-9e59-f47a930ac34a tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.394611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0d43c1b-8303-4f5e-af7c-bc07fec45bd3 req-50c9d6c8-90e6-47f4-9e59-f47a930ac34a tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 949 time: 0.0934670 Jul 16 02:01:31.464363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0d43c1b-8303-4f5e-af7c-bc07fec45bd3 req-6268dcd0-ea17-432c-8d41-86b6102a4f33 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619082 Jul 16 02:01:31.560347 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-207e3ac4-48ac-4ab8-9923-9851d2a9ac6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684919 Jul 16 02:01:31.679379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-861f8187-33e5-4b42-9acd-df37562d1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.680911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-861f8187-33e5-4b42-9acd-df37562d1808 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60979e2499674858bd78763eb4d53a99&device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 1098 time: 0.0612936 Jul 16 02:01:31.791245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-8f7567dd-dcdc-4696-89ed-b41adeacc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.792756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-8f7567dd-dcdc-4696-89ed-b41adeacc84f service neutron] 10.222.0.13 "GET /v2.0/networks?id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 200 len: 909 time: 0.0913110 Jul 16 02:01:31.866059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-ec10a8d4-8584-4b20-a822-489d527ec301 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 200 len: 1002 time: 0.0669751 Jul 16 02:01:31.923086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-f1fc52db-1721-4e97-91ea-e33dcefc7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.925486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-f1fc52db-1721-4e97-91ea-e33dcefc7fd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 200 len: 847 time: 0.0533848 Jul 16 02:01:31.985091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-fccb5a62-cf72-443f-bd65-172b3d8c96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.986860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-fccb5a62-cf72-443f-bd65-172b3d8c96e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551178 Jul 16 02:01:32.083803 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-6db4aed6-7eb4-459d-a5d7-9b4b58d6c900 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894787 Jul 16 02:01:32.187912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2ec2b77f-2c87-4480-bb7a-4d5939beb9f1 req-efaa6c6e-fe3a-4615-bfa8-4bc238b9c5d4 service neutron] 10.222.0.13 "GET /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973279 Jul 16 02:01:32.676573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78934561-2938-4ca6-b2c1-ef56d41f6cf3 req-14a651f7-79fe-4e91-9ce6-85a35f891518 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.678413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78934561-2938-4ca6-b2c1-ef56d41f6cf3 req-14a651f7-79fe-4e91-9ce6-85a35f891518 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 949 time: 0.0723197 Jul 16 02:01:32.733664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78934561-2938-4ca6-b2c1-ef56d41f6cf3 req-ca5f3184-b3c6-4665-a15b-0f46df662217 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Jul 16 02:01:33.237662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3eda7-cef0-4667-98be-8af18e1c43ac req-4cf11333-4557-4a45-b6cf-83bf11b0b00f tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.239459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d3eda7-cef0-4667-98be-8af18e1c43ac req-4cf11333-4557-4a45-b6cf-83bf11b0b00f tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 949 time: 0.0813746 Jul 16 02:01:33.284689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d3eda7-cef0-4667-98be-8af18e1c43ac req-4582ddd6-f665-4132-b21c-8d418e25b73c tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Jul 16 02:01:34.408557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-c501d03d-22e1-4f0e-a426-39717d822609 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.410678 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-c501d03d-22e1-4f0e-a426-39717d822609 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.23 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 949 time: 0.1004255 Jul 16 02:01:34.525071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfaef2-ad24-4112-b484-33d63d40b783 req-746cb23f-2de9-4511-87ac-2409599150de tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.526887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0bfaef2-ad24-4112-b484-33d63d40b783 req-746cb23f-2de9-4511-87ac-2409599150de tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/ports?device_id=61589f75-7ff5-4a68-8fbd-76949c7cfea0 HTTP/1.1" status: 200 len: 949 time: 0.0937681 Jul 16 02:01:34.530213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Deleting port e2cc190b-9516-41fc-aced-19e885d9307f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:34.530678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.571744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0bfaef2-ad24-4112-b484-33d63d40b783 req-10d1e787-ec88-4cde-81f1-0c8b471a58ee tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.42 "GET /v2.0/security-groups?id=5bf76e76-5d5d-455e-b864-c570b2e11e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 Jul 16 02:01:34.632141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] For port e2cc190b-9516-41fc-aced-19e885d9307f, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=e2cc190b-9516-41fc-aced-19e885d9307f,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:34.632524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.644118 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Calling delete_port for e2cc190b-9516-41fc-aced-19e885d9307f owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:34.783093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.794683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['e2cc190b-9516-41fc-aced-19e885d9307f'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:34.815384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Pushing event deleted for resources: {'Port': ['ID=e2cc190b-9516-41fc-aced-19e885d9307f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.865317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] No DVR routers for this DVR port e2cc190b-9516-41fc-aced-19e885d9307f on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:34.868280 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.870668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-57aa3bd8-1a5d-49b0-9927-8d8e0c097305 req-6d117be9-9a58-4b5c-ac1a-28f4897b88e0 tempest-VolumesNegativeTest-1171485659 tempest-VolumesNegativeTest-1171485659-project] 10.222.0.23 "DELETE /v2.0/ports/e2cc190b-9516-41fc-aced-19e885d9307f HTTP/1.1" status: 204 len: 173 time: 0.4548588 Jul 16 02:01:34.871262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'name': 'network-vif-deleted', 'tag': 'e2cc190b-9516-41fc-aced-19e885d9307f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:34.874533 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c25cff-ebc0-4e80-81d3-a77a906f9c1f" -d '{"events": [{"server_uuid": "61589f75-7ff5-4a68-8fbd-76949c7cfea0", "name": "network-vif-deleted", "tag": "e2cc190b-9516-41fc-aced-19e885d9307f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:34.920448 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07609df1-bd7b-433e-9bf5-e8256a74df5b x-openstack-request-id: req-07609df1-bd7b-433e-9bf5-e8256a74df5b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:34.920932 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61589f75-7ff5-4a68-8fbd-76949c7cfea0", "name": "network-vif-deleted", "tag": "e2cc190b-9516-41fc-aced-19e885d9307f", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:34.921311 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07609df1-bd7b-433e-9bf5-e8256a74df5b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:34.921806 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61589f75-7ff5-4a68-8fbd-76949c7cfea0', 'name': 'network-vif-deleted', 'tag': 'e2cc190b-9516-41fc-aced-19e885d9307f', 'status': 'completed', 'code': 200} Jul 16 02:01:37.656759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.363515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e2cc190b-9516-41fc-aced-19e885d9307f no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:38.388722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: e2cc190b-9516-41fc-aced-19e885d9307f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:38.389063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device e2cc190b-9516-41fc-aced-19e885d9307f not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:40.159421 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7490194d-0b3d-4371-ba88-1a0696ab443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.695854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:40.866360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e71dcee4-54a9-4e16-a2c6-74e0c481de88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a09eb534f23a449a8e79cfaa40c1702b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684408 Jul 16 02:01:40.868831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 37838) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:40.920443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69b78be7-e951-4b93-9ea8-5faf1dc82421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.944066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69b78be7-e951-4b93-9ea8-5faf1dc82421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.999611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69b78be7-e951-4b93-9ea8-5faf1dc82421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.002571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-69b78be7-e951-4b93-9ea8-5faf1dc82421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.004804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-69b78be7-e951-4b93-9ea8-5faf1dc82421 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bf76e76-5d5d-455e-b864-c570b2e11e6b HTTP/1.1" status: 204 len: 168 time: 0.1346786 Jul 16 02:01:41.015133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78be7-e951-4b93-9ea8-5faf1dc82421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf76e76-5d5d-455e-b864-c570b2e11e6b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:42.420957 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d1ea4d7-5186-4958-ba18-ff9da9360294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.510158 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.594337 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:43.786671 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.338642 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.516742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.800559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38118) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:59.925263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1241383a-37d2-4fee-9cda-868699897848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.034198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1241383a-37d2-4fee-9cda-868699897848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.039462 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1241383a-37d2-4fee-9cda-868699897848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.081951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1241383a-37d2-4fee-9cda-868699897848 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac5989750dd14199b99a1784d2e7ae8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775376 Jul 16 02:02:00.081951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241383a-37d2-4fee-9cda-868699897848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d376d72f-e1c9-4c1a-ab01-c7748cad08f1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.083382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38122) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.158602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed56a885-a807-4d8c-bee9-c66a38ba1993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.182121 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed56a885-a807-4d8c-bee9-c66a38ba1993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.257818 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed56a885-a807-4d8c-bee9-c66a38ba1993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.260382 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed56a885-a807-4d8c-bee9-c66a38ba1993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.261696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ed56a885-a807-4d8c-bee9-c66a38ba1993 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d376d72f-e1c9-4c1a-ab01-c7748cad08f1 HTTP/1.1" status: 204 len: 168 time: 0.1726768 Jul 16 02:02:00.277677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56a885-a807-4d8c-bee9-c66a38ba1993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d376d72f-e1c9-4c1a-ab01-c7748cad08f1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.036363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.172199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-993293175-network', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:01.201368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Made reservation on behalf of 87d306acb4074cd18476f0a5bd278e1c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:01.203735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.214687 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.331163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.340475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.360982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:01.377156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a07c4-5b94-41b1-a727-a57e44535d24,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.383203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.383521 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Added segment 368ce970-eb0b-4ae3-95c4-72a3332d3061 of type vlan for network f2fddf63-c451-40d6-b2b4-2aea3d757b17 Jul 16 02:02:01.431128 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.468602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.469670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:01.470251 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.513336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4721420 Jul 16 02:02:01.514720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.521514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Request body: {'subnet': {'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-993293175-subnet', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:01.555269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Made reservation on behalf of 87d306acb4074cd18476f0a5bd278e1c for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:01.557740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.567582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b972f-ff74-4227-a7a2-bd7e47a13ebe admin admin] Pushing event updated for resources: {'Network': ['ID=f2fddf63-c451-40d6-b2b4-2aea3d757b17,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.585221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:01.773237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.837551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.847266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Checking segment: {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:01.847629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Network hostable DHCP agents. Network: f2fddf63-c451-40d6-b2b4-2aea3d757b17, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:01.867266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:01.877434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f2fddf63-c451-40d6-b2b4-2aea3d757b17) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:01.882947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:01.883556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.889931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c3d6d-6e1c-4c24-9300-597aef488a3a None None] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:01.911260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fd0e8ee9-1879-43f4-b1bd-1820a9b21d00 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3944275 Jul 16 02:02:01.913973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38160) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.922059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:01.960150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.961695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.041013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.076861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'fixed_ips': [{'subnet_id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:02.077806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.202123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.279769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Allocated IP 172.20.0.2 (f2fddf63-c451-40d6-b2b4-2aea3d757b17/96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d/39e89b3a-37eb-49ee-9132-47e68ca4ab49) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:02.449755 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.461117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Transition to ACTIVE for port object 39e89b3a-37eb-49ee-9132-47e68ca4ab49 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:02.477872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Transition to ACTIVE for port object 39e89b3a-37eb-49ee-9132-47e68ca4ab49 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:02.486269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.501734 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.528832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.534638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:02.538501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:02.543393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:02.546678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Pushing event updated for resources: {'Port': ['ID=39e89b3a-37eb-49ee-9132-47e68ca4ab49,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.615275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Attempting to bind port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:02.616187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Attempting to bind port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:02.616364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Attempting to bind port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 on network f2fddf63-c451-40d6-b2b4-2aea3d757b17 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:02.622184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:02.622698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Checking segment: {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:02.623123 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.623823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Bound using segment: {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:02.624205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Bound port: 39e89b3a-37eb-49ee-9132-47e68ca4ab49, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:02.624634 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.647945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Allocated IP 172.25.7.162 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:02.708948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] For port 39e89b3a-37eb-49ee-9132-47e68ca4ab49, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:02.713492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] For port 39e89b3a-37eb-49ee-9132-47e68ca4ab49, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=39e89b3a-37eb-49ee-9132-47e68ca4ab49,segment=NetworkSegment(368ce970-eb0b-4ae3-95c4-72a3332d3061),segment_id=368ce970-eb0b-4ae3-95c4-72a3332d3061)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:02.720625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.782980 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.796017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574d004-e1b5-45d3-b568-1fb6f99f7b4a None None] Pushing event updated for resources: {'Port': ['ID=39e89b3a-37eb-49ee-9132-47e68ca4ab49,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.831638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.870890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:02.876084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:02.880306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:02.906425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Pushing event updated for resources: {'Port': ['ID=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:03.243074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.461485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.632884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 39e89b3a-37eb-49ee-9132-47e68ca4ab49 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:03.698773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:03.904167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Router 277bf9ea-b736-482f-85df-d1e789526934 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:03.939790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22227520-22b2-4a34-add8-6f6c06f5d1f7 None None] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:04.041823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] Provisioning for port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:04.048854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:04.067598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Sync routers for ids ['277bf9ea-b736-482f-85df-d1e789526934'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:04.073004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.075367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-76ac7116-9402-4380-8530-9d326bc9a3da admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1599052 Jul 16 02:02:04.077052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] Provisioning complete for port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:04.077428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.078573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38168) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:04.128530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Routers {'277bf9ea-b736-482f-85df-d1e789526934'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:04.133320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:01:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['277bf9ea-b736-482f-85df-d1e789526934'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:04.303059 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.321986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Set router 277bf9ea-b736-482f-85df-d1e789526934 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:04.420788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] For port 39e89b3a-37eb-49ee-9132-47e68ca4ab49, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=39e89b3a-37eb-49ee-9132-47e68ca4ab49,segment=NetworkSegment(368ce970-eb0b-4ae3-95c4-72a3332d3061),segment_id=368ce970-eb0b-4ae3-95c4-72a3332d3061)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:04.426813 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.556212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33220f-8869-4164-9824-19f68ef49ae0 None None] Pushing event updated for resources: {'Port': ['ID=39e89b3a-37eb-49ee-9132-47e68ca4ab49,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:04.592923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.603583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:03Z', 'revision_number': 3, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:04.655507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Checking router: 277bf9ea-b736-482f-85df-d1e789526934 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:04.656327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Updating router 277bf9ea-b736-482f-85df-d1e789526934 port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:04.694844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0a402a58-a138-4dfc-9d93-1eb7df258886 None None] Provisioning complete for port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:04.695296 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a402a58-a138-4dfc-9d93-1eb7df258886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.718992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.829912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Allocated IP 172.20.0.1 (f2fddf63-c451-40d6-b2b4-2aea3d757b17/96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d/eb26f06e-e330-42cb-866b-c8d14e46d74f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:04.953190 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.968950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Transition to ACTIVE for port object eb26f06e-e330-42cb-866b-c8d14e46d74f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:05.006154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.044033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:05.048751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:05.052078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:05.094913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Pushing event updated for resources: {'Port': ['ID=eb26f06e-e330-42cb-866b-c8d14e46d74f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.113205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.207252 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.220771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Transition to ACTIVE for port object 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:05.231021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.289561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Attempting to bind port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:05.290027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.290166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Attempting to bind port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:05.290590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Attempting to bind port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:05.294629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baebca-5b0c-44fb-a3db-cdfae51546e6 None None] Pushing event updated for resources: {'Port': ['ID=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.299967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:05.300234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:05.300625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.301703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:05.302682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Bound port: 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:05.303092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.369424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] For port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:05.373311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] For port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:05.376013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9fbc17c1-89ab-4f74-a896-3a94cdfbbba3 None None] Provisioning for port eb26f06e-e330-42cb-866b-c8d14e46d74f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:05.380734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.393610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9fbc17c1-89ab-4f74-a896-3a94cdfbbba3 None None] Provisioning complete for port eb26f06e-e330-42cb-866b-c8d14e46d74f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:05.394095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9fbc17c1-89ab-4f74-a896-3a94cdfbbba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.472171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Routers {'277bf9ea-b736-482f-85df-d1e789526934'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:05.473214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:01:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['277bf9ea-b736-482f-85df-d1e789526934'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:05.536893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baebca-5b0c-44fb-a3db-cdfae51546e6 None None] Pushing event updated for resources: {'Port': ['ID=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.544460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc17c1-89ab-4f74-a896-3a94cdfbbba3 None None] Port eb26f06e-e330-42cb-866b-c8d14e46d74f cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:05.590430 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.595520 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.618811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] Set router 277bf9ea-b736-482f-85df-d1e789526934 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:05.677438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Pushing event updated for resources: {'Port': ['ID=eb26f06e-e330-42cb-866b-c8d14e46d74f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.683975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.695128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 39e89b3a-37eb-49ee-9132-47e68ca4ab49 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:05.813698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:05.815196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:05.823104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:05.823624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.954731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb26f06e-e330-42cb-866b-c8d14e46d74f', 'name': '', 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'mac_address': 'fa:16:3e:3c:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:04Z', 'updated_at': '2021-07-16T02:02:04Z', 'revision_number': 1, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'subnets': [{'id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:05.957327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Router 277bf9ea-b736-482f-85df-d1e789526934 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:05.987976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221280f-cd6b-46b5-85f4-f41214930dca None None] The sync data for ids ['277bf9ea-b736-482f-85df-d1e789526934'] in n-d-791506-20 is: [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb26f06e-e330-42cb-866b-c8d14e46d74f', 'name': '', 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'mac_address': 'fa:16:3e:3c:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:04Z', 'updated_at': '2021-07-16T02:02:04Z', 'revision_number': 1, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'subnets': [{'id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:06.083905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:06.093035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3fce29ce-a1a2-4aa7-b930-6dec2de22382 admin admin] 10.222.0.42 "PUT /v2.0/routers/277bf9ea-b736-482f-85df-d1e789526934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0130708 Jul 16 02:02:06.174491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f00bf625-c873-4061-befb-24c0f91f403e None None] Provisioning complete for port eb26f06e-e330-42cb-866b-c8d14e46d74f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:06.175175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f00bf625-c873-4061-befb-24c0f91f403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.220408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f00bf625-c873-4061-befb-24c0f91f403e None None] Port eb26f06e-e330-42cb-866b-c8d14e46d74f cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:06.714290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38194) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:06.719714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1572049147-network', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:06.745031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Made reservation on behalf of 058aef331fa340b1bf68b1b26acf5f35 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:06.754560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.767464 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.891250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.897596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.930918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:06.947619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942fe61-bf74-4a72-b585-b09995e24d3d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.951008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.954481 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Added segment ac2b3567-33ae-4037-91d2-492915e3778e of type vlan for network a8a9029c-572b-4821-8c0c-794155489b43 Jul 16 02:02:07.001411 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.038386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.039468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:07.040057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.091046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3729649 Jul 16 02:02:07.091340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38196) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:07.096613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Request body: {'subnet': {'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1572049147-subnet', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:07.125579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Made reservation on behalf of 058aef331fa340b1bf68b1b26acf5f35 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:07.128192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.142999 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff1ed-e620-4212-9d7f-a657180c3dbf admin admin] Pushing event updated for resources: {'Network': ['ID=a8a9029c-572b-4821-8c0c-794155489b43,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:07.155005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a8a9029c-572b-4821-8c0c-794155489b43 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:07.341645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.403694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97494410-cce6-442b-94f8-5faedc43da1d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:07.416604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Checking segment: {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:07.416983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Network hostable DHCP agents. Network: a8a9029c-572b-4821-8c0c-794155489b43, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:07.437071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Network a8a9029c-572b-4821-8c0c-794155489b43 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:07.452330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a8a9029c-572b-4821-8c0c-794155489b43) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:07.458057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:07.458911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.464449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e570f2-0541-42b1-9ee4-165613da0126 None None] Network a8a9029c-572b-4821-8c0c-794155489b43 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:07.484232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38198) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:07.490607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:07.495092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bb1b138a-4717-4b8c-8025-2a6f62777af3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4012532 Jul 16 02:02:07.515741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.517098 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.596888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.685189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.712127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:07.776475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a8a9029c-572b-4821-8c0c-794155489b43', 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'fixed_ips': [{'subnet_id': '97494410-cce6-442b-94f8-5faedc43da1d'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:07.777648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.799316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:07.812027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:07.812631 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.990903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38206) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:08.041869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Allocated IP 172.20.0.2 (a8a9029c-572b-4821-8c0c-794155489b43/97494410-cce6-442b-94f8-5faedc43da1d/8cf7f3d6-3c5c-46d2-bf05-4620128df8db) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:08.061766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.104336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.118661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:08.143552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a31d7ecc-c4ed-480e-9a1c-57ea21041e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.145884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.258038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.307436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a31d7ecc-c4ed-480e-9a1c-57ea21041e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.312112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a31d7ecc-c4ed-480e-9a1c-57ea21041e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.334108 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.352688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Transition to ACTIVE for port object 8cf7f3d6-3c5c-46d2-bf05-4620128df8db will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:08.357184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d7ecc-c4ed-480e-9a1c-57ea21041e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa581a-fe53-45d2-94a4-16faf4392c88,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.362529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a31d7ecc-c4ed-480e-9a1c-57ea21041e1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=624ad48c95c24de0bf14aa7702a885bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700020 Jul 16 02:02:08.366424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:08.370897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Transition to ACTIVE for port object 8cf7f3d6-3c5c-46d2-bf05-4620128df8db will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:08.379437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.408348 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.420278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Network a8a9029c-572b-4821-8c0c-794155489b43 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:08.429567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:08.435230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:08.439831 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.444791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d132dd2-710a-4a41-a023-6c20e784f1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.447480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Pushing event updated for resources: {'Port': ['ID=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.482563 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d132dd2-710a-4a41-a023-6c20e784f1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.529256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Attempting to bind port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:08.529632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Attempting to bind port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:08.530209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Attempting to bind port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db on network a8a9029c-572b-4821-8c0c-794155489b43 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:08.538618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:08.539047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Checking segment: {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:08.539397 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.539826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Bound using segment: {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:08.540507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Bound port: 8cf7f3d6-3c5c-46d2-bf05-4620128df8db, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:08.541003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.554725 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d132dd2-710a-4a41-a023-6c20e784f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.558123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d132dd2-710a-4a41-a023-6c20e784f1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.561651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6d132dd2-710a-4a41-a023-6c20e784f1b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7afa581a-fe53-45d2-94a4-16faf4392c88 HTTP/1.1" status: 204 len: 168 time: 0.1916192 Jul 16 02:02:08.568278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d132dd2-710a-4a41-a023-6c20e784f1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa581a-fe53-45d2-94a4-16faf4392c88,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.593032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Allocated IP 172.25.7.75 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e35af481-1117-4529-adcc-9778a5ff6ea3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:08.639284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] For port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:08.643579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] For port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:08.649362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.719205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d6ef-17e5-4fad-9a99-811fbf986ebc None None] Pushing event updated for resources: {'Port': ['ID=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.761789 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Sync routers for ids ['277bf9ea-b736-482f-85df-d1e789526934'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:08.773445 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.785248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Routers {'277bf9ea-b736-482f-85df-d1e789526934'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:08.787844 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:01:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['277bf9ea-b736-482f-85df-d1e789526934'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:08.853001 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.899882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:08.902813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:08.905902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:08.921006 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Set router 277bf9ea-b736-482f-85df-d1e789526934 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:08.936574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Pushing event updated for resources: {'Port': ['ID=e35af481-1117-4529-adcc-9778a5ff6ea3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:09.186969 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb26f06e-e330-42cb-866b-c8d14e46d74f', 'name': '', 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'mac_address': 'fa:16:3e:3c:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:04Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 2, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'subnets': [{'id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:09.222211 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Checking router: 277bf9ea-b736-482f-85df-d1e789526934 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:09.222733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Updating router 277bf9ea-b736-482f-85df-d1e789526934 port eb26f06e-e330-42cb-866b-c8d14e46d74f binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:09.266838 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.271798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.490868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:09.498667 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.643252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-139510824-network', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:09.689682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Made reservation on behalf of fa3e1fca23024d4092e3a0297db5765f for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:09.698632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.701665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:09.717499 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.726471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.734443 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Transition to ACTIVE for port object eb26f06e-e330-42cb-866b-c8d14e46d74f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:09.743810 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.799790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8cf7f3d6-3c5c-46d2-bf05-4620128df8db up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:09.838155 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Pushing event updated for resources: {'Port': ['ID=eb26f06e-e330-42cb-866b-c8d14e46d74f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:09.860759 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.861240 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.861666 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.862210 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.862941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.863838 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.864790 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.865412 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.866248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.866947 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.867519 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.868204 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:09.886194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:09.897091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:09.920743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.928106 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.945974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:09.960927 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Attempting to bind port eb26f06e-e330-42cb-866b-c8d14e46d74f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:09.961811 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Attempting to bind port eb26f06e-e330-42cb-866b-c8d14e46d74f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:09.962409 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Attempting to bind port eb26f06e-e330-42cb-866b-c8d14e46d74f on network f2fddf63-c451-40d6-b2b4-2aea3d757b17 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:09.963398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:09.969034 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:09.970176 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Checking segment: {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:09.970821 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.971876 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Bound using segment: {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:09.973616 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Bound port: eb26f06e-e330-42cb-866b-c8d14e46d74f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ce970-eb0b-4ae3-95c4-72a3332d3061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:09.974303 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.974855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.975210 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Added segment 596b8248-426a-4f87-8595-4b347ec7f3ee of type vlan for network 5444a13a-9763-4eb2-a15b-1c6678ba387d Jul 16 02:02:09.983406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Sync routers for ids ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:10.000081 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.001913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-97f5f4dc-c194-4d0b-9bd8-57ee548ff493 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5164678 Jul 16 02:02:10.004965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.016629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Routers {'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:10.017335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:01:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:10.100201 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.112744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec782ac4-a6cd-4ea5-ad72-7860a291409e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.136879 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] For port eb26f06e-e330-42cb-866b-c8d14e46d74f, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:10.147742 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] For port eb26f06e-e330-42cb-866b-c8d14e46d74f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb26f06e-e330-42cb-866b-c8d14e46d74f,segment=NetworkSegment(368ce970-eb0b-4ae3-95c4-72a3332d3061),segment_id=368ce970-eb0b-4ae3-95c4-72a3332d3061)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:10.155259 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.164988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.166523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.168396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.204990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8228509d-f3b5-406e-892f-834e3b38d78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.208069 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7148793 Jul 16 02:02:10.218566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Set router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:10.236339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Routers {'277bf9ea-b736-482f-85df-d1e789526934'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:10.236923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:01:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['277bf9ea-b736-482f-85df-d1e789526934'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:10.245428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38244) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.259490 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Request body: {'subnet': {'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-139510824-subnet', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:10.312812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:10.313269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.364956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080cd27-3725-4f1e-9371-49fb756701d5 None None] Network a8a9029c-572b-4821-8c0c-794155489b43 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:10.374589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad51d6-1d19-428b-b598-d8b698f3510c admin admin] Pushing event updated for resources: {'Network': ['ID=5444a13a-9763-4eb2-a15b-1c6678ba387d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.378540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Made reservation on behalf of fa3e1fca23024d4092e3a0297db5765f for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:10.382616 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.406780 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] Set router 277bf9ea-b736-482f-85df-d1e789526934 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:10.418506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:10.715107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.725915 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1982018-7804-451b-8e42-04ec38fc9b23 None None] Pushing event updated for resources: {'Port': ['ID=eb26f06e-e330-42cb-866b-c8d14e46d74f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.736052 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb26f06e-e330-42cb-866b-c8d14e46d74f', 'name': '', 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'mac_address': 'fa:16:3e:3c:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:04Z', 'updated_at': '2021-07-16T02:02:10Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'subnets': [{'id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:10.773879 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b386c4-9611-45e2-9a99-89cfa99fd309 None None] The sync data for ids ['277bf9ea-b736-482f-85df-d1e789526934'] in n-d-791506-20 is: [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:05Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb26f06e-e330-42cb-866b-c8d14e46d74f', 'name': '', 'network_id': 'f2fddf63-c451-40d6-b2b4-2aea3d757b17', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'mac_address': 'fa:16:3e:3c:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:04Z', 'updated_at': '2021-07-16T02:02:10Z', 'revision_number': 4, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'subnets': [{'id': '96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:10.803401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8082ce3-7757-4d98-976c-b0ea28aa1703,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.815455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Checking segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:10.815867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Network hostable DHCP agents. Network: 5444a13a-9763-4eb2-a15b-1c6678ba387d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:10.839312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:10.850340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 5444a13a-9763-4eb2-a15b-1c6678ba387d) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:10.855299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.855914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.880023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ac291-1c70-47dc-a855-033cc54373d6 None None] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:10.880838 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-04b8f4fd-e4f2-46f2-ba5f-4b12519e3f64 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6341608 Jul 16 02:02:10.881569 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38246) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.884336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.888252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:10.922700 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.924726 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.988732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] Provisioning for port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:10.999873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.052189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] Provisioning complete for port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:11.052590 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.104668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Allocated IP 172.20.0.1 (a8a9029c-572b-4821-8c0c-794155489b43/97494410-cce6-442b-94f8-5faedc43da1d/8f91665f-bc60-4410-bcf0-9561cbd8cf12) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:11.172106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:09Z', 'revision_number': 3, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:11.201903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Checking router: ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:11.202263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Updating router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 port e35af481-1117-4529-adcc-9778a5ff6ea3 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:11.254988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.274155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Transition to ACTIVE for port object 8f91665f-bc60-4410-bcf0-9561cbd8cf12 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:11.303626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.325332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.378847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Network a8a9029c-572b-4821-8c0c-794155489b43 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:11.387537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:11.387537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:11.394901 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Pushing event updated for resources: {'Port': ['ID=8f91665f-bc60-4410-bcf0-9561cbd8cf12,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:11.444403 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.484716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-5444a13a-9763-4eb2-a15b-1c6678ba387d', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'fixed_ips': [{'subnet_id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:11.485607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.586880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.645107 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.681167 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.729318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb26f06e-e330-42cb-866b-c8d14e46d74f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:11.877151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] For port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:11.904318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.909174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Allocated IP 172.20.0.2 (5444a13a-9763-4eb2-a15b-1c6678ba387d/e8082ce3-7757-4d98-976c-b0ea28aa1703/4458a13c-6609-4eeb-b531-08adeb27de6c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:11.933229 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.940253 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.954848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port eb26f06e-e330-42cb-866b-c8d14e46d74f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:11.979431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.995021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eb26f06e-e330-42cb-866b-c8d14e46d74f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:11.995405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.009457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.043783 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.045868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Pushing event updated for resources: {'Port': ['ID=8f91665f-bc60-4410-bcf0-9561cbd8cf12,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.083913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496e179-eb2e-431e-bedc-144e964f447d None None] Pushing event updated for resources: {'Port': ['ID=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.154818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Network a8a9029c-572b-4821-8c0c-794155489b43 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:12.156564 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:12.162162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Provisioning complete for port eb26f06e-e330-42cb-866b-c8d14e46d74f triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:12.162541 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.301767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:12.317273 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.345420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Transition to ACTIVE for port object e35af481-1117-4529-adcc-9778a5ff6ea3 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:12.373966 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.376020 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.395166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.440693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Transition to ACTIVE for port object 4458a13c-6609-4eeb-b531-08adeb27de6c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:12.468839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Allocated IP 172.25.7.189 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/ff042d66-5da4-4647-89c0-4a1baaa45dd9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:12.585062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Attempting to bind port e35af481-1117-4529-adcc-9778a5ff6ea3 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:12.585688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Attempting to bind port e35af481-1117-4529-adcc-9778a5ff6ea3 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:12.586164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Attempting to bind port e35af481-1117-4529-adcc-9778a5ff6ea3 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:12.602867 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Transition to ACTIVE for port object 4458a13c-6609-4eeb-b531-08adeb27de6c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:12.619976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22e12ee9-8fe9-4a4d-96d4-11f0b2c2660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.621888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:12.622287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:12.622797 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.623265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:12.623832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Bound port: e35af481-1117-4529-adcc-9778a5ff6ea3, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:12.624288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.630470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d2f60-6a83-47f6-a113-234e84286a77 None None] Pushing event updated for resources: {'Port': ['ID=e35af481-1117-4529-adcc-9778a5ff6ea3,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.648019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.655905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.657537 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.660891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.685508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port eb26f06e-e330-42cb-866b-c8d14e46d74f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb26f06e-e330-42cb-866b-c8d14e46d74f,segment=NetworkSegment(368ce970-eb0b-4ae3-95c4-72a3332d3061),segment_id=368ce970-eb0b-4ae3-95c4-72a3332d3061)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:12.705742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.726168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.737044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:12.773599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:12.775592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:12.780183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:12.786812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:12.791731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:12.809569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] For port e35af481-1117-4529-adcc-9778a5ff6ea3, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:12.825749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Pushing event updated for resources: {'Port': ['ID=ff042d66-5da4-4647-89c0-4a1baaa45dd9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.838217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Pushing event updated for resources: {'Port': ['ID=4458a13c-6609-4eeb-b531-08adeb27de6c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.862674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:12.874885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bd1e8570-329a-413d-938c-35d41d72dc30 admin admin] 10.222.0.42 "PUT /v2.0/routers/ec0ce7c6-e898-4dbc-bb34-66ef110d6a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8685868 Jul 16 02:02:12.879291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] For port e35af481-1117-4529-adcc-9778a5ff6ea3, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e35af481-1117-4529-adcc-9778a5ff6ea3,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:12.926451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.951454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:02:12.952528 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:02:12.967124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Attempting to bind port 4458a13c-6609-4eeb-b531-08adeb27de6c on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:12.967627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Attempting to bind port 4458a13c-6609-4eeb-b531-08adeb27de6c by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:12.968060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Attempting to bind port 4458a13c-6609-4eeb-b531-08adeb27de6c on network 5444a13a-9763-4eb2-a15b-1c6678ba387d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:12.986590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:12.987079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Checking segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:12.987581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.988461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Bound using segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:12.988634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Bound port: 4458a13c-6609-4eeb-b531-08adeb27de6c, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:12.989082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.992294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=eb26f06e-e330-42cb-866b-c8d14e46d74f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.029048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Routers {'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:13.029819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:13.042097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935c2ac-a620-4df2-beab-e0f430fc21e3 req-3ce2f3ef-97e6-4ef2-a1a0-d96fed0f0c1e tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:13.055813 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e935c2ac-a620-4df2-beab-e0f430fc21e3 req-3ce2f3ef-97e6-4ef2-a1a0-d96fed0f0c1e tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.1174920 Jul 16 02:02:13.115689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e935c2ac-a620-4df2-beab-e0f430fc21e3 req-04d3a696-e140-4b50-bdc3-1e2c4c339592 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586133 Jul 16 02:02:13.129114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d2f60-6a83-47f6-a113-234e84286a77 None None] Pushing event updated for resources: {'Port': ['ID=e35af481-1117-4529-adcc-9778a5ff6ea3,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.164605 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.194726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] For port 4458a13c-6609-4eeb-b531-08adeb27de6c, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:13.199971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] For port 4458a13c-6609-4eeb-b531-08adeb27de6c, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4458a13c-6609-4eeb-b531-08adeb27de6c,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:13.207405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.400880 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] Set router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:13.440695 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.532933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9027-6565-46ab-854f-976d6dc55000 None None] Pushing event updated for resources: {'Port': ['ID=4458a13c-6609-4eeb-b531-08adeb27de6c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.612512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Provisioning complete for port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:13.613434 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3583-6c9a-47c0-a401-b222630f384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.617114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:13.669073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8cf7f3d6-3c5c-46d2-bf05-4620128df8db up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:13.828215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:13.858298 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd540-775c-466c-b26e-870529039938 None None] Sync routers for ids ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:13.860282 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.866344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:13.866806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.874987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.876764 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1d47df8a-0405-481f-b8d9-cf5f770adb23 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9935832 Jul 16 02:02:13.879577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38286) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:13.889820 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719dd540-775c-466c-b26e-870529039938 None None] Routers {'7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:13.890889 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-719dd540-775c-466c-b26e-870529039938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:13.928281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8f91665f-bc60-4410-bcf0-9561cbd8cf12', 'name': '', 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'mac_address': 'fa:16:3e:46:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '97494410-cce6-442b-94f8-5faedc43da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 2, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'subnets': [{'id': '97494410-cce6-442b-94f8-5faedc43da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:13.966244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229b908-e815-4ccd-a8e2-b47dcb7cf006 None None] The sync data for ids ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'] in n-d-791506-20 is: [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8f91665f-bc60-4410-bcf0-9561cbd8cf12', 'name': '', 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'mac_address': 'fa:16:3e:46:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '97494410-cce6-442b-94f8-5faedc43da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 2, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'subnets': [{'id': '97494410-cce6-442b-94f8-5faedc43da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:14.041510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb26f06e-e330-42cb-866b-c8d14e46d74f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:14.045626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-896aa99f-4410-4ea5-bfae-4d617aef7170 None None] Provisioning for port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:14.074727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-896aa99f-4410-4ea5-bfae-4d617aef7170 None None] Provisioning complete for port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:14.075193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-896aa99f-4410-4ea5-bfae-4d617aef7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.075385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-719dd540-775c-466c-b26e-870529039938 None None] Set router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:14.167391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-896aa99f-4410-4ea5-bfae-4d617aef7170 None None] Port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:14.184034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eb26f06e-e330-42cb-866b-c8d14e46d74f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:14.184438 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.476261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062882a3-f2de-4e51-9d2b-a8687d8aaa65 req-5623a1d7-3ccd-47d7-bcdc-a2abfb49531c tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.484793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-062882a3-f2de-4e51-9d2b-a8687d8aaa65 req-5623a1d7-3ccd-47d7-bcdc-a2abfb49531c tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.1712470 Jul 16 02:02:14.511356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38306) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:14.519945 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-719dd540-775c-466c-b26e-870529039938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:13Z', 'revision_number': 3, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:14.572949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd540-775c-466c-b26e-870529039938 None None] Checking router: 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:14.573308 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd540-775c-466c-b26e-870529039938 None None] Updating router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 port ff042d66-5da4-4647-89c0-4a1baaa45dd9 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:14.577166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acad613-c064-4e45-a40e-a01f779cf59e req-88fbee2c-e111-4e0e-96fc-dab10d801dc1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.578753 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4acad613-c064-4e45-a40e-a01f779cf59e req-88fbee2c-e111-4e0e-96fc-dab10d801dc1 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.13 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.3119376 Jul 16 02:02:14.589311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-062882a3-f2de-4e51-9d2b-a8687d8aaa65 req-fc5e69cc-305d-45ea-af2f-e6f4416ac1a3 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033950 Jul 16 02:02:14.638891 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-719dd540-775c-466c-b26e-870529039938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.974303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dabe94c-0fa9-4bdc-9f69-03865dc4feed None None] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:14.992665 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-719dd540-775c-466c-b26e-870529039938 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.005792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Deleting port 2356465d-dacb-4339-806a-6ac48cd06e8d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:15.006140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.022786 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-719dd540-775c-466c-b26e-870529039938 None None] Transition to ACTIVE for port object ff042d66-5da4-4647-89c0-4a1baaa45dd9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:15.032345 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-719dd540-775c-466c-b26e-870529039938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.078190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.095916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-08e6535a-d837-4f34-8e18-16a6c6ddc888 None None] Provisioning for port 4458a13c-6609-4eeb-b531-08adeb27de6c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:15.121946 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441350f-001c-48a1-a184-0564d1acb22e None None] Pushing event updated for resources: {'Port': ['ID=ff042d66-5da4-4647-89c0-4a1baaa45dd9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:15.165041 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-719dd540-775c-466c-b26e-870529039938 None None] Attempting to bind port ff042d66-5da4-4647-89c0-4a1baaa45dd9 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:15.165434 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-719dd540-775c-466c-b26e-870529039938 None None] Attempting to bind port ff042d66-5da4-4647-89c0-4a1baaa45dd9 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:15.166093 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd540-775c-466c-b26e-870529039938 None None] Attempting to bind port ff042d66-5da4-4647-89c0-4a1baaa45dd9 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:15.179725 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd540-775c-466c-b26e-870529039938 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:15.180164 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd540-775c-466c-b26e-870529039938 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:15.180658 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-719dd540-775c-466c-b26e-870529039938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.181069 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dd540-775c-466c-b26e-870529039938 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:15.181594 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-719dd540-775c-466c-b26e-870529039938 None None] Bound port: ff042d66-5da4-4647-89c0-4a1baaa45dd9, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:15.182028 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-719dd540-775c-466c-b26e-870529039938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.251158 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-719dd540-775c-466c-b26e-870529039938 None None] For port ff042d66-5da4-4647-89c0-4a1baaa45dd9, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:15.256797 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-719dd540-775c-466c-b26e-870529039938 None None] For port ff042d66-5da4-4647-89c0-4a1baaa45dd9, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ff042d66-5da4-4647-89c0-4a1baaa45dd9,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:15.262690 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-719dd540-775c-466c-b26e-870529039938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.346913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719dd540-775c-466c-b26e-870529039938 None None] Routers {'7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:15.347734 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-719dd540-775c-466c-b26e-870529039938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:15.372342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.392146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] For port 2356465d-dacb-4339-806a-6ac48cd06e8d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2356465d-dacb-4339-806a-6ac48cd06e8d,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:15.392632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.402584 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441350f-001c-48a1-a184-0564d1acb22e None None] Pushing event updated for resources: {'Port': ['ID=ff042d66-5da4-4647-89c0-4a1baaa45dd9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:15.488259 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-719dd540-775c-466c-b26e-870529039938 None None] Set router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:15.732193 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-719dd540-775c-466c-b26e-870529039938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:13Z', 'revision_number': 3, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:15.774680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e35af481-1117-4529-adcc-9778a5ff6ea3 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:15.867705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e35af481-1117-4529-adcc-9778a5ff6ea3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:15.871914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e35af481-1117-4529-adcc-9778a5ff6ea3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:15.872304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.887898 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719dd540-775c-466c-b26e-870529039938 None None] The sync data for ids ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'] in n-d-791506-20 is: [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:13Z', 'revision_number': 3, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:15.891235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ad53d-84bc-40fc-a956-02ce05356740 req-951dab6a-8751-4ba4-a469-45e7932cd726 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:15.899026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-171ad53d-84bc-40fc-a956-02ce05356740 req-951dab6a-8751-4ba4-a469-45e7932cd726 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 946 time: 0.1008067 Jul 16 02:02:15.936919 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-171ad53d-84bc-40fc-a956-02ce05356740 req-a7bb1fd3-2303-4441-91c4-4a30f54771de tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/security-groups?id=670ff7af-7df4-4f7e-b24b-20a604fd3b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369880 Jul 16 02:02:15.972716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.994675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e35af481-1117-4529-adcc-9778a5ff6ea3, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e35af481-1117-4529-adcc-9778a5ff6ea3,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:15.999057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.999851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4458a13c-6609-4eeb-b531-08adeb27de6c up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:16.081751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e35af481-1117-4529-adcc-9778a5ff6ea3,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.096526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 4458a13c-6609-4eeb-b531-08adeb27de6c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:16.100648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4458a13c-6609-4eeb-b531-08adeb27de6c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:16.101023 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.128302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Allocated IP 172.20.0.1 (5444a13a-9763-4eb2-a15b-1c6678ba387d/e8082ce3-7757-4d98-976c-b0ea28aa1703/ccc91173-1bd5-42a4-9f73-c8a4df98d735) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:16.180882 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.181576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.181970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.182282 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Floating IP 9f48a9d9-84c6-45e3-9fbd-c2db0d73179c disassociated. External IP: 172.25.7.130, port: 2356465d-dacb-4339-806a-6ac48cd06e8d. Jul 16 02:02:16.182624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Calling delete_port for 2356465d-dacb-4339-806a-6ac48cd06e8d owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:16.214585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 4458a13c-6609-4eeb-b531-08adeb27de6c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4458a13c-6609-4eeb-b531-08adeb27de6c,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:16.218967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.268399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=4458a13c-6609-4eeb-b531-08adeb27de6c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.275598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.413835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.440102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Transition to ACTIVE for port object ccc91173-1bd5-42a4-9f73-c8a4df98d735 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:16.567645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.603031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.605448 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event deleted for resources: {'Port': ['ID=2356465d-dacb-4339-806a-6ac48cd06e8d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.630698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.630698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.630698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.631485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.631485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.631770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.631907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.632247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.632669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.633003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.633334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.633688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.698996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:16.707621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:16.717585 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:16.793652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Pushing event updated for resources: {'Port': ['ID=ccc91173-1bd5-42a4-9f73-c8a4df98d735,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.853196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.923413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Router f6629aa7-d3bc-4379-93c0-5db161773c7c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:16.990594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-04f2d2cc-67fc-45a8-b428-c8439f9ba96c None None] Provisioning for port ccc91173-1bd5-42a4-9f73-c8a4df98d735 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:16.995740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-04f2d2cc-67fc-45a8-b428-c8439f9ba96c None None] Provisioning complete for port ccc91173-1bd5-42a4-9f73-c8a4df98d735 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:16.996385 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-04f2d2cc-67fc-45a8-b428-c8439f9ba96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.047318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-04f2d2cc-67fc-45a8-b428-c8439f9ba96c None None] Port ccc91173-1bd5-42a4-9f73-c8a4df98d735 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:17.049588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Deleting port eb26f06e-e330-42cb-866b-c8d14e46d74f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:17.049947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.113189 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56874e49-115d-44bf-9551-f614eb52590f req-bf935344-a9a9-4ec5-bc07-0de7dcc3ade2 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0352814 Jul 16 02:02:17.197222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.225175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] For port eb26f06e-e330-42cb-866b-c8d14e46d74f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb26f06e-e330-42cb-866b-c8d14e46d74f,segment=NetworkSegment(368ce970-eb0b-4ae3-95c4-72a3332d3061),segment_id=368ce970-eb0b-4ae3-95c4-72a3332d3061)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:17.225588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.228686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:17.242001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] Sync routers for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:17.253519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:17.254501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:17.279937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Calling delete_port for eb26f06e-e330-42cb-866b-c8d14e46d74f owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:17.310677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] No DVR routers for this DVR port 2356465d-dacb-4339-806a-6ac48cd06e8d on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:17.317260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.319256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4acad613-c064-4e45-a40e-a01f779cf59e req-592ba198-ff33-4c51-b9fc-d06aa34dc582 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.13 "DELETE /v2.0/ports/2356465d-dacb-4339-806a-6ac48cd06e8d HTTP/1.1" status: 204 len: 173 time: 2.6816745 Jul 16 02:02:17.321163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'name': 'network-vif-deleted', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:17.323449 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed172cd-f055-4172-9c26-43c1516e9311" -d '{"events": [{"server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "name": "network-vif-deleted", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:17.389477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:17.390539 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e1e44-74c7-4c08-91c6-94a16ce15e13 x-openstack-request-id: req-712e1e44-74c7-4c08-91c6-94a16ce15e13 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:17.390831 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d8c8f7-81e1-45df-a57d-35f55df7fc78", "name": "network-vif-deleted", "tag": "2356465d-dacb-4339-806a-6ac48cd06e8d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:17.391085 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-712e1e44-74c7-4c08-91c6-94a16ce15e13 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:17.391477 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d8c8f7-81e1-45df-a57d-35f55df7fc78', 'name': 'network-vif-deleted', 'tag': '2356465d-dacb-4339-806a-6ac48cd06e8d', 'status': 'completed', 'code': 200} Jul 16 02:02:17.596994 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.622240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.674337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2356465d-dacb-4339-806a-6ac48cd06e8d no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:17.703266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 2356465d-dacb-4339-806a-6ac48cd06e8d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:17.703266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2356465d-dacb-4339-806a-6ac48cd06e8d not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:17.711290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Pushing event updated for resources: {'Port': ['ID=ccc91173-1bd5-42a4-9f73-c8a4df98d735,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:17.714052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.717578 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.740104 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:57:02Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:17.761540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb26f06e-e330-42cb-866b-c8d14e46d74f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:17.798331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e35af481-1117-4529-adcc-9778a5ff6ea3 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:17.802003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] Checking router: f6629aa7-d3bc-4379-93c0-5db161773c7c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:17.852995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:17.853647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:17.933145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e35af481-1117-4529-adcc-9778a5ff6ea3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:17.934101 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.975283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:17.997015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:18.151027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:18.175996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.235135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4458a13c-6609-4eeb-b531-08adeb27de6c up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:18.373503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:18.417026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d51bd38d-2b01-435a-b05f-27e3653d7367 req-f868c639-97e4-4c40-a3a6-866947d92a12 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d8c8f7-81e1-45df-a57d-35f55df7fc78 HTTP/1.1" status: 200 len: 210 time: 0.0689855 Jul 16 02:02:18.553771 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Sync routers for ids ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:18.564459 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Routers {'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:18.565122 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:18.693187 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Set router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:18.701451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4458a13c-6609-4eeb-b531-08adeb27de6c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:18.701819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.749163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.758085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d608f8d6-6d74-4aa6-a31c-ede56e8890f2 None None] Provisioning complete for port ccc91173-1bd5-42a4-9f73-c8a4df98d735 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:18.758460 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d608f8d6-6d74-4aa6-a31c-ede56e8890f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.857378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d608f8d6-6d74-4aa6-a31c-ede56e8890f2 None None] Port ccc91173-1bd5-42a4-9f73-c8a4df98d735 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:18.935436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:57:02Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:18.960373 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8f91665f-bc60-4410-bcf0-9561cbd8cf12', 'name': '', 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'mac_address': 'fa:16:3e:46:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '97494410-cce6-442b-94f8-5faedc43da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 2, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'subnets': [{'id': '97494410-cce6-442b-94f8-5faedc43da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:18.966943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ff042d66-5da4-4647-89c0-4a1baaa45dd9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:18.970775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f27954-b569-45fd-ae93-28a872a9284b None None] The sync data for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 is: [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:52Z', 'revision_number': 4, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '971fbbc3-77fc-4d9b-a9a4-1048662eabe1', 'name': '', 'network_id': '60db974d-f4dd-4b0f-a15b-9e8f1a3c912a', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'mac_address': 'fa:16:3e:10:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:51Z', 'updated_at': '2021-07-16T01:57:02Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'subnets': [{'id': 'ae5b2f03-cd48-4f33-91fb-1c6db54784d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:19.000597 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Checking router: ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:19.001254 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Updating router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:19.043483 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.072979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:19.075064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ff042d66-5da4-4647-89c0-4a1baaa45dd9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:19.087909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-367bcc4a-df1f-4a20-800f-833575dcef6a admin admin] 10.222.0.42 "PUT /v2.0/routers/7b1163a3-8ae4-4ae7-bf8a-f5d880b15584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1988671 Jul 16 02:02:19.088152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ff042d66-5da4-4647-89c0-4a1baaa45dd9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:19.088152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.089376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Router 277bf9ea-b736-482f-85df-d1e789526934 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:19.189641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.217267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ff042d66-5da4-4647-89c0-4a1baaa45dd9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ff042d66-5da4-4647-89c0-4a1baaa45dd9,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:19.225000 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.255605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:19.262214 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3c66b46c-0565-4fbb-8c73-1f23c1d76792 admin admin] 10.222.0.42 "PUT /v2.0/routers/277bf9ea-b736-482f-85df-d1e789526934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7288945 Jul 16 02:02:19.265498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:19.303525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ff042d66-5da4-4647-89c0-4a1baaa45dd9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.309791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] Sync routers for ids ['277bf9ea-b736-482f-85df-d1e789526934'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:19.322889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] Routers {'277bf9ea-b736-482f-85df-d1e789526934'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:19.323901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['277bf9ea-b736-482f-85df-d1e789526934'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.412653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.448546 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.467326 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Transition to ACTIVE for port object 8f91665f-bc60-4410-bcf0-9561cbd8cf12 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:19.479144 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.589370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] Set router 277bf9ea-b736-482f-85df-d1e789526934 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:19.672175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38330) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:19.684679 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Attempting to bind port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:19.686239 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Attempting to bind port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:19.686916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Attempting to bind port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 on network a8a9029c-572b-4821-8c0c-794155489b43 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:19.695904 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e18c9c-f991-4bb2-85d9-868b9ce2ae5e None None] Pushing event updated for resources: {'Port': ['ID=8f91665f-bc60-4410-bcf0-9561cbd8cf12,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.700917 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:19.701925 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Checking segment: {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:19.702640 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.703258 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Bound using segment: {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:19.703970 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Bound port: 8f91665f-bc60-4410-bcf0-9561cbd8cf12, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b3567-33ae-4037-91d2-492915e3778e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:19.704749 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.710431 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:19.711410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.829981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Deleting port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:19.830653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.853212 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] For port 8f91665f-bc60-4410-bcf0-9561cbd8cf12, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:19.859784 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] For port 8f91665f-bc60-4410-bcf0-9561cbd8cf12, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8f91665f-bc60-4410-bcf0-9561cbd8cf12,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:19.869854 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4b9500-8482-45e1-879f-d762e8e96861 None None] New status for floating IP 9f48a9d9-84c6-45e3-9fbd-c2db0d73179c: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:02:19.880136 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.907645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ff042d66-5da4-4647-89c0-4a1baaa45dd9 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:19.983896 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] For port 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:19.985092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.025856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Deleting port da994be2-a5a9-4d3e-8f61-45c6da7f9374 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:20.027017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.037175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Calling delete_port for 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:20.079341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38336) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:20.090020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1298602423-network', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:20.099123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ff042d66-5da4-4647-89c0-4a1baaa45dd9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:20.099465 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.209157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Sync routers for ids ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:20.237958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:17Z', 'revision_number': 5, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port': {'id': '776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277bf9ea-b736-482f-85df-d1e789526934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:02Z', 'updated_at': '2021-07-16T02:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:20.294318 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Routers {'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:20.295094 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:20.300264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Made reservation on behalf of 77d7a3be8fc64a92bbb47de7dc6d916d for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:20.306599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.314805 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e18c9c-f991-4bb2-85d9-868b9ce2ae5e None None] Pushing event updated for resources: {'Port': ['ID=8f91665f-bc60-4410-bcf0-9561cbd8cf12,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.325624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Routers {'7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:20.326262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:20.346689 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.373506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.378939 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.379444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.379577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.400833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.401596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.402172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.402965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.403525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.404130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.404592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.405773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.406353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.406934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.407488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.408213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:20.441357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] Checking router: 277bf9ea-b736-482f-85df-d1e789526934 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:20.453115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Calling delete_port for da994be2-a5a9-4d3e-8f61-45c6da7f9374 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:20.492010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] Routers {'277bf9ea-b736-482f-85df-d1e789526934'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:20.494212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['277bf9ea-b736-482f-85df-d1e789526934'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:20.511755 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] Set router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:20.521491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.678346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.684314 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.718890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] Set router 277bf9ea-b736-482f-85df-d1e789526934 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:20.751933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:20.763581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461e74cb-bcef-41be-93e5-61d62b463e24,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.764822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.771500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.779932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.780281 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Added segment e96198c1-920f-468e-beea-7eef1433e24f of type vlan for network c1cc0bbf-fc47-4f84-8164-97a962d37415 Jul 16 02:02:20.793842 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8f91665f-bc60-4410-bcf0-9561cbd8cf12', 'name': '', 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'mac_address': 'fa:16:3e:46:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '97494410-cce6-442b-94f8-5faedc43da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:19Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'subnets': [{'id': '97494410-cce6-442b-94f8-5faedc43da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:20.797136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.830333 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62afaee-35c1-4d50-b6e7-90c4f2551328 None None] The sync data for ids ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'] in n-d-791506-20 is: [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:11Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '8f91665f-bc60-4410-bcf0-9561cbd8cf12', 'name': '', 'network_id': 'a8a9029c-572b-4821-8c0c-794155489b43', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'mac_address': 'fa:16:3e:46:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '97494410-cce6-442b-94f8-5faedc43da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:19Z', 'revision_number': 4, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'subnets': [{'id': '97494410-cce6-442b-94f8-5faedc43da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:20.833597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:20Z', 'revision_number': 7, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:20.859299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event deleted for resources: {'Port': ['ID=da994be2-a5a9-4d3e-8f61-45c6da7f9374,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.867091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.887067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.887886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277bf9ea-b736-482f-85df-d1e789526934 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:20.890763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f448a-0a91-42e3-a3cf-90a6f580fa07 None None] The sync data for ids ['277bf9ea-b736-482f-85df-d1e789526934'] in n-d-791506-20 is: [{'id': '277bf9ea-b736-482f-85df-d1e789526934', 'name': 'tempest-TestAggregatesBasicOps-993293175-router', 'tenant_id': '87d306acb4074cd18476f0a5bd278e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:01Z', 'updated_at': '2021-07-16T02:02:20Z', 'revision_number': 7, 'project_id': '87d306acb4074cd18476f0a5bd278e1c', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:20.897195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.899062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Set router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:20.902764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45a2447b-41ab-4ace-b1a7-336487ac2f1e admin admin] 10.222.0.42 "DELETE /v2.0/routers/277bf9ea-b736-482f-85df-d1e789526934 HTTP/1.1" status: 204 len: 168 time: 1.6347911 Jul 16 02:02:20.903601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:20.940026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.943949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.945467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71dd4c1a-ceda-4fe3-8fd5-1f7d4b6faff7 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "DELETE /v2.0/floatingips/9f48a9d9-84c6-45e3-9fbd-c2db0d73179c HTTP/1.1" status: 204 len: 168 time: 1.2721572 Jul 16 02:02:20.972889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.973911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.974507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.994181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Deleting subnet 96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:20.998010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.027813 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9436896 Jul 16 02:02:21.028462 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38342) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.035943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Request body: {'subnet': {'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1298602423-subnet', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:21.061836 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.079637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cab280-cf60-443d-a599-b2fab00bcf0c admin admin] Pushing event updated for resources: {'Network': ['ID=c1cc0bbf-fc47-4f84-8164-97a962d37415,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.113595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Made reservation on behalf of 77d7a3be8fc64a92bbb47de7dc6d916d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:21.116296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.170994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:21.187656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.202325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38346) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.280476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.298660 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.301557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d HTTP/1.1" status: 204 len: 168 time: 0.3967078 Jul 16 02:02:21.321946 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38348) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.346600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c08cac-1282-4f1f-9575-609a6f9e2f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c6dc3d-e9cf-4d4e-874e-c565c1a70a9d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.458174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5448a-a5ee-45d2-8a9e-f87a476e955a None None] Network f2fddf63-c451-40d6-b2b4-2aea3d757b17 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:21.495420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e998ecc9-2192-4a9d-a5d9-2288dbf6c4f0 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.499745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.575405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:17Z', 'revision_number': 4, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ccc91173-1bd5-42a4-9f73-c8a4df98d735', 'name': '', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'mac_address': 'fa:16:3e:41:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:15Z', 'updated_at': '2021-07-16T02:02:17Z', 'revision_number': 2, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'subnets': [{'id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:21.597880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.608247 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e998ecc9-2192-4a9d-a5d9-2288dbf6c4f0 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.621061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Checking router: 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:21.621474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Updating router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 port ccc91173-1bd5-42a4-9f73-c8a4df98d735 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:21.667105 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.673339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83ec14d-fed4-4fe3-a81e-7dac17c39bfc,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.710062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Checking segment: {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:21.710740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Network hostable DHCP agents. Network: c1cc0bbf-fc47-4f84-8164-97a962d37415, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:21.743772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:21.765500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Deleting port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:21.765881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.771351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c1cc0bbf-fc47-4f84-8164-97a962d37415) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:21.792284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:21.792970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.807539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e998ecc9-2192-4a9d-a5d9-2288dbf6c4f0 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.810298 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e998ecc9-2192-4a9d-a5d9-2288dbf6c4f0 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.814166 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e998ecc9-2192-4a9d-a5d9-2288dbf6c4f0 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] 10.222.0.42 "DELETE /v2.0/security-groups/670ff7af-7df4-4f7e-b24b-20a604fd3b56 HTTP/1.1" status: 204 len: 168 time: 0.6080332 Jul 16 02:02:21.836566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96344f-981a-452e-ba69-a981aee5b217 None None] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:21.875909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998ecc9-2192-4a9d-a5d9-2288dbf6c4f0 tempest-TestServerBasicOps-1628070013 tempest-TestServerBasicOps-1628070013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ff7af-7df4-4f7e-b24b-20a604fd3b56,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.881122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] DHCP port deletion for f2fddf63-c451-40d6-b2b4-2aea3d757b17 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:21.892855 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f1ad6bee-1d79-48c4-8c2e-fd6b500a1c89 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8584478 Jul 16 02:02:21.894820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38352) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.899316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:21.903546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] For port 39e89b3a-37eb-49ee-9132-47e68ca4ab49, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=39e89b3a-37eb-49ee-9132-47e68ca4ab49,segment=NetworkSegment(368ce970-eb0b-4ae3-95c4-72a3332d3061),segment_id=368ce970-eb0b-4ae3-95c4-72a3332d3061)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:21.904091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.912740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38354) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.931830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Calling delete_port for 39e89b3a-37eb-49ee-9132-47e68ca4ab49 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:21.954284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.955275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.076680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8f91665f-bc60-4410-bcf0-9561cbd8cf12 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:22.079063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.177613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.283031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Pushing event deleted for resources: {'Port': ['ID=39e89b3a-37eb-49ee-9132-47e68ca4ab49,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:22.287704 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] No DVR routers for this DVR port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:22.291238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.303408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Deleting port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:22.303638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.339370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-c1cc0bbf-fc47-4f84-8164-97a962d37415', 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'fixed_ips': [{'subnet_id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:22.340092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.360171 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.368943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:22.398951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.412094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Transition to ACTIVE for port object ccc91173-1bd5-42a4-9f73-c8a4df98d735 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:22.414948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fddf63-c451-40d6-b2b4-2aea3d757b17']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.422328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:22.422681 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.429838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ce970-eb0b-4ae3-95c4-72a3332d3061') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.430188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ce970-eb0b-4ae3-95c4-72a3332d3061') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.436597 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.463156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] For port 39e89b3a-37eb-49ee-9132-47e68ca4ab49, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:22.463742 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.482800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.513170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.525051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:22.525574 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:22.527246 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:22.549836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Calling delete_port for 39e89b3a-37eb-49ee-9132-47e68ca4ab49 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:22.603007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:02:22.622838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.661919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.694999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.697060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] 10.222.0.42 "DELETE /v2.0/networks/f2fddf63-c451-40d6-b2b4-2aea3d757b17 HTTP/1.1" status: 204 len: 168 time: 1.3712204 Jul 16 02:02:22.710408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:22.725052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0085ebc-302c-42ad-99a0-29d00027d6de admin admin] Pushing event deleted for resources: {'Network': ['ID=f2fddf63-c451-40d6-b2b4-2aea3d757b17,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:22.738732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] No DVR routers for this DVR port 39e89b3a-37eb-49ee-9132-47e68ca4ab49 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:22.750601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d649d-34ee-4474-a000-22d3e8e3396e None None] Pushing event updated for resources: {'Port': ['ID=ccc91173-1bd5-42a4-9f73-c8a4df98d735,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:22.787979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.813999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.825994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620e30d-abea-43f0-901a-44aa8c5d9a66 None None] Pushing event deleted for resources: {'Port': ['ID=39e89b3a-37eb-49ee-9132-47e68ca4ab49,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:22.885490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Attempting to bind port ccc91173-1bd5-42a4-9f73-c8a4df98d735 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:22.886044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Attempting to bind port ccc91173-1bd5-42a4-9f73-c8a4df98d735 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:22.886504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Attempting to bind port ccc91173-1bd5-42a4-9f73-c8a4df98d735 on network 5444a13a-9763-4eb2-a15b-1c6678ba387d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:22.944051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:22.944944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Checking segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:22.945568 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.946281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Bound using segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:22.947088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Bound port: ccc91173-1bd5-42a4-9f73-c8a4df98d735, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:22.947794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.968906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Allocated IP 172.20.0.2 (c1cc0bbf-fc47-4f84-8164-97a962d37415/f83ec14d-fed4-4fe3-a81e-7dac17c39bfc/1df51b21-2482-49d6-bf29-8ca1a5783e3f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:22.997082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.049722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Allocated IP 172.25.7.41 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/c593baca-3afb-4a24-b388-8fb833c5084d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:23.096541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.133377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 8f91665f-bc60-4410-bcf0-9561cbd8cf12, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8f91665f-bc60-4410-bcf0-9561cbd8cf12,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:23.152076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.218814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] For port ccc91173-1bd5-42a4-9f73-c8a4df98d735, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:23.264870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.267368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] For port ccc91173-1bd5-42a4-9f73-c8a4df98d735, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ccc91173-1bd5-42a4-9f73-c8a4df98d735,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:23.271416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:23.299219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:23.299568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 776ef1cf-6e7d-48b6-a1ad-406a0ed2d8fa not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:23.300014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb26f06e-e330-42cb-866b-c8d14e46d74f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:23.304751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.325450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=8f91665f-bc60-4410-bcf0-9561cbd8cf12,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.336269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: eb26f06e-e330-42cb-866b-c8d14e46d74f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:23.336565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb26f06e-e330-42cb-866b-c8d14e46d74f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:23.342005 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.388080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.420785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Routers {'7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:23.421594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:23.421929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:23.430220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:23.434429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Transition to ACTIVE for port object 1df51b21-2482-49d6-bf29-8ca1a5783e3f will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:23.438192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c593baca-3afb-4a24-b388-8fb833c5084d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.440469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Deleting port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:23.440858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.442390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:23.505537 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.523340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d649d-34ee-4474-a000-22d3e8e3396e None None] Pushing event updated for resources: {'Port': ['ID=ccc91173-1bd5-42a4-9f73-c8a4df98d735,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.551085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Transition to ACTIVE for port object 1df51b21-2482-49d6-bf29-8ca1a5783e3f will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:23.572528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] For port 971fbbc3-77fc-4d9b-a9a4-1048662eabe1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:23.572912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.595334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Calling delete_port for 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:23.780725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8f91665f-bc60-4410-bcf0-9561cbd8cf12 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:23.789500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.833579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.899935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:23.909050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] Set router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:23.915385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:23.938336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=971fbbc3-77fc-4d9b-a9a4-1048662eabe1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.952884 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:23.959310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Pushing event updated for resources: {'Port': ['ID=1df51b21-2482-49d6-bf29-8ca1a5783e3f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.083243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:24.084041 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.093449 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.121069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Attempting to bind port 1df51b21-2482-49d6-bf29-8ca1a5783e3f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:24.121806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Attempting to bind port 1df51b21-2482-49d6-bf29-8ca1a5783e3f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:24.122389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Attempting to bind port 1df51b21-2482-49d6-bf29-8ca1a5783e3f on network c1cc0bbf-fc47-4f84-8164-97a962d37415 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:24.161905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:24.162220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Checking segment: {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:24.162512 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.162971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Bound using segment: {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:24.163526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Bound port: 1df51b21-2482-49d6-bf29-8ca1a5783e3f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:24.163971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.328070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] For port 1df51b21-2482-49d6-bf29-8ca1a5783e3f, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:24.335054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] For port 1df51b21-2482-49d6-bf29-8ca1a5783e3f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1df51b21-2482-49d6-bf29-8ca1a5783e3f,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:24.349993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.355175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Router f6629aa7-d3bc-4379-93c0-5db161773c7c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:24.365627 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.430598 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 39e89b3a-37eb-49ee-9132-47e68ca4ab49 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:24.451232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:17Z', 'revision_number': 4, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ccc91173-1bd5-42a4-9f73-c8a4df98d735', 'name': '', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'mac_address': 'fa:16:3e:41:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:15Z', 'updated_at': '2021-07-16T02:02:23Z', 'revision_number': 4, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'subnets': [{'id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:24.498492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:24.509419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2a83cd02-9c80-4102-9429-85d0705feb46 admin admin] 10.222.0.42 "PUT /v2.0/routers/f6629aa7-d3bc-4379-93c0-5db161773c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892191 Jul 16 02:02:24.509601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 39e89b3a-37eb-49ee-9132-47e68ca4ab49 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:24.509601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 39e89b3a-37eb-49ee-9132-47e68ca4ab49 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:24.511413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38362) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:24.512370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f99692-e666-4efb-8441-1aecf584bb7d None None] The sync data for ids ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'] in n-d-791506-20 is: [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:02:17Z', 'revision_number': 4, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ccc91173-1bd5-42a4-9f73-c8a4df98d735', 'name': '', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'mac_address': 'fa:16:3e:41:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:15Z', 'updated_at': '2021-07-16T02:02:23Z', 'revision_number': 4, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'subnets': [{'id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:24.514641 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] Sync routers for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:24.515764 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c4041-46f8-4e2c-b0df-8e13dbcc989f None None] Pushing event updated for resources: {'Port': ['ID=1df51b21-2482-49d6-bf29-8ca1a5783e3f,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.538230 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:24.541157 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:24.551174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Deleting port 8f91665f-bc60-4410-bcf0-9561cbd8cf12 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:24.551540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.736249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.773005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] For port 8f91665f-bc60-4410-bcf0-9561cbd8cf12, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8f91665f-bc60-4410-bcf0-9561cbd8cf12,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:24.773500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.814211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Calling delete_port for 8f91665f-bc60-4410-bcf0-9561cbd8cf12 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:24.825501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.917260 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:25.196505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Router 2e504d8c-33e9-407b-ac4d-1b8868dab92c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:25.206433 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T02:02:23Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:25.242883 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] Checking router: f6629aa7-d3bc-4379-93c0-5db161773c7c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:25.254302 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] Routers {'f6629aa7-d3bc-4379-93c0-5db161773c7c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:25.255045 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f6629aa7-d3bc-4379-93c0-5db161773c7c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:25.287572 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.344514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.347527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Deleting port 05cba7b6-f649-492c-92d8-3b1820f64b0d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:25.347866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.392002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f91665f-bc60-4410-bcf0-9561cbd8cf12,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.404445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:25.406934 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] Set router f6629aa7-d3bc-4379-93c0-5db161773c7c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:25.415532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Sync routers for ids ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:25.437957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Routers {'2e504d8c-33e9-407b-ac4d-1b8868dab92c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:25.439448 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.439975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:25.444319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83bca84c-e520-4b1b-b028-b277ee54f5a6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5484307 Jul 16 02:02:25.445174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38364) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.577497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] For port 05cba7b6-f649-492c-92d8-3b1820f64b0d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=05cba7b6-f649-492c-92d8-3b1820f64b0d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:25.577497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.625736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Calling delete_port for 05cba7b6-f649-492c-92d8-3b1820f64b0d owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:25.783505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Set router 2e504d8c-33e9-407b-ac4d-1b8868dab92c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:25.875215 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T02:02:23Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:25.945848 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf73b5-c15f-442f-afde-d7f32281d0cb None None] The sync data for ids ['f6629aa7-d3bc-4379-93c0-5db161773c7c'] in n-d-791506-20 is: [{'id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'name': 'tempest-TestServerBasicOps-435587541-router', 'tenant_id': '60979e2499674858bd78763eb4d53a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T02:02:23Z', 'revision_number': 5, 'project_id': '60979e2499674858bd78763eb4d53a99', 'gw_port': {'id': '05cba7b6-f649-492c-92d8-3b1820f64b0d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6629aa7-d3bc-4379-93c0-5db161773c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:46Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:26.002528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.029208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ccc91173-1bd5-42a4-9f73-c8a4df98d735 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:26.125739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=05cba7b6-f649-492c-92d8-3b1820f64b0d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.157726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.164599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db246e79-16f7-41c3-ac7d-2dc6a401b247 None None] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:26.183815 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.267620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.270765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.303937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3f11ae0e-85bc-46a8-a81c-28731aa92402 None None] Provisioning for port 1df51b21-2482-49d6-bf29-8ca1a5783e3f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:26.319622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ccc91173-1bd5-42a4-9f73-c8a4df98d735 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:26.326915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ccc91173-1bd5-42a4-9f73-c8a4df98d735 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:26.327951 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.333203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.333756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6629aa7-d3bc-4379-93c0-5db161773c7c {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:26.339250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.340676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4dbeb2cc-4d89-46d2-bfb9-1ec945a25ccb admin admin] 10.222.0.42 "DELETE /v2.0/routers/f6629aa7-d3bc-4379-93c0-5db161773c7c HTTP/1.1" status: 204 len: 168 time: 1.8274581 Jul 16 02:02:26.343611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38366) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:26.359397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 3, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.414195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Checking router: 2e504d8c-33e9-407b-ac4d-1b8868dab92c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:26.414614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Updating router 2e504d8c-33e9-407b-ac4d-1b8868dab92c port c593baca-3afb-4a24-b388-8fb833c5084d binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:26.431573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Deleting subnet ae5b2f03-cd48-4f33-91fb-1c6db54784d7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:26.434895 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.454069 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.471454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.563106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.608921 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.626939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:26.648876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.681099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.684014 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.684626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ae5b2f03-cd48-4f33-91fb-1c6db54784d7 HTTP/1.1" status: 204 len: 168 time: 0.3397558 Jul 16 02:02:26.685977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1165bcc-b10c-481f-a4bb-75f53cd02796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5b2f03-cd48-4f33-91fb-1c6db54784d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.687788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38368) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:26.724554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a8542-ab94-4724-9d7a-f7a658939b35 None None] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:26.986849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ccc91173-1bd5-42a4-9f73-c8a4df98d735, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ccc91173-1bd5-42a4-9f73-c8a4df98d735,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:26.996579 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.997386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1df51b21-2482-49d6-bf29-8ca1a5783e3f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:27.183522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ccc91173-1bd5-42a4-9f73-c8a4df98d735,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.206003 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.213216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1df51b21-2482-49d6-bf29-8ca1a5783e3f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:27.224623 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.228029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1df51b21-2482-49d6-bf29-8ca1a5783e3f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:27.228389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.262499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Transition to ACTIVE for port object c593baca-3afb-4a24-b388-8fb833c5084d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:27.275096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.327713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:27.337765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e6cfc0a7-297b-4b22-bfaa-c8edd317d786 admin admin] 10.222.0.42 "PUT /v2.0/routers/ec0ce7c6-e898-4dbc-bb34-66ef110d6a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6239183 Jul 16 02:02:27.340408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:27.341812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Allocated IP 172.20.0.1 (c1cc0bbf-fc47-4f84-8164-97a962d37415/f83ec14d-fed4-4fe3-a81e-7dac17c39bfc/c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:27.353789 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] Sync routers for ids ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:27.369197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] Routers {'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:27.370089 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.375618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] DHCP port deletion for 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:27.392697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854b6df-39b0-4d12-8c0e-50cd01c2848c None None] Pushing event updated for resources: {'Port': ['ID=c593baca-3afb-4a24-b388-8fb833c5084d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.397081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Attempting to bind port c593baca-3afb-4a24-b388-8fb833c5084d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:27.397460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Attempting to bind port c593baca-3afb-4a24-b388-8fb833c5084d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:27.397847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Attempting to bind port c593baca-3afb-4a24-b388-8fb833c5084d on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:27.404988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:27.405201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:27.405623 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.406019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:27.406768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Bound port: c593baca-3afb-4a24-b388-8fb833c5084d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:27.407409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.452190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Deleting port 977fe1c9-5985-4c0b-8d90-6d057ed07987 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:27.452694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.518312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] For port c593baca-3afb-4a24-b388-8fb833c5084d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:27.543419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] For port c593baca-3afb-4a24-b388-8fb833c5084d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c593baca-3afb-4a24-b388-8fb833c5084d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:27.551782 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.556891 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] Set router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:27.561460 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.566604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] For port 977fe1c9-5985-4c0b-8d90-6d057ed07987, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=977fe1c9-5985-4c0b-8d90-6d057ed07987,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:27.566889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.571599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.573719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.590643 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Calling delete_port for 977fe1c9-5985-4c0b-8d90-6d057ed07987 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:27.600215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Transition to ACTIVE for port object c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:27.634531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854b6df-39b0-4d12-8c0e-50cd01c2848c None None] Pushing event updated for resources: {'Port': ['ID=c593baca-3afb-4a24-b388-8fb833c5084d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.672160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 1df51b21-2482-49d6-bf29-8ca1a5783e3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1df51b21-2482-49d6-bf29-8ca1a5783e3f,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:27.682255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Deleting port 977fe1c9-5985-4c0b-8d90-6d057ed07987 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:27.682643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.690195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Routers {'2e504d8c-33e9-407b-ac4d-1b8868dab92c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:27.691073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.693467 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.715571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.774928 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.780714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:27.792021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:27.794640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:27.797188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Pushing event updated for resources: {'Port': ['ID=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.827610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] No DVR routers for this DVR port 977fe1c9-5985-4c0b-8d90-6d057ed07987 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:27.859789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Pushing event deleted for resources: {'Port': ['ID=977fe1c9-5985-4c0b-8d90-6d057ed07987,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.877392 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:25Z', 'revision_number': 5, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port': {'id': 'e35af481-1117-4529-adcc-9778a5ff6ea3', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:08Z', 'updated_at': '2021-07-16T02:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.907085 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.916034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.939101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] For port 977fe1c9-5985-4c0b-8d90-6d057ed07987, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=977fe1c9-5985-4c0b-8d90-6d057ed07987,segment=NetworkSegment(10d5a632-701b-4ab8-9455-d4a507356190),segment_id=10d5a632-701b-4ab8-9455-d4a507356190)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:27.939508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.960123 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] Checking router: ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:27.966791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=1df51b21-2482-49d6-bf29-8ca1a5783e3f,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.981229 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] Routers {'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:27.982199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.001363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Calling delete_port for 977fe1c9-5985-4c0b-8d90-6d057ed07987 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:28.022833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ccc91173-1bd5-42a4-9f73-c8a4df98d735 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:28.045461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Deleting port e35af481-1117-4529-adcc-9778a5ff6ea3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:28.045689 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.058044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] Set router 2e504d8c-33e9-407b-ac4d-1b8868dab92c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:28.088101 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.116709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60db974d-f4dd-4b0f-a15b-9e8f1a3c912a']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.124945 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] Set router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:28.146960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d5a632-701b-4ab8-9455-d4a507356190') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.147338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d5a632-701b-4ab8-9455-d4a507356190') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.157732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.177045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.183586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:28.183987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.194427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] For port e35af481-1117-4529-adcc-9778a5ff6ea3, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e35af481-1117-4529-adcc-9778a5ff6ea3,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:28.194888 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.201543 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:27Z', 'revision_number': 6, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.220573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Calling delete_port for e35af481-1117-4529-adcc-9778a5ff6ea3 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:28.243232 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee19ed-fdf6-402c-8389-e1c464a7b05c None None] The sync data for ids ['ec0ce7c6-e898-4dbc-bb34-66ef110d6a79'] in n-d-791506-20 is: [{'id': 'ec0ce7c6-e898-4dbc-bb34-66ef110d6a79', 'name': 'tempest-TestAggregatesBasicOps-1572049147-router', 'tenant_id': '058aef331fa340b1bf68b1b26acf5f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:07Z', 'updated_at': '2021-07-16T02:02:27Z', 'revision_number': 6, 'project_id': '058aef331fa340b1bf68b1b26acf5f35', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:28.248164 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:28.252017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.262930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.264866 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] 10.222.0.42 "DELETE /v2.0/networks/60db974d-f4dd-4b0f-a15b-9e8f1a3c912a HTTP/1.1" status: 204 len: 168 time: 1.5765595 Jul 16 02:02:28.279096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38372) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:28.331034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb27a7b-64ba-4a20-b95b-8a57b773d710 admin admin] Pushing event deleted for resources: {'Network': ['ID=60db974d-f4dd-4b0f-a15b-9e8f1a3c912a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:28.382400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d30d5c6d-3800-4951-8263-004e5bfd2e02 None None] Provisioning for port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:28.403021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d30d5c6d-3800-4951-8263-004e5bfd2e02 None None] Provisioning complete for port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:28.403565 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d30d5c6d-3800-4951-8263-004e5bfd2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.472966 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.482858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ccc91173-1bd5-42a4-9f73-c8a4df98d735 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:28.483514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.484894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d30d5c6d-3800-4951-8263-004e5bfd2e02 None None] Port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:28.534694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Network 60db974d-f4dd-4b0f-a15b-9e8f1a3c912a is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:02:28.535447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] No DVR routers for this DVR port 977fe1c9-5985-4c0b-8d90-6d057ed07987 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:28.545864 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.546647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678b18-4da1-4315-83c3-24cfd1d48f8e None None] Pushing event deleted for resources: {'Port': ['ID=977fe1c9-5985-4c0b-8d90-6d057ed07987,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:28.547196 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.547331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 3, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:28.580194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e0292-25d8-47bb-88cf-a103ccfdca83 None None] The sync data for ids ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'] in n-d-791506-20 is: [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:24Z', 'revision_number': 3, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:28.582790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35af481-1117-4529-adcc-9778a5ff6ea3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:28.685986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.780359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 977fe1c9-5985-4c0b-8d90-6d057ed07987 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:28.823045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 977fe1c9-5985-4c0b-8d90-6d057ed07987 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:28.823390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 977fe1c9-5985-4c0b-8d90-6d057ed07987 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:28.823820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:28.824300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.829748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.834325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.836243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.851060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:28.851427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 971fbbc3-77fc-4d9b-a9a4-1048662eabe1 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:28.893280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.894448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:28.899370 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.899543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Pushing event updated for resources: {'Port': ['ID=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:28.903227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1bdf7e18-3d58-4d51-a65b-30291dc50b55 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ec0ce7c6-e898-4dbc-bb34-66ef110d6a79 HTTP/1.1" status: 204 len: 168 time: 1.5590932 Jul 16 02:02:28.903501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:28.946333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.966631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Deleting subnet 97494410-cce6-442b-94f8-5faedc43da1d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:28.970522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.011994 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.121276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.134187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:29.138536 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.140558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:29.185726 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.225861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97494410-cce6-442b-94f8-5faedc43da1d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.230343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.232704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e8e1cc6f-999e-45ee-8b25-b279ba53bd21 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/97494410-cce6-442b-94f8-5faedc43da1d HTTP/1.1" status: 204 len: 168 time: 0.3232813 Jul 16 02:02:29.235285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:29.246939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500dddf-1054-4331-b91e-74a7bf67ab40 None None] Network a8a9029c-572b-4821-8c0c-794155489b43 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:29.348649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.383008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Router 2e504d8c-33e9-407b-ac4d-1b8868dab92c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:29.445264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Deleting port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:29.445504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.525248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-60f666f5-c6b2-46ff-8d24-0332997b327d None None] Provisioning complete for port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:29.525621 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-60f666f5-c6b2-46ff-8d24-0332997b327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.579369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] For port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:29.579849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.598034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-60f666f5-c6b2-46ff-8d24-0332997b327d None None] Port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:29.601201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Calling delete_port for 8cf7f3d6-3c5c-46d2-bf05-4620128df8db owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:29.602185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] DHCP port deletion for a8a9029c-572b-4821-8c0c-794155489b43 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:29.640096 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:29.647379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-87949749-bf5b-4207-bccf-e2083a0d5775 admin admin] 10.222.0.42 "PUT /v2.0/routers/2e504d8c-33e9-407b-ac4d-1b8868dab92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1988494 Jul 16 02:02:29.659890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Deleting port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:29.660371 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.727050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.764986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.771993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] No DVR routers for this DVR port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:29.798720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] For port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,segment=NetworkSegment(ac2b3567-33ae-4037-91d2-492915e3778e),segment_id=ac2b3567-33ae-4037-91d2-492915e3778e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:29.799125 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.803202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Deleting port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:29.808696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.844414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Calling delete_port for 8cf7f3d6-3c5c-46d2-bf05-4620128df8db owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:29.895267 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.913050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a9029c-572b-4821-8c0c-794155489b43']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:29.943214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b3567-33ae-4037-91d2-492915e3778e') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:29.943523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b3567-33ae-4037-91d2-492915e3778e') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:29.948990 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] For port c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,segment=NetworkSegment(e90d7173-e267-4022-8d32-a05a955cb964),segment_id=e90d7173-e267-4022-8d32-a05a955cb964)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:29.949551 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.964262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Calling delete_port for c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:29.969501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.987118 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.009186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.011866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1df51b21-2482-49d6-bf29-8ca1a5783e3f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:30.015573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] No DVR routers for this DVR port 8cf7f3d6-3c5c-46d2-bf05-4620128df8db on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:30.023079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:30.026084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:30.030197 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:30.089813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Pushing event deleted for resources: {'Port': ['ID=8cf7f3d6-3c5c-46d2-bf05-4620128df8db,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.127348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.129659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.130253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.130789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.131320 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.131853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.132188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.132708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.133043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.133370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.133754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.134131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670d5fe-26d6-4789-8e07-ede28e91a991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:30.165739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1df51b21-2482-49d6-bf29-8ca1a5783e3f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:30.166582 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.180927 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.205201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.207974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] 10.222.0.42 "DELETE /v2.0/networks/a8a9029c-572b-4821-8c0c-794155489b43 HTTP/1.1" status: 204 len: 168 time: 0.9714887 Jul 16 02:02:30.209049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fba98-8060-48dd-8e71-00d011369fea admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a9029c-572b-4821-8c0c-794155489b43,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.233842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.266611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.322816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c593baca-3afb-4a24-b388-8fb833c5084d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:30.395927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c593baca-3afb-4a24-b388-8fb833c5084d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:30.402501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c593baca-3afb-4a24-b388-8fb833c5084d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:30.402881 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.417616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38402) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.496885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d904d8b7-6b38-4763-b584-230017b67f94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87d306acb4074cd18476f0a5bd278e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777924 Jul 16 02:02:30.504882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38404) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.543362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.560017 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.572780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c593baca-3afb-4a24-b388-8fb833c5084d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c593baca-3afb-4a24-b388-8fb833c5084d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:30.582244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.601482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-2f70e53a-a0e4-44b5-a1f9-0eab9538b5b9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.603283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-2f70e53a-a0e4-44b5-a1f9-0eab9538b5b9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/networks?id=5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 200 len: 910 time: 0.1581774 Jul 16 02:02:30.633260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-c757185e-f089-4577-90b0-21de244e5d33 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/quotas/77d7a3be8fc64a92bbb47de7dc6d916d HTTP/1.1" status: 200 len: 375 time: 0.0198352 Jul 16 02:02:30.644285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c593baca-3afb-4a24-b388-8fb833c5084d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.678768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 05cba7b6-f649-492c-92d8-3b1820f64b0d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:30.694511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a30-9d73-4429-8235-99ea571b343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.700939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 05cba7b6-f649-492c-92d8-3b1820f64b0d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:30.700939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 05cba7b6-f649-492c-92d8-3b1820f64b0d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:30.701411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e35af481-1117-4529-adcc-9778a5ff6ea3 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:30.725393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e35af481-1117-4529-adcc-9778a5ff6ea3 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:30.725826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e35af481-1117-4529-adcc-9778a5ff6ea3 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:30.726116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8cf7f3d6-3c5c-46d2-bf05-4620128df8db no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:30.730723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a30-9d73-4429-8235-99ea571b343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.733903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-5a5a124c-9d87-4eb8-b854-8c264dca58aa tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939944 Jul 16 02:02:30.746830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 8cf7f3d6-3c5c-46d2-bf05-4620128df8db {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:30.747114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8cf7f3d6-3c5c-46d2-bf05-4620128df8db not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:30.747523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8f91665f-bc60-4410-bcf0-9561cbd8cf12 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:30.778193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 8f91665f-bc60-4410-bcf0-9561cbd8cf12 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:30.778567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8f91665f-bc60-4410-bcf0-9561cbd8cf12 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:30.870454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a30-9d73-4429-8235-99ea571b343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.873077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a30-9d73-4429-8235-99ea571b343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.876924 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7b9c8a30-9d73-4429-8235-99ea571b343e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b0a07c4-5b94-41b1-a727-a57e44535d24 HTTP/1.1" status: 204 len: 168 time: 0.3712380 Jul 16 02:02:30.894862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c8a30-9d73-4429-8235-99ea571b343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a07c4-5b94-41b1-a727-a57e44535d24,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.900459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Router c211a429-f8f4-4acf-8084-f97ecae54552 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:30.995176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-d45b722c-4604-4c83-b26a-2b17a90c951a service neutron] 10.222.0.42 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486467 Jul 16 02:02:31.030459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:31.039269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ed417663-bfac-48f0-8b23-e4e20a7ecc45 admin admin] 10.222.0.42 "PUT /v2.0/routers/c211a429-f8f4-4acf-8084-f97ecae54552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7590723 Jul 16 02:02:31.040023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38410) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.040805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] Sync routers for ids ['c211a429-f8f4-4acf-8084-f97ecae54552'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:31.059075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] Routers {'c211a429-f8f4-4acf-8084-f97ecae54552'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:31.060150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c211a429-f8f4-4acf-8084-f97ecae54552'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:31.127290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-bfaa521a-ed04-4662-ab66-214f4cacc96e service neutron] 10.222.0.42 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258860 Jul 16 02:02:31.247147 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Sync routers for ids ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:31.262723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Routers {'2e504d8c-33e9-407b-ac4d-1b8868dab92c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:31.263876 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:31.347788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38416) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.453175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2aca013-0f30-40f4-aeba-a0b6cc93d0ee req-b8d8519e-829c-4db4-9a0d-2489222703d9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 210 time: 0.0824833 Jul 16 02:02:31.494792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c5e7b88f-8a70-49ab-87b1-80d11668ec5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=058aef331fa340b1bf68b1b26acf5f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428869 Jul 16 02:02:31.495018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38422) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.526823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] Set router c211a429-f8f4-4acf-8084-f97ecae54552 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:31.536720 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Set router 2e504d8c-33e9-407b-ac4d-1b8868dab92c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:31.558352 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddb63ed-8d6b-4070-9d91-3b5b7cd31470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.589417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddb63ed-8d6b-4070-9d91-3b5b7cd31470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.666648 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddb63ed-8d6b-4070-9d91-3b5b7cd31470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.670210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eddb63ed-8d6b-4070-9d91-3b5b7cd31470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.671399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eddb63ed-8d6b-4070-9d91-3b5b7cd31470 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c942fe61-bf74-4a72-b585-b09995e24d3d HTTP/1.1" status: 204 len: 168 time: 0.1754181 Jul 16 02:02:31.674411 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.692163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb63ed-8d6b-4070-9d91-3b5b7cd31470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942fe61-bf74-4a72-b585-b09995e24d3d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:31.794530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 5, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:31.852052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] Checking router: c211a429-f8f4-4acf-8084-f97ecae54552 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:31.864845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] Routers {'c211a429-f8f4-4acf-8084-f97ecae54552'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:31.865688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c211a429-f8f4-4acf-8084-f97ecae54552'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:31.938799 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.990246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c593baca-3afb-4a24-b388-8fb833c5084d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:32.050540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] Set router c211a429-f8f4-4acf-8084-f97ecae54552 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:32.056885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Deleting port 736be114-1261-4905-b41e-d0d9cb941b3f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:32.057946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.125948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c593baca-3afb-4a24-b388-8fb833c5084d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:32.126328 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.137265 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:28Z', 'revision_number': 4, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d', 'name': '', 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'mac_address': 'fa:16:3e:de:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:02:28Z', 'revision_number': 2, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'subnets': [{'id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:32.206485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] For port 736be114-1261-4905-b41e-d0d9cb941b3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=736be114-1261-4905-b41e-d0d9cb941b3f,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:32.207062 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.220454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Calling delete_port for 736be114-1261-4905-b41e-d0d9cb941b3f owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:32.256081 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Checking router: 2e504d8c-33e9-407b-ac4d-1b8868dab92c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:32.256637 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Updating router 2e504d8c-33e9-407b-ac4d-1b8868dab92c port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:32.309114 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.344911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 5, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:32.382664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d8fc9-526d-4dfe-9b83-6503a4835c11 None None] The sync data for ids ['c211a429-f8f4-4acf-8084-f97ecae54552'] in n-d-791506-20 is: [{'id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'name': 'tempest-TestServerBasicOps-1157903459-router', 'tenant_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:58Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 5, 'project_id': 'f0a1eb4fe0854f1bbedb250e0ac105a3', 'gw_port': {'id': '736be114-1261-4905-b41e-d0d9cb941b3f', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:43:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211a429-f8f4-4acf-8084-f97ecae54552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:59Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:32.472834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.502627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Pushing event deleted for resources: {'Port': ['ID=736be114-1261-4905-b41e-d0d9cb941b3f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:32.570498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b25767a-04ee-4b02-a5dd-9f707d98694e req-570d793c-6097-4f85-acde-5a8285938718 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 210 time: 0.0431917 Jul 16 02:02:32.598804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.710706 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.713665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.739674 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.755974 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Transition to ACTIVE for port object c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:32.764374 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.777768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.778692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c211a429-f8f4-4acf-8084-f97ecae54552 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:32.790876 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.794433 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7a16053c-4564-41ae-97e7-b76608936aea admin admin] 10.222.0.42 "DELETE /v2.0/routers/c211a429-f8f4-4acf-8084-f97ecae54552 HTTP/1.1" status: 204 len: 168 time: 1.7510111 Jul 16 02:02:32.794767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38454) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:32.830075 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e27b06-ef68-4a28-9993-c911b3370e2b None None] Pushing event updated for resources: {'Port': ['ID=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:32.867291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Deleting subnet 027ac355-fed0-4e4d-9229-7e36e1136b02 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:32.881435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.926746 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Attempting to bind port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:32.927121 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Attempting to bind port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:32.927857 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Attempting to bind port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d on network c1cc0bbf-fc47-4f84-8164-97a962d37415 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:32.933006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.934079 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:32.934462 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Checking segment: {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:32.934872 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.935267 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Bound using segment: {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:32.935748 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Bound port: c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96198c1-920f-468e-beea-7eef1433e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:32.936139 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.016113 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] For port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:33.022820 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] For port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:33.028748 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.080632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.114136 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Routers {'2e504d8c-33e9-407b-ac4d-1b8868dab92c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:33.114696 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:33.175762 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.210789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027ac355-fed0-4e4d-9229-7e36e1136b02,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:33.215069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.220613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.221221 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c67365f-964a-469e-a555-ed6f3328acb8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/027ac355-fed0-4e4d-9229-7e36e1136b02 HTTP/1.1" status: 204 len: 168 time: 0.4247875 Jul 16 02:02:33.228482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f69e02-9c6f-4365-8c2e-a7c19477afe8 None None] Network f9cca589-a3d9-4583-b399-0dd02f61c48e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:33.259462 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e27b06-ef68-4a28-9993-c911b3370e2b None None] Pushing event updated for resources: {'Port': ['ID=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:33.275018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] Set router 2e504d8c-33e9-407b-ac4d-1b8868dab92c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:33.361907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.481742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Deleting port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:33.481985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.595208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] For port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,segment=NetworkSegment(e90d7173-e267-4022-8d32-a05a955cb964),segment_id=e90d7173-e267-4022-8d32-a05a955cb964)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:33.595891 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.635683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Calling delete_port for 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:33.687846 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:28Z', 'revision_number': 4, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d', 'name': '', 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'mac_address': 'fa:16:3e:de:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:02:33Z', 'revision_number': 4, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'subnets': [{'id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:33.753846 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b109e03-0c9b-471e-abff-9c768fce535e None None] The sync data for ids ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'] in n-d-791506-20 is: [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:28Z', 'revision_number': 4, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d', 'name': '', 'network_id': 'c1cc0bbf-fc47-4f84-8164-97a962d37415', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'mac_address': 'fa:16:3e:de:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:26Z', 'updated_at': '2021-07-16T02:02:33Z', 'revision_number': 4, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'subnets': [{'id': 'f83ec14d-fed4-4fe3-a81e-7dac17c39bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:33.754250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-22ceca4a-ea0e-4136-a8c3-85f254856cc7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.757217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] DHCP port deletion for f9cca589-a3d9-4583-b399-0dd02f61c48e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:33.759378 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-22ceca4a-ea0e-4136-a8c3-85f254856cc7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.13 "GET /v2.0/networks?id=5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 200 len: 910 time: 0.2075429 Jul 16 02:02:33.772036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Request body: {'port': {'device_id': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'admin_state_up': True, 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.804836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Made reservation on behalf of 77d7a3be8fc64a92bbb47de7dc6d916d for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:33.807754 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.845040 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.946002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:33.966881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] No DVR routers for this DVR port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:33.974501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Deleting port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:33.974985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.977955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:34.023406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:34.024967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:34.025907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 736be114-1261-4905-b41e-d0d9cb941b3f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:34.079638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 736be114-1261-4905-b41e-d0d9cb941b3f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:34.080090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 736be114-1261-4905-b41e-d0d9cb941b3f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:34.083042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e1f0960-4947-482b-b187-4bf372529c85 req-3db676d9-25a8-4aa3-a6ab-fadaa266304b tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 210 time: 0.1174171 Jul 16 02:02:34.088989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:34.121147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:34.121723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7a98c4e-1ee7-402e-b660-2fe3e50e0a6c not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:34.127764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Allocated IP 172.20.0.5 (5444a13a-9763-4eb2-a15b-1c6678ba387d/e8082ce3-7757-4d98-976c-b0ea28aa1703/2326355c-dd80-4ad0-b2c3-e8109b6af8e9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:34.172581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] For port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:34.173322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.176240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.186791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Calling delete_port for 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:34.189603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:02:34.191358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cca589-a3d9-4583-b399-0dd02f61c48e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:34.191705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.211898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90d7173-e267-4022-8d32-a05a955cb964') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:34.212558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90d7173-e267-4022-8d32-a05a955cb964') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:34.221322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] Pushing event deleted for resources: {'Port': ['ID=01f8b2f0-fe80-4d24-96c4-d4c62443ff00,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.233704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402d339-cfc8-428d-be36-2141a980a59a None None] No DVR routers for this DVR port 01f8b2f0-fe80-4d24-96c4-d4c62443ff00 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:34.235649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.256606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.268543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:34.269006 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:34.271084 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:34.358557 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.361001 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.372926 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.374922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f9cca589-a3d9-4583-b399-0dd02f61c48e HTTP/1.1" status: 204 len: 168 time: 1.1534128 Jul 16 02:02:34.388862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bc66d-88bd-4fc8-9e48-280dae995f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cca589-a3d9-4583-b399-0dd02f61c48e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.392218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Transition to ACTIVE for port object 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:34.432031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.482438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:34.485970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:34.501172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:34.552208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Pushing event updated for resources: {'Port': ['ID=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.569573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.570703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.595829 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-55121cec-4638-4933-9c8b-1c43ad2aefac tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8311691 Jul 16 02:02:34.615787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Request body: {'port': {'device_id': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:34.635268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38482) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:34.689069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4ca5deb5-1b92-4875-9d09-980290341267 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60979e2499674858bd78763eb4d53a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524907 Jul 16 02:02:34.692369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:34.725213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.751223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f381de78-8085-4b49-aa51-2ed7ed77f548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.785201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f381de78-8085-4b49-aa51-2ed7ed77f548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.811437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:34.816198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783913329', 'description': 'tempest-secgroup-smoke-783913329 description', 'project_id': 'c7304063810346ebad6573109864414c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:34.851529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.853539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72f1a3f3-c688-4f53-abc2-42c0e0e4c4a1 None None] Provisioning for port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:34.857812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-72f1a3f3-c688-4f53-abc2-42c0e0e4c4a1 None None] Provisioning complete for port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:34.858178 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-72f1a3f3-c688-4f53-abc2-42c0e0e4c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.863770 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.879710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f381de78-8085-4b49-aa51-2ed7ed77f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.882579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f381de78-8085-4b49-aa51-2ed7ed77f548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.886414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f381de78-8085-4b49-aa51-2ed7ed77f548 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dba8e7d5-f7e9-44e7-a58a-0d5d654b809b HTTP/1.1" status: 204 len: 168 time: 0.1904857 Jul 16 02:02:34.900636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381de78-8085-4b49-aa51-2ed7ed77f548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba8e7d5-f7e9-44e7-a58a-0d5d654b809b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.925628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-72f1a3f3-c688-4f53-abc2-42c0e0e4c4a1 None None] Port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:34.997931 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.004217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.041022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7133009d-9cd4-4229-ba10-f098b232afc5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.047981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:35.059222 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.075583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Transition to ACTIVE for port object 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:35.080357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.103331 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.107259 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.146204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.147516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3351068 Jul 16 02:02:35.151712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.156727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': '67a6c091-6a6b-4f1a-8f18-4c0a37c51138', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.163774 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.205421 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.210819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52874e7e-a584-463f-908a-7243bfbbd0e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6c091-6a6b-4f1a-8f18-4c0a37c51138,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.255928 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Attempting to bind port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:35.256285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Attempting to bind port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:35.256637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Attempting to bind port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 on network 5444a13a-9763-4eb2-a15b-1c6678ba387d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:35.263503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 on network 5444a13a-9763-4eb2-a15b-1c6678ba387d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:35.263884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Attempting to bind port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 on network 5444a13a-9763-4eb2-a15b-1c6678ba387d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:35.270203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:35.270550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Checking segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:35.270942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Bound using segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:35.271515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Bound port: 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:35.271893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.321005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.335791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.373504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77deaf-6fcd-4364-8cb4-c5f4ea90a9c6 req-994a0eb3-b5ba-4dce-ad30-d642b2ff6a49 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.375054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be77deaf-6fcd-4364-8cb4-c5f4ea90a9c6 req-994a0eb3-b5ba-4dce-ad30-d642b2ff6a49 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1053 time: 0.1277823 Jul 16 02:02:35.378839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f107f4-cd13-4415-9118-d3d6fe80a24a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.380336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] For port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:35.386282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38496) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.388842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] For port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:35.397787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.408750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.413763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e76df2f6-c31e-4bb0-9884-b665b62828cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582891 Jul 16 02:02:35.415338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38498) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.419430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': '67a6c091-6a6b-4f1a-8f18-4c0a37c51138', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.459552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be77deaf-6fcd-4364-8cb4-c5f4ea90a9c6 req-3c231373-d590-44e2-b6d8-6e2c7da05576 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Jul 16 02:02:35.467069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.485019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.485655 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.487321 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2326355c-dd80-4ad0-b2c3-e8109b6af8e9 HTTP/1.1" status: 200 len: 1092 time: 0.8783646 Jul 16 02:02:35.487797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'tag': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:35.490122 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df5235a-d1ce-494c-a66c-17f9583f8488" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4d0e6b-2f63-4e52-b931-94825fe40d83", "tag": "2326355c-dd80-4ad0-b2c3-e8109b6af8e9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:35.502752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38502) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.502941 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c85a1606-68c7-4507-af3c-8b688a69152b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0a1eb4fe0854f1bbedb250e0ac105a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152554 Jul 16 02:02:35.517181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13da5d-1bd8-4467-9163-fa2c1e0795b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.546573 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2cf8e-e54f-4f7b-b52e-bfbca39cac0f x-openstack-request-id: req-8bf2cf8e-e54f-4f7b-b52e-bfbca39cac0f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:35.546932 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4d0e6b-2f63-4e52-b931-94825fe40d83", "tag": "2326355c-dd80-4ad0-b2c3-e8109b6af8e9", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:35.547073 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bf2cf8e-e54f-4f7b-b52e-bfbca39cac0f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:35.547700 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'tag': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9', 'status': 'completed', 'code': 200} Jul 16 02:02:35.566342 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.573516 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.607773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca1aba6-03e5-4dff-9776-29452e6ba4c9,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.617398 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f22d06e-89e7-444d-9077-d6a40490aae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.627986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.628236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-90cb98b2-a293-4351-8448-88506dec9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.629329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a3a256a9-c971-4a4f-9a34-d21c3f3a9081 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2142808 Jul 16 02:02:35.629734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-90cb98b2-a293-4351-8448-88506dec9a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1095 time: 0.0682912 Jul 16 02:02:35.632100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.644796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': '67a6c091-6a6b-4f1a-8f18-4c0a37c51138', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.654141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f22d06e-89e7-444d-9077-d6a40490aae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.686333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-5444c60b-20f5-4daf-b361-f83af29680b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9 HTTP/1.1" status: 200 len: 217 time: 0.0435948 Jul 16 02:02:35.711767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.749053 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f22d06e-89e7-444d-9077-d6a40490aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.750121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-204bd7b4-2b31-477b-a874-7515706421df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.752103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-204bd7b4-2b31-477b-a874-7515706421df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8082ce3-7757-4d98-976c-b0ea28aa1703 HTTP/1.1" status: 200 len: 848 time: 0.0598700 Jul 16 02:02:35.753240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f22d06e-89e7-444d-9077-d6a40490aae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.757539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9f22d06e-89e7-444d-9077-d6a40490aae8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1472efe6-d7f1-4926-837c-abf91f9e1038 HTTP/1.1" status: 204 len: 168 time: 0.2510662 Jul 16 02:02:35.798739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22d06e-89e7-444d-9077-d6a40490aae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472efe6-d7f1-4926-837c-abf91f9e1038,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.853240 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.859146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.882976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:35.886560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-1f7b3b03-c759-45bd-bdb6-67f2405a1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.888670 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-1f7b3b03-c759-45bd-bdb6-67f2405a1831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5444a13a-9763-4eb2-a15b-1c6678ba387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303542 Jul 16 02:02:35.927047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ea1dc8-1489-40a6-9d38-d9bc413f8441,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.939598 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.941513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7adad0c7-7e40-4969-ae68-219337f41ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3059659 Jul 16 02:02:35.944675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38508) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.949980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': '67a6c091-6a6b-4f1a-8f18-4c0a37c51138', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.959787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:35.964043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:35.964453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.993288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.047646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-51485124-029e-4c47-a338-d925e421abf6 service neutron] 10.222.0.13 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515069 Jul 16 02:02:36.086137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.098754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.100505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.128917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8245e66-e7b3-4c94-917c-7cc2a091a944,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:36.137332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.142572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e2c6f08-36f5-462f-ab75-b939af911ea7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964667 Jul 16 02:02:36.144610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38510) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.152009 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': '67a6c091-6a6b-4f1a-8f18-4c0a37c51138', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.180915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:36.192147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.198773 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:02:36.214828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.244651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dfa6d2fe-9120-43b3-9859-c9a33416872f req-bee74061-bd8f-41b4-bf4e-7a4ede716ef8 service neutron] 10.222.0.13 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912103 Jul 16 02:02:36.282822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:36.311818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.317861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.346940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32c9643-d77a-4fea-9f88-d10fd3943588,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:36.357955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.362650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c3956f0-bae4-4429-909a-9205062dac3c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128484 Jul 16 02:02:36.363460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.368906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': '67a6c091-6a6b-4f1a-8f18-4c0a37c51138', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.399327 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:02:36.406987 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.427641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-b62462dd-5e4c-457c-b1f3-ba8979c69b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.429610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-b62462dd-5e4c-457c-b1f3-ba8979c69b06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1095 time: 0.0989292 Jul 16 02:02:36.494239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.499511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.528338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1028d0-0cb8-4792-99fb-64e15c31d3e3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:36.533062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.538528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-87771c0d-a84d-4c72-9780-014ed0b46c33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701860 Jul 16 02:02:36.538528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38516) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.544569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'network': {'name': 'tempest-network-smoke--1087770035', 'project_id': 'c7304063810346ebad6573109864414c', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.566956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-de0cf16a-de7b-4411-b9d0-9aa59de0ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.568799 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-de0cf16a-de7b-4411-b9d0-9aa59de0ccaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 200 len: 910 time: 0.1325467 Jul 16 02:02:36.574825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:36.579310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.620414 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-11184f61-5fdf-4951-8aec-01819e79c217 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9 HTTP/1.1" status: 200 len: 217 time: 0.0425241 Jul 16 02:02:36.635289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:36.649166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.649874 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Added segment a53ede49-291f-49c8-82d9-e3dc83b21383 of type vlan for network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 Jul 16 02:02:36.679162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-4f8822bf-5a25-419d-bec9-832236867203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.680793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-4f8822bf-5a25-419d-bec9-832236867203 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8082ce3-7757-4d98-976c-b0ea28aa1703 HTTP/1.1" status: 200 len: 848 time: 0.0534503 Jul 16 02:02:36.698278 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.707460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405dff-8415-42a0-89ba-3b55bf924ab4 req-ac07b6d8-5dee-4125-9c16-6b973e94a9d6 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.709014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da405dff-8415-42a0-89ba-3b55bf924ab4 req-ac07b6d8-5dee-4125-9c16-6b973e94a9d6 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1095 time: 0.1175849 Jul 16 02:02:36.741239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-8086cf6e-d762-49ed-bd3c-18319154c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.743231 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-8086cf6e-d762-49ed-bd3c-18319154c12e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5444a13a-9763-4eb2-a15b-1c6678ba387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558853 Jul 16 02:02:36.751778 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.758012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.758619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.792860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da405dff-8415-42a0-89ba-3b55bf924ab4 req-d55981c3-4114-46b0-bd2c-d91e509a809d tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767841 Jul 16 02:02:36.808224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2689979 Jul 16 02:02:36.811281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38518) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.818309 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'admin_state_up': True, 'project_id': 'c7304063810346ebad6573109864414c', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.847860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-cb7a8242-06a2-4361-bf08-fac513513de5 service neutron] 10.222.0.13 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974565 Jul 16 02:02:36.858960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295a1b9-fe2e-4ee7-adfa-97cfe2e7fbf6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Network': ['ID=a403ea6c-abf0-4c4f-9d6b-aa37071a3019,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:36.871579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:36.876112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.877220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.933433 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.945930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1df5235a-d1ce-494c-a66c-17f9583f8488 req-f3fc85fc-57ae-460c-9ecc-dd2bd64ab69c service neutron] 10.222.0.13 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913968 Jul 16 02:02:37.354879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.551189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.570662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.675948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.678419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.173 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d139e190-2b65-4c66-a0e0-f248ee55a7ef) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:37.769716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:37.793551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.816343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:37.816820 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.834706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.871463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:37.875610 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:37.879420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:37.918036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=d139e190-2b65-4c66-a0e0-f248ee55a7ef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:38.071118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80be1ce-d9e4-42a3-a1f0-a080ac9e71da req-9795369c-03e8-483e-a227-eb67aebc1a21 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:38.072619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d80be1ce-d9e4-42a3-a1f0-a080ac9e71da req-9795369c-03e8-483e-a227-eb67aebc1a21 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1095 time: 0.1556075 Jul 16 02:02:38.152665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d80be1ce-d9e4-42a3-a1f0-a080ac9e71da req-7259cd84-398d-4974-9dc1-c5893431168d tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Jul 16 02:02:38.210789 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.408633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.533261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:38.638763 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:38.647806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Sync routers for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:38.656986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:38.657619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:38.658111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.663674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-352ff735-bba7-487b-ae9b-e3f28e060b34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8474324 Jul 16 02:02:38.663674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:38.767120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:38.901430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-12e2827e-2851-4e04-b4b1-fb3bad4e6ce7 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c7304063810346ebad6573109864414c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2368379 Jul 16 02:02:38.903801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:38.944583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:38Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:38.974398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Checking router: 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:38.974746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Updating router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 port d139e190-2b65-4c66-a0e0-f248ee55a7ef binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:39.008287 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.056372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed541528-e460-4260-b52f-0fc9fe337c78 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.057897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ed541528-e460-4260-b52f-0fc9fe337c78 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531899 Jul 16 02:02:39.060705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:39.095034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-28e73346-ca50-401d-8f12-2c563ba4262e tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332458 Jul 16 02:02:39.097729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38530) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:39.102605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1115182287', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'project_id': 'c7304063810346ebad6573109864414c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:39.194878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:39.199214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.269004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.280064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Transition to ACTIVE for port object d139e190-2b65-4c66-a0e0-f248ee55a7ef will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:39.285601 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.342283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Attempting to bind port d139e190-2b65-4c66-a0e0-f248ee55a7ef on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:39.342654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Attempting to bind port d139e190-2b65-4c66-a0e0-f248ee55a7ef by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:39.343022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Attempting to bind port d139e190-2b65-4c66-a0e0-f248ee55a7ef on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:39.345059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c242b-b046-4978-9fd7-35a355070df8 None None] Pushing event updated for resources: {'Port': ['ID=d139e190-2b65-4c66-a0e0-f248ee55a7ef,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:39.350590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:39.350965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:39.351370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.351761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:39.352235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Bound port: d139e190-2b65-4c66-a0e0-f248ee55a7ef, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:39.353254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.377635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb0311-29f3-4fd8-a372-70e61a2658d2 req-4df76483-eb80-4e91-abbc-968342165896 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.379810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47fb0311-29f3-4fd8-a372-70e61a2658d2 req-4df76483-eb80-4e91-abbc-968342165896 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1095 time: 0.1045642 Jul 16 02:02:39.405943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] For port d139e190-2b65-4c66-a0e0-f248ee55a7ef, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:39.410781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] For port d139e190-2b65-4c66-a0e0-f248ee55a7ef, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d139e190-2b65-4c66-a0e0-f248ee55a7ef,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:39.414734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.446293 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.475241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47fb0311-29f3-4fd8-a372-70e61a2658d2 req-89705e32-e483-4d32-8786-b9d0f06f520d tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888529 Jul 16 02:02:39.479019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:39.479726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:39.512845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Subnet': ['ID=aee0517d-c60f-4688-922a-3ff485f1c372,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:39.521677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c242b-b046-4978-9fd7-35a355070df8 None None] Pushing event updated for resources: {'Port': ['ID=d139e190-2b65-4c66-a0e0-f248ee55a7ef,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:39.528571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Checking segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:39.529074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network hostable DHCP agents. Network: a403ea6c-abf0-4c4f-9d6b-aa37071a3019, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:39.549431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:39.563045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a403ea6c-abf0-4c4f-9d6b-aa37071a3019) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:39.567733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.568324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.572846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6da0c-f59d-4541-9afd-872ab4607406 None None] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:39.583679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5a86d52e-c951-4701-8b09-be9cbea23769 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4849377 Jul 16 02:02:39.587813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:39.646291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:39.876247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:40.037196 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.110009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:40.110947 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.132355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:40.158023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'port_id': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9', 'mac_address': 'fa:16:3e:68:e8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:40.254417 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d5861931-0e00-405a-998b-622368d77d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.279702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.282392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:38Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:40.320469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.1 (a403ea6c-abf0-4c4f-9d6b-aa37071a3019/aee0517d-c60f-4688-922a-3ff485f1c372/c7771d36-327e-4591-9c03-f9d09e73139f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:40.321554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06f044-8bf3-4fe0-bfc1-06f21f4ef73c None None] The sync data for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 is: [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:38Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:40.325621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:40.355506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:40.366392 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.418691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:40.452965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.467497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object c7771d36-327e-4591-9c03-f9d09e73139f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:40.505260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.564072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Allocated IP 172.20.0.2 (a403ea6c-abf0-4c4f-9d6b-aa37071a3019/aee0517d-c60f-4688-922a-3ff485f1c372/02cbc2fd-75fa-4af5-bdc1-59af8e842620) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:40.564951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:40.569393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:40.576328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:40.663322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=c7771d36-327e-4591-9c03-f9d09e73139f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:40.674109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.770080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.779195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Transition to ACTIVE for port object 02cbc2fd-75fa-4af5-bdc1-59af8e842620 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:40.796233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2326355c-dd80-4ad0-b2c3-e8109b6af8e9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:40.829055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Transition to ACTIVE for port object 02cbc2fd-75fa-4af5-bdc1-59af8e842620 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:40.847767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.920862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:40.936162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:40.939470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:40.950856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Pushing event updated for resources: {'Port': ['ID=02cbc2fd-75fa-4af5-bdc1-59af8e842620,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.041994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Attempting to bind port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:41.042472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Attempting to bind port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:41.042911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Attempting to bind port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:41.057089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:41.057826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Checking segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:41.058320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.059291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Bound using segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:41.059873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Bound port: 02cbc2fd-75fa-4af5-bdc1-59af8e842620, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:41.060886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.169619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859789cb-a871-44c0-af32-9151d700e092 req-328c0f82-7981-4689-928c-d89d3a044e1b tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:41.171276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-859789cb-a871-44c0-af32-9151d700e092 req-328c0f82-7981-4689-928c-d89d3a044e1b tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1096 time: 0.4559875 Jul 16 02:02:41.183792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] For port 02cbc2fd-75fa-4af5-bdc1-59af8e842620, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:41.188903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] For port 02cbc2fd-75fa-4af5-bdc1-59af8e842620, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=02cbc2fd-75fa-4af5-bdc1-59af8e842620,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:41.198705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.225754 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.246583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-859789cb-a871-44c0-af32-9151d700e092 req-fbffe2db-715d-4bcf-a38f-dfef7589dd3b tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561333 Jul 16 02:02:41.307809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b914e-2d6f-42cd-ab07-1b2a78d4233b None None] Pushing event updated for resources: {'Port': ['ID=02cbc2fd-75fa-4af5-bdc1-59af8e842620,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.624082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.630421 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.718893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=c7771d36-327e-4591-9c03-f9d09e73139f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.721325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.816719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:41.835496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:41.837350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:41.847709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d139e190-2b65-4c66-a0e0-f248ee55a7ef up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:41.909186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:41.913806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:41.914227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.915783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d139e190-2b65-4c66-a0e0-f248ee55a7ef completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:41.939871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d139e190-2b65-4c66-a0e0-f248ee55a7ef triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:41.941253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.957734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:42.052680 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.076339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:42.079275 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.083974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a2655b90-8faa-4f97-9297-435fc5bea8fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/54d9d3aa-c2e5-4cf6-8835-9b03f3d08154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925165 Jul 16 02:02:42.090964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:42.093261 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a68cb45-cc6c-4922-a0d4-752e9a5ec995" -d '{"events": [{"server_uuid": "ae4d0e6b-2f63-4e52-b931-94825fe40d83", "name": "network-vif-plugged", "status": "completed", "tag": "2326355c-dd80-4ad0-b2c3-e8109b6af8e9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:42.117357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:42.119256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port d139e190-2b65-4c66-a0e0-f248ee55a7ef, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d139e190-2b65-4c66-a0e0-f248ee55a7ef,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:42.123900 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.130397 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.131287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02cbc2fd-75fa-4af5-bdc1-59af8e842620 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:42.205978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:42.266400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:42.279385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=d139e190-2b65-4c66-a0e0-f248ee55a7ef,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:42.303943 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661aefee-9abd-4a8d-b7b0-97d549d8ce77 x-openstack-request-id: req-661aefee-9abd-4a8d-b7b0-97d549d8ce77 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:42.304239 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4d0e6b-2f63-4e52-b931-94825fe40d83", "name": "network-vif-plugged", "status": "completed", "tag": "2326355c-dd80-4ad0-b2c3-e8109b6af8e9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:42.304524 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-661aefee-9abd-4a8d-b7b0-97d549d8ce77 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:42.304928 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9', 'code': 200} Jul 16 02:02:42.322731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-84628db3-9e22-4ba3-aa2c-267136fea0af tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783913329&fields=id&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 267 time: 0.0495088 Jul 16 02:02:42.412116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6b4d98b-9d26-423a-8442-22331a37402b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.445276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4d951-493a-48d9-a6bd-cae91d51b822 req-de46c1aa-dc7b-4450-9a00-82707f78dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:42.446783 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-daa4d951-493a-48d9-a6bd-cae91d51b822 req-de46c1aa-dc7b-4450-9a00-82707f78dcf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0545561 Jul 16 02:02:42.482220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-daa4d951-493a-48d9-a6bd-cae91d51b822 req-0b041158-b0f8-450c-9e83-1b51fc03f7ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292339 Jul 16 02:02:42.497307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.564518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-09cc9847-2754-4a3a-976b-64620b62420d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:42.566195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-09cc9847-2754-4a3a-976b-64620b62420d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 797 time: 0.2366529 Jul 16 02:02:42.580461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a7d05-3215-486a-a433-f35cdb65a43a req-fc9eb4c1-ca5a-4dd8-bb89-3a8d47ef4bf3 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:42.582127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-534a7d05-3215-486a-a433-f35cdb65a43a req-fc9eb4c1-ca5a-4dd8-bb89-3a8d47ef4bf3 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.1866922 Jul 16 02:02:42.586121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-294a7d7f-aaa9-415e-a7f4-8abfefc1ff73 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/quotas/c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 375 time: 0.0137599 Jul 16 02:02:42.662741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-534a7d05-3215-486a-a433-f35cdb65a43a req-4e55f4b9-749e-4a6b-b4ae-814d1db637c3 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742979 Jul 16 02:02:42.713373 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-95ff7fae-280e-4afc-b164-19f4ee1c4176 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186767 Jul 16 02:02:42.772047 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Sync routers for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:42.782328 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:42.783179 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:42.823611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-4e7c0d74-7f2e-4eb2-a6ca-44033bcbc540 service neutron] 10.222.0.42 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971859 Jul 16 02:02:42.896548 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:42.927670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-fd1dee99-c0c8-49d0-99d6-557e562039b2 service neutron] 10.222.0.42 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979404 Jul 16 02:02:42.940041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d7b609-ccef-4408-b1cb-c5db5eb35c05 None None] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:43.004526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] Provisioning for port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:43.014412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] Provisioning complete for port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:43.014712 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.123772 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 2, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:43.138325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-719e9d2a-9738-4cde-9587-9d513d52e813 req-e81af4d1-7ac6-4535-b9cc-10691ab51a57 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 210 time: 0.0345204 Jul 16 02:02:43.158941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Checking router: 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:43.159931 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Updating router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 port c7771d36-327e-4591-9c03-f9d09e73139f binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:02:43.164384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.197387 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.206859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] For port 02cbc2fd-75fa-4af5-bdc1-59af8e842620, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=02cbc2fd-75fa-4af5-bdc1-59af8e842620,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:43.213570 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.280155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872dac1-4ce8-460d-84ca-4dd9a35dfb51 None None] Pushing event updated for resources: {'Port': ['ID=02cbc2fd-75fa-4af5-bdc1-59af8e842620,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:43.527364 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.542071 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Transition to ACTIVE for port object c7771d36-327e-4591-9c03-f9d09e73139f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:43.548184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09a871f5-ccde-4222-b2b7-a1bb7edef619 None None] Provisioning for port c7771d36-327e-4591-9c03-f9d09e73139f completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:43.551541 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.593982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-09a871f5-ccde-4222-b2b7-a1bb7edef619 None None] Provisioning complete for port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:43.594224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09a871f5-ccde-4222-b2b7-a1bb7edef619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.629456 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020a82-2b35-4567-acfb-d8a1eb57e862 None None] Pushing event updated for resources: {'Port': ['ID=c7771d36-327e-4591-9c03-f9d09e73139f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:43.668916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Attempting to bind port c7771d36-327e-4591-9c03-f9d09e73139f on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:43.669589 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Attempting to bind port c7771d36-327e-4591-9c03-f9d09e73139f by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:43.670704 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Attempting to bind port c7771d36-327e-4591-9c03-f9d09e73139f on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:43.678524 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:43.679210 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Checking segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:43.679809 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.680581 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Bound using segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:43.681244 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Bound port: c7771d36-327e-4591-9c03-f9d09e73139f, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:43.681836 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.807684 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.870805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d139e190-2b65-4c66-a0e0-f248ee55a7ef up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:43.907514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627d12a-6f8c-42b9-9ede-7772df3475f8 req-ae3a0984-a26d-4626-ac9b-b1d9d0bd9529 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:43.917327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2627d12a-6f8c-42b9-9ede-7772df3475f8 req-ae3a0984-a26d-4626-ac9b-b1d9d0bd9529 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0785275 Jul 16 02:02:43.935365 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] For port c7771d36-327e-4591-9c03-f9d09e73139f, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:43.940213 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] For port c7771d36-327e-4591-9c03-f9d09e73139f, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7771d36-327e-4591-9c03-f9d09e73139f,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:43.948637 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.977028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d139e190-2b65-4c66-a0e0-f248ee55a7ef triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:43.977711 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.989280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2627d12a-6f8c-42b9-9ede-7772df3475f8 req-515f134f-e68e-4afb-898f-68104b763244 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707014 Jul 16 02:02:44.027561 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:44.027561 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:44.071286 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020a82-2b35-4567-acfb-d8a1eb57e862 None None] Pushing event updated for resources: {'Port': ['ID=c7771d36-327e-4591-9c03-f9d09e73139f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:44.102379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02cbc2fd-75fa-4af5-bdc1-59af8e842620 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:44.154985 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:44.158067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:44.158447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.194508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf8858-284c-4969-9bce-fc675a3b89c8 req-bbc5bce1-cfa1-4565-8309-328cfccc6c81 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:44.201696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eeaf8858-284c-4969-9bce-fc675a3b89c8 req-bbc5bce1-cfa1-4565-8309-328cfccc6c81 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0688579 Jul 16 02:02:44.277438 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eeaf8858-284c-4969-9bce-fc675a3b89c8 req-686307cd-ee39-4366-b74a-5b670f664f99 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 Jul 16 02:02:44.350644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5baf4b34-26d1-4edc-86ed-e2a5c8e5199b req-3668d895-4e4e-4abb-bb90-a26d637e2cf9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 210 time: 0.0544758 Jul 16 02:02:44.457091 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:44.495770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7be061-cdee-4da8-a675-1d7d228f4212 req-64c0f862-0556-4d36-bad2-b1fd9b30aa27 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:44.496168 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be2100-4842-4313-88fe-00f928cfcd9d None None] The sync data for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 is: [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:44.499022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf7be061-cdee-4da8-a675-1d7d228f4212 req-64c0f862-0556-4d36-bad2-b1fd9b30aa27 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0676141 Jul 16 02:02:44.545852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf7be061-cdee-4da8-a675-1d7d228f4212 req-cf372541-f299-4d86-8f33-7a3be3e23d01 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Jul 16 02:02:44.581961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-93858ea5-4543-4dc3-b144-73a9765aafd0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:44.583445 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-93858ea5-4543-4dc3-b144-73a9765aafd0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 797 time: 0.1589773 Jul 16 02:02:44.673609 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-3ed1ed9f-27fd-43bd-9737-6c552f52535e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 379 time: 0.0807607 Jul 16 02:02:44.692224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'port': {'device_id': '71be594e-5db2-401d-8bdb-d776ff881f03', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'admin_state_up': True, 'tenant_id': 'c7304063810346ebad6573109864414c', 'security_groups': ['67a6c091-6a6b-4f1a-8f18-4c0a37c51138']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:44.836916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:44.840961 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.934418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-cf39d80f-54dc-4cba-83a3-41e3c1b9addd tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:44.935948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-cf39d80f-54dc-4cba-83a3-41e3c1b9addd tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/networks?id=5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 200 len: 910 time: 0.1013172 Jul 16 02:02:44.952895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-7adea0fd-9f5f-438b-b7d9-23ddb79c903f tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/quotas/77d7a3be8fc64a92bbb47de7dc6d916d HTTP/1.1" status: 200 len: 375 time: 0.0100975 Jul 16 02:02:44.984067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.5 (a403ea6c-abf0-4c4f-9d6b-aa37071a3019/aee0517d-c60f-4688-922a-3ff485f1c372/8ecd3086-1ff5-457d-8301-3cb7f3900093) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:45.020718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-c9148ad2-5470-4faa-821e-36f0a52f0ed9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603092 Jul 16 02:02:45.126445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-42f3fda6-d8b7-47c9-a8dd-a5cb39247dc5 service neutron] 10.222.0.42 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958531 Jul 16 02:02:45.139361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.156769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object 8ecd3086-1ff5-457d-8301-3cb7f3900093 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:45.195708 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.226431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-b99f2166-ec61-4bed-a557-c31d365edce4 service neutron] 10.222.0.42 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930402 Jul 16 02:02:45.246952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:45.252533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:45.257692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:45.291388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:45.340940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:45.341722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.345267 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.374400 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-e05801f8-6ae3-49f9-bcb1-f4370a823641 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6893764 Jul 16 02:02:45.455660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Request body: {'port': {'device_id': '71be594e-5db2-401d-8bdb-d776ff881f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:45.499084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc5e352e-6afe-4861-a993-5e1e9330d150 req-cb0e1cba-a99b-4313-98d7-09ec12e7f5c9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 210 time: 0.0751331 Jul 16 02:02:45.600286 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.621757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265c1c-2709-463e-8b77-95625ab39d3f req-701a0a15-decf-418e-9f12-950e13d6ac55 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:45.623452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86265c1c-2709-463e-8b77-95625ab39d3f req-701a0a15-decf-418e-9f12-950e13d6ac55 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 931 time: 0.0814857 Jul 16 02:02:45.672607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86265c1c-2709-463e-8b77-95625ab39d3f req-c3908b3a-20aa-4b88-b14f-0ef1374f5600 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384426 Jul 16 02:02:45.713134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-354b4a1e-ebb8-4881-b0a4-e1768c7a11ba None None] Provisioning for port 8ecd3086-1ff5-457d-8301-3cb7f3900093 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:45.718234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-354b4a1e-ebb8-4881-b0a4-e1768c7a11ba None None] Provisioning complete for port 8ecd3086-1ff5-457d-8301-3cb7f3900093 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:45.718626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-354b4a1e-ebb8-4881-b0a4-e1768c7a11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.784260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-354b4a1e-ebb8-4881-b0a4-e1768c7a11ba None None] Port 8ecd3086-1ff5-457d-8301-3cb7f3900093 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:45.830130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7771d36-327e-4591-9c03-f9d09e73139f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:45.883041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c7771d36-327e-4591-9c03-f9d09e73139f completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:45.886870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c7771d36-327e-4591-9c03-f9d09e73139f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:45.887267 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.974082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.975912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd3086-1ff5-457d-8301-3cb7f3900093 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:45.984086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.997559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Transition to ACTIVE for port object 8ecd3086-1ff5-457d-8301-3cb7f3900093 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:46.001675 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.014476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port c7771d36-327e-4591-9c03-f9d09e73139f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7771d36-327e-4591-9c03-f9d09e73139f,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:46.019875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.052862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:46.075134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=c7771d36-327e-4591-9c03-f9d09e73139f,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:46.133351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:46.133837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:46.134176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:46.138637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:46.138980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:46.144616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:46.144963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Checking segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:46.145355 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Bound using segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:46.145787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Bound port: 8ecd3086-1ff5-457d-8301-3cb7f3900093, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:46.146153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.212885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:46.216184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:46.221030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.258625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.259168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.260687 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 1092 time: 0.8802965 Jul 16 02:02:46.261188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:46.263509 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c350c25-3f72-4234-97a8-af6aeba6eefc" -d '{"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:46.312325 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98400fa7-b388-4ce7-878f-7da79e4a8cd1 x-openstack-request-id: req-98400fa7-b388-4ce7-878f-7da79e4a8cd1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:46.312662 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:46.312915 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98400fa7-b388-4ce7-878f-7da79e4a8cd1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:46.313315 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'status': 'completed', 'code': 200} Jul 16 02:02:46.314379 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb060563-5806-480b-aecf-ad216f3411a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:46.372606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-ee2eb2d3-58c4-46e9-aba0-bb4c6f02bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.374185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-ee2eb2d3-58c4-46e9-aba0-bb4c6f02bb17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1095 time: 0.0559678 Jul 16 02:02:46.421089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-84e746e3-5eb3-420d-a0a9-69aa10cfc4c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 217 time: 0.0392962 Jul 16 02:02:46.473290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-ac02bff5-a6e2-4a64-9234-bacf1133a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.474796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-ac02bff5-a6e2-4a64-9234-bacf1133a8b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0461779 Jul 16 02:02:46.536677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-648c9db2-b2f5-4e7b-8c8d-d06f96826b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.536916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-648c9db2-b2f5-4e7b-8c8d-d06f96826b53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550578 Jul 16 02:02:46.641475 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-4328bcc2-9609-44ee-ad5a-ae79d7fd2af2 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976582 Jul 16 02:02:46.700593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ac529a9-d96c-4220-8a86-46ed2a5dd1a9 req-902d6a2b-c116-477e-a206-924ce55fce3b tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 210 time: 0.0641465 Jul 16 02:02:46.742048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0a51d60f-b1ac-4296-b63e-8cf5d75db7c8 req-fab95bea-9d3c-4a5d-ab6d-3af022ecf192 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941849 Jul 16 02:02:46.810240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-05a90441-d8f9-4e48-a00d-6c2b2feb42b7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.811742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-05a90441-d8f9-4e48-a00d-6c2b2feb42b7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.23 "GET /v2.0/networks?id=5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 200 len: 910 time: 0.1767147 Jul 16 02:02:46.827105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Request body: {'port': {'device_id': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'admin_state_up': True, 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:46.883443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-d17a0b0a-5c52-4608-8d72-6c5450c8c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.885460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-d17a0b0a-5c52-4608-8d72-6c5450c8c5f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1095 time: 0.0720115 Jul 16 02:02:46.899195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Made reservation on behalf of 77d7a3be8fc64a92bbb47de7dc6d916d for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:46.902233 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.946870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232d1f8-917f-49bf-bc16-2b56801626dc req-7c8a9f39-55c6-4451-90a0-983e04848e95 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.948375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4232d1f8-917f-49bf-bc16-2b56801626dc req-7c8a9f39-55c6-4451-90a0-983e04848e95 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 943 time: 0.1161015 Jul 16 02:02:46.989765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-bd7ff671-f2d7-4601-a73f-8b4ff09f166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.991269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-bd7ff671-f2d7-4601-a73f-8b4ff09f166c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.0988977 Jul 16 02:02:47.027132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4232d1f8-917f-49bf-bc16-2b56801626dc req-6fb1e26b-5005-4062-8b63-b8e67fd6f912 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511112 Jul 16 02:02:47.042212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-6959ab9f-2edd-4a2f-9175-cdfe2a33675e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 217 time: 0.0396268 Jul 16 02:02:47.070096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Allocated IP 172.20.0.7 (5444a13a-9763-4eb2-a15b-1c6678ba387d/e8082ce3-7757-4d98-976c-b0ea28aa1703/201e237e-7b66-4c8d-abd3-94e647ca052b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:47.100945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-47c7b72e-7ad6-42cf-9462-9e3d98e511e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:47.102629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-47c7b72e-7ad6-42cf-9462-9e3d98e511e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0507557 Jul 16 02:02:47.167525 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-fed7536d-1e11-4dea-a6e1-52bb102a0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:47.169094 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-fed7536d-1e11-4dea-a6e1-52bb102a0db4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582275 Jul 16 02:02:47.228500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.244036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Transition to ACTIVE for port object 201e237e-7b66-4c8d-abd3-94e647ca052b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:47.271018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-9d34f3e0-4f39-4b14-af9b-4ac265e65e01 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940473 Jul 16 02:02:47.277668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.317011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2326355c-dd80-4ad0-b2c3-e8109b6af8e9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:47.324094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:47.327230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:47.330536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:47.372590 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4c350c25-3f72-4234-97a8-af6aeba6eefc req-473e6937-c6bb-4a01-b7e0-a3d2558b0dc2 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940225 Jul 16 02:02:47.382548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Pushing event updated for resources: {'Port': ['ID=201e237e-7b66-4c8d-abd3-94e647ca052b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:47.396857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:47.397820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.414213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-bd532404-aad2-4c97-a38b-cf37cc360ce7 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5926592 Jul 16 02:02:47.428643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Request body: {'port': {'device_id': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:47.518628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.674188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-68de53ba-13c2-4d2b-8c06-07f8cf0dcf4f None None] Provisioning for port 201e237e-7b66-4c8d-abd3-94e647ca052b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:47.679431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-68de53ba-13c2-4d2b-8c06-07f8cf0dcf4f None None] Provisioning complete for port 201e237e-7b66-4c8d-abd3-94e647ca052b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:47.679831 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-68de53ba-13c2-4d2b-8c06-07f8cf0dcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.716687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-68de53ba-13c2-4d2b-8c06-07f8cf0dcf4f None None] Port 201e237e-7b66-4c8d-abd3-94e647ca052b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:47.794594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7771d36-327e-4591-9c03-f9d09e73139f up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:47.849070 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c7771d36-327e-4591-9c03-f9d09e73139f triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:47.849609 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.888980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201e237e-7b66-4c8d-abd3-94e647ca052b {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:47.897771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.916630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Transition to ACTIVE for port object 201e237e-7b66-4c8d-abd3-94e647ca052b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:47.926405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.974869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de649965-6897-4884-9c5f-91bf1a1aded7 req-0d7b70db-0727-47dc-94b4-d12da83ad913 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:47.976413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de649965-6897-4884-9c5f-91bf1a1aded7 req-0d7b70db-0727-47dc-94b4-d12da83ad913 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1027 time: 0.1256089 Jul 16 02:02:48.020742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Pushing event updated for resources: {'Port': ['ID=201e237e-7b66-4c8d-abd3-94e647ca052b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.070242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de649965-6897-4884-9c5f-91bf1a1aded7 req-a8ee9048-3d5b-468b-8500-0226ab438286 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860786 Jul 16 02:02:48.093661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Attempting to bind port 201e237e-7b66-4c8d-abd3-94e647ca052b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:48.094038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Attempting to bind port 201e237e-7b66-4c8d-abd3-94e647ca052b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:48.094576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Attempting to bind port 201e237e-7b66-4c8d-abd3-94e647ca052b on network 5444a13a-9763-4eb2-a15b-1c6678ba387d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:48.099677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Port 201e237e-7b66-4c8d-abd3-94e647ca052b on network 5444a13a-9763-4eb2-a15b-1c6678ba387d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:48.100000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Attempting to bind port 201e237e-7b66-4c8d-abd3-94e647ca052b on network 5444a13a-9763-4eb2-a15b-1c6678ba387d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:48.105909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:48.106246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Checking segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:48.106629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Bound using segment: {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:48.107068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Bound port: 201e237e-7b66-4c8d-abd3-94e647ca052b, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596b8248-426a-4f87-8595-4b347ec7f3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:48.107412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.174213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] For port 201e237e-7b66-4c8d-abd3-94e647ca052b, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:48.214257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] For port 201e237e-7b66-4c8d-abd3-94e647ca052b, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=201e237e-7b66-4c8d-abd3-94e647ca052b,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:48.218775 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.256655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.257274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.258665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] 10.222.0.23 "PUT /v2.0/ports/201e237e-7b66-4c8d-abd3-94e647ca052b HTTP/1.1" status: 200 len: 1092 time: 0.8353164 Jul 16 02:02:48.260803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'tag': '201e237e-7b66-4c8d-abd3-94e647ca052b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:48.263077 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a09653-9c04-4673-bdb0-86465a826d55" -d '{"events": [{"name": "network-changed", "server_uuid": "5745d8f8-27f7-4c86-8e24-ad90ecefc7e4", "tag": "201e237e-7b66-4c8d-abd3-94e647ca052b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:48.298615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35dbe2-dc6b-423f-a2f9-ae95160d9557 service neutron] Pushing event updated for resources: {'Port': ['ID=201e237e-7b66-4c8d-abd3-94e647ca052b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.324190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6876c9-0989-44fe-ab82-cbe2799543b7 req-189ea200-fab7-45ef-b229-889a3a305e5a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.329018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a6876c9-0989-44fe-ab82-cbe2799543b7 req-189ea200-fab7-45ef-b229-889a3a305e5a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 943 time: 0.1566753 Jul 16 02:02:48.533149 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.669864 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cb0a6d-e8b3-4637-8e24-5cc6de0dac89 x-openstack-request-id: req-31cb0a6d-e8b3-4637-8e24-5cc6de0dac89 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:48.670140 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5745d8f8-27f7-4c86-8e24-ad90ecefc7e4", "tag": "201e237e-7b66-4c8d-abd3-94e647ca052b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:48.670393 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31cb0a6d-e8b3-4637-8e24-5cc6de0dac89 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:48.670790 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'tag': '201e237e-7b66-4c8d-abd3-94e647ca052b', 'status': 'completed', 'code': 200} Jul 16 02:02:48.695069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a6876c9-0989-44fe-ab82-cbe2799543b7 req-75cf9767-24cd-4e47-a2b9-e1a31651ddf2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481956 Jul 16 02:02:48.709971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-2fc6029e-f01f-4993-bbc7-32eac666e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.711517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-2fc6029e-f01f-4993-bbc7-32eac666e857 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1095 time: 0.4073603 Jul 16 02:02:48.755130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-aa5fcfd1-d816-4241-a763-7f3060b2750d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201e237e-7b66-4c8d-abd3-94e647ca052b HTTP/1.1" status: 200 len: 217 time: 0.0353551 Jul 16 02:02:48.803142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-04c4245a-2fea-48bc-bfa1-91c43aa4a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.804615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-04c4245a-2fea-48bc-bfa1-91c43aa4a327 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8082ce3-7757-4d98-976c-b0ea28aa1703 HTTP/1.1" status: 200 len: 848 time: 0.0441334 Jul 16 02:02:48.864334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-91ec99fd-aa52-44cb-a07e-99e0075db8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.865893 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-91ec99fd-aa52-44cb-a07e-99e0075db8d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5444a13a-9763-4eb2-a15b-1c6678ba387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552893 Jul 16 02:02:48.953593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-46bda11f-f933-47a0-9a25-2d38f6d57c51 service neutron] 10.222.0.23 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813551 Jul 16 02:02:49.045638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68154757-3565-42e2-a2c6-4d6e78cbb745 req-4cba2b9e-23fa-4bd3-bdcd-ef14ab86f4da service neutron] 10.222.0.23 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Jul 16 02:02:49.155975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-cb0d11cd-7edf-4300-8ab0-a82b5cee1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.157521 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-cb0d11cd-7edf-4300-8ab0-a82b5cee1ceb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0555024 Jul 16 02:02:49.289538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-7a1633ea-990d-4b6d-baab-18911b6c33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.291020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-7a1633ea-990d-4b6d-baab-18911b6c33d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 200 len: 910 time: 0.1271148 Jul 16 02:02:49.298939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746af481-f71c-4a94-9020-f729e767855b req-aac851d6-dfd0-4b31-9d55-0b17bfcd7722 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.300400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-746af481-f71c-4a94-9020-f729e767855b req-aac851d6-dfd0-4b31-9d55-0b17bfcd7722 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1095 time: 0.1083672 Jul 16 02:02:49.346035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-d2deddfc-a9f4-4660-b0ab-db3f5a3520eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201e237e-7b66-4c8d-abd3-94e647ca052b HTTP/1.1" status: 200 len: 217 time: 0.0446579 Jul 16 02:02:49.394364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-746af481-f71c-4a94-9020-f729e767855b req-c1aac229-4a3d-4eb7-9102-8d08dcffdb85 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872557 Jul 16 02:02:49.408027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-b4f8cfd4-2c54-42e0-baee-216cbe745340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.409953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-b4f8cfd4-2c54-42e0-baee-216cbe745340 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8082ce3-7757-4d98-976c-b0ea28aa1703 HTTP/1.1" status: 200 len: 848 time: 0.0575914 Jul 16 02:02:49.467306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-b4f262ca-e5cc-4558-9f39-821b026be3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.468822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-b4f262ca-e5cc-4558-9f39-821b026be3b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5444a13a-9763-4eb2-a15b-1c6678ba387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526330 Jul 16 02:02:49.558673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-9bdac827-6ec0-4ed2-9f53-85e5853f0eec service neutron] 10.222.0.23 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Jul 16 02:02:49.651608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e0a09653-9c04-4673-bdb0-86465a826d55 req-f719f46d-11e2-473e-a13d-9e73724a028e service neutron] 10.222.0.23 "GET /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847259 Jul 16 02:02:49.869060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744cb4-485f-44c5-9325-4dd5422d90f0 req-92b15d0f-24e2-48c1-9729-e0009f060217 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.870553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd744cb4-485f-44c5-9325-4dd5422d90f0 req-92b15d0f-24e2-48c1-9729-e0009f060217 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 943 time: 0.0655766 Jul 16 02:02:49.910215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd744cb4-485f-44c5-9325-4dd5422d90f0 req-4945f39d-d1fa-4ba3-bb47-3f122eb4c29a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Jul 16 02:02:50.561760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674ab68-1915-4c4d-b79e-8ebf93139ea3 req-3031e6b8-188e-4881-85d2-24df60363cd1 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.563232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0674ab68-1915-4c4d-b79e-8ebf93139ea3 req-3031e6b8-188e-4881-85d2-24df60363cd1 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0585229 Jul 16 02:02:50.600671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0674ab68-1915-4c4d-b79e-8ebf93139ea3 req-5c21c522-3c80-4905-b9d2-7b2c2e2ed893 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Jul 16 02:02:50.738229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:50.838524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:50.850384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'port_id': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'mac_address': 'fa:16:3e:a6:5c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:50.891546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.904749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd3086-1ff5-457d-8301-3cb7f3900093 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:50.923536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:50.927764 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.978146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:51.088630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea2c0-6d18-4db6-a6f5-403d95e5117f req-aac4e803-d963-45bb-904c-052e5eb97d56 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:51.090050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d5ea2c0-6d18-4db6-a6f5-403d95e5117f req-aac4e803-d963-45bb-904c-052e5eb97d56 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 944 time: 0.0660095 Jul 16 02:02:51.129684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d5ea2c0-6d18-4db6-a6f5-403d95e5117f req-fe4028eb-0998-4283-8acd-21b7f00b26ea tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337973 Jul 16 02:02:51.131673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['8ecd3086-1ff5-457d-8301-3cb7f3900093'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:51.767397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9480a-6f7c-4eb9-becb-155db7fe240a req-383af6c2-41fe-4c84-b139-6ada02549de4 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:51.769527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ee9480a-6f7c-4eb9-becb-155db7fe240a req-383af6c2-41fe-4c84-b139-6ada02549de4 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0580676 Jul 16 02:02:51.803977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ee9480a-6f7c-4eb9-becb-155db7fe240a req-0ec53da0-c8f9-457b-a4dd-64ceae4d2307 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289299 Jul 16 02:02:52.304866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72116954-2131-4462-874d-91e4187074a9 req-29d07be2-fb88-4df9-99ab-970781a58584 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.306246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72116954-2131-4462-874d-91e4187074a9 req-29d07be2-fb88-4df9-99ab-970781a58584 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 944 time: 0.0628502 Jul 16 02:02:52.344218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72116954-2131-4462-874d-91e4187074a9 req-790f75eb-9c2a-4dfc-97ff-ecabbe913ce7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324945 Jul 16 02:02:52.751999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 201e237e-7b66-4c8d-abd3-94e647ca052b details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:52.756717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:52.969574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610ee32-ed0e-4152-be4d-c40b0cef7cd5 req-fc9d1f14-1899-4900-a6a5-76c2adfea63d tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.971118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2610ee32-ed0e-4152-be4d-c40b0cef7cd5 req-fc9d1f14-1899-4900-a6a5-76c2adfea63d tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0554323 Jul 16 02:02:53.007897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2610ee32-ed0e-4152-be4d-c40b0cef7cd5 req-047c2116-c76f-44d2-99eb-b9b81c165097 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302043 Jul 16 02:02:53.009113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 8ecd3086-1ff5-457d-8301-3cb7f3900093 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:53.018727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 8ecd3086-1ff5-457d-8301-3cb7f3900093 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:53.019173 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.063449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 201e237e-7b66-4c8d-abd3-94e647ca052b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=201e237e-7b66-4c8d-abd3-94e647ca052b,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.078263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '201e237e-7b66-4c8d-abd3-94e647ca052b', 'network_id': '5444a13a-9763-4eb2-a15b-1c6678ba387d', 'port_id': '201e237e-7b66-4c8d-abd3-94e647ca052b', 'mac_address': 'fa:16:3e:16:f1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8082ce3-7757-4d98-976c-b0ea28aa1703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:53.149365 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.158092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.169384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201e237e-7b66-4c8d-abd3-94e647ca052b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:53.199206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:53.201491 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fac9036-862c-46b1-863f-4bfc29c9900b" -d '{"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:53.207429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 201e237e-7b66-4c8d-abd3-94e647ca052b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=201e237e-7b66-4c8d-abd3-94e647ca052b,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.214362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.221261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.240801 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f811283-4cfc-4f5a-923e-961dcc809e4c x-openstack-request-id: req-2f811283-4cfc-4f5a-923e-961dcc809e4c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:53.241099 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:53.241354 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f811283-4cfc-4f5a-923e-961dcc809e4c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:53.241744 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'code': 200} Jul 16 02:02:53.244167 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.271862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=201e237e-7b66-4c8d-abd3-94e647ca052b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.321097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.382305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c78113-16b1-42d9-8149-081650f815c9 req-78bc1f43-5a58-4447-9b0e-e475f035a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:53.383838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73c78113-16b1-42d9-8149-081650f815c9 req-78bc1f43-5a58-4447-9b0e-e475f035a4b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.0578291 Jul 16 02:02:53.415233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['201e237e-7b66-4c8d-abd3-94e647ca052b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:53.421126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73c78113-16b1-42d9-8149-081650f815c9 req-4f2f017d-8bc2-410d-a5f0-c4b1be255c69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301297 Jul 16 02:02:53.520212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb1388-5bdf-4f81-aa39-e968e7bd70a4 req-2b6a5c7f-549e-48d5-b865-5c547b965a91 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:53.521734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70fb1388-5bdf-4f81-aa39-e968e7bd70a4 req-2b6a5c7f-549e-48d5-b865-5c547b965a91 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0646493 Jul 16 02:02:53.560394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70fb1388-5bdf-4f81-aa39-e968e7bd70a4 req-dae33c2a-d012-433d-b3b0-de6052726e62 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Jul 16 02:02:54.181840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9098c-788c-45c1-a91c-81b86e89de62 req-3b45cf5a-0f56-4f46-be2f-149c7d9de9fa tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.183344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fea9098c-788c-45c1-a91c-81b86e89de62 req-3b45cf5a-0f56-4f46-be2f-149c7d9de9fa tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0572226 Jul 16 02:02:54.218134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fea9098c-788c-45c1-a91c-81b86e89de62 req-1a9f490d-b5da-4dca-bda3-8e35c5023c27 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291171 Jul 16 02:02:54.745956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024cad8-fa13-4ab0-a1c2-f7ecc0a89ed8 req-0e71f5cf-0188-4ed4-afec-3ceda97c4a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.747418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f024cad8-fa13-4ab0-a1c2-f7ecc0a89ed8 req-0e71f5cf-0188-4ed4-afec-3ceda97c4a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0664201 Jul 16 02:02:54.767943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 201e237e-7b66-4c8d-abd3-94e647ca052b up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:54.787829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f024cad8-fa13-4ab0-a1c2-f7ecc0a89ed8 req-a607ae06-75e4-44ce-8775-56eeb6005291 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345857 Jul 16 02:02:54.819536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 201e237e-7b66-4c8d-abd3-94e647ca052b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:54.823240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 201e237e-7b66-4c8d-abd3-94e647ca052b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:54.823627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.902305 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.935901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 201e237e-7b66-4c8d-abd3-94e647ca052b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=201e237e-7b66-4c8d-abd3-94e647ca052b,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:54.939630 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.965038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d26654-fa42-4fac-a73a-e4c882faec80 req-fce973ec-2b17-4830-848c-35981e8e1b32 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.966548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67d26654-fa42-4fac-a73a-e4c882faec80 req-fce973ec-2b17-4830-848c-35981e8e1b32 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jul 16 02:02:54.986850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=201e237e-7b66-4c8d-abd3-94e647ca052b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:55.005892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67d26654-fa42-4fac-a73a-e4c882faec80 req-414d3b38-943e-4ddc-a3a0-c23e51f031aa tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Jul 16 02:02:55.030074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38642) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:55.086177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad001062-a53c-4e8d-8b0a-6695820d633d tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.087707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ad001062-a53c-4e8d-8b0a-6695820d633d tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1092 time: 0.0565145 Jul 16 02:02:55.090667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38644) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:55.094991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:55.117556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.213571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.242615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201e237e-7b66-4c8d-abd3-94e647ca052b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:55.245136 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575e16c-61f1-4346-a977-c3de4716a32f" -d '{"events": [{"server_uuid": "5745d8f8-27f7-4c86-8e24-ad90ecefc7e4", "name": "network-vif-plugged", "status": "completed", "tag": "201e237e-7b66-4c8d-abd3-94e647ca052b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:55.284226 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03cad94-fed8-4299-adc2-b2d8ac1e6d72 x-openstack-request-id: req-c03cad94-fed8-4299-adc2-b2d8ac1e6d72 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:55.284680 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5745d8f8-27f7-4c86-8e24-ad90ecefc7e4", "name": "network-vif-plugged", "status": "completed", "tag": "201e237e-7b66-4c8d-abd3-94e647ca052b", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:55.285033 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c03cad94-fed8-4299-adc2-b2d8ac1e6d72 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:55.285892 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201e237e-7b66-4c8d-abd3-94e647ca052b', 'code': 200} Jul 16 02:02:55.331908 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.94 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/aef3f78e-f46c-45a3-8b83-7f22a205153a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:55.508920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e9ed8-9155-4eb4-988b-4684ccb6646f req-83fc1cc0-22a4-4e18-bdc6-b0f7aee20c10 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.510375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-922e9ed8-9155-4eb4-988b-4684ccb6646f req-83fc1cc0-22a4-4e18-bdc6-b0f7aee20c10 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1725709 Jul 16 02:02:55.515394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67155a-1c2c-4e7d-bb0f-288c4809cf3e req-ab329414-7bbc-49d2-8fa5-aef678f91897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.516791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba67155a-1c2c-4e7d-bb0f-288c4809cf3e req-ab329414-7bbc-49d2-8fa5-aef678f91897 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1640105 Jul 16 02:02:55.532935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.588359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba67155a-1c2c-4e7d-bb0f-288c4809cf3e req-f45626d5-c82c-451f-8b0a-7d71db4c7312 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632405 Jul 16 02:02:55.594197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-922e9ed8-9155-4eb4-988b-4684ccb6646f req-0aa5ba6e-fd04-4007-9dd2-0e83fdc286b8 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722075 Jul 16 02:02:55.615339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.655172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:55.661111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:55.666571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:55.693536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=aef3f78e-f46c-45a3-8b83-7f22a205153a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.177231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.286794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.451129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.455690 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.523135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=aef3f78e-f46c-45a3-8b83-7f22a205153a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.536148 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.631203 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:56.643616 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP fd04ec91-838c-4857-9a22-62f6d2a6c7bd associated. External IP: 172.25.7.94, port: 8ecd3086-1ff5-457d-8301-3cb7f3900093. Jul 16 02:02:56.837500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5135fe-d25b-4250-b63c-697ce24d48e7 req-b20a45e3-7463-448e-b2dd-099ce776a2e4 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.839050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d5135fe-d25b-4250-b63c-697ce24d48e7 req-b20a45e3-7463-448e-b2dd-099ce776a2e4 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1139665 Jul 16 02:02:56.918312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d5135fe-d25b-4250-b63c-697ce24d48e7 req-a842a69d-4d29-4baf-b23d-e54a918066cb tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Jul 16 02:02:56.929925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:57.398923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:57.408765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] Sync routers for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:57.418892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:57.419527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:57.420634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.445986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ccc2-e240-4a29-bcf6-f6e3c3e3b073 req-b8a918cf-7d4c-48c4-a8ce-a4651a096dff tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.447537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d00ccc2-e240-4a29-bcf6-f6e3c3e3b073 req-b8a918cf-7d4c-48c4-a8ce-a4651a096dff tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.4135540 Jul 16 02:02:57.474733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-89680afb-1708-41e1-9c43-0a2bb19894c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3830516 Jul 16 02:02:57.477897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:57.479185 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5ab797-f112-4992-ba6f-569f90a077d0" -d '{"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:57.496411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d00ccc2-e240-4a29-bcf6-f6e3c3e3b073 req-2b2cc407-fd4f-42f4-b248-d17d7e369b5c tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388231 Jul 16 02:02:57.541138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:57.547337 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8603b3-6b47-4f38-ba20-7586b9244b1d x-openstack-request-id: req-ac8603b3-6b47-4f38-ba20-7586b9244b1d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:57.548087 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:57.548603 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac8603b3-6b47-4f38-ba20-7586b9244b1d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:57.549221 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'status': 'completed', 'code': 200} Jul 16 02:02:57.712852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985553a5-76e1-4ce7-86a4-14f3c1532716 req-6bc60d6a-060c-4aee-bdda-fdfd4b595037 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.714283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-985553a5-76e1-4ce7-86a4-14f3c1532716 req-6bc60d6a-060c-4aee-bdda-fdfd4b595037 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.1437554 Jul 16 02:02:57.717486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-fe162426-362e-4524-9ef1-61f8800e67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.718884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-fe162426-362e-4524-9ef1-61f8800e67aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.1386538 Jul 16 02:02:57.781581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fd04ec91-838c-4857-9a22-62f6d2a6c7bd', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'port_id': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'mac_address': 'fa:16:3e:a6:5c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71be594e-5db2-401d-8bdb-d776ff881f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:55Z', 'updated_at': '2021-07-16T02:02:55Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:45Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:57.790344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02fe77-4fba-48eb-abee-9e4f6bc4823e req-008af0fe-9570-484a-8699-f032e6f13d30 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.791885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df02fe77-4fba-48eb-abee-9e4f6bc4823e req-008af0fe-9570-484a-8699-f032e6f13d30 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1526630 Jul 16 02:02:57.809237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] Checking router: 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:57.818148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:57.818934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:57.825561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-985553a5-76e1-4ce7-86a4-14f3c1532716 req-09c3ac5b-e3be-47cb-8d2d-27c18af980ad tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028829 Jul 16 02:02:57.850479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38660) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:57.872328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df02fe77-4fba-48eb-abee-9e4f6bc4823e req-bc3b05ed-02d9-41cd-be5d-1f63cbe19025 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502276 Jul 16 02:02:57.876960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-26fcb799-1966-4ff7-ab53-ddb5038eddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.878414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-26fcb799-1966-4ff7-ab53-ddb5038eddad service neutron] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.1533759 Jul 16 02:02:57.928895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-318f5b58-e44a-4a54-a8b3-947d9eaae35d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/fd04ec91-838c-4857-9a22-62f6d2a6c7bd HTTP/1.1" status: 200 len: 990 time: 0.0771530 Jul 16 02:02:57.947274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:57.986486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-85b48852-c879-4a84-bd75-67777cd77bc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 998 time: 0.1016138 Jul 16 02:02:58.035678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-a4541f38-f673-4257-8b41-ed17efe4d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:58.037480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-a4541f38-f673-4257-8b41-ed17efe4d49d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0453131 Jul 16 02:02:58.104176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-6157addf-9802-417c-8930-28fbcbaf2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:58.106093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-6157addf-9802-417c-8930-28fbcbaf2496 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628588 Jul 16 02:02:58.195248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fd04ec91-838c-4857-9a22-62f6d2a6c7bd', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'port_id': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'mac_address': 'fa:16:3e:a6:5c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71be594e-5db2-401d-8bdb-d776ff881f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:55Z', 'updated_at': '2021-07-16T02:02:55Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:45Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:58.221310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-f30af361-1131-4217-9bc1-873530763276 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029322 Jul 16 02:02:58.227252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377872e4-072e-4389-b499-5f84eaecb9e5 None None] The sync data for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 is: [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'fd04ec91-838c-4857-9a22-62f6d2a6c7bd', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'port_id': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'mac_address': 'fa:16:3e:a6:5c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71be594e-5db2-401d-8bdb-d776ff881f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:02:55Z', 'updated_at': '2021-07-16T02:02:55Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:45Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:58.354191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e903-6c95-4178-b5a6-fa755cdb9320 req-bd2f9d1d-ca93-4b7f-ad49-8571ade0aa08 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:58.356015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4510e903-6c95-4178-b5a6-fa755cdb9320 req-bd2f9d1d-ca93-4b7f-ad49-8571ade0aa08 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1311224 Jul 16 02:02:58.358020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e5ab797-f112-4992-ba6f-569f90a077d0 req-79728fa5-1c48-4b27-890b-2f554ca167ce service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246028 Jul 16 02:02:58.397723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4510e903-6c95-4178-b5a6-fa755cdb9320 req-4049feca-94a6-43c6-a3f5-b61c5bbe0911 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Jul 16 02:02:58.435100 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d205e4-eb67-4c5e-a6a7-e257c78fb910 None None] New status for floating IP fd04ec91-838c-4857-9a22-62f6d2a6c7bd: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:02:58.930771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38666) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:58.991426 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-859ab991-db58-41e0-9011-7e361825cc31 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/fd04ec91-838c-4857-9a22-62f6d2a6c7bd HTTP/1.1" status: 200 len: 992 time: 0.0595410 Jul 16 02:02:59.505712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-b213dd90-78a7-4298-a9cc-3b0b30ef15b2 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:59.507391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-b213dd90-78a7-4298-a9cc-3b0b30ef15b2 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.0587816 Jul 16 02:02:59.630172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382337d5-13fb-4735-81b2-8f0153574318 req-b930aac5-8810-422a-9835-e3c79b0ac4dd tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:59.631650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-382337d5-13fb-4735-81b2-8f0153574318 req-b930aac5-8810-422a-9835-e3c79b0ac4dd tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5745d8f8-27f7-4c86-8e24-ad90ecefc7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1135018 Jul 16 02:02:59.659224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Deleting port 201e237e-7b66-4c8d-abd3-94e647ca052b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:59.659566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.691109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-382337d5-13fb-4735-81b2-8f0153574318 req-327eff2a-56f6-4417-ba10-ea9ddf48e1f8 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537527 Jul 16 02:02:59.749036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] For port 201e237e-7b66-4c8d-abd3-94e647ca052b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=201e237e-7b66-4c8d-abd3-94e647ca052b,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:59.749392 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.766678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Calling delete_port for 201e237e-7b66-4c8d-abd3-94e647ca052b owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:59.887958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.898807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['201e237e-7b66-4c8d-abd3-94e647ca052b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:59.916553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Pushing event deleted for resources: {'Port': ['ID=201e237e-7b66-4c8d-abd3-94e647ca052b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:59.921193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2326355c-dd80-4ad0-b2c3-e8109b6af8e9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:59.966537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] No DVR routers for this DVR port 201e237e-7b66-4c8d-abd3-94e647ca052b on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:59.969016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.971023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ae18df0-388d-4d7b-b95a-7cebf377258e req-db3a1fc3-ab8e-4813-bab2-5c753df9591a tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.23 "DELETE /v2.0/ports/201e237e-7b66-4c8d-abd3-94e647ca052b HTTP/1.1" status: 204 len: 173 time: 0.4585805 Jul 16 02:02:59.971466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'name': 'network-vif-deleted', 'tag': '201e237e-7b66-4c8d-abd3-94e647ca052b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:59.981872 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc06f5e-ca17-4273-b69d-5fa14f7885a8" -d '{"events": [{"server_uuid": "5745d8f8-27f7-4c86-8e24-ad90ecefc7e4", "name": "network-vif-deleted", "tag": "201e237e-7b66-4c8d-abd3-94e647ca052b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:00.033684 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5844031f-cb33-4bd3-990b-708abf47fc3c x-openstack-request-id: req-5844031f-cb33-4bd3-990b-708abf47fc3c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:00.034061 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5745d8f8-27f7-4c86-8e24-ad90ecefc7e4", "name": "network-vif-deleted", "tag": "201e237e-7b66-4c8d-abd3-94e647ca052b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:00.034262 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5844031f-cb33-4bd3-990b-708abf47fc3c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:00.034752 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5745d8f8-27f7-4c86-8e24-ad90ecefc7e4', 'name': 'network-vif-deleted', 'tag': '201e237e-7b66-4c8d-abd3-94e647ca052b', 'status': 'completed', 'code': 200} Jul 16 02:03:01.118280 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007570a3-f98f-43a0-af75-d9a6c6d46e7c req-337692d6-03c0-48f7-a1c8-cd6558dbaab9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.119811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-007570a3-f98f-43a0-af75-d9a6c6d46e7c req-337692d6-03c0-48f7-a1c8-cd6558dbaab9 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0520861 Jul 16 02:03:01.154150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-007570a3-f98f-43a0-af75-d9a6c6d46e7c req-bb9a99d7-37d8-4a6e-862f-f9369581d727 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288334 Jul 16 02:03:02.319168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb5e9-fb6e-4956-a0fe-db043695f608 req-9537272e-07b4-4b60-adc7-1c36723c1f5e tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.320708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-965fb5e9-fb6e-4956-a0fe-db043695f608 req-9537272e-07b4-4b60-adc7-1c36723c1f5e tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0524623 Jul 16 02:03:02.359524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-965fb5e9-fb6e-4956-a0fe-db043695f608 req-9e54f5d8-6ffa-430d-af88-efa1d1018015 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=461e74cb-bcef-41be-93e5-61d62b463e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Jul 16 02:03:02.468788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-dd6b83eb-2d3d-4862-8dbf-69f91072c706 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.470220 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-dd6b83eb-2d3d-4862-8dbf-69f91072c706 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 1097 time: 0.0505073 Jul 16 02:03:02.560339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Deleting port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:02.560722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.641942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] For port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:02.642311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.655467 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Calling delete_port for 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:02.774768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.799077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Pushing event deleted for resources: {'Port': ['ID=2326355c-dd80-4ad0-b2c3-e8109b6af8e9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:02.807510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2326355c-dd80-4ad0-b2c3-e8109b6af8e9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:02.829145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 201e237e-7b66-4c8d-abd3-94e647ca052b no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:02.850311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] No DVR routers for this DVR port 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:02.851913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 201e237e-7b66-4c8d-abd3-94e647ca052b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:02.852296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 201e237e-7b66-4c8d-abd3-94e647ca052b not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:02.853827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.856478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7561344-db59-435c-87ec-3dbf3023c0bb req-26c40061-5919-4f4a-bff0-0b8729a49aa5 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2326355c-dd80-4ad0-b2c3-e8109b6af8e9 HTTP/1.1" status: 204 len: 173 time: 0.3805804 Jul 16 02:03:02.856939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'name': 'network-vif-deleted', 'tag': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:02.859293 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71440074-17c9-485d-9fd1-e3e55e842a6d" -d '{"events": [{"server_uuid": "ae4d0e6b-2f63-4e52-b931-94825fe40d83", "name": "network-vif-deleted", "tag": "2326355c-dd80-4ad0-b2c3-e8109b6af8e9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:02.921013 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f3ac7-39b2-4a1c-8fdb-3559e9e6c2b0 x-openstack-request-id: req-a32f3ac7-39b2-4a1c-8fdb-3559e9e6c2b0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:02.921317 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4d0e6b-2f63-4e52-b931-94825fe40d83", "name": "network-vif-deleted", "tag": "2326355c-dd80-4ad0-b2c3-e8109b6af8e9", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:02.921680 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a32f3ac7-39b2-4a1c-8fdb-3559e9e6c2b0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:02.922357 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4d0e6b-2f63-4e52-b931-94825fe40d83', 'name': 'network-vif-deleted', 'tag': '2326355c-dd80-4ad0-b2c3-e8109b6af8e9', 'status': 'completed', 'code': 200} Jul 16 02:03:03.519656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc1607ac-548b-4788-b73f-b1b1e97e310e req-04a6eded-4556-4ebc-9f25-22b778317b72 tempest-TestServerMultinode-344933373 tempest-TestServerMultinode-344933373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4d0e6b-2f63-4e52-b931-94825fe40d83 HTTP/1.1" status: 200 len: 210 time: 0.0288873 Jul 16 02:03:04.620706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.975024 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.241743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Deleting port ccc91173-1bd5-42a4-9f73-c8a4df98d735 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:05.241994 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.321845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] For port ccc91173-1bd5-42a4-9f73-c8a4df98d735, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ccc91173-1bd5-42a4-9f73-c8a4df98d735,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:05.322201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.335436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Calling delete_port for ccc91173-1bd5-42a4-9f73-c8a4df98d735 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:05.524265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.549660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc91173-1bd5-42a4-9f73-c8a4df98d735,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.725147 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.940106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:05.950264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:05.970120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:05.970477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2326355c-dd80-4ad0-b2c3-e8109b6af8e9 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:06.065890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:06.071051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ab54169c-282e-46ba-8d41-d8322212ddf2 admin admin] 10.222.0.42 "PUT /v2.0/routers/7b1163a3-8ae4-4ae7-bf8a-f5d880b15584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4493864 Jul 16 02:03:06.073607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.075412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] Sync routers for ids ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:06.085182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] Routers {'7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:06.085803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:06.185634 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.194772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] Set router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:06.289578 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.342111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Deleting port ff042d66-5da4-4647-89c0-4a1baaa45dd9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:06.342451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.377407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:03:05Z', 'revision_number': 5, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port': {'id': 'ff042d66-5da4-4647-89c0-4a1baaa45dd9', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:12Z', 'updated_at': '2021-07-16T02:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:06.404636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] Checking router: 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:06.414690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] Routers {'7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:06.415358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:06.430480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] For port ff042d66-5da4-4647-89c0-4a1baaa45dd9, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ff042d66-5da4-4647-89c0-4a1baaa45dd9,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:06.430843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.443126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Calling delete_port for ff042d66-5da4-4647-89c0-4a1baaa45dd9 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:06.501911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] Set router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:06.553438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:03:06Z', 'revision_number': 6, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:06.583803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37a11d-8900-4fd1-988d-e242306ce3f2 None None] The sync data for ids ['7b1163a3-8ae4-4ae7-bf8a-f5d880b15584'] in n-d-791506-20 is: [{'id': '7b1163a3-8ae4-4ae7-bf8a-f5d880b15584', 'name': 'tempest-TestServerMultinode-139510824-router', 'tenant_id': 'fa3e1fca23024d4092e3a0297db5765f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:10Z', 'updated_at': '2021-07-16T02:03:06Z', 'revision_number': 6, 'project_id': 'fa3e1fca23024d4092e3a0297db5765f', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:06.611362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.641422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff042d66-5da4-4647-89c0-4a1baaa45dd9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:06.701082 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.790546 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.792668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.837947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.838514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:03:06.842999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.844156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-86cf655c-c41a-49d2-8a1e-ea859068017e admin admin] 10.222.0.42 "DELETE /v2.0/routers/7b1163a3-8ae4-4ae7-bf8a-f5d880b15584 HTTP/1.1" status: 204 len: 168 time: 0.7694492 Jul 16 02:03:06.846598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.890246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Deleting subnet e8082ce3-7757-4d98-976c-b0ea28aa1703 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:06.893125 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.928142 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.340345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.396211 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.422440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8082ce3-7757-4d98-976c-b0ea28aa1703,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:07.427856 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.429772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ed29caa5-3a22-40f6-8e56-5f0d07a625d1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8082ce3-7757-4d98-976c-b0ea28aa1703 HTTP/1.1" status: 204 len: 168 time: 0.5822644 Jul 16 02:03:07.432335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38694) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:07.432989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209deed-115f-4a90-a35c-3490e7725939 None None] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:07.510100 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.564211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Deleting port 4458a13c-6609-4eeb-b531-08adeb27de6c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:07.567302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.641170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] For port 4458a13c-6609-4eeb-b531-08adeb27de6c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4458a13c-6609-4eeb-b531-08adeb27de6c,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:07.641340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] DHCP port deletion for 5444a13a-9763-4eb2-a15b-1c6678ba387d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:03:07.641543 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.658657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Calling delete_port for 4458a13c-6609-4eeb-b531-08adeb27de6c owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:07.695507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.706857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Deleting port 4458a13c-6609-4eeb-b531-08adeb27de6c {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:07.707235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.756989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.775801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] For port 4458a13c-6609-4eeb-b531-08adeb27de6c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4458a13c-6609-4eeb-b531-08adeb27de6c,segment=NetworkSegment(596b8248-426a-4f87-8595-4b347ec7f3ee),segment_id=596b8248-426a-4f87-8595-4b347ec7f3ee)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:07.776190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.788446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Calling delete_port for 4458a13c-6609-4eeb-b531-08adeb27de6c owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:07.788669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4458a13c-6609-4eeb-b531-08adeb27de6c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:07.790465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] No DVR routers for this DVR port 4458a13c-6609-4eeb-b531-08adeb27de6c on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:07.804766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ccc91173-1bd5-42a4-9f73-c8a4df98d735 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:07.852662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ccc91173-1bd5-42a4-9f73-c8a4df98d735 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:07.852926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ccc91173-1bd5-42a4-9f73-c8a4df98d735 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:07.853340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4458a13c-6609-4eeb-b531-08adeb27de6c no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:07.868409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.873752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 4458a13c-6609-4eeb-b531-08adeb27de6c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:07.874109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4458a13c-6609-4eeb-b531-08adeb27de6c not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:07.874518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ff042d66-5da4-4647-89c0-4a1baaa45dd9 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:07.879189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5444a13a-9763-4eb2-a15b-1c6678ba387d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:07.889488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596b8248-426a-4f87-8595-4b347ec7f3ee') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:07.889940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596b8248-426a-4f87-8595-4b347ec7f3ee') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:07.899188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ff042d66-5da4-4647-89c0-4a1baaa45dd9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:07.899419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.899544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ff042d66-5da4-4647-89c0-4a1baaa45dd9 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:07.915641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.924103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:07.924541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:07.927633 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:07.989968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.997179 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.999068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5444a13a-9763-4eb2-a15b-1c6678ba387d HTTP/1.1" status: 204 len: 168 time: 0.5657718 Jul 16 02:03:08.002243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38696) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.010829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb18f5e-ec7b-4296-93d0-846eb17a77d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5444a13a-9763-4eb2-a15b-1c6678ba387d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:08.084567 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.110181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Network 5444a13a-9763-4eb2-a15b-1c6678ba387d is not hosted by any dhcp agent {{(pid=93757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:03:08.110543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] No DVR routers for this DVR port 4458a13c-6609-4eeb-b531-08adeb27de6c on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:08.112696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbbba5-6815-4974-b9f6-32e3294f7f32 None None] Pushing event deleted for resources: {'Port': ['ID=4458a13c-6609-4eeb-b531-08adeb27de6c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:08.711212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.970599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Deleting port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:08.970846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.062274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] For port c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:09.062990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.075641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Calling delete_port for c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:09.258836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.288912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.484854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.721531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Router 2e504d8c-33e9-407b-ac4d-1b8868dab92c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:09.849011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:09.853968 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d65d4c49-ad77-4fe3-a07c-686c7b2fd998 admin admin] 10.222.0.42 "PUT /v2.0/routers/2e504d8c-33e9-407b-ac4d-1b8868dab92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499973 Jul 16 02:03:09.856921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.860089 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] Sync routers for ids ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:09.870235 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] Routers {'2e504d8c-33e9-407b-ac4d-1b8868dab92c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:09.870845 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:09.973769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.991844 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] Set router 2e504d8c-33e9-407b-ac4d-1b8868dab92c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:10.093649 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.166537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Deleting port c593baca-3afb-4a24-b388-8fb833c5084d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:10.167285 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.174485 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65a82ed5-d775-4451-88ad-e14d73381485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.206171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:03:09Z', 'revision_number': 5, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port': {'id': 'c593baca-3afb-4a24-b388-8fb833c5084d', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:10.238965 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] Checking router: 2e504d8c-33e9-407b-ac4d-1b8868dab92c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:10.251117 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] Routers {'2e504d8c-33e9-407b-ac4d-1b8868dab92c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:10.252025 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:02:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:10.268122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] For port c593baca-3afb-4a24-b388-8fb833c5084d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c593baca-3afb-4a24-b388-8fb833c5084d,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:10.268511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.282593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Calling delete_port for c593baca-3afb-4a24-b388-8fb833c5084d owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:10.377281 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] Set router 2e504d8c-33e9-407b-ac4d-1b8868dab92c gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:10.429405 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:03:10Z', 'revision_number': 6, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:10.462438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af3509-befe-47ce-9bd2-3ff6cf3eca0b None None] The sync data for ids ['2e504d8c-33e9-407b-ac4d-1b8868dab92c'] in n-d-791506-20 is: [{'id': '2e504d8c-33e9-407b-ac4d-1b8868dab92c', 'name': 'tempest-TestServerMultinode-1298602423-router', 'tenant_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:22Z', 'updated_at': '2021-07-16T02:03:10Z', 'revision_number': 6, 'project_id': '77d7a3be8fc64a92bbb47de7dc6d916d', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:10.489633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.518759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c593baca-3afb-4a24-b388-8fb833c5084d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:10.602679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.696395 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.698570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.741403 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.741705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e504d8c-33e9-407b-ac4d-1b8868dab92c {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:03:10.745877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.747012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-14dd029f-a48a-479e-a57a-82244f6a2bfc admin admin] 10.222.0.42 "DELETE /v2.0/routers/2e504d8c-33e9-407b-ac4d-1b8868dab92c HTTP/1.1" status: 204 len: 168 time: 0.8891225 Jul 16 02:03:10.749637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:10.794023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Deleting subnet f83ec14d-fed4-4fe3-a81e-7dac17c39bfc {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:10.797068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.832972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.927234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.985942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.012360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83ec14d-fed4-4fe3-a81e-7dac17c39bfc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:11.016842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.018644 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-84673ef6-7978-440b-bc47-b4f0f59776f8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f83ec14d-fed4-4fe3-a81e-7dac17c39bfc HTTP/1.1" status: 204 len: 168 time: 0.2680547 Jul 16 02:03:11.021332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:11.022491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7bb5b5-8ce4-4ada-8d9d-5ed47f450e28 None None] Network c1cc0bbf-fc47-4f84-8164-97a962d37415 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:11.095776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.152111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Deleting port 1df51b21-2482-49d6-bf29-8ca1a5783e3f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:11.152482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.221069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] For port 1df51b21-2482-49d6-bf29-8ca1a5783e3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1df51b21-2482-49d6-bf29-8ca1a5783e3f,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:11.221428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.242094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Calling delete_port for 1df51b21-2482-49d6-bf29-8ca1a5783e3f owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:11.260361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] DHCP port deletion for c1cc0bbf-fc47-4f84-8164-97a962d37415 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:03:11.313640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] Deleting port 1df51b21-2482-49d6-bf29-8ca1a5783e3f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:11.314123 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.327736 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.363839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] No DVR routers for this DVR port 1df51b21-2482-49d6-bf29-8ca1a5783e3f on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:11.370827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Pushing event deleted for resources: {'Port': ['ID=1df51b21-2482-49d6-bf29-8ca1a5783e3f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:11.407244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] For port 1df51b21-2482-49d6-bf29-8ca1a5783e3f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1df51b21-2482-49d6-bf29-8ca1a5783e3f,segment=NetworkSegment(e96198c1-920f-468e-beea-7eef1433e24f),segment_id=e96198c1-920f-468e-beea-7eef1433e24f)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:11.407819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.421199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] Calling delete_port for 1df51b21-2482-49d6-bf29-8ca1a5783e3f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:11.444653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.455169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cc0bbf-fc47-4f84-8164-97a962d37415']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:11.466664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96198c1-920f-468e-beea-7eef1433e24f') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:11.466975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96198c1-920f-468e-beea-7eef1433e24f') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:11.476920 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.493481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.501594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.504198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:11.504737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:11.507333 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:11.527377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] Pushing event deleted for resources: {'Port': ['ID=1df51b21-2482-49d6-bf29-8ca1a5783e3f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:11.531906 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95c25b-ca4c-4027-95c7-0b8ce8dc0460 None None] No DVR routers for this DVR port 1df51b21-2482-49d6-bf29-8ca1a5783e3f on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:11.573018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.589523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.591369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] 10.222.0.42 "DELETE /v2.0/networks/c1cc0bbf-fc47-4f84-8164-97a962d37415 HTTP/1.1" status: 204 len: 168 time: 0.5690525 Jul 16 02:03:11.592439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b468-4538-4073-ae70-b4b3369a1caa admin admin] Pushing event deleted for resources: {'Network': ['ID=c1cc0bbf-fc47-4f84-8164-97a962d37415,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:11.753977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38706) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:11.789240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:11.797147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7cd7927d-37f1-46d5-8f11-535d857d274f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa3e1fca23024d4092e3a0297db5765f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418584 Jul 16 02:03:11.799528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38708) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:11.809242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:11.809595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c56ba3e7-e4d3-4b9b-9a41-7cbf4a227f0d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:11.810016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1df51b21-2482-49d6-bf29-8ca1a5783e3f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:11.832491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1df51b21-2482-49d6-bf29-8ca1a5783e3f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:11.832914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1df51b21-2482-49d6-bf29-8ca1a5783e3f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:11.833405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c593baca-3afb-4a24-b388-8fb833c5084d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:11.848592 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a17ac1-b8f9-4cc2-8fc7-86471ab3fdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.851757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c593baca-3afb-4a24-b388-8fb833c5084d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:11.852113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c593baca-3afb-4a24-b388-8fb833c5084d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:11.871188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a17ac1-b8f9-4cc2-8fc7-86471ab3fdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.928242 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a17ac1-b8f9-4cc2-8fc7-86471ab3fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.930997 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a17ac1-b8f9-4cc2-8fc7-86471ab3fdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.932161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-02a17ac1-b8f9-4cc2-8fc7-86471ab3fdeb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec782ac4-a6cd-4ea5-ad72-7860a291409e HTTP/1.1" status: 204 len: 168 time: 0.1317360 Jul 16 02:03:11.941415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a17ac1-b8f9-4cc2-8fc7-86471ab3fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec782ac4-a6cd-4ea5-ad72-7860a291409e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:12.270197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38714) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:12.313890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99e492f2-292d-4f5c-b2e8-59b1948a8ec7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77d7a3be8fc64a92bbb47de7dc6d916d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424325 Jul 16 02:03:12.316833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38716) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:12.366819 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea580ff9-e03c-4a7a-9fb3-c655db31ed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.389455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea580ff9-e03c-4a7a-9fb3-c655db31ed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.413543 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb160-7f15-4c78-b01e-d8a0a8b4ebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.440955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea580ff9-e03c-4a7a-9fb3-c655db31ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.443497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea580ff9-e03c-4a7a-9fb3-c655db31ed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.444694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ea580ff9-e03c-4a7a-9fb3-c655db31ed54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/461e74cb-bcef-41be-93e5-61d62b463e24 HTTP/1.1" status: 204 len: 168 time: 0.1269190 Jul 16 02:03:12.452368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea580ff9-e03c-4a7a-9fb3-c655db31ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e74cb-bcef-41be-93e5-61d62b463e24,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:12.499854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.215144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38738) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:13.313298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2097666344-network', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:13.336084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Made reservation on behalf of 4a05bcb323854988ab9a44eefa51f9ec for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:13.338827 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.348499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.442902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.447681 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.474735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:03:13.485003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381156a0-4970-463f-a3a9-101c3b021b35,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:13.490603 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.490953 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Added segment 9a91e279-dcd9-455d-a19c-96f21c5be17b of type vlan for network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 Jul 16 02:03:13.540013 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.573094 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.574127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:13.574712 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.608258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3918793 Jul 16 02:03:13.611106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:13.641122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Request body: {'subnet': {'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2097666344-subnet', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:13.645534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed10ca3-58f9-4d71-b9ab-7d8bae56b99b admin admin] Pushing event updated for resources: {'Network': ['ID=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:13.656679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:03:13.666212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Made reservation on behalf of 4a05bcb323854988ab9a44eefa51f9ec for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:13.668731 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.796437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.851550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.914430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ea9875-4610-4a38-9e48-2ce4ac5c8682,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:13.921316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Checking segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:13.921679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Network hostable DHCP agents. Network: 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:03:13.937528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:03:13.946828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:13.950985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:13.951779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.958492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2aeeb1-8336-48c8-afb0-da7daf5ce473 None None] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:13.968648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3962ddba-9dbc-4ce4-9f9d-131a9f69979b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3289571 Jul 16 02:03:13.968887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38744) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:13.974071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:13.994822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.995953 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.047999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.106986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:03:14.107849 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.189914 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.247047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Allocated IP 172.20.0.2 (8bbdfbd2-4aa0-4ffe-ab6d-559f98603182/94ea9875-4610-4a38-9e48-2ce4ac5c8682/1c988e61-2453-4833-aa88-f37f59cd5d7d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:14.399451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.403798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.413379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Transition to ACTIVE for port object 1c988e61-2453-4833-aa88-f37f59cd5d7d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:14.422885 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.428868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Transition to ACTIVE for port object 1c988e61-2453-4833-aa88-f37f59cd5d7d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:14.435619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.475393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:14.480220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:14.484572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:14.487693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Pushing event updated for resources: {'Port': ['ID=1c988e61-2453-4833-aa88-f37f59cd5d7d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:14.528559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Allocated IP 172.25.7.7 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d3967469-d650-4d78-9d6c-019b55579de5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:14.548788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Attempting to bind port 1c988e61-2453-4833-aa88-f37f59cd5d7d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:14.549161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Attempting to bind port 1c988e61-2453-4833-aa88-f37f59cd5d7d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:14.549527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Attempting to bind port 1c988e61-2453-4833-aa88-f37f59cd5d7d on network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:14.554999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:14.555382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Checking segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:14.555792 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.556184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Bound using segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:14.556847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Bound port: 1c988e61-2453-4833-aa88-f37f59cd5d7d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:14.557347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.624680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] For port 1c988e61-2453-4833-aa88-f37f59cd5d7d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:14.629749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] For port 1c988e61-2453-4833-aa88-f37f59cd5d7d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c988e61-2453-4833-aa88-f37f59cd5d7d,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:14.633992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.636318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.678313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.689134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2ef9-36d1-41dc-b440-08a0670ac06d None None] Pushing event updated for resources: {'Port': ['ID=1c988e61-2453-4833-aa88-f37f59cd5d7d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:14.724673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:14.727581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:14.731382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:14.737082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Pushing event updated for resources: {'Port': ['ID=d3967469-d650-4d78-9d6c-019b55579de5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:15.010108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.208175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.349131 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.349586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Router b09ad6b0-14be-4ee3-b8d0-b9c22417075f is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:03:15.465478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:15.476073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Sync routers for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:15.486925 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.487322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:15.490984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:15.491185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e8960b59-ec94-4785-a0cd-8bf150467566 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5184567 Jul 16 02:03:15.491652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:15.608587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:15.721199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7627f-ec3c-4971-8488-44d27ceae4c7 None None] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:15.848540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c988e61-2453-4833-aa88-f37f59cd5d7d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:15.851177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2253abb8-1968-4208-83d0-a6ddf0fea9f0 None None] Provisioning for port 1c988e61-2453-4833-aa88-f37f59cd5d7d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:15.993261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1c988e61-2453-4833-aa88-f37f59cd5d7d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:15.997115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:14Z', 'revision_number': 3, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:16.026501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Checking router: b09ad6b0-14be-4ee3-b8d0-b9c22417075f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:16.026863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Updating router b09ad6b0-14be-4ee3-b8d0-b9c22417075f port d3967469-d650-4d78-9d6c-019b55579de5 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:03:16.028520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1c988e61-2453-4833-aa88-f37f59cd5d7d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:16.028891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.108031 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.244565 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.296368 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.303392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 1c988e61-2453-4833-aa88-f37f59cd5d7d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c988e61-2453-4833-aa88-f37f59cd5d7d,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:16.310934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.399256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=1c988e61-2453-4833-aa88-f37f59cd5d7d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:16.435291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-405c48bd-fcaa-4586-84c5-212316bddcc4 None None] Provisioning complete for port 1c988e61-2453-4833-aa88-f37f59cd5d7d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:16.435670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-405c48bd-fcaa-4586-84c5-212316bddcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.466668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Allocated IP 172.20.0.1 (8bbdfbd2-4aa0-4ffe-ab6d-559f98603182/94ea9875-4610-4a38-9e48-2ce4ac5c8682/355bfd1a-5457-4add-8e87-a3841bf3ef37) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:16.528970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.562746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Transition to ACTIVE for port object d3967469-d650-4d78-9d6c-019b55579de5 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:16.576228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.576487 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.593414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Transition to ACTIVE for port object 355bfd1a-5457-4add-8e87-a3841bf3ef37 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:16.630891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Attempting to bind port d3967469-d650-4d78-9d6c-019b55579de5 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:16.631185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Attempting to bind port d3967469-d650-4d78-9d6c-019b55579de5 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:16.631554 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Attempting to bind port d3967469-d650-4d78-9d6c-019b55579de5 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:16.632351 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.642237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:16.642617 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:16.643029 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.643431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:16.643947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Bound port: d3967469-d650-4d78-9d6c-019b55579de5, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:16.644335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.647189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214813a5-eda1-4a42-912b-c1d3f76bac0e None None] Pushing event updated for resources: {'Port': ['ID=d3967469-d650-4d78-9d6c-019b55579de5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:16.672639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:16.676032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:16.679819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:16.702979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Pushing event updated for resources: {'Port': ['ID=355bfd1a-5457-4add-8e87-a3841bf3ef37,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:16.704625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] For port d3967469-d650-4d78-9d6c-019b55579de5, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:16.710125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] For port d3967469-d650-4d78-9d6c-019b55579de5, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d3967469-d650-4d78-9d6c-019b55579de5,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:16.715745 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.725556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.786626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:16.788257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:16.895274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.980341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214813a5-eda1-4a42-912b-c1d3f76bac0e None None] Pushing event updated for resources: {'Port': ['ID=d3967469-d650-4d78-9d6c-019b55579de5,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:17.005374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e793f879-722a-4609-852f-2a1ce0587b94 None None] Provisioning for port 355bfd1a-5457-4add-8e87-a3841bf3ef37 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:17.036446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e793f879-722a-4609-852f-2a1ce0587b94 None None] Provisioning complete for port 355bfd1a-5457-4add-8e87-a3841bf3ef37 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:17.037791 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e793f879-722a-4609-852f-2a1ce0587b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.074532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.082245 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.087449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e793f879-722a-4609-852f-2a1ce0587b94 None None] Port 355bfd1a-5457-4add-8e87-a3841bf3ef37 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:17.089938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:17.154302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Pushing event updated for resources: {'Port': ['ID=355bfd1a-5457-4add-8e87-a3841bf3ef37,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:17.156893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.250836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:17.252510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:17.269823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:14Z', 'revision_number': 3, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:17.303534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd536a-11c6-498a-90ad-d36115308729 None None] The sync data for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 is: [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:14Z', 'revision_number': 3, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:17.387394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Router b09ad6b0-14be-4ee3-b8d0-b9c22417075f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:17.508841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b400e3c-e084-4118-8f22-fba84cda26f5 None None] Provisioning complete for port 355bfd1a-5457-4add-8e87-a3841bf3ef37 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:17.509215 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b400e3c-e084-4118-8f22-fba84cda26f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.511898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:17.520619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c10f0c2e-f4cb-4d8d-84c3-68b8df76968a admin admin] 10.222.0.42 "PUT /v2.0/routers/b09ad6b0-14be-4ee3-b8d0-b9c22417075f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0275838 Jul 16 02:03:17.546490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6b400e3c-e084-4118-8f22-fba84cda26f5 None None] Port 355bfd1a-5457-4add-8e87-a3841bf3ef37 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:17.897186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-b559b1c7-28da-4efa-8957-647a804c10e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939486 Jul 16 02:03:17.898781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3967469-d650-4d78-9d6c-019b55579de5 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:17.966662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d3967469-d650-4d78-9d6c-019b55579de5 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:17.972714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d3967469-d650-4d78-9d6c-019b55579de5 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:17.973448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.013645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-04bb9150-f53c-41e3-8c40-3a7c436abbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.015669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-04bb9150-f53c-41e3-8c40-3a7c436abbb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.0697258 Jul 16 02:03:18.083475 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.108298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38762) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:18.109957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port d3967469-d650-4d78-9d6c-019b55579de5, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d3967469-d650-4d78-9d6c-019b55579de5,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:18.114480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1475853990-network', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:18.116636 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.117699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c988e61-2453-4833-aa88-f37f59cd5d7d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:18.148515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Made reservation on behalf of 1e0a745cc2414c92a12f9ff02fbaa127 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:18.152722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.166768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.170452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-b7194cbf-f6d9-40ba-8927-e676a700f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.172446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-b7194cbf-f6d9-40ba-8927-e676a700f7ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.1331172 Jul 16 02:03:18.203001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=d3967469-d650-4d78-9d6c-019b55579de5,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:18.231146 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1c988e61-2453-4833-aa88-f37f59cd5d7d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:18.231721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.275263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-76c31327-2f15-4c91-bf4a-b76f898489da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 1000 time: 0.0951693 Jul 16 02:03:18.288166 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.292960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.320590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:03:18.338990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-5c9cc646-6065-4608-9cdf-ff28e327a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.340659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-5c9cc646-6065-4608-9cdf-ff28e327a74a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0583982 Jul 16 02:03:18.350621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640bfed7-afa7-4123-a606-a6852e928623,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:18.353364 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.353847 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Added segment f646c49f-f192-4d9b-b08a-1a723633f7df of type vlan for network a68deb6f-427f-470c-a491-92f0968bd2d9 Jul 16 02:03:18.369226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.369625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.369961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.370519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.370856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.371200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.371554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.371927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.372259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.372607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.372936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.373257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:18.413386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-4aeb0981-72e2-475c-afec-e3ddab5ae741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.415251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-4aeb0981-72e2-475c-afec-e3ddab5ae741 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672691 Jul 16 02:03:18.418452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.450864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.451942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.452557 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.491868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3823936 Jul 16 02:03:18.494480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38764) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:18.499289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Request body: {'subnet': {'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1475853990-subnet', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:18.525324 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.528234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-0776a67e-d385-407e-996a-27e2377ae9ff service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060839 Jul 16 02:03:18.533661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b5308-4111-4ff3-adb8-997dfd4b8624 admin admin] Pushing event updated for resources: {'Network': ['ID=a68deb6f-427f-470c-a491-92f0968bd2d9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:18.546677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a68deb6f-427f-470c-a491-92f0968bd2d9 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:03:18.555322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Made reservation on behalf of 1e0a745cc2414c92a12f9ff02fbaa127 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:18.557751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.629439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bf00c09-020d-4bad-8cb9-5e542c093503 req-8b21c43b-0761-4918-9aa2-b612188ce10c service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937109 Jul 16 02:03:18.734714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.792337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a371124-fad6-49d9-9104-419241079cf3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:18.801514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Checking segment: {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:18.801882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Network hostable DHCP agents. Network: a68deb6f-427f-470c-a491-92f0968bd2d9, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:03:18.818725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Network a68deb6f-427f-470c-a491-92f0968bd2d9 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:03:18.828236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a68deb6f-427f-470c-a491-92f0968bd2d9) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:18.833913 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.834520 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.839935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bf385-756d-4315-8714-4484c55ccd5d None None] Network a68deb6f-427f-470c-a491-92f0968bd2d9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:18.852095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a573835c-cec3-4bd9-859f-accbf3957034 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3565450 Jul 16 02:03:18.855368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 38766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:18.860141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:18.886899 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.888357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.947435 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.996361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a68deb6f-427f-470c-a491-92f0968bd2d9', 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'fixed_ips': [{'subnet_id': '1a371124-fad6-49d9-9104-419241079cf3'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:03:18.997760 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.098268 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.156739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Allocated IP 172.20.0.2 (a68deb6f-427f-470c-a491-92f0968bd2d9/1a371124-fad6-49d9-9104-419241079cf3/eb78baea-e56f-4fd8-a37d-89d0b8b7b94d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:19.250949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Sync routers for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:19.260683 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:19.261295 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:19.332821 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.349891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Transition to ACTIVE for port object eb78baea-e56f-4fd8-a37d-89d0b8b7b94d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:19.360295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.369355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Transition to ACTIVE for port object eb78baea-e56f-4fd8-a37d-89d0b8b7b94d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:19.377317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.377613 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:19.389579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.424820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Network a68deb6f-427f-470c-a491-92f0968bd2d9 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:19.429710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:19.431480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Pushing event updated for resources: {'Port': ['ID=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:19.433836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:19.497254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Attempting to bind port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:19.497563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Attempting to bind port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:19.497890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Attempting to bind port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d on network a68deb6f-427f-470c-a491-92f0968bd2d9 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:19.503131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:19.503871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Checking segment: {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:19.504476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.504890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Bound using segment: {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:19.505477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Bound port: eb78baea-e56f-4fd8-a37d-89d0b8b7b94d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:19.505777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.518394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Allocated IP 172.25.7.111 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/d0351463-a43d-4284-9468-f2faf38e9327) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:19.578154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] For port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:19.582468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] For port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,segment=NetworkSegment(f646c49f-f192-4d9b-b08a-1a723633f7df),segment_id=f646c49f-f192-4d9b-b08a-1a723633f7df)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:19.587049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.651781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267f157-25fb-4f64-b00d-39ddb764680b None None] Pushing event updated for resources: {'Port': ['ID=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:19.667788 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.693880 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 2, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:19.710363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.720738 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Checking router: b09ad6b0-14be-4ee3-b8d0-b9c22417075f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:19.721097 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Updating router b09ad6b0-14be-4ee3-b8d0-b9c22417075f port 355bfd1a-5457-4add-8e87-a3841bf3ef37 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:03:19.755903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:19.759951 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:19.763330 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.765487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:19.769867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Pushing event updated for resources: {'Port': ['ID=d0351463-a43d-4284-9468-f2faf38e9327,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:19.819686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3967469-d650-4d78-9d6c-019b55579de5 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:19.898667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d3967469-d650-4d78-9d6c-019b55579de5 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:19.899150 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.090884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.139608 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.150982 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Transition to ACTIVE for port object 355bfd1a-5457-4add-8e87-a3841bf3ef37 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:20.157085 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.207183 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Pushing event updated for resources: {'Port': ['ID=355bfd1a-5457-4add-8e87-a3841bf3ef37,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:20.217332 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.217679 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.218040 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.218352 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.218686 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.219011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.219336 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.219673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.219979 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.220302 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.220656 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.220977 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:20.281171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Attempting to bind port 355bfd1a-5457-4add-8e87-a3841bf3ef37 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:20.282270 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Attempting to bind port 355bfd1a-5457-4add-8e87-a3841bf3ef37 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:20.282639 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Attempting to bind port 355bfd1a-5457-4add-8e87-a3841bf3ef37 on network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:20.288633 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:20.289336 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Checking segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:20.289749 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.290145 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Bound using segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:20.290617 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Bound port: 355bfd1a-5457-4add-8e87-a3841bf3ef37, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:20.291200 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.312944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.379674 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] For port 355bfd1a-5457-4add-8e87-a3841bf3ef37, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:20.383039 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] For port 355bfd1a-5457-4add-8e87-a3841bf3ef37, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=355bfd1a-5457-4add-8e87-a3841bf3ef37,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:20.388273 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.432387 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:20.433174 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:20.461829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Router c849c303-251d-47f7-bb6c-436fc1cac5fb is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:03:20.587039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:20.598804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Sync routers for ids ['c849c303-251d-47f7-bb6c-436fc1cac5fb'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:20.601553 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f4430-e184-4b2e-a7b7-f7bb685229de None None] Pushing event updated for resources: {'Port': ['ID=355bfd1a-5457-4add-8e87-a3841bf3ef37,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:20.613404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.614599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Routers {'c849c303-251d-47f7-bb6c-436fc1cac5fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:20.615449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6e74184f-7132-4424-9161-c8cb61539628 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7589338 Jul 16 02:03:20.616080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c849c303-251d-47f7-bb6c-436fc1cac5fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:20.617476 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:20.618351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38772) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:20.805172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Set router c849c303-251d-47f7-bb6c-436fc1cac5fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:20.855024 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:20Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:20.887298 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57624df7-51ae-43a9-b7de-8e869de1c0c6 None None] The sync data for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 is: [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:20Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:20.899825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393965d-bfb0-4bf3-8a1f-f17513683da7 None None] Network a68deb6f-427f-470c-a491-92f0968bd2d9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:21.025131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-627416fd-aa26-43f4-84b3-c796112a4a36 None None] Provisioning for port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:21.162590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:03:19Z', 'revision_number': 3, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:21.195565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Checking router: c849c303-251d-47f7-bb6c-436fc1cac5fb for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:21.196352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Updating router c849c303-251d-47f7-bb6c-436fc1cac5fb port d0351463-a43d-4284-9468-f2faf38e9327 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:03:21.209650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.236258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.401216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Allocated IP 172.20.0.1 (a68deb6f-427f-470c-a491-92f0968bd2d9/1a371124-fad6-49d9-9104-419241079cf3/68ec2b8e-6452-4dc7-9410-991817fab0c4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:21.550830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.566505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Transition to ACTIVE for port object 68ec2b8e-6452-4dc7-9410-991817fab0c4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:21.570424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.582088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Transition to ACTIVE for port object d0351463-a43d-4284-9468-f2faf38e9327 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:21.589777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.602835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.641142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Network a68deb6f-427f-470c-a491-92f0968bd2d9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:21.645187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:21.649542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:21.697677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Pushing event updated for resources: {'Port': ['ID=68ec2b8e-6452-4dc7-9410-991817fab0c4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:21.721051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.819190 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Attempting to bind port d0351463-a43d-4284-9468-f2faf38e9327 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:21.819704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Attempting to bind port d0351463-a43d-4284-9468-f2faf38e9327 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:21.820159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Attempting to bind port d0351463-a43d-4284-9468-f2faf38e9327 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:21.823954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e491b-acd7-4017-a554-6c39d8cbf20d None None] Pushing event updated for resources: {'Port': ['ID=d0351463-a43d-4284-9468-f2faf38e9327,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:21.829400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:21.829779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:21.830184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.830571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:21.831071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Bound port: d0351463-a43d-4284-9468-f2faf38e9327, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:21.831457 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.907001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] For port d0351463-a43d-4284-9468-f2faf38e9327, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:21.913555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] For port d0351463-a43d-4284-9468-f2faf38e9327, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d0351463-a43d-4284-9468-f2faf38e9327,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:21.920731 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.955071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 355bfd1a-5457-4add-8e87-a3841bf3ef37 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:21.990823 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.047843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Routers {'c849c303-251d-47f7-bb6c-436fc1cac5fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:22.048516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c849c303-251d-47f7-bb6c-436fc1cac5fb'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:22.101846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-721b867a-a27a-4f13-b675-d51556a26386 None None] Provisioning for port 68ec2b8e-6452-4dc7-9410-991817fab0c4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:22.108710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e491b-acd7-4017-a554-6c39d8cbf20d None None] Pushing event updated for resources: {'Port': ['ID=d0351463-a43d-4284-9468-f2faf38e9327,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.119343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 355bfd1a-5457-4add-8e87-a3841bf3ef37 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:22.121377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-721b867a-a27a-4f13-b675-d51556a26386 None None] Provisioning complete for port 68ec2b8e-6452-4dc7-9410-991817fab0c4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:22.121891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-721b867a-a27a-4f13-b675-d51556a26386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.129062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 355bfd1a-5457-4add-8e87-a3841bf3ef37 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:22.129427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.216735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.223508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.231154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-721b867a-a27a-4f13-b675-d51556a26386 None None] Port 68ec2b8e-6452-4dc7-9410-991817fab0c4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:22.250697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] Set router c849c303-251d-47f7-bb6c-436fc1cac5fb gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:22.300875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.315952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Pushing event updated for resources: {'Port': ['ID=68ec2b8e-6452-4dc7-9410-991817fab0c4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.387054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.433917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Network a68deb6f-427f-470c-a491-92f0968bd2d9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:22.435662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:22.469502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 355bfd1a-5457-4add-8e87-a3841bf3ef37, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=355bfd1a-5457-4add-8e87-a3841bf3ef37,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:22.482507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.483520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb78baea-e56f-4fd8-a37d-89d0b8b7b94d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:22.580539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Router c849c303-251d-47f7-bb6c-436fc1cac5fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:22.633124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=355bfd1a-5457-4add-8e87-a3841bf3ef37,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.665028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:22.676748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:22.677239 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.705737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '68ec2b8e-6452-4dc7-9410-991817fab0c4', 'name': '', 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'mac_address': 'fa:16:3e:ac:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1a371124-fad6-49d9-9104-419241079cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:21Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 1, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'subnets': [{'id': '1a371124-fad6-49d9-9104-419241079cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:22.729212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:22.737010 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a09b82b3-0c57-4ee3-b14e-534496b7c032 admin admin] 10.222.0.42 "PUT /v2.0/routers/c849c303-251d-47f7-bb6c-436fc1cac5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1154366 Jul 16 02:03:22.740227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696036bf-ef52-4bbd-b78c-1941029134d7 None None] The sync data for ids ['c849c303-251d-47f7-bb6c-436fc1cac5fb'] in n-d-791506-20 is: [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '68ec2b8e-6452-4dc7-9410-991817fab0c4', 'name': '', 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'mac_address': 'fa:16:3e:ac:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1a371124-fad6-49d9-9104-419241079cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:21Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 1, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'subnets': [{'id': '1a371124-fad6-49d9-9104-419241079cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:22.804958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9a3ba5e4-230f-489c-a794-843508db8263 None None] Provisioning complete for port 68ec2b8e-6452-4dc7-9410-991817fab0c4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:22.805333 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba5e4-230f-489c-a794-843508db8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.856294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ba5e4-230f-489c-a794-843508db8263 None None] Port 68ec2b8e-6452-4dc7-9410-991817fab0c4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:22.858679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.908502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,segment=NetworkSegment(f646c49f-f192-4d9b-b08a-1a723633f7df),segment_id=f646c49f-f192-4d9b-b08a-1a723633f7df)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:22.915122 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.011788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:23.936048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d0351463-a43d-4284-9468-f2faf38e9327 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:23.999576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d0351463-a43d-4284-9468-f2faf38e9327 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:24.004548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d0351463-a43d-4284-9468-f2faf38e9327 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:24.005027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.103896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.127490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port d0351463-a43d-4284-9468-f2faf38e9327, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d0351463-a43d-4284-9468-f2faf38e9327,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:24.133356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.134426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 355bfd1a-5457-4add-8e87-a3841bf3ef37 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:24.217706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=d0351463-a43d-4284-9468-f2faf38e9327,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:24.231821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 355bfd1a-5457-4add-8e87-a3841bf3ef37 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:24.232201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.328147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb78baea-e56f-4fd8-a37d-89d0b8b7b94d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:24.384192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:24.384595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.124708 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Sync routers for ids ['c849c303-251d-47f7-bb6c-436fc1cac5fb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:25.135733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Routers {'c849c303-251d-47f7-bb6c-436fc1cac5fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:25.136364 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c849c303-251d-47f7-bb6c-436fc1cac5fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:25.256151 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Set router c849c303-251d-47f7-bb6c-436fc1cac5fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:25.488626 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '68ec2b8e-6452-4dc7-9410-991817fab0c4', 'name': '', 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'mac_address': 'fa:16:3e:ac:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1a371124-fad6-49d9-9104-419241079cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:21Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 2, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'subnets': [{'id': '1a371124-fad6-49d9-9104-419241079cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:25.522927 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Checking router: c849c303-251d-47f7-bb6c-436fc1cac5fb for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:25.523243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Updating router c849c303-251d-47f7-bb6c-436fc1cac5fb port 68ec2b8e-6452-4dc7-9410-991817fab0c4 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:03:25.563129 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.818135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d0351463-a43d-4284-9468-f2faf38e9327 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:25.888154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d0351463-a43d-4284-9468-f2faf38e9327 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:25.888154 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.907104 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.932749 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Transition to ACTIVE for port object 68ec2b8e-6452-4dc7-9410-991817fab0c4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:25.937576 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.998134 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aff4ec-fc99-4b06-bf42-3d8ee39e1a9c None None] Pushing event updated for resources: {'Port': ['ID=68ec2b8e-6452-4dc7-9410-991817fab0c4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:26.057031 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Attempting to bind port 68ec2b8e-6452-4dc7-9410-991817fab0c4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:26.057557 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Attempting to bind port 68ec2b8e-6452-4dc7-9410-991817fab0c4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:26.058246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Attempting to bind port 68ec2b8e-6452-4dc7-9410-991817fab0c4 on network a68deb6f-427f-470c-a491-92f0968bd2d9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:26.064797 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:26.065463 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Checking segment: {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:26.066254 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.066788 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Bound using segment: {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:26.067366 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Bound port: 68ec2b8e-6452-4dc7-9410-991817fab0c4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f646c49f-f192-4d9b-b08a-1a723633f7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:26.067799 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.143587 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] For port 68ec2b8e-6452-4dc7-9410-991817fab0c4, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:26.147357 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] For port 68ec2b8e-6452-4dc7-9410-991817fab0c4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=68ec2b8e-6452-4dc7-9410-991817fab0c4,segment=NetworkSegment(f646c49f-f192-4d9b-b08a-1a723633f7df),segment_id=f646c49f-f192-4d9b-b08a-1a723633f7df)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:26.154069 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.224919 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Routers {'c849c303-251d-47f7-bb6c-436fc1cac5fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:26.225569 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:03:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c849c303-251d-47f7-bb6c-436fc1cac5fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:26.227447 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aff4ec-fc99-4b06-bf42-3d8ee39e1a9c None None] Pushing event updated for resources: {'Port': ['ID=68ec2b8e-6452-4dc7-9410-991817fab0c4,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:26.468747 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] Set router c849c303-251d-47f7-bb6c-436fc1cac5fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:26.695225 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '68ec2b8e-6452-4dc7-9410-991817fab0c4', 'name': '', 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'mac_address': 'fa:16:3e:ac:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1a371124-fad6-49d9-9104-419241079cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:21Z', 'updated_at': '2021-07-16T02:03:26Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'subnets': [{'id': '1a371124-fad6-49d9-9104-419241079cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:26.727701 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca0b0b-d228-452f-b02a-6cdd2f8f4273 None None] The sync data for ids ['c849c303-251d-47f7-bb6c-436fc1cac5fb'] in n-d-791506-20 is: [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:03:21Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '68ec2b8e-6452-4dc7-9410-991817fab0c4', 'name': '', 'network_id': 'a68deb6f-427f-470c-a491-92f0968bd2d9', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'mac_address': 'fa:16:3e:ac:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1a371124-fad6-49d9-9104-419241079cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:21Z', 'updated_at': '2021-07-16T02:03:26Z', 'revision_number': 4, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'subnets': [{'id': '1a371124-fad6-49d9-9104-419241079cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:27.839084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 68ec2b8e-6452-4dc7-9410-991817fab0c4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:27.898635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 68ec2b8e-6452-4dc7-9410-991817fab0c4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:27.903260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 68ec2b8e-6452-4dc7-9410-991817fab0c4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:27.903811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.001206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.042353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 68ec2b8e-6452-4dc7-9410-991817fab0c4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=68ec2b8e-6452-4dc7-9410-991817fab0c4,segment=NetworkSegment(f646c49f-f192-4d9b-b08a-1a723633f7df),segment_id=f646c49f-f192-4d9b-b08a-1a723633f7df)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:28.047401 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.110076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=68ec2b8e-6452-4dc7-9410-991817fab0c4,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:29.805786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 68ec2b8e-6452-4dc7-9410-991817fab0c4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:29.856638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 68ec2b8e-6452-4dc7-9410-991817fab0c4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:29.857009 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:30.393946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64be5-66d0-463d-bfb2-ef68672112dd req-57ab95a6-7eb8-47ef-8898-0feec83f99a3 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:30.395419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fd64be5-66d0-463d-bfb2-ef68672112dd req-57ab95a6-7eb8-47ef-8898-0feec83f99a3 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.0611906 Jul 16 02:03:30.415017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fd64be5-66d0-463d-bfb2-ef68672112dd req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:30.521260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fd64be5-66d0-463d-bfb2-ef68672112dd req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:30.525793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fd64be5-66d0-463d-bfb2-ef68672112dd req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:30.558571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fd64be5-66d0-463d-bfb2-ef68672112dd req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571257 Jul 16 02:03:30.560349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c640c-8c80-49e5-b64b-058bc8b46644,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:30.570428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.572968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.573979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.573979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.573979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.573979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d546d1a-26dd-45aa-89f5-dd1d415323dc tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:30.744022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621c86f-94e3-4872-8e34-af4f21e39ae4 req-ee3ca877-1398-44f7-8172-920e607a34c6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:30.745547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a621c86f-94e3-4872-8e34-af4f21e39ae4 req-ee3ca877-1398-44f7-8172-920e607a34c6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0687177 Jul 16 02:03:30.789132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a621c86f-94e3-4872-8e34-af4f21e39ae4 req-d38f6770-6362-4c10-8fcd-abc13defd9ab tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333610 Jul 16 02:03:30.817836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 38876) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:30.892999 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7ea42903-220d-4a79-878f-b36636e5061e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/fd04ec91-838c-4857-9a22-62f6d2a6c7bd HTTP/1.1" status: 200 len: 992 time: 0.0739217 Jul 16 02:03:31.321439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-4244a020-9f9b-4393-b24e-d57ddb37db34 req-e0f6d969-d551-4554-962e-85697997189e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:03:31.322422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4244a020-9f9b-4393-b24e-d57ddb37db34 req-e0f6d969-d551-4554-962e-85697997189e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058699 Jul 16 02:03:31.820214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421d28a-2e1d-4f0f-a58f-7cf443d3e711 req-cb16d8f3-c426-4a1d-9b2b-e2798b6d3bcb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:31.820214 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8421d28a-2e1d-4f0f-a58f-7cf443d3e711 req-cb16d8f3-c426-4a1d-9b2b-e2798b6d3bcb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0851688 Jul 16 02:03:31.868289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8421d28a-2e1d-4f0f-a58f-7cf443d3e711 req-84e2c05d-ce02-43e8-b0ea-b8df992bac3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 Jul 16 02:03:31.896335 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-9d0390f7-582a-48c4-9e6f-7c6e7117140c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2041194 Jul 16 02:03:33.063258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d240d-13af-4445-b14a-ce2ed00e4a22 req-129abc70-111c-4427-9fea-5c33cf5a5752 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.065638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-709d240d-13af-4445-b14a-ce2ed00e4a22 req-129abc70-111c-4427-9fea-5c33cf5a5752 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0704117 Jul 16 02:03:33.109594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-709d240d-13af-4445-b14a-ce2ed00e4a22 req-e47f19bf-264b-42e8-ae9f-713fd2867a6f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382326 Jul 16 02:03:33.498214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-7e955fb5-8079-4325-b75c-ca0c48127cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.499903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-7e955fb5-8079-4325-b75c-ca0c48127cad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.0706728 Jul 16 02:03:33.609584 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-d061b9f6-422e-4273-9560-5e7db69ac9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.611126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-d061b9f6-422e-4273-9560-5e7db69ac9c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.1043730 Jul 16 02:03:33.630526 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:33.678657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-5b99a69e-a210-4f62-a899-b7626badd8bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 1000 time: 0.0608978 Jul 16 02:03:33.733453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-0c9d583d-256c-418e-ab57-a1b6e05ff540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.734970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-0c9d583d-256c-418e-ab57-a1b6e05ff540 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0499489 Jul 16 02:03:33.797822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-c1a460db-11e7-4ec3-8e54-6aa7e4202b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.799699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-c1a460db-11e7-4ec3-8e54-6aa7e4202b68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581079 Jul 16 02:03:33.898008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-9efb2db3-b26b-43dc-af72-9e3d55e01570 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908961 Jul 16 02:03:33.998510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-957cb562-99b7-4e99-ba66-555aab11bae3 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937006 Jul 16 02:03:34.291977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187050-1d0e-4fd8-8a2a-00ab62e65918 req-31a512e7-b8b4-41cf-803e-bfab49e53d54 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.293524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59187050-1d0e-4fd8-8a2a-00ab62e65918 req-31a512e7-b8b4-41cf-803e-bfab49e53d54 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0643165 Jul 16 02:03:34.333926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59187050-1d0e-4fd8-8a2a-00ab62e65918 req-0c2b696a-c6d6-4f76-9c55-52b0a7121ce8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346317 Jul 16 02:03:35.536069 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda18ca-cae4-465f-92cd-2e895544672c req-c99d1dc7-a44a-4ccd-93e6-4764ed41cf92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.537800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfda18ca-cae4-465f-92cd-2e895544672c req-c99d1dc7-a44a-4ccd-93e6-4764ed41cf92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0798168 Jul 16 02:03:35.577199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfda18ca-cae4-465f-92cd-2e895544672c req-cfc52ab2-c65e-47ab-afc6-82319d3dac55 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Jul 16 02:03:36.763092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68093000-c6c2-41d2-93fc-82b72c1f2637 req-48ccca3a-c208-4e47-ba7c-ea8564cf6eba tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:36.764650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68093000-c6c2-41d2-93fc-82b72c1f2637 req-48ccca3a-c208-4e47-ba7c-ea8564cf6eba tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0682158 Jul 16 02:03:36.803329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68093000-c6c2-41d2-93fc-82b72c1f2637 req-817464b0-dd82-4bb6-9357-51b35dc0d7cc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Jul 16 02:03:37.689083 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:38.006678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239481-786f-4aef-8963-6d33a50113b3 req-02543846-f57f-422b-ab9d-6302bf2a2786 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.008351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d239481-786f-4aef-8963-6d33a50113b3 req-02543846-f57f-422b-ab9d-6302bf2a2786 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0828438 Jul 16 02:03:38.062013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d239481-786f-4aef-8963-6d33a50113b3 req-61be32ac-a136-4269-afca-1167a03a7183 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Jul 16 02:03:39.560130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe12fb-20f4-4e9f-93aa-0670a91384da req-1bd80451-822b-4762-b029-077e68f3bf85 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:39.561648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5fe12fb-20f4-4e9f-93aa-0670a91384da req-1bd80451-822b-4762-b029-077e68f3bf85 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.3879130 Jul 16 02:03:39.605375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5fe12fb-20f4-4e9f-93aa-0670a91384da req-174e073b-27df-44cf-8e4f-5a37e67339f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Jul 16 02:03:40.171135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f9cbcb6-6bc2-4333-a460-e983a7a60fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.787569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d3e04-23ea-43be-956a-d83c082d06da req-3ad0e78b-a40f-487e-bb21-ad4c70717179 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:40.789055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-445d3e04-23ea-43be-956a-d83c082d06da req-3ad0e78b-a40f-487e-bb21-ad4c70717179 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0663719 Jul 16 02:03:40.828754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-445d3e04-23ea-43be-956a-d83c082d06da req-af510717-ab1f-4427-a01e-a11751a1058a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336828 Jul 16 02:03:42.005645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fce6-0513-40b9-aaee-3793a1d7219b req-76db3a9b-02d3-4025-ace6-61a867cff5c0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.007071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bda4fce6-0513-40b9-aaee-3793a1d7219b req-76db3a9b-02d3-4025-ace6-61a867cff5c0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0663688 Jul 16 02:03:42.048638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bda4fce6-0513-40b9-aaee-3793a1d7219b req-b6db58e5-b6b8-49bc-8722-9333d34da73e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357580 Jul 16 02:03:42.421486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e03343e-920b-4548-8267-e988b3679efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.501286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.221886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caf81f-40ea-4cbb-8140-4e56c530eb1c req-b64401d2-5578-4d7f-b814-0874bbfbd517 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:43.223392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04caf81f-40ea-4cbb-8140-4e56c530eb1c req-b64401d2-5578-4d7f-b814-0874bbfbd517 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0628684 Jul 16 02:03:43.261931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04caf81f-40ea-4cbb-8140-4e56c530eb1c req-0f00e737-f22e-4834-9f0f-e73e35a2e95a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Jul 16 02:03:43.800158 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.439844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b3b06-b8d3-4717-8745-d32a24f312fb req-ace34d7a-296b-45d0-9776-2a1b1bf15154 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:44.441568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f14b3b06-b8d3-4717-8745-d32a24f312fb req-ace34d7a-296b-45d0-9776-2a1b1bf15154 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0669594 Jul 16 02:03:44.479410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f14b3b06-b8d3-4717-8745-d32a24f312fb req-c8a5a32a-fba2-4015-966d-273ec5c88234 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320878 Jul 16 02:03:45.340607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.653663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc74f-c8f7-49cb-a9de-4d4dafd1e7a1 req-ba5a5d70-1d50-4f27-af5b-c90bcaa50af2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:45.655068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-246fc74f-c8f7-49cb-a9de-4d4dafd1e7a1 req-ba5a5d70-1d50-4f27-af5b-c90bcaa50af2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0640597 Jul 16 02:03:45.692868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-246fc74f-c8f7-49cb-a9de-4d4dafd1e7a1 req-60252cd2-90eb-4ebf-b55b-69e56e3c9514 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319002 Jul 16 02:03:45.855942 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-8e2185a6-bfd2-4432-916a-6f167793bb62 service neutron] show failed (client error): The resource could not be found. Jul 16 02:03:45.856996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-8e2185a6-bfd2-4432-916a-6f167793bb62 service neutron] 10.222.0.23 "GET /v2.0/ports/8ecd3086-1ff5-457d-8301-3cb7f3900093/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0580761 Jul 16 02:03:46.149746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-4ca728b7-95ad-49d9-9721-e605e5061ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:46.151277 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-4ca728b7-95ad-49d9-9721-e605e5061ffe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 1097 time: 0.0865934 Jul 16 02:03:46.169346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:46.243956 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.447115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:46.479953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:46.518684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:46.520921 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f90d0dc-713d-4f21-b06b-9a25b0d3c00e" -d '{"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:46.524392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.540000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Transition to ACTIVE for port object 8ecd3086-1ff5-457d-8301-3cb7f3900093 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:46.544183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.577334 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4ccc3f-554f-4779-852d-0525edf51aa6 x-openstack-request-id: req-1c4ccc3f-554f-4779-852d-0525edf51aa6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:46.577629 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:46.577886 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c4ccc3f-554f-4779-852d-0525edf51aa6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:46.578347 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'code': 200} Jul 16 02:03:46.663728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:46.740987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] No DVR routers for this DVR port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:46.899126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:46.899594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:46.899935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:46.904399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:03:46.904829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Attempting to bind port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:46.910416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:46.910761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Checking segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:46.911149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Bound using segment: {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:46.911578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Bound port: 8ecd3086-1ff5-457d-8301-3cb7f3900093, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53ede49-291f-49c8-82d9-e3dc83b21383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:46.911944 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.918831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69198d-89ef-4dc4-92e0-cd3c79bdf0ff req-f69a8bb6-4cf0-4065-82f7-517160abccbb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:46.920331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de69198d-89ef-4dc4-92e0-cd3c79bdf0ff req-f69a8bb6-4cf0-4065-82f7-517160abccbb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 943 time: 0.0872614 Jul 16 02:03:46.959415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de69198d-89ef-4dc4-92e0-cd3c79bdf0ff req-e6d54a39-4d73-4166-8665-465d1da2d099 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319457 Jul 16 02:03:46.980489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:46.983823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:46.987841 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.025369 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.026185 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.027618 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-85a30b11-0199-4822-914e-216563319bc0 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 1092 time: 0.8624043 Jul 16 02:03:47.052073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a30b11-0199-4822-914e-216563319bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:47.131447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-b5d52793-437e-4122-bc3e-bafa898e8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.133159 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-b5d52793-437e-4122-bc3e-bafa898e8ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1095 time: 0.0583849 Jul 16 02:03:47.232436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-6425c436-837d-45d8-ac50-558b980e1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.233953 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-6425c436-837d-45d8-ac50-558b980e1d55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.0948510 Jul 16 02:03:47.298329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-b6592aa9-8fbd-497f-bc2f-b9818e2fdf6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 998 time: 0.0570631 Jul 16 02:03:47.348008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-067abdbc-65b7-4930-824c-90689b4c1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.349510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-067abdbc-65b7-4930-824c-90689b4c1ee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0448678 Jul 16 02:03:47.410228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-0df06766-8e66-43ca-b490-fae7f90bbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.411770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-0df06766-8e66-43ca-b490-fae7f90bbf39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554693 Jul 16 02:03:47.501073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-8be4391b-db29-451e-bdaa-c18859ae6fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Jul 16 02:03:47.596276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-ddaa7374-bbdd-4844-ad0b-5877f2976f90 service neutron] 10.222.0.13 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886807 Jul 16 02:03:48.140397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e049a5-5614-4b74-828c-d3bff5bd7dba req-277f3cef-ae12-481e-a597-2e4f2e59fcce tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.141840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8e049a5-5614-4b74-828c-d3bff5bd7dba req-277f3cef-ae12-481e-a597-2e4f2e59fcce tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 943 time: 0.0639153 Jul 16 02:03:48.186827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8e049a5-5614-4b74-828c-d3bff5bd7dba req-e1c0c171-d6ca-4e17-b810-3ab2fcb08144 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384235 Jul 16 02:03:48.526962 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.580645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:48.583134 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c647a-5ed8-46fe-8316-1078ef36c16e" -d '{"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:48.631999 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5e3ce-dcda-41f3-b45c-f6cfd1308692 x-openstack-request-id: req-fbe5e3ce-dcda-41f3-b45c-f6cfd1308692 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:48.632293 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:48.632657 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbe5e3ce-dcda-41f3-b45c-f6cfd1308692 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:48.633053 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'status': 'completed', 'code': 200} Jul 16 02:03:48.714412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-918246b2-b4a2-4867-8553-31cd3e12cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.715957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-918246b2-b4a2-4867-8553-31cd3e12cffc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1095 time: 0.0608296 Jul 16 02:03:48.723165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-8fc0dbfd-b45a-4bb8-8c01-efa58720cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.724793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-8fc0dbfd-b45a-4bb8-8c01-efa58720cf23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1095 time: 0.0537274 Jul 16 02:03:48.811295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-654c334b-bde2-48ec-835b-e9e08e75f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.812756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-654c334b-bde2-48ec-835b-e9e08e75f86c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.0902128 Jul 16 02:03:48.819264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-605c1863-15e5-4ff0-b81d-a8585bc5b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.821077 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-605c1863-15e5-4ff0-b81d-a8585bc5b4e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.0899332 Jul 16 02:03:48.886914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-f62e817a-2a84-474f-a176-0aac4494a4a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 998 time: 0.0675817 Jul 16 02:03:48.889815 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-2dc262e8-052f-41cb-a471-686ebe9de0ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 998 time: 0.0616698 Jul 16 02:03:48.936780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-393a3ae8-f891-45a6-9e79-caf4dd9ce5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.938289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-393a3ae8-f891-45a6-9e79-caf4dd9ce5bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0461133 Jul 16 02:03:48.941141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-1dabbed4-ad2d-4952-8c40-7712db58214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.942639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-1dabbed4-ad2d-4952-8c40-7712db58214d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0453968 Jul 16 02:03:49.000479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-10eaddde-3be1-41ca-846d-1340d2d030cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:49.001512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:49.003388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-10eaddde-3be1-41ca-846d-1340d2d030cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592434 Jul 16 02:03:49.011644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-bb3ed3db-2696-411a-bffc-2a9c0919f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:49.013320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-bb3ed3db-2696-411a-bffc-2a9c0919f17a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645339 Jul 16 02:03:49.042963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:49.106226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-73da05d5-b09f-42cc-b5d0-176a7bb2a121 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964491 Jul 16 02:03:49.207952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-5ad4a11e-e883-44b5-a252-b3d82a27ae51 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950882 Jul 16 02:03:49.424865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b70fd-0115-4092-a678-14323cc039ff req-0c869235-c9d4-4395-8f8f-400c3a3cf3f7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:49.427613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b8b70fd-0115-4092-a678-14323cc039ff req-0c869235-c9d4-4395-8f8f-400c3a3cf3f7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 943 time: 0.0810258 Jul 16 02:03:49.470876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2b8b70fd-0115-4092-a678-14323cc039ff req-8abbabfd-5fb1-43f8-90a9-470e58fa9117 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369337 Jul 16 02:03:49.549544 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-e01fe03d-63ef-4cf4-b68b-f28e3b2d4932 service neutron] 10.222.0.13 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251014 Jul 16 02:03:49.645585 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4e3c647a-5ed8-46fe-8316-1078ef36c16e req-cf6bdd37-702f-46eb-8d0b-dfba31d8affe service neutron] 10.222.0.13 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898604 Jul 16 02:03:50.143599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:50.239909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:50.253213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'port_id': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'mac_address': 'fa:16:3e:a6:5c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:50.289258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:50.303698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd3086-1ff5-457d-8301-3cb7f3900093 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:50.325563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:50.330059 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:50.381426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:50.388577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.388946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.389268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.389603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.389935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.390269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.390597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.390920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.391243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.391562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.391883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.392203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:50.616187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8ecd3086-1ff5-457d-8301-3cb7f3900093'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:50.676048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c82c92-f043-460a-9426-bc2fc1bd0b09 req-4d442e50-ba40-4401-9b00-3e2e4fc21716 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:50.677662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26c82c92-f043-460a-9426-bc2fc1bd0b09 req-4d442e50-ba40-4401-9b00-3e2e4fc21716 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 944 time: 0.0730636 Jul 16 02:03:50.720297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26c82c92-f043-460a-9426-bc2fc1bd0b09 req-9f3ecf1a-3e93-40da-a348-e6a01ec6a1aa tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352905 Jul 16 02:03:51.120378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff149-c7eb-45d7-8903-72d4bfbe0257 req-dd3b70b3-4048-4b5d-abee-8d97259cfcb7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.121924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-567ff149-c7eb-45d7-8903-72d4bfbe0257 req-dd3b70b3-4048-4b5d-abee-8d97259cfcb7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 944 time: 0.1572235 Jul 16 02:03:51.129296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-a1dec113-0170-4e93-8a20-9113c4163e98 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.130642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-a1dec113-0170-4e93-8a20-9113c4163e98 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03&tenant_id=c7304063810346ebad6573109864414c&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 944 time: 0.1560862 Jul 16 02:03:51.197935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-567ff149-c7eb-45d7-8903-72d4bfbe0257 req-a2b1011e-2532-4fe0-bea9-fdc56c189b19 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663316 Jul 16 02:03:51.215615 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-95f06175-2246-429d-9e93-742f4e75b285 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:03:51.216752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-95f06175-2246-429d-9e93-742f4e75b285 service neutron] 10.222.0.23 "DELETE /v2.0/ports/8ecd3086-1ff5-457d-8301-3cb7f3900093/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0782912 Jul 16 02:03:51.317175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-ab041579-7ea5-4168-b54d-138cf7ef3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.318728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-ab041579-7ea5-4168-b54d-138cf7ef3173 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1096 time: 0.0574453 Jul 16 02:03:51.412963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-ba0edb40-461b-4f00-b10a-d31cd0fa0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.414449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-ba0edb40-461b-4f00-b10a-d31cd0fa0da3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.0891876 Jul 16 02:03:51.480367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-e936cdd4-4ec0-4a0a-a8f7-ce1ddc2f2bb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 999 time: 0.0594270 Jul 16 02:03:51.535691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-ebbc4881-add1-47af-9682-0b17541162af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.537110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-ebbc4881-add1-47af-9682-0b17541162af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0440636 Jul 16 02:03:51.609902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-cc9893ab-999f-41d9-89a9-c928864fbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.611568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-cc9893ab-999f-41d9-89a9-c928864fbeda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685267 Jul 16 02:03:51.703296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-8cd2d426-251f-48d2-acb8-21eac0544200 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855415 Jul 16 02:03:51.795942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c0cd7fd-ba86-4620-b7a3-fd6d4b44ca51 req-349fb5ec-6072-4be6-b3f0-2d2f64141868 service neutron] 10.222.0.23 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861342 Jul 16 02:03:52.137077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:52.186636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 8ecd3086-1ff5-457d-8301-3cb7f3900093 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:52.191259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8ecd3086-1ff5-457d-8301-3cb7f3900093 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:52.191433 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.278932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.309441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:52.312585 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd1254e-5627-45ba-8293-a51e8e96fd1e" -d '{"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:52.360249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:52.374591 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.406372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321a5ba-e5ba-4b72-90a7-bfc0a51f88b4 req-390656c3-cd22-467c-aed2-e02fef09d0c5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:52.409237 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e321a5ba-e5ba-4b72-90a7-bfc0a51f88b4 req-390656c3-cd22-467c-aed2-e02fef09d0c5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 944 time: 0.0795436 Jul 16 02:03:52.437887 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8505bf-45e5-4c28-a9d9-c150b811e305 x-openstack-request-id: req-6d8505bf-45e5-4c28-a9d9-c150b811e305 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:52.438208 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:52.438597 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d8505bf-45e5-4c28-a9d9-c150b811e305 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:52.439702 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'code': 200} Jul 16 02:03:52.440558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:52.464378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e321a5ba-e5ba-4b72-90a7-bfc0a51f88b4 req-046e2062-a24f-4c81-adc4-52dbfe3d4766 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487356 Jul 16 02:03:52.483299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39106) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:52.544398 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-521076ba-7013-4807-9325-b8867322e912 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/fd04ec91-838c-4857-9a22-62f6d2a6c7bd HTTP/1.1" status: 200 len: 992 time: 0.0598693 Jul 16 02:04:07.698883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.171439 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-285e37aa-8678-40ed-b274-6b200a537652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.629786 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:12.418539 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3b4d-c411-4490-bde4-36b38a629b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.510556 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:13.802103 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:15.342753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:18.534767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:21.348698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306696d-426a-40ae-99d1-311d9fbfb60c req-3b8ac80d-e8ab-4783-b71f-fc8978392736 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:21.350243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a306696d-426a-40ae-99d1-311d9fbfb60c req-3b8ac80d-e8ab-4783-b71f-fc8978392736 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.0543458 Jul 16 02:04:21.391178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a306696d-426a-40ae-99d1-311d9fbfb60c req-cbf84e05-e174-49e1-8da9-44658082c0bf tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348077 Jul 16 02:04:21.416136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39308) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:21.583994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port aef3f78e-f46c-45a3-8b83-7f22a205153a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:21.584351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:21.679738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:21.680078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:21.692188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for aef3f78e-f46c-45a3-8b83-7f22a205153a owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:21.856144 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:21.883377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=aef3f78e-f46c-45a3-8b83-7f22a205153a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:21.909988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.910338 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.910679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.911017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.911350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.911681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.912016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.912356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.912706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.913034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.913360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.913682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:21.955260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:21.955597 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP fd04ec91-838c-4857-9a22-62f6d2a6c7bd disassociated (deleted). External IP: 172.25.7.94, port: 8ecd3086-1ff5-457d-8301-3cb7f3900093. Jul 16 02:04:22.174502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:04:22.286179 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:22.291033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:22.296342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] Sync routers for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:22.307172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:22.307800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:22.336364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f030af7-884a-4b84-b1e8-0a18a940f856 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd04ec91-838c-4857-9a22-62f6d2a6c7bd HTTP/1.1" status: 204 len: 168 time: 0.9165809 Jul 16 02:04:22.336364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:22.346094 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d0976-fed4-489f-bf91-b3d5ce602c03" -d '{"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:22.396677 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc03a1b-63e0-49b8-a7af-c1a5b9432500 x-openstack-request-id: req-2cc03a1b-63e0-49b8-a7af-c1a5b9432500 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:22.397089 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:22.397448 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cc03a1b-63e0-49b8-a7af-c1a5b9432500 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:22.397955 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'status': 'completed', 'code': 200} Jul 16 02:04:22.440855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:22.508112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-54dc19dd-539a-418d-b2ba-0ad4723846b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:22.510350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-54dc19dd-539a-418d-b2ba-0ad4723846b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 1097 time: 0.0675781 Jul 16 02:04:22.629898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-9ac03242-e650-475f-abf0-d8f60f967a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:22.631952 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-9ac03242-e650-475f-abf0-d8f60f967a25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 200 len: 898 time: 0.1150341 Jul 16 02:04:22.693100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:45Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:22.697566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-33fdb86a-fa0c-4870-8315-764d09cdebb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 200 len: 217 time: 0.0567396 Jul 16 02:04:22.723611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] Checking router: 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:22.738422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:22.739056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:22.760699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac078-5c12-412d-bee8-7de57b8d376b req-bfaf88f6-ea85-437b-9186-5ddcb5276a63 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:22.771064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec2ac078-5c12-412d-bee8-7de57b8d376b req-bfaf88f6-ea85-437b-9186-5ddcb5276a63 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0842907 Jul 16 02:04:22.771246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-cc94bd7e-eba7-42d8-b0e8-a3d0ab43d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:22.772788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-cc94bd7e-eba7-42d8-b0e8-a3d0ab43d21d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 200 len: 835 time: 0.0669489 Jul 16 02:04:22.820067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec2ac078-5c12-412d-bee8-7de57b8d376b req-badc6722-ce68-4bfd-895e-abc5e5cdca6b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470665 Jul 16 02:04:22.861473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-349bef55-65a9-4f13-9980-376c4c4e34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:22.863132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-349bef55-65a9-4f13-9980-376c4c4e34ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a403ea6c-abf0-4c4f-9d6b-aa37071a3019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835886 Jul 16 02:04:22.871107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:22.876576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-0dfb3a4a-cd5d-4bf7-8739-a8c8fa20b062 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:04:22.877578 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-0dfb3a4a-cd5d-4bf7-8739-a8c8fa20b062 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061707 Jul 16 02:04:22.976497 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-7b094d86-8283-4578-b649-99da09c67aed service neutron] 10.222.0.13 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924788 Jul 16 02:04:23.082916 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-768d0976-fed4-489f-bf91-b3d5ce602c03 req-24dcc586-6d00-4ec3-b44d-9a3880be1ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998657 Jul 16 02:04:23.087597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:45Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:23.117487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad029eb9-5965-4db0-8d46-c706802210c5 None None] The sync data for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 is: [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:02:41Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'c7771d36-327e-4591-9c03-f9d09e73139f', 'name': '', 'network_id': 'a403ea6c-abf0-4c4f-9d6b-aa37071a3019', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e8:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:40Z', 'updated_at': '2021-07-16T02:02:45Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'aee0517d-c60f-4688-922a-3ff485f1c372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:23.349265 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187319b-b622-4c79-adc1-bf0e042247b8 None None] New status for floating IP fd04ec91-838c-4857-9a22-62f6d2a6c7bd: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:04:23.996612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f519d9-fd9c-43b0-a2a8-671b37a8ab07 req-8f1870e1-b05d-44d2-a218-ea9f99b33846 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:23.998127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01f519d9-fd9c-43b0-a2a8-671b37a8ab07 req-8f1870e1-b05d-44d2-a218-ea9f99b33846 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.0655808 Jul 16 02:04:24.038655 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-01f519d9-fd9c-43b0-a2a8-671b37a8ab07 req-6daf0db3-aba4-4f40-aaff-41b8fc3508e0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=67a6c091-6a6b-4f1a-8f18-4c0a37c51138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337722 Jul 16 02:04:24.133124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-5f3fd798-5029-440e-991d-01b4b39643c8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:24.134072 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-5f3fd798-5029-440e-991d-01b4b39643c8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/ports?device_id=71be594e-5db2-401d-8bdb-d776ff881f03 HTTP/1.1" status: 200 len: 945 time: 0.1078143 Jul 16 02:04:24.243884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 8ecd3086-1ff5-457d-8301-3cb7f3900093 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:24.244231 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:24.345765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 8ecd3086-1ff5-457d-8301-3cb7f3900093, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8ecd3086-1ff5-457d-8301-3cb7f3900093,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:24.346128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:24.358400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 8ecd3086-1ff5-457d-8301-3cb7f3900093 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:24.499298 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:24.535685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=8ecd3086-1ff5-457d-8301-3cb7f3900093,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:24.584845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] No DVR routers for this DVR port 8ecd3086-1ff5-457d-8301-3cb7f3900093 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:04:24.590006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:24.592054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c242597-3b70-4504-8596-cfe103b0cb8e req-30ebd597-49c0-457f-808b-d6b751b5da35 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "DELETE /v2.0/ports/8ecd3086-1ff5-457d-8301-3cb7f3900093 HTTP/1.1" status: 204 len: 173 time: 0.4525254 Jul 16 02:04:24.592527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-deleted', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:24.595551 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744587bc-61c5-4cd1-8d93-1b27e55827bc" -d '{"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-deleted", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:24.634327 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b78eae-b3d1-4a53-8948-2c36b3063b15 x-openstack-request-id: req-06b78eae-b3d1-4a53-8948-2c36b3063b15 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:24.634633 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71be594e-5db2-401d-8bdb-d776ff881f03", "name": "network-vif-deleted", "tag": "8ecd3086-1ff5-457d-8301-3cb7f3900093", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:24.634891 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06b78eae-b3d1-4a53-8948-2c36b3063b15 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:24.635382 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71be594e-5db2-401d-8bdb-d776ff881f03', 'name': 'network-vif-deleted', 'tag': '8ecd3086-1ff5-457d-8301-3cb7f3900093', 'status': 'completed', 'code': 200} Jul 16 02:04:25.146962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39362) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:25.518955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:25.783133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port c7771d36-327e-4591-9c03-f9d09e73139f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:25.783467 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:25.874356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port c7771d36-327e-4591-9c03-f9d09e73139f, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c7771d36-327e-4591-9c03-f9d09e73139f,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:25.874722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:25.888021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for c7771d36-327e-4591-9c03-f9d09e73139f owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:26.077246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.107736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=c7771d36-327e-4591-9c03-f9d09e73139f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:26.290661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.511506 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:04:26.616996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:26.624571 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a8f86f63-92b6-4877-9a36-034492624538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/54d9d3aa-c2e5-4cf6-8835-9b03f3d08154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4740720 Jul 16 02:04:26.624725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39378) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:26.630644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] Sync routers for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:26.640038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:26.641671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:26.676580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting subnet aee0517d-c60f-4688-922a-3ff485f1c372 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:04:26.680238 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.720658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.747595 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:26.814626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.878779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.904598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Subnet': ['ID=aee0517d-c60f-4688-922a-3ff485f1c372,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:26.914351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.916240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-780f1c9a-e0a6-4e51-8055-0f71c9dfdb04 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/subnets/aee0517d-c60f-4688-922a-3ff485f1c372 HTTP/1.1" status: 204 len: 168 time: 0.2899363 Jul 16 02:04:26.918808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39384) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:26.924085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108acd6-343c-4c29-aeec-7861ec005ba1 None None] Network a403ea6c-abf0-4c4f-9d6b-aa37071a3019 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:04:27.030374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.048675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:04:26Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:27.082148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] Checking router: 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:27.096209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] Routers {'54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:27.096864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:27.138898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.206333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port d139e190-2b65-4c66-a0e0-f248ee55a7ef {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:27.206800 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.225625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] DHCP port deletion for a403ea6c-abf0-4c4f-9d6b-aa37071a3019 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:04:27.236507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] Set router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:27.295535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port d139e190-2b65-4c66-a0e0-f248ee55a7ef, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d139e190-2b65-4c66-a0e0-f248ee55a7ef,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:27.296182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.308740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for d139e190-2b65-4c66-a0e0-f248ee55a7ef owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:27.405993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] Deleting port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:27.406295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.501665 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.510543 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] For port 02cbc2fd-75fa-4af5-bdc1-59af8e842620, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=02cbc2fd-75fa-4af5-bdc1-59af8e842620,segment=NetworkSegment(a53ede49-291f-49c8-82d9-e3dc83b21383),segment_id=a53ede49-291f-49c8-82d9-e3dc83b21383)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:27.510952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.525774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] Calling delete_port for 02cbc2fd-75fa-4af5-bdc1-59af8e842620 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:27.528708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=d139e190-2b65-4c66-a0e0-f248ee55a7ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:27.576007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:04:26Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:27.596601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.607411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfaff84-e2e3-43c8-bb47-2d427327abc1 None None] The sync data for ids ['54d9d3aa-c2e5-4cf6-8835-9b03f3d08154'] in n-d-791506-20 is: [{'id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204825960', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:02:36Z', 'updated_at': '2021-07-16T02:04:26Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'd139e190-2b65-4c66-a0e0-f248ee55a7ef', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9d3aa-c2e5-4cf6-8835-9b03f3d08154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:02:37Z', 'updated_at': '2021-07-16T02:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:27.713175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.715386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.806580 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.836348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] Pushing event deleted for resources: {'Port': ['ID=02cbc2fd-75fa-4af5-bdc1-59af8e842620,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:27.845242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eef99e-f951-4f39-99cd-4c41e8a9a001 None None] No DVR routers for this DVR port 02cbc2fd-75fa-4af5-bdc1-59af8e842620 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:04:28.128546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02cbc2fd-75fa-4af5-bdc1-59af8e842620 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:28.138224 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.138819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Fanout notify agent at l3_agent the message router_deleted on router 54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:04:28.146757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.150515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c1c5e92d-4b19-43ad-87e1-5d4fd828a0f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/routers/54d9d3aa-c2e5-4cf6-8835-9b03f3d08154 HTTP/1.1" status: 204 len: 168 time: 1.2282455 Jul 16 02:04:28.150872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39396) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:28.167307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 02cbc2fd-75fa-4af5-bdc1-59af8e842620 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:04:28.167679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02cbc2fd-75fa-4af5-bdc1-59af8e842620 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:28.168074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7771d36-327e-4591-9c03-f9d09e73139f no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:28.186737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c7771d36-327e-4591-9c03-f9d09e73139f {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:04:28.187087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c7771d36-327e-4591-9c03-f9d09e73139f not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:28.240802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.328050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:28.338034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.352667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a403ea6c-abf0-4c4f-9d6b-aa37071a3019']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:28.354585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 8ecd3086-1ff5-457d-8301-3cb7f3900093 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:04:28.354585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8ecd3086-1ff5-457d-8301-3cb7f3900093 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:28.365000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53ede49-291f-49c8-82d9-e3dc83b21383') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:28.365392 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53ede49-291f-49c8-82d9-e3dc83b21383') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:28.374874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.389461 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.402043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:04:28.402477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:04:28.419534 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:04:28.484127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.491811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.493721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/networks/a403ea6c-abf0-4c4f-9d6b-aa37071a3019 HTTP/1.1" status: 204 len: 168 time: 0.3416784 Jul 16 02:04:28.496556 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39404) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:28.506327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa0ec3-ad69-4e8b-8784-c3ef45771370 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Network': ['ID=a403ea6c-abf0-4c4f-9d6b-aa37071a3019,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:28.562080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a186-df48-476a-9ddc-151f8d1a2ca5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.587337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a186-df48-476a-9ddc-151f8d1a2ca5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.654716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a186-df48-476a-9ddc-151f8d1a2ca5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.658537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a186-df48-476a-9ddc-151f8d1a2ca5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.659750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8ad4a186-df48-476a-9ddc-151f8d1a2ca5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/security-groups/67a6c091-6a6b-4f1a-8f18-4c0a37c51138 HTTP/1.1" status: 204 len: 168 time: 0.1622157 Jul 16 02:04:28.668987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4a186-df48-476a-9ddc-151f8d1a2ca5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6c091-6a6b-4f1a-8f18-4c0a37c51138,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:28.992176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39420) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:28.997034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155314727', 'description': 'tempest-secgroup-smoke-1155314727 description', 'project_id': 'c7304063810346ebad6573109864414c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.020009 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.109451 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.114295 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.141518 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.145539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494510 Jul 16 02:04:29.145539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce449c68-f19a-4175-be2b-ce9e64b00019 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde90d0c-9ba1-4626-a521-f1374a1a307d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.145835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39422) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:29.150729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'bde90d0c-9ba1-4626-a521-f1374a1a307d', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.178809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.234195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.238891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.257419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c17c73-733a-424d-88d2-d79996a7ed77,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.266564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.268112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6716d5ae-3483-4cfd-8458-7c7f12d67a93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211112 Jul 16 02:04:29.271213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:29.275651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'bde90d0c-9ba1-4626-a521-f1374a1a307d', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.304042 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.369944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.373722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.395166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9a8adc-2c7c-41d8-8a84-4dfc5b449c8e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.402937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.404272 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-76058281-0357-474b-8cea-b7c202674573 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322651 Jul 16 02:04:29.407626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39432) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:29.412984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'bde90d0c-9ba1-4626-a521-f1374a1a307d', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.439933 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.498219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.503028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.522749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b6ddad-e984-452e-9313-10a6adc97c91,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.530191 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.532405 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f5d4e6f6-8df9-437a-af20-930ee5aceb96 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231763 Jul 16 02:04:29.535372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39438) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:29.540166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'bde90d0c-9ba1-4626-a521-f1374a1a307d', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.576402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.650507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.661334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.676182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65badd0f-a820-44b3-bf8d-e4e7d4cf259c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.696361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.697960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c65857dc-6a9d-4ced-97f6-83a0f198febb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615694 Jul 16 02:04:29.700936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39440) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:29.709030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'bde90d0c-9ba1-4626-a521-f1374a1a307d', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.734596 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:04:29.740268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.800836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d139e190-2b65-4c66-a0e0-f248ee55a7ef no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:29.810868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.827221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.830329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d139e190-2b65-4c66-a0e0-f248ee55a7ef {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:04:29.832160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d139e190-2b65-4c66-a0e0-f248ee55a7ef not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:29.845326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4408327-d521-4dff-9002-8d326d1cc492,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.852533 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.856977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-07b7711a-61cf-4af3-bd78-b0299b0b9c1d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520278 Jul 16 02:04:29.857110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39442) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:29.862021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'bde90d0c-9ba1-4626-a521-f1374a1a307d', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:29.887104 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:04:29.893676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.962115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.966423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.985912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8e7ab6-c49c-4b3b-97e1-ffcc4cce6090,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:29.994587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.995886 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e10c16c2-49fe-4a75-bce2-9751aeff4961 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377323 Jul 16 02:04:30.000967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 39444) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:30.006225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'network': {'name': 'tempest-network-smoke--1148235698', 'project_id': 'c7304063810346ebad6573109864414c', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:30.029965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:30.034664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.063195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:04:30.075591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.075991 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Added segment d395698e-dccc-4d0f-a411-e1512685e5f9 of type vlan for network 0e592174-bb00-4358-94dc-db15e596ad74 Jul 16 02:04:30.122122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.159165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.167042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:30.168001 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.210625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2084587 Jul 16 02:04:30.213891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39446) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:30.219946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'admin_state_up': True, 'project_id': 'c7304063810346ebad6573109864414c', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:30.251249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5a156-ac92-484b-9c55-8fdbb0a6c3fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Network': ['ID=0e592174-bb00-4358-94dc-db15e596ad74,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:30.257505 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.258641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.265294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 0e592174-bb00-4358-94dc-db15e596ad74 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:04:30.345409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.492297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.690000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.709344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.812057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.9 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/b4e12cdb-565c-4582-af8d-23168c309f32) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:30.916713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.956537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.996624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:30.999397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:31.002595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:31.026581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=b4e12cdb-565c-4582-af8d-23168c309f32,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:31.040326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.040708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.041051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.041391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.041727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.042065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.042397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.042729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.043063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.043389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.043717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.044041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.266730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.474388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.631671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router d88b2578-a029-49e9-9266-610e611c6d9b is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:04:31.740659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:31.751561 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Sync routers for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:31.760594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.764978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06b8cd0c-b1c6-4d6c-b95a-b3fb82e1cec5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5470726 Jul 16 02:04:31.765211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39460) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.767146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:31.768213 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:31.797940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9b3050f0-b71a-4553-be1a-daaa50e66c19 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c7304063810346ebad6573109864414c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283613 Jul 16 02:04:31.798273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39462) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.886009 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:31.902074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f948f-5c95-45ac-bac8-01a0c3f5b03b tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.906266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fe0f948f-5c95-45ac-bac8-01a0c3f5b03b tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1044126 Jul 16 02:04:31.906472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39464) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.939171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-10b50d77-2ca2-4b31-b579-ea1ee0859244 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283251 Jul 16 02:04:31.939432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.944140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1731462340', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'project_id': 'c7304063810346ebad6573109864414c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:32.033561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:32.037373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.075470 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:31Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:32.103263 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Checking router: d88b2578-a029-49e9-9266-610e611c6d9b for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:32.103753 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Updating router d88b2578-a029-49e9-9266-610e611c6d9b port b4e12cdb-565c-4582-af8d-23168c309f32 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:04:32.147548 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.244315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.322126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Subnet': ['ID=5182921f-3911-45ba-822a-9b765733436c,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.329889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Checking segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:32.330330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network hostable DHCP agents. Network: 0e592174-bb00-4358-94dc-db15e596ad74, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:04:32.351082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 0e592174-bb00-4358-94dc-db15e596ad74 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:04:32.362448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 0e592174-bb00-4358-94dc-db15e596ad74) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:32.378716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:32.379672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.385641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b93a9-9e0a-4c75-94a6-25471893f9b9 None None] Network 0e592174-bb00-4358-94dc-db15e596ad74 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:04:32.411654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1c34c8ac-0fb1-432b-add0-3b9e8f1b2f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4711523 Jul 16 02:04:32.414358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:32.426582 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.437441 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Transition to ACTIVE for port object b4e12cdb-565c-4582-af8d-23168c309f32 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:32.444977 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.472171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Attempting to bind port b4e12cdb-565c-4582-af8d-23168c309f32 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:32.472171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Attempting to bind port b4e12cdb-565c-4582-af8d-23168c309f32 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:32.472171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Attempting to bind port b4e12cdb-565c-4582-af8d-23168c309f32 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:32.493773 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:32.494089 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:32.494372 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.494640 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:32.495111 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Bound port: b4e12cdb-565c-4582-af8d-23168c309f32, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:32.495489 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.549845 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] For port b4e12cdb-565c-4582-af8d-23168c309f32, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:32.552731 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] For port b4e12cdb-565c-4582-af8d-23168c309f32, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b4e12cdb-565c-4582-af8d-23168c309f32,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:32.563901 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.584406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-0e592174-bb00-4358-94dc-db15e596ad74', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:04:32.585486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.599545 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:32.600187 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:32.711843 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Pushing event updated for resources: {'Port': ['ID=b4e12cdb-565c-4582-af8d-23168c309f32,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.749577 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.750599 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.751012 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.751406 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.751744 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.752306 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.752399 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.752719 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.753303 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.753806 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.754397 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.754908 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:32.773538 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:32.780535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Allocated IP 172.20.0.2 (0e592174-bb00-4358-94dc-db15e596ad74/5182921f-3911-45ba-822a-9b765733436c/23f0d01a-0a41-468c-93d0-a49ea91923a8) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:32.959216 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.972898 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Transition to ACTIVE for port object 23f0d01a-0a41-468c-93d0-a49ea91923a8 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:32.995601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Transition to ACTIVE for port object 23f0d01a-0a41-468c-93d0-a49ea91923a8 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:33.013022 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:33.057750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Network 0e592174-bb00-4358-94dc-db15e596ad74 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:33.061133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:33.071643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:33.102466 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c1689-f927-4f55-94a4-4121e6e42935 None None] Pushing event updated for resources: {'Port': ['ID=b4e12cdb-565c-4582-af8d-23168c309f32,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:33.108743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Pushing event updated for resources: {'Port': ['ID=23f0d01a-0a41-468c-93d0-a49ea91923a8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:33.155565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Attempting to bind port 23f0d01a-0a41-468c-93d0-a49ea91923a8 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:33.155934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Attempting to bind port 23f0d01a-0a41-468c-93d0-a49ea91923a8 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:33.156394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Attempting to bind port 23f0d01a-0a41-468c-93d0-a49ea91923a8 on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:33.161959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:33.162883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Checking segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:33.162883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:33.163126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Bound using segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:33.163590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Bound port: 23f0d01a-0a41-468c-93d0-a49ea91923a8, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:33.163975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:33.181976 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:31Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:33.225438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed138b-cd68-4f46-8e55-7ee7c27f05f1 None None] The sync data for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 is: [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:31Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:33.262965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] For port 23f0d01a-0a41-468c-93d0-a49ea91923a8, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:33.267275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] For port 23f0d01a-0a41-468c-93d0-a49ea91923a8, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=23f0d01a-0a41-468c-93d0-a49ea91923a8,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:33.273374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:33.366958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8796fab-f8b9-43de-9864-29bcdb77beee None None] Pushing event updated for resources: {'Port': ['ID=23f0d01a-0a41-468c-93d0-a49ea91923a8,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:33.377434 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:33.769446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.1 (0e592174-bb00-4358-94dc-db15e596ad74/5182921f-3911-45ba-822a-9b765733436c/02c07730-a667-4282-9122-ac936cf9c750) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:33.927241 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:33.944349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object 02c07730-a667-4282-9122-ac936cf9c750 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:33.982489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4e12cdb-565c-4582-af8d-23168c309f32 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:33.989336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.045093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port b4e12cdb-565c-4582-af8d-23168c309f32 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:34.048452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 0e592174-bb00-4358-94dc-db15e596ad74 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:34.050317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b4e12cdb-565c-4582-af8d-23168c309f32 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:34.050695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.055581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=02c07730-a667-4282-9122-ac936cf9c750,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:34.060160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:34.066217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:34.122896 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.194409 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.217591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port b4e12cdb-565c-4582-af8d-23168c309f32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b4e12cdb-565c-4582-af8d-23168c309f32,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:34.223874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.225274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 23f0d01a-0a41-468c-93d0-a49ea91923a8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:34.346581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=b4e12cdb-565c-4582-af8d-23168c309f32,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:34.355412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.365500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 23f0d01a-0a41-468c-93d0-a49ea91923a8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:34.711443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.718196 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.758116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a743f-c03f-4cf3-97bf-2a1ab0a575aa None None] Network 0e592174-bb00-4358-94dc-db15e596ad74 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:04:34.808653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.817207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=02c07730-a667-4282-9122-ac936cf9c750,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:34.854876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] Provisioning for port 23f0d01a-0a41-468c-93d0-a49ea91923a8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:34.864251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] Provisioning complete for port 23f0d01a-0a41-468c-93d0-a49ea91923a8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:34.864699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.921175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 0e592174-bb00-4358-94dc-db15e596ad74 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:34.924034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:35.029058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.059748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router d88b2578-a029-49e9-9266-610e611c6d9b has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:04:35.098477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] For port 23f0d01a-0a41-468c-93d0-a49ea91923a8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=23f0d01a-0a41-468c-93d0-a49ea91923a8,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:35.105054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.190435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86644d03-161b-41b6-a3ee-f50ce92ab307 None None] Pushing event updated for resources: {'Port': ['ID=23f0d01a-0a41-468c-93d0-a49ea91923a8,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:35.246775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:35.256264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-70f7d8e6-979c-443d-8b14-e4e6ddf04b6e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/d88b2578-a029-49e9-9266-610e611c6d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406072 Jul 16 02:04:35.443949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-033c8010-d5f7-4b01-9f0d-6b2210cb0d3a None None] Provisioning complete for port 23f0d01a-0a41-468c-93d0-a49ea91923a8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:35.444451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-033c8010-d5f7-4b01-9f0d-6b2210cb0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.583891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-e74dac42-77a3-4abf-a6e9-723b9a60b376 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155314727&fields=id&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 267 time: 0.1044409 Jul 16 02:04:35.587664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Sync routers for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:35.617974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:35.618549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:35.679696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-033c8010-d5f7-4b01-9f0d-6b2210cb0d3a None None] Provisioning for port 02c07730-a667-4282-9122-ac936cf9c750 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:35.688098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-033c8010-d5f7-4b01-9f0d-6b2210cb0d3a None None] Provisioning complete for port 02c07730-a667-4282-9122-ac936cf9c750 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:35.688580 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-033c8010-d5f7-4b01-9f0d-6b2210cb0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.774557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-fe495f95-fbf8-4d9a-859b-5478d80a3dc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:35.777191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-fe495f95-fbf8-4d9a-859b-5478d80a3dc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 797 time: 0.1852531 Jul 16 02:04:35.793005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-033c8010-d5f7-4b01-9f0d-6b2210cb0d3a None None] Port 02c07730-a667-4282-9122-ac936cf9c750 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:04:35.803542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ca84cc2-7431-4b4e-9998-71da43ae3920 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/quotas/c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 375 time: 0.0121014 Jul 16 02:04:35.820913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:35.920596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-89d8d9a8-8a3f-4b45-8002-4b26b410344a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076775 Jul 16 02:04:35.936130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4e12cdb-565c-4582-af8d-23168c309f32 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:36.018739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b07c6755-de86-4379-8185-a615e1c94602 None None] Provisioning complete for port 02c07730-a667-4282-9122-ac936cf9c750 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:36.019107 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b07c6755-de86-4379-8185-a615e1c94602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.082627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port b4e12cdb-565c-4582-af8d-23168c309f32 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:36.083619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.097873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b5214966-5e6c-47ab-9271-5b314aa1ee2e service neutron] 10.222.0.42 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578426 Jul 16 02:04:36.113537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b07c6755-de86-4379-8185-a615e1c94602 None None] Port 02c07730-a667-4282-9122-ac936cf9c750 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:04:36.195512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-d3e61d22-36fc-4cac-9420-e3c2969b5efc service neutron] 10.222.0.42 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901821 Jul 16 02:04:36.218673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 2, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:36.257436 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 23f0d01a-0a41-468c-93d0-a49ea91923a8 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:36.259360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Checking router: d88b2578-a029-49e9-9266-610e611c6d9b for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:36.259718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Updating router d88b2578-a029-49e9-9266-610e611c6d9b port 02c07730-a667-4282-9122-ac936cf9c750 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:04:36.319426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1e5c07ab-0405-4e36-8beb-9eeae23edc37 None None] Provisioning complete for port 02c07730-a667-4282-9122-ac936cf9c750 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:36.319830 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e5c07ab-0405-4e36-8beb-9eeae23edc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.359874 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.398366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c07ab-0405-4e36-8beb-9eeae23edc37 None None] Port 02c07730-a667-4282-9122-ac936cf9c750 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:04:36.406435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cdc0a73-12d3-4609-9868-e6bf1cf26367 req-e1ba0577-5b92-4ce3-bfda-f1e97e207eb8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 210 time: 0.0297740 Jul 16 02:04:36.419728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 23f0d01a-0a41-468c-93d0-a49ea91923a8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:36.420101 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.762074 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.776606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Transition to ACTIVE for port object 02c07730-a667-4282-9122-ac936cf9c750 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:36.783021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:36.996664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe57a6-f50a-43c3-a919-9175118200b4 None None] Pushing event updated for resources: {'Port': ['ID=02c07730-a667-4282-9122-ac936cf9c750,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:37.056310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Attempting to bind port 02c07730-a667-4282-9122-ac936cf9c750 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:37.056755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Attempting to bind port 02c07730-a667-4282-9122-ac936cf9c750 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:37.057125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Attempting to bind port 02c07730-a667-4282-9122-ac936cf9c750 on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:37.063600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:37.064144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Checking segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:37.064586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.065155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Bound using segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:37.065635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Bound port: 02c07730-a667-4282-9122-ac936cf9c750, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:37.066744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.154459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] For port 02c07730-a667-4282-9122-ac936cf9c750, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:37.159770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] For port 02c07730-a667-4282-9122-ac936cf9c750, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=02c07730-a667-4282-9122-ac936cf9c750,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:37.165645 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.236194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe57a6-f50a-43c3-a919-9175118200b4 None None] Pushing event updated for resources: {'Port': ['ID=02c07730-a667-4282-9122-ac936cf9c750,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:37.238909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:37.239749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:37.362851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:37.600931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3603ee24-0426-4c05-8cff-5cb5d4eb4c3b req-aa7a2b4b-8b79-428b-b5b9-1c2df08486d7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 210 time: 0.0557640 Jul 16 02:04:37.636910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:37.664370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d9917-a8be-469d-8c74-a7899c8a2734 None None] The sync data for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 is: [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:37.707837 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.869069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-7a0d929b-2b00-425c-8a9b-f67a4155dca1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:37.870674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-7a0d929b-2b00-425c-8a9b-f67a4155dca1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 797 time: 0.1963224 Jul 16 02:04:37.929770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-0c41f40f-5d08-4276-ab53-c22dc2c2d83c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 380 time: 0.0453053 Jul 16 02:04:37.933642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02c07730-a667-4282-9122-ac936cf9c750 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:37.940935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'port': {'device_id': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'admin_state_up': True, 'tenant_id': 'c7304063810346ebad6573109864414c', 'security_groups': ['bde90d0c-9ba1-4626-a521-f1374a1a307d']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:38.001835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 02c07730-a667-4282-9122-ac936cf9c750 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:38.005693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 02c07730-a667-4282-9122-ac936cf9c750 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:38.006069 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.090529 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:38.097737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.102905 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.154874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 02c07730-a667-4282-9122-ac936cf9c750, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=02c07730-a667-4282-9122-ac936cf9c750,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:38.162815 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.237235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=02c07730-a667-4282-9122-ac936cf9c750,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:38.279817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.5 (0e592174-bb00-4358-94dc-db15e596ad74/5182921f-3911-45ba-822a-9b765733436c/5a16b51a-2869-427c-a7b2-438188024edc) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:38.434993 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.451535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object 5a16b51a-2869-427c-a7b2-438188024edc will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:38.486951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.537522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 0e592174-bb00-4358-94dc-db15e596ad74 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:38.541036 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:38.545639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:38.550652 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:38.615743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:38.616560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.643860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b2797ed5-0bd5-45ce-b8d2-79c7544efff8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7087932 Jul 16 02:04:38.727243 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Request body: {'port': {'device_id': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:38.825599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.867764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa532-cc1b-44d5-b9d6-a0b2fea4d84a req-5fd97bf1-dee6-460d-ba61-051e064e376d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:38.877096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7baa532-cc1b-44d5-b9d6-a0b2fea4d84a req-5fd97bf1-dee6-460d-ba61-051e064e376d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 931 time: 0.1048558 Jul 16 02:04:38.886926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3607648e-5471-4608-b443-12d6bc6b9234 None None] Provisioning for port 5a16b51a-2869-427c-a7b2-438188024edc completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:38.902908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3607648e-5471-4608-b443-12d6bc6b9234 None None] Provisioning complete for port 5a16b51a-2869-427c-a7b2-438188024edc triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:38.903284 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3607648e-5471-4608-b443-12d6bc6b9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.927437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7baa532-cc1b-44d5-b9d6-a0b2fea4d84a req-f1ecd476-8054-4d0e-a7a4-c714687a4379 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490761 Jul 16 02:04:38.965526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3607648e-5471-4608-b443-12d6bc6b9234 None None] Port 5a16b51a-2869-427c-a7b2-438188024edc cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:04:39.148297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a16b51a-2869-427c-a7b2-438188024edc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:39.157561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:39.170134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Transition to ACTIVE for port object 5a16b51a-2869-427c-a7b2-438188024edc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:39.173954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:39.222793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:39.299231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:39.299571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:39.299904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:39.308296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:04:39.308760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:39.315492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:39.316004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Checking segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:39.316515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Bound using segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:39.317057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Bound port: 5a16b51a-2869-427c-a7b2-438188024edc, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:39.317676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:39.403383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:39.407889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:39.412825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:39.450093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:39.450691 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:39.452371 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 1092 time: 0.7950928 Jul 16 02:04:39.452914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:39.455470 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615ba69-f3cf-492f-9139-479112ab405a" -d '{"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:39.529720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9c988-47e8-41c5-915d-1ab0bfd764e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:39.550954 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db3f9b9-ec26-40a9-9018-9b9f49d346dc x-openstack-request-id: req-5db3f9b9-ec26-40a9-9018-9b9f49d346dc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:39.551287 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:39.551545 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5db3f9b9-ec26-40a9-9018-9b9f49d346dc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:39.551948 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'status': 'completed', 'code': 200} Jul 16 02:04:39.583491 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-8d97e369-b1a2-4a28-9b39-7c245662ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:39.585823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-8d97e369-b1a2-4a28-9b39-7c245662ceca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1095 time: 0.0687335 Jul 16 02:04:39.643326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-92af968d-02a1-4a13-86d8-e1097e05b591 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 217 time: 0.0455766 Jul 16 02:04:39.698802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-8a21a2b8-982b-48c1-87c4-0b9a5bfdf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:39.700328 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-8a21a2b8-982b-48c1-87c4-0b9a5bfdf21c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0511384 Jul 16 02:04:39.760029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-ff14fc49-f917-465a-bf70-203977d4e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:39.761646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-ff14fc49-f917-465a-bf70-203977d4e4fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546095 Jul 16 02:04:39.860937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02c07730-a667-4282-9122-ac936cf9c750 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:39.875546 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-534394d3-69ab-42ed-870e-360a8c259304 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960298 Jul 16 02:04:39.913571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 02c07730-a667-4282-9122-ac936cf9c750 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:39.913868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:39.968016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c59765ff-51e1-4316-99fe-2db2b22d75ee req-b3d1bd9f-7090-4193-879a-9180e8054bc7 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970464 Jul 16 02:04:40.133133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ba69-f3cf-492f-9139-479112ab405a req-d4b53232-f2c3-4706-a0da-dd28b93398ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:40.134742 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-d4b53232-f2c3-4706-a0da-dd28b93398ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1095 time: 0.0644765 Jul 16 02:04:40.147671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab559c2-44d8-46f7-b6fc-fb21b0043dee req-e04e5899-088b-4059-ae12-3dba5cdc8268 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:40.149293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aab559c2-44d8-46f7-b6fc-fb21b0043dee req-e04e5899-088b-4059-ae12-3dba5cdc8268 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.0659759 Jul 16 02:04:40.194833 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5552fd7c-8e5c-4b51-a786-a58e5a5172f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:40.203016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aab559c2-44d8-46f7-b6fc-fb21b0043dee req-ebafcdd3-f0c1-4130-ab04-cc72c035a1e2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449145 Jul 16 02:04:40.233795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ba69-f3cf-492f-9139-479112ab405a req-5b5075ed-8112-4825-8c74-91f58a09adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:40.235564 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-5b5075ed-8112-4825-8c74-91f58a09adf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0945559 Jul 16 02:04:40.282596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-88e20bc3-5ff2-44f4-a2ac-6a488336d50e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 217 time: 0.0403838 Jul 16 02:04:40.333180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ba69-f3cf-492f-9139-479112ab405a req-03be1b6f-8330-4dd1-a753-95fb23489896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:40.334709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-03be1b6f-8330-4dd1-a753-95fb23489896 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0459700 Jul 16 02:04:40.397898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ba69-f3cf-492f-9139-479112ab405a req-ee15831b-9e3b-418f-8842-c7a50e23b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:40.399457 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-ee15831b-9e3b-418f-8842-c7a50e23b278 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582809 Jul 16 02:04:40.502013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-b09f3612-09c5-49f9-903a-2881b71a6e17 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958385 Jul 16 02:04:40.597045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f615ba69-f3cf-492f-9139-479112ab405a req-298c670a-aa44-4a5d-b9ca-e0c15f3749e8 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884488 Jul 16 02:04:41.392986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f24a-4dba-4c74-88a6-39e31e289992 req-6ba7e67d-5f4e-4c09-b6d9-fad2a19471ba tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:41.397123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e78f24a-4dba-4c74-88a6-39e31e289992 req-6ba7e67d-5f4e-4c09-b6d9-fad2a19471ba tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.0778306 Jul 16 02:04:41.438810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3e78f24a-4dba-4c74-88a6-39e31e289992 req-0e09d9dc-80d9-4d6a-8ae9-26a48024433d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382099 Jul 16 02:04:42.416366 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7be5-7cdb-4e50-9ce0-62644c1c58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.421025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:04:42.518206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.536358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:42.548317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5a16b51a-2869-427c-a7b2-438188024edc', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'mac_address': 'fa:16:3e:54:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:04:42.590155 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.608388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a16b51a-2869-427c-a7b2-438188024edc {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:42.625146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358f3b3-2143-4bb1-acde-3ae2e31132f9 req-b45f0623-42fc-4bc9-ae3c-55840b322225 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:42.627217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e358f3b3-2143-4bb1-acde-3ae2e31132f9 req-b45f0623-42fc-4bc9-ae3c-55840b322225 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.0707705 Jul 16 02:04:42.630921 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:42.635302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.681341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e358f3b3-2143-4bb1-acde-3ae2e31132f9 req-baa4c98e-1609-428c-adfc-a4604150a758 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465393 Jul 16 02:04:42.689575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:42.891399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5a16b51a-2869-427c-a7b2-438188024edc'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:43.809420 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:43.877503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8c91-b63b-4ed3-b5ed-cbd34e4b93ea req-7dbede3f-53bf-4ba1-8471-b3f5c383dd90 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.878961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c9d8c91-b63b-4ed3-b5ed-cbd34e4b93ea req-7dbede3f-53bf-4ba1-8471-b3f5c383dd90 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 944 time: 0.0786254 Jul 16 02:04:43.917537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2c9d8c91-b63b-4ed3-b5ed-cbd34e4b93ea req-cd21853a-13fb-4960-8034-938dc02c0776 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Jul 16 02:04:44.431971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:44.483682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 5a16b51a-2869-427c-a7b2-438188024edc completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:44.487327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5a16b51a-2869-427c-a7b2-438188024edc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:44.487695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:44.573655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:44.597459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:44.599778 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5554323-4c4c-417e-8a97-f9fe6aa4e215" -d '{"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:44.614244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:44.618944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:44.644728 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07249ca5-f8f2-4269-9792-978608eaf41f x-openstack-request-id: req-07249ca5-f8f2-4269-9792-978608eaf41f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:44.645019 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:44.645269 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07249ca5-f8f2-4269-9792-978608eaf41f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:44.645654 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'code': 200} Jul 16 02:04:44.670355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:44.790754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d94990-df91-4afa-afc1-49f0bcaa9907 req-4a4749ef-d220-4a21-86c1-81a68a47838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:44.792396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7d94990-df91-4afa-afc1-49f0bcaa9907 req-4a4749ef-d220-4a21-86c1-81a68a47838b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1097 time: 0.0613451 Jul 16 02:04:44.833498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c7d94990-df91-4afa-afc1-49f0bcaa9907 req-07e8ad30-af4f-4368-96f7-93a689c5abb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348990 Jul 16 02:04:45.094713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb535e-23e5-485a-8237-a50596b9f72d req-59b9f1ff-bb53-4110-b9d8-3461b664ea44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:45.096317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4acb535e-23e5-485a-8237-a50596b9f72d req-59b9f1ff-bb53-4110-b9d8-3461b664ea44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0673444 Jul 16 02:04:45.139477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4acb535e-23e5-485a-8237-a50596b9f72d req-2d5537a9-5851-42e5-b40c-c34c6bfe482a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373609 Jul 16 02:04:45.344260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.322115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6e61-2b39-4ef9-9bab-281e86d7c766 req-4a7508b5-a075-4a79-8091-6450e56adf2f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:46.323643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-112d6e61-2b39-4ef9-9bab-281e86d7c766 req-4a7508b5-a075-4a79-8091-6450e56adf2f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0652027 Jul 16 02:04:46.372780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-112d6e61-2b39-4ef9-9bab-281e86d7c766 req-4f34b89d-943a-40f6-b5be-7603d7b71990 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Jul 16 02:04:46.597905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a55e1e-aad9-4bbf-b9f0-eac2ef19fb3f req-b2af31b9-ffc3-43a7-94ca-066a0b6ca1b2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:46.599465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4a55e1e-aad9-4bbf-b9f0-eac2ef19fb3f req-b2af31b9-ffc3-43a7-94ca-066a0b6ca1b2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0708728 Jul 16 02:04:46.638775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4a55e1e-aad9-4bbf-b9f0-eac2ef19fb3f req-18096117-abd0-43ae-9bd4-21063e5098eb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jul 16 02:04:46.664340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:46.716646 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12275f-7110-47b6-ab69-a0b843c86d0b tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:46.718650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b12275f-7110-47b6-ab69-a0b843c86d0b tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1092 time: 0.0525725 Jul 16 02:04:46.722260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:46.728755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:46.751849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.857494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.967479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.31 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/c632a072-20c2-4ee3-ba30-648c0902fb02) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:47.091845 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.144106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.212931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:47.216592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:47.221834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:47.224947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=c632a072-20c2-4ee3-ba30-648c0902fb02,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:47.626700 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.636723 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:47.710600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.875919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.882500 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.957749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=c632a072-20c2-4ee3-ba30-648c0902fb02,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:47.971146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.076946 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP da537531-e874-4188-93b1-710754f9a5a9 associated. External IP: 172.25.7.31, port: 5a16b51a-2869-427c-a7b2-438188024edc. Jul 16 02:04:48.334188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router d88b2578-a029-49e9-9266-610e611c6d9b has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:04:48.447677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:04:48.459858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] Sync routers for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:04:48.466499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.473637 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:48.474269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:48.505648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e768c26a-f3bf-43c6-a488-f1268ce8f9fc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7819810 Jul 16 02:04:48.506350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:48.513852 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:48.548878 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.572788 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e9418-8959-43f8-9090-dece9aba7501 x-openstack-request-id: req-885e9418-8959-43f8-9090-dece9aba7501 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:48.573513 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:48.573863 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-885e9418-8959-43f8-9090-dece9aba7501 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:48.574604 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'status': 'completed', 'code': 200} Jul 16 02:04:48.623946 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:48.683019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d738b1-3ddd-4816-946e-f767fa4c9428 req-829ea41c-3cad-466d-8e46-2efb5d454a4b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.684593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16d738b1-3ddd-4816-946e-f767fa4c9428 req-829ea41c-3cad-466d-8e46-2efb5d454a4b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0736694 Jul 16 02:04:48.687024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-378d1e65-6320-4f88-a1db-927dc650df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.691652 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-378d1e65-6320-4f88-a1db-927dc650df79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1097 time: 0.0646362 Jul 16 02:04:48.731094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16d738b1-3ddd-4816-946e-f767fa4c9428 req-23823be9-af25-4ad4-a337-f2e71be8f17d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404239 Jul 16 02:04:48.760037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39720) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:48.840621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-2f04d435-5edd-4928-adc7-c4350b56bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.842476 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-2f04d435-5edd-4928-adc7-c4350b56bbfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.1448104 Jul 16 02:04:48.886158 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d25c674c-f9bc-4299-afc8-deb424aed0df tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/da537531-e874-4188-93b1-710754f9a5a9 HTTP/1.1" status: 200 len: 990 time: 0.1241078 Jul 16 02:04:48.917301 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'da537531-e874-4188-93b1-710754f9a5a9', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'mac_address': 'fa:16:3e:54:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:04:47Z', 'updated_at': '2021-07-16T02:04:47Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:38Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:48.928128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-1dad8cad-734e-468c-952d-1dd6b86d09d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0787189 Jul 16 02:04:48.949608 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] Checking router: d88b2578-a029-49e9-9266-610e611c6d9b for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:04:48.969385 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:48.970064 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:04:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:48.988296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-f394ea80-52b4-4533-9475-ee5717ab6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.990018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-f394ea80-52b4-4533-9475-ee5717ab6900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0564492 Jul 16 02:04:49.051971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-bff368cc-eacc-4030-8fcd-7127b252f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:49.051971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-bff368cc-eacc-4030-8fcd-7127b252f40c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554383 Jul 16 02:04:49.079062 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:49.156085 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-a0868b32-b4e1-46df-bf32-dc8221d88fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972869 Jul 16 02:04:49.254875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb4271d-9ddf-4b8c-9df6-40a63ea914e5 req-2abbaa31-af33-4f39-bb2e-572aaff0e09d service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924773 Jul 16 02:04:49.318162 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'da537531-e874-4188-93b1-710754f9a5a9', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'mac_address': 'fa:16:3e:54:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:04:47Z', 'updated_at': '2021-07-16T02:04:47Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:38Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:49.344750 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1a4d5-28aa-4b8d-bf6e-92306c5f44a9 None None] The sync data for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 is: [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'da537531-e874-4188-93b1-710754f9a5a9', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'mac_address': 'fa:16:3e:54:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:04:47Z', 'updated_at': '2021-07-16T02:04:47Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:38Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:49.573122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e98076-0e01-433f-98f6-250ea386cc1c None None] New status for floating IP da537531-e874-4188-93b1-710754f9a5a9: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:04:49.889463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39724) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:49.960016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-666f4347-e817-44b6-b7c9-287da925b2c5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/da537531-e874-4188-93b1-710754f9a5a9 HTTP/1.1" status: 200 len: 992 time: 0.0634174 Jul 16 02:05:07.695294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.049636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 39998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.054237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700824537', 'description': 'tempest-secgroup-smoke-700824537 description', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:10.080988 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.177564 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fddb23dd-b544-4d0c-8498-8922d1f8224c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.517311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.521199 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.549114 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.550348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4997025 Jul 16 02:05:10.552202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89254a5-747b-4c22-bb9f-a9560da32f6f tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758bc78a-1d83-4c77-8efe-bca36a3edf08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:10.553724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40004) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.559995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group_rule': {'security_group_id': '758bc78a-1d83-4c77-8efe-bca36a3edf08', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:10.593077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.641272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.645014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.662480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f38470-bbdd-4109-b59c-4f269e3fdc07,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:10.669266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.671182 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fbf965bd-bd2c-4247-a8d2-e752932b9255 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151567 Jul 16 02:05:10.674100 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40006) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.678614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group_rule': {'security_group_id': '758bc78a-1d83-4c77-8efe-bca36a3edf08', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:10.705540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.763697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.769459 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.788920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fb4fa5-7368-4172-9c28-470fc2fb86ca,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:10.795778 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.797352 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-10f12606-129f-46a1-834f-47e58d4c929d tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216495 Jul 16 02:05:10.799980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40008) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.804472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group_rule': {'security_group_id': '758bc78a-1d83-4c77-8efe-bca36a3edf08', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:10.830678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.892500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.896509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.917717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656ceb43-6fae-4c90-a926-fdeb503269ae,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:10.922505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.926531 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-89cfdd5b-1258-4461-83e9-b3ef51b269b4 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228726 Jul 16 02:05:10.927550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40010) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.931293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group_rule': {'security_group_id': '758bc78a-1d83-4c77-8efe-bca36a3edf08', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:10.958534 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.023681 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.027917 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.050680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27344360-4b92-40b1-902b-aa941530d63d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:11.055194 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.056486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d761f604-bbaf-4425-928a-19dba18cd04a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287444 Jul 16 02:05:11.059792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40012) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:11.065136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group_rule': {'security_group_id': '758bc78a-1d83-4c77-8efe-bca36a3edf08', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:11.088854 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Project 4a05bcb323854988ab9a44eefa51f9ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:05:11.094685 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.162229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.166373 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.187694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8483b488-a08c-44fe-a304-f1c8c9aaf66e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:11.200236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.201545 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d743bc5-24c0-4246-b6c6-ccc684e35258 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406775 Jul 16 02:05:11.204640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40014) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:11.210006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'security_group_rule': {'security_group_id': '758bc78a-1d83-4c77-8efe-bca36a3edf08', 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:11.241805 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Project 4a05bcb323854988ab9a44eefa51f9ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:05:11.247754 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.315440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.319628 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.339962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3de61d5-9b23-4e53-b6d9-ef4e690e15a8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:11.349618 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.350863 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-30af8552-edfc-4843-a6bc-749fa24d92a1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449568 Jul 16 02:05:11.539701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-dd7db619-811e-4bd7-ac8c-aec3559187d2 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700824537&fields=id&tenant_id=4a05bcb323854988ab9a44eefa51f9ec HTTP/1.1" status: 200 len: 267 time: 0.0338082 Jul 16 02:05:11.647201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-bf3d1a3b-c5b7-44b2-b0b4-532b50f1f230 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:11.648688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-bf3d1a3b-c5b7-44b2-b0b4-532b50f1f230 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 814 time: 0.1025558 Jul 16 02:05:11.663278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-b8f7b4ba-044e-42b3-a728-0c31aa3c7e30 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/quotas/4a05bcb323854988ab9a44eefa51f9ec HTTP/1.1" status: 200 len: 375 time: 0.0093615 Jul 16 02:05:11.732027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-1a284421-6770-4060-9218-061bfb818d87 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636199 Jul 16 02:05:11.830591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-9095a3cc-727c-45a4-bc3b-c0800309611a service neutron] 10.222.0.42 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Jul 16 02:05:11.918339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-ffd0eb9a-bd4b-4ffe-bbc7-adbccd09aa74 service neutron] 10.222.0.42 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820434 Jul 16 02:05:12.210383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4b6aaab-42df-42ba-a24f-570f7eff4f97 req-ef361426-ccf6-4ea4-97fa-6313bbf63862 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 210 time: 0.0295663 Jul 16 02:05:12.409993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d210271c-8ae1-47f2-95d2-61c2669ca983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:12.502219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.250668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-539fda19-43b5-41eb-882a-3e64a98f46ac tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:13.252171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-539fda19-43b5-41eb-882a-3e64a98f46ac tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.23 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 814 time: 0.1146693 Jul 16 02:05:13.312250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-877a45aa-a55b-4ec8-9d9b-b1d3671a6303 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a05bcb323854988ab9a44eefa51f9ec HTTP/1.1" status: 200 len: 379 time: 0.0493667 Jul 16 02:05:13.320871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'port': {'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'admin_state_up': True, 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'security_groups': ['758bc78a-1d83-4c77-8efe-bca36a3edf08']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:13.379538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-891f1c66-7ef4-42d7-9484-9ea0df703db9 req-5bf2a6a3-5ed0-4ef2-af93-875652ddfc09 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 210 time: 0.0539184 Jul 16 02:05:13.470530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Made reservation on behalf of 4a05bcb323854988ab9a44eefa51f9ec for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:13.475054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.607418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Allocated IP 172.20.0.4 (8bbdfbd2-4aa0-4ffe-ab6d-559f98603182/94ea9875-4610-4a38-9e48-2ce4ac5c8682/af319603-6cde-400b-96d7-d878803577d7) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:13.752299 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.766600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Transition to ACTIVE for port object af319603-6cde-400b-96d7-d878803577d7 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:13.804616 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.808809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.854341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:13.857898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:13.862098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:13.891777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'Port': ['ID=af319603-6cde-400b-96d7-d878803577d7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:13.926812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:13.927571 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.945138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-1e24f571-8b09-4780-9509-1daeeec14faf tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280107 Jul 16 02:05:13.956308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-7c405847-3570-4c20-a140-895e067481e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:05:13.957689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-7c405847-3570-4c20-a140-895e067481e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067518 Jul 16 02:05:13.970062 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Request body: {'port': {'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:14.055942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.098316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9ec02088-483d-4e62-8d51-8ecdcd47ad73 None None] Provisioning for port af319603-6cde-400b-96d7-d878803577d7 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:14.106295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9ec02088-483d-4e62-8d51-8ecdcd47ad73 None None] Provisioning complete for port af319603-6cde-400b-96d7-d878803577d7 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:14.107224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ec02088-483d-4e62-8d51-8ecdcd47ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.147331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ec02088-483d-4e62-8d51-8ecdcd47ad73 None None] Port af319603-6cde-400b-96d7-d878803577d7 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:05:14.337273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af319603-6cde-400b-96d7-d878803577d7 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:14.345972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.360313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Transition to ACTIVE for port object af319603-6cde-400b-96d7-d878803577d7 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:14.365362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.426740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Pushing event updated for resources: {'Port': ['ID=af319603-6cde-400b-96d7-d878803577d7,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:14.509189 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Attempting to bind port af319603-6cde-400b-96d7-d878803577d7 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:14.509670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Attempting to bind port af319603-6cde-400b-96d7-d878803577d7 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:14.510130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Attempting to bind port af319603-6cde-400b-96d7-d878803577d7 on network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:14.523793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Port af319603-6cde-400b-96d7-d878803577d7 on network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:14.524492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Attempting to bind port af319603-6cde-400b-96d7-d878803577d7 on network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:14.541171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:14.541659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Checking segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:14.542160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Bound using segment: {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:14.542746 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Bound port: af319603-6cde-400b-96d7-d878803577d7, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a91e279-dcd9-455d-a19c-96f21c5be17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:14.543222 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.666507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] For port af319603-6cde-400b-96d7-d878803577d7, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:14.676945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395086c-f85a-40a2-8c93-9d25e5ddbc4f req-18204b8d-b923-494f-94c6-bc6587402796 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:14.678483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d395086c-f85a-40a2-8c93-9d25e5ddbc4f req-18204b8d-b923-494f-94c6-bc6587402796 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.1385829 Jul 16 02:05:14.680258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] For port af319603-6cde-400b-96d7-d878803577d7, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=af319603-6cde-400b-96d7-d878803577d7,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:14.686562 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.740137 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:14.740944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.742369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] 10.222.0.23 "PUT /v2.0/ports/af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 1092 time: 0.7780786 Jul 16 02:05:14.744675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:14.747057 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44e5d3b-072f-49f2-8c0d-945848fc6b21" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:14.779157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e642bc4-8eef-4f14-8c8f-864d38631277 service neutron] Pushing event updated for resources: {'Port': ['ID=af319603-6cde-400b-96d7-d878803577d7,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:14.812515 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d2d47d-bc35-40b2-913f-a66b58cf9376 x-openstack-request-id: req-06d2d47d-bc35-40b2-913f-a66b58cf9376 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:14.812799 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:14.813063 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06d2d47d-bc35-40b2-913f-a66b58cf9376 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:14.813476 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'status': 'completed', 'code': 200} Jul 16 02:05:14.837938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d395086c-f85a-40a2-8c93-9d25e5ddbc4f req-23dc5589-5cf7-4dfd-bbb9-202a60e38cd3 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533563 Jul 16 02:05:14.879935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-c0fa03f6-77a7-4c27-8985-9c07d917d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:14.881753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-c0fa03f6-77a7-4c27-8985-9c07d917d7ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1095 time: 0.0794678 Jul 16 02:05:14.930925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-0d80d6d1-6241-4b1c-a168-708d66b5ffa3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 217 time: 0.0413764 Jul 16 02:05:14.984671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-9dccf39e-b467-4044-b90d-793aa47a1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:14.986165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-9dccf39e-b467-4044-b90d-793aa47a1cf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 200 len: 853 time: 0.0489450 Jul 16 02:05:15.043945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f941-704f-48af-ac30-175e7e086c3e req-2e8c404d-03d9-4cd3-971a-f20ce1b5c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:15.045659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-2e8c404d-03d9-4cd3-971a-f20ce1b5c796 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530257 Jul 16 02:05:15.141446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-fb58f9fe-2e8f-4bf8-a565-3a561aabbf61 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890386 Jul 16 02:05:15.236206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6926f941-704f-48af-ac30-175e7e086c3e req-cea873c7-269f-45d4-abf4-aa947de210c8 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887032 Jul 16 02:05:15.348306 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:15.352954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-16ef90d2-6b68-4d01-a72f-30101a3829d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:15.354508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-16ef90d2-6b68-4d01-a72f-30101a3829d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1095 time: 0.0699372 Jul 16 02:05:15.449596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-0b8692e8-2e51-4560-a0c2-e30c5d5d6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:15.451264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-0b8692e8-2e51-4560-a0c2-e30c5d5d6660 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 915 time: 0.0906749 Jul 16 02:05:15.496452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-0304a0f4-7a19-4065-9e89-d9006f95b0d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 217 time: 0.0391760 Jul 16 02:05:15.547653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-14b53eed-f06f-45b8-a71e-df5941f77b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:15.549222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-14b53eed-f06f-45b8-a71e-df5941f77b88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 200 len: 853 time: 0.0473726 Jul 16 02:05:15.613334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-5ec08d42-b49e-4f4e-9731-56cbbd23f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:15.614860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-5ec08d42-b49e-4f4e-9731-56cbbd23f1e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583422 Jul 16 02:05:15.719843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-dd95c28e-556f-4dc5-9884-18d342697800 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985978 Jul 16 02:05:15.819028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d44e5d3b-072f-49f2-8c0d-945848fc6b21 req-e767d46d-8541-4fe9-8032-ab148d001b22 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926654 Jul 16 02:05:16.029948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca44b-11a7-494a-81c9-f8d859d53f2a req-09a8944c-9e7d-4db2-9ff2-0d88916bc4be tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.031500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-807ca44b-11a7-494a-81c9-f8d859d53f2a req-09a8944c-9e7d-4db2-9ff2-0d88916bc4be tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0700555 Jul 16 02:05:16.073187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-807ca44b-11a7-494a-81c9-f8d859d53f2a req-41cc4123-780b-4149-9354-ec10d25fe3fa tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357127 Jul 16 02:05:17.264316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566889c-ba29-41eb-b1ef-885f8fd1cb09 req-8ac6207b-7842-4e79-bc71-ab2bbc484671 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.266462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a566889c-ba29-41eb-b1ef-885f8fd1cb09 req-8ac6207b-7842-4e79-bc71-ab2bbc484671 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0643733 Jul 16 02:05:17.308923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a566889c-ba29-41eb-b1ef-885f8fd1cb09 req-5bca2ced-b272-4023-983b-0557980e68d1 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Jul 16 02:05:18.485534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee761729-f906-4969-8f32-b00d1dcdcde8 req-abbd6bc7-0dc5-4865-96f8-5dfc3a39c5ed tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:18.487022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee761729-f906-4969-8f32-b00d1dcdcde8 req-abbd6bc7-0dc5-4865-96f8-5dfc3a39c5ed tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0629382 Jul 16 02:05:18.524320 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee761729-f906-4969-8f32-b00d1dcdcde8 req-7ab70845-967e-4ca6-8b2f-08874161a7e9 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Jul 16 02:05:18.546062 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.703793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6f58f-4fd7-4bec-8af1-e1f014f8cd32 req-41542203-d56b-4a81-bf00-496e09355cea tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:19.705208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6f6f58f-4fd7-4bec-8af1-e1f014f8cd32 req-41542203-d56b-4a81-bf00-496e09355cea tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0665438 Jul 16 02:05:19.742504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6f6f58f-4fd7-4bec-8af1-e1f014f8cd32 req-27a9231b-bee1-4992-aff5-3ceb10d82577 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Jul 16 02:05:20.914557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c00-cca8-47df-afaa-8afb882c8e05 req-07336808-8e2a-4704-a81d-cb50e5ffff55 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:20.916056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d5b9c00-cca8-47df-afaa-8afb882c8e05 req-07336808-8e2a-4704-a81d-cb50e5ffff55 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0627162 Jul 16 02:05:20.952779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d5b9c00-cca8-47df-afaa-8afb882c8e05 req-7717830c-8952-4c0d-9869-49f409a53020 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311818 Jul 16 02:05:21.396150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292b02f-f102-4694-9f72-c054d3068bf7 req-c950d1ae-bf15-46c7-8831-3ff60e83f5a8 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:21.397716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a292b02f-f102-4694-9f72-c054d3068bf7 req-c950d1ae-bf15-46c7-8831-3ff60e83f5a8 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1097 time: 0.0565658 Jul 16 02:05:21.430962 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a292b02f-f102-4694-9f72-c054d3068bf7 req-0f987df7-8345-40b7-a50f-33e434c22e00 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277758 Jul 16 02:05:21.604937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071993a0-877a-414f-991b-c65899b19062 req-bdf3ef7f-b5b0-47e2-9f5a-df9bacbe7d50 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:21.606441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-071993a0-877a-414f-991b-c65899b19062 req-bdf3ef7f-b5b0-47e2-9f5a-df9bacbe7d50 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0652032 Jul 16 02:05:21.645410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-071993a0-877a-414f-991b-c65899b19062 req-83302d77-0a81-439d-a2eb-74024ecbce28 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325859 Jul 16 02:05:21.669414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40066) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:21.732551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b3e5f2bc-fd4a-450b-be82-262fba3815f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/da537531-e874-4188-93b1-710754f9a5a9 HTTP/1.1" status: 200 len: 992 time: 0.0619683 Jul 16 02:05:22.127369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767bd5-5b9d-4ee9-ba87-fb1d7b44b52f req-90c31204-7449-44fa-ad61-6a301194b23b tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:22.128801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec767bd5-5b9d-4ee9-ba87-fb1d7b44b52f req-90c31204-7449-44fa-ad61-6a301194b23b tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0627289 Jul 16 02:05:22.167255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec767bd5-5b9d-4ee9-ba87-fb1d7b44b52f req-456daaec-af4c-443d-ba90-1b77b028b71a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Jul 16 02:05:22.514842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40080) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:22.661827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc1df0-9745-439c-8bba-f6a14d19eafe req-fc8175ce-986c-4165-ae8f-4a9d4974785d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:22.663310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8adc1df0-9745-439c-8bba-f6a14d19eafe req-fc8175ce-986c-4165-ae8f-4a9d4974785d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0978179 Jul 16 02:05:22.698753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-353543d8-1a2e-4331-bacf-1effcf4271b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1820407 Jul 16 02:05:22.711457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8adc1df0-9745-439c-8bba-f6a14d19eafe req-989b5baa-c325-470c-a21d-3b033ba87f89 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Jul 16 02:05:23.348872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca3d7d-a811-46bc-a282-1520b12e384e req-6da6cb4d-88fc-4417-93d8-5d8b23dc55ef tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:23.350344 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94ca3d7d-a811-46bc-a282-1520b12e384e req-6da6cb4d-88fc-4417-93d8-5d8b23dc55ef tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0656350 Jul 16 02:05:23.391186 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94ca3d7d-a811-46bc-a282-1520b12e384e req-9b1460dd-291d-4eb4-acd9-d74ece93c9b5 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Jul 16 02:05:23.872808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-5eeb017f-faa3-4f63-b2e5-7daeac63e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:23.874343 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-5eeb017f-faa3-4f63-b2e5-7daeac63e79c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1097 time: 0.0590189 Jul 16 02:05:23.899140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26128e16-dfd6-4d81-ba1b-d1c1880dea6b req-045b611e-f4b5-40b1-9a41-8c93194725f1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:23.900640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26128e16-dfd6-4d81-ba1b-d1c1880dea6b req-045b611e-f4b5-40b1-9a41-8c93194725f1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0639591 Jul 16 02:05:23.938312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26128e16-dfd6-4d81-ba1b-d1c1880dea6b req-c66b8cc5-f2ff-4f94-af0a-7994a47b120d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 16 02:05:23.963607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-6b6cf534-c6a5-4aee-8c44-f9d45cbf93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:23.965170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-6b6cf534-c6a5-4aee-8c44-f9d45cbf93e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0845113 Jul 16 02:05:24.033198 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-60a2e2a6-2655-4522-be97-3e69b6f09f29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 1000 time: 0.0608494 Jul 16 02:05:24.081597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-cb738c73-35cc-4741-9b53-9cac5809c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.083067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-cb738c73-35cc-4741-9b53-9cac5809c4d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0439923 Jul 16 02:05:24.139971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-7f5584e3-118d-4752-8858-5bd0a604f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.142057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-7f5584e3-118d-4752-8858-5bd0a604f864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529034 Jul 16 02:05:24.233209 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-80d4c693-2581-474c-8652-fc01acc33cea service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851967 Jul 16 02:05:24.321839 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-051ba66f-0047-4f5b-8141-4703edd35c90 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822442 Jul 16 02:05:24.568674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc598b2-dadf-4258-a43d-8cd0af09b2f1 req-45344126-52eb-4854-bba8-1d8694623435 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.570168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbc598b2-dadf-4258-a43d-8cd0af09b2f1 req-45344126-52eb-4854-bba8-1d8694623435 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 943 time: 0.0667951 Jul 16 02:05:24.608561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dbc598b2-dadf-4258-a43d-8cd0af09b2f1 req-314ed46e-a0d8-47dd-a4fe-9813b4328532 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326824 Jul 16 02:05:24.628221 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:25.113078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f410-d7aa-4b37-842e-77483ab7f127 req-5eef8740-e733-4289-901b-533d1b896935 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.114594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2158f410-d7aa-4b37-842e-77483ab7f127 req-5eef8740-e733-4289-901b-533d1b896935 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0639346 Jul 16 02:05:25.151880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2158f410-d7aa-4b37-842e-77483ab7f127 req-162ca831-57b5-4599-a78c-d268a97ea7c0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jul 16 02:05:25.372083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device af319603-6cde-400b-96d7-d878803577d7 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:25.466851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port af319603-6cde-400b-96d7-d878803577d7, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=af319603-6cde-400b-96d7-d878803577d7,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:25.478604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'af319603-6cde-400b-96d7-d878803577d7', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:25.513752 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.526321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af319603-6cde-400b-96d7-d878803577d7 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:25.545550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port af319603-6cde-400b-96d7-d878803577d7, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=af319603-6cde-400b-96d7-d878803577d7,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:25.549853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.596091 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=af319603-6cde-400b-96d7-d878803577d7,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:25.603976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.604318 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.604703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.605035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.605364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.605690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.606014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.606335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.606681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.607001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.607319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.607633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:25.753130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['af319603-6cde-400b-96d7-d878803577d7'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:25.784012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246e12-1b9d-4cf3-914f-ea0db94734c9 req-60e165ee-194a-453c-ba38-b31e5ed5d024 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.786021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89246e12-1b9d-4cf3-914f-ea0db94734c9 req-60e165ee-194a-453c-ba38-b31e5ed5d024 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 944 time: 0.0642133 Jul 16 02:05:25.829153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-89246e12-1b9d-4cf3-914f-ea0db94734c9 req-91d7ec44-d35d-4c1c-8cc5-50b69f67c827 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376763 Jul 16 02:05:26.324784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68d99-e216-426c-ad75-59e8adf79108 req-263ec525-f7f4-427f-9d56-d2a0849a4286 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.326273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dba68d99-e216-426c-ad75-59e8adf79108 req-263ec525-f7f4-427f-9d56-d2a0849a4286 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0641022 Jul 16 02:05:26.366309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dba68d99-e216-426c-ad75-59e8adf79108 req-e9028574-2048-4ca4-a645-01212c1f321f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Jul 16 02:05:26.999240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c2aa5-8c89-4e6f-9a53-9fbd9756bc91 req-fb756bc1-f9bf-4962-ab63-f425ae863af3 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.001349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-453c2aa5-8c89-4e6f-9a53-9fbd9756bc91 req-fb756bc1-f9bf-4962-ab63-f425ae863af3 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 944 time: 0.0630362 Jul 16 02:05:27.038584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-453c2aa5-8c89-4e6f-9a53-9fbd9756bc91 req-23d4a4ee-7738-40fe-a2b6-08ca4d2b5e82 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Jul 16 02:05:27.387268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device af319603-6cde-400b-96d7-d878803577d7 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:27.437620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port af319603-6cde-400b-96d7-d878803577d7 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:27.441374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port af319603-6cde-400b-96d7-d878803577d7 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:27.441754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.520260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.543514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:27.545905 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b283d10-fcf6-4620-878f-709477b5125e" -d '{"events": [{"server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "name": "network-vif-plugged", "status": "completed", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:27.551985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee5333-88d7-4807-b541-faa82de19339 req-92220e8d-50af-4b67-8f1e-ed4593c5648f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.553558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6ee5333-88d7-4807-b541-faa82de19339 req-92220e8d-50af-4b67-8f1e-ed4593c5648f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0698485 Jul 16 02:05:27.558650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port af319603-6cde-400b-96d7-d878803577d7, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=af319603-6cde-400b-96d7-d878803577d7,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:27.565793 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.589885 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76efdc5f-3ef1-4e11-89d2-d254668d8fcd x-openstack-request-id: req-76efdc5f-3ef1-4e11-89d2-d254668d8fcd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:27.590175 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "name": "network-vif-plugged", "status": "completed", "tag": "af319603-6cde-400b-96d7-d878803577d7", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:27.590424 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76efdc5f-3ef1-4e11-89d2-d254668d8fcd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:27.590809 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'code': 200} Jul 16 02:05:27.605000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6ee5333-88d7-4807-b541-faa82de19339 req-08550588-5891-4efa-a2c5-2e99c31532e4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455534 Jul 16 02:05:27.621864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=af319603-6cde-400b-96d7-d878803577d7,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:27.707691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a6ea-fb3d-4186-8c40-144d0f4a09e9 req-2d9537c8-5050-4fa0-bb9a-6cbfd05c6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.709205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3161a6ea-fb3d-4186-8c40-144d0f4a09e9 req-2d9537c8-5050-4fa0-bb9a-6cbfd05c6ac8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1097 time: 0.0522206 Jul 16 02:05:27.743151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3161a6ea-fb3d-4186-8c40-144d0f4a09e9 req-4869b5a1-55a4-4b16-aa48-ed124327b6e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276134 Jul 16 02:05:28.211629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4b72c-9c9e-4bf1-a661-e3bd8fefe7fb req-c1981f57-f6ee-46a1-b5ce-8025aded1f56 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:28.213144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9b4b72c-9c9e-4bf1-a661-e3bd8fefe7fb req-c1981f57-f6ee-46a1-b5ce-8025aded1f56 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 945 time: 0.0645947 Jul 16 02:05:28.251371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9b4b72c-9c9e-4bf1-a661-e3bd8fefe7fb req-4ad0f967-124e-4654-bfc2-bb4c4afb5755 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318630 Jul 16 02:05:28.779570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e59a-d006-49b9-b035-33d66db364f2 req-3f70cdb9-3993-401a-85c5-623144b5c6f1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:28.781671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1e4e59a-d006-49b9-b035-33d66db364f2 req-3f70cdb9-3993-401a-85c5-623144b5c6f1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0667164 Jul 16 02:05:28.819572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1e4e59a-d006-49b9-b035-33d66db364f2 req-808139ef-fc86-4421-a498-283de482c037 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Jul 16 02:05:29.424264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ffc3f-6a80-48e4-82f8-508de0ec5bab req-3bd97d6f-b514-4ed7-ad10-c99439e5d095 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.425832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-205ffc3f-6a80-48e4-82f8-508de0ec5bab req-3bd97d6f-b514-4ed7-ad10-c99439e5d095 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Jul 16 02:05:29.463430 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-205ffc3f-6a80-48e4-82f8-508de0ec5bab req-36074b3b-c452-45a5-b895-ca6b37896168 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Jul 16 02:05:29.637104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8693a5-f221-4138-be20-750ae89d4927 req-44307356-5786-4d70-91f3-834b023ddd08 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.638590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d8693a5-f221-4138-be20-750ae89d4927 req-44307356-5786-4d70-91f3-834b023ddd08 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 945 time: 0.0673649 Jul 16 02:05:29.676642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d8693a5-f221-4138-be20-750ae89d4927 req-a5ce5496-8851-494f-809d-141e70746e06 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321858 Jul 16 02:05:29.699807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40134) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:29.794209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e5de6-eb6e-48ab-9a5e-8fca2fa5e725 tempest-TestVolumeBackupRestore-428080218 tempest-TestVolumeBackupRestore-428080218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.795800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-153e5de6-eb6e-48ab-9a5e-8fca2fa5e725 tempest-TestVolumeBackupRestore-428080218 tempest-TestVolumeBackupRestore-428080218-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1092 time: 0.0949485 Jul 16 02:05:29.799373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:29.803729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:29.825175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.925198 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.063753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728253e-9b06-4504-8edc-84dd485a7813 req-e65f59ea-07b3-4bb0-b522-88048a58948b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.065275 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6728253e-9b06-4504-8edc-84dd485a7813 req-e65f59ea-07b3-4bb0-b522-88048a58948b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.1332059 Jul 16 02:05:30.094522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Allocated IP 172.25.7.239 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/9d1ae803-909d-406f-bf33-9aef03affde5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:30.124080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6728253e-9b06-4504-8edc-84dd485a7813 req-44bab5e9-8bde-42cf-b536-2ebc7c30befe tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528624 Jul 16 02:05:30.212923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.250922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.284979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:30.287775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:30.293142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:30.323573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'Port': ['ID=9d1ae803-909d-406f-bf33-9aef03affde5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:30.997324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.072802 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.223611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.229760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.330688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event updated for resources: {'Port': ['ID=9d1ae803-909d-406f-bf33-9aef03affde5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:31.344154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.344535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.344887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.345228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.345565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.345900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.346233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.346562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.346893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.347222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.347548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.347872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:31.356189 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.453789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b68b2-26c5-4f6c-9899-73546c5706fd req-ae311bc5-fac5-4b65-a7d0-8b994e7590b4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:31.455306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af7b68b2-26c5-4f6c-9899-73546c5706fd req-ae311bc5-fac5-4b65-a7d0-8b994e7590b4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.2146525 Jul 16 02:05:31.493373 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Floating IP 61b459fd-7e65-468c-bbb9-fb8ec92718d5 associated. External IP: 172.25.7.239, port: af319603-6cde-400b-96d7-d878803577d7. Jul 16 02:05:31.538152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af7b68b2-26c5-4f6c-9899-73546c5706fd req-cc358e36-643c-4578-ba03-3f1214de34cb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742347 Jul 16 02:05:31.712536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Router b09ad6b0-14be-4ee3-b8d0-b9c22417075f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:31.820640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:31.831160 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] Sync routers for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:31.836842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.840640 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:31.841248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:05:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:31.876626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45c25490-853b-4e4b-894a-c9afb4559ec8 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0761971 Jul 16 02:05:31.877216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:31.879377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40144) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:31.879917 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19da595-3278-4d27-9fbf-c84ef46d264d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:31.915393 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8920a824-4454-438c-937a-7c14c4ebaa8f x-openstack-request-id: req-8920a824-4454-438c-937a-7c14c4ebaa8f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:31.915688 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:31.915969 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8920a824-4454-438c-937a-7c14c4ebaa8f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:31.916355 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'status': 'completed', 'code': 200} Jul 16 02:05:31.941771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1857e9-247c-4ab6-8e3a-e8aa07d3ecf3 tempest-TestVolumeBackupRestore-428080218 tempest-TestVolumeBackupRestore-428080218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:31.946255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0d1857e9-247c-4ab6-8e3a-e8aa07d3ecf3 tempest-TestVolumeBackupRestore-428080218 tempest-TestVolumeBackupRestore-428080218-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1092 time: 0.0655332 Jul 16 02:05:31.946919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40148) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:31.947858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:31.951515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Request body: {'floatingip': {'port_id': 'af319603-6cde-400b-96d7-d878803577d7'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:31.994581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-8ad921fa-73b7-4525-b820-2c7218fee5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:31.996027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-8ad921fa-73b7-4525-b820-2c7218fee5f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1097 time: 0.0572283 Jul 16 02:05:32.010795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.093257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-fbd49e3c-6f0e-4afd-8b5c-64703d616000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:32.095370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-fbd49e3c-6f0e-4afd-8b5c-64703d616000 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 915 time: 0.0931890 Jul 16 02:05:32.163969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-df049f4b-1672-429b-9132-86804040fcd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 999 time: 0.0614347 Jul 16 02:05:32.178799 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '61b459fd-7e65-468c-bbb9-fb8ec92718d5', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:30Z', 'updated_at': '2021-07-16T02:05:30Z', 'revision_number': 0, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:32.205258 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] Checking router: b09ad6b0-14be-4ee3-b8d0-b9c22417075f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:32.213916 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:32.214674 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:05:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:32.215639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-5e52c7d2-4bd2-4f00-a365-ff12c13a1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:32.217236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-5e52c7d2-4bd2-4f00-a365-ff12c13a1e62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 200 len: 853 time: 0.0472794 Jul 16 02:05:32.285469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-9a01f3e5-9770-42a8-9edc-d3a638d2880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:32.287085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-9a01f3e5-9770-42a8-9edc-d3a638d2880f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633678 Jul 16 02:05:32.327446 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:32.384177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-47a7ebb3-2dcf-48ce-af78-79fe6e59059a service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898354 Jul 16 02:05:32.488654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b19da595-3278-4d27-9fbf-c84ef46d264d req-98e76644-8c23-4653-9246-3dd2e2d9f81b service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983362 Jul 16 02:05:32.524540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.532821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.658351 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '61b459fd-7e65-468c-bbb9-fb8ec92718d5', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:30Z', 'updated_at': '2021-07-16T02:05:30Z', 'revision_number': 0, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:32.686286 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a30f05-fa27-4301-b230-2b8b918140eb None None] The sync data for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 is: [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '61b459fd-7e65-468c-bbb9-fb8ec92718d5', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:30Z', 'updated_at': '2021-07-16T02:05:30Z', 'revision_number': 0, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:32.728296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026cfc2-14c9-4bd8-b83d-bbb131c64089 req-26de492b-ccd1-4a24-8aaf-fabf98d631c8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:32.730193 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f026cfc2-14c9-4bd8-b83d-bbb131c64089 req-26de492b-ccd1-4a24-8aaf-fabf98d631c8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0693307 Jul 16 02:05:32.764765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Router b09ad6b0-14be-4ee3-b8d0-b9c22417075f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:32.771571 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f026cfc2-14c9-4bd8-b83d-bbb131c64089 req-8ed62c76-42b4-43ee-a72e-75bbdac88e79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358753 Jul 16 02:05:32.878526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:32.883521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.911349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83788da4-d624-4e43-bf91-4c2ba7c4d613 None None] New status for floating IP 61b459fd-7e65-468c-bbb9-fb8ec92718d5: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:32.921136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:32.923875 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:32.966657 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41a387-1666-49c4-be4b-3f5aee0eefad x-openstack-request-id: req-2e41a387-1666-49c4-be4b-3f5aee0eefad {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:32.966947 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:32.967766 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e41a387-1666-49c4-be4b-3f5aee0eefad {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:32.968632 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'status': 'completed', 'code': 200} Jul 16 02:05:32.970758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e3529b22-5718-4e8a-88bb-17c640a282de tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "PUT /v2.0/floatingips/61b459fd-7e65-468c-bbb9-fb8ec92718d5 HTTP/1.1" status: 200 len: 991 time: 1.0228434 Jul 16 02:05:33.038804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-09edcc42-992e-40c7-828b-8e31e38b0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.040232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-09edcc42-992e-40c7-828b-8e31e38b0028 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1097 time: 0.0529137 Jul 16 02:05:33.143348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-9fa1d6a3-2ca0-4b54-a968-042b8aa8a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.144938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-9fa1d6a3-2ca0-4b54-a968-042b8aa8a2c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 915 time: 0.0987031 Jul 16 02:05:33.157918 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] Sync routers for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:33.166781 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:33.167391 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:05:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:33.217200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-1caef744-ea09-4d81-a1e6-643bddc7e826 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 1001 time: 0.0661244 Jul 16 02:05:33.266974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-36c7ac05-3f3a-458b-a137-432857b73545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.268572 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-36c7ac05-3f3a-458b-a137-432857b73545 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 200 len: 853 time: 0.0456257 Jul 16 02:05:33.272688 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:33.325935 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-2dc89c60-e9b0-4a33-a666-59ba88976aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.327481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-2dc89c60-e9b0-4a33-a666-59ba88976aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529494 Jul 16 02:05:33.425625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-32463fe7-ab02-4e7b-adfe-624e84fc50b2 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917826 Jul 16 02:05:33.493672 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '61b459fd-7e65-468c-bbb9-fb8ec92718d5', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:30Z', 'updated_at': '2021-07-16T02:05:33Z', 'revision_number': 2, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:33.518563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b91f17-d82f-4acb-8cea-8c7b7cf83914 req-5fc0ac35-4926-4972-83ad-133dabd834dd service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867972 Jul 16 02:05:33.523286 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] Checking router: b09ad6b0-14be-4ee3-b8d0-b9c22417075f for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:33.532781 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:33.533403 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:05:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:33.637306 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:33.858290 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '61b459fd-7e65-468c-bbb9-fb8ec92718d5', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:30Z', 'updated_at': '2021-07-16T02:05:33Z', 'revision_number': 2, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:33.883480 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c1072-b29b-4d10-ab04-3b9c8927eda3 None None] The sync data for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 is: [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '61b459fd-7e65-468c-bbb9-fb8ec92718d5', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'port_id': 'af319603-6cde-400b-96d7-d878803577d7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'mac_address': 'fa:16:3e:fc:6d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:30Z', 'updated_at': '2021-07-16T02:05:33Z', 'revision_number': 2, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:33.954813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32991b51-0106-48d3-8c27-421dbd6c5ad9 req-41841eef-45a2-44a0-8df4-1e7ed044ff1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.956356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32991b51-0106-48d3-8c27-421dbd6c5ad9 req-41841eef-45a2-44a0-8df4-1e7ed044ff1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0735929 Jul 16 02:05:33.996155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32991b51-0106-48d3-8c27-421dbd6c5ad9 req-0186fada-2638-4f8b-b616-fd4c5a3fb561 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338016 Jul 16 02:05:34.953583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-98bf7e23-0726-479f-a185-4242f95aa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.955085 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-98bf7e23-0726-479f-a185-4242f95aa7d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1097 time: 0.0556509 Jul 16 02:05:34.969786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:34.972269 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f64230-2883-4760-8d5f-47a42aad8462" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:35.091442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-4d8e3b6e-3c43-43d1-9fb5-4760e5bc6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.093052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-4d8e3b6e-3c43-43d1-9fb5-4760e5bc6297 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1097 time: 0.0594182 Jul 16 02:05:35.239131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-aa5434e6-2f30-493b-b8cb-06351b90256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.240573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-aa5434e6-2f30-493b-b8cb-06351b90256d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 915 time: 0.1403871 Jul 16 02:05:35.253409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cffe7f-bae3-46a4-a9be-e0a0ad15aa9e req-c8cb5de1-1447-4412-9313-a85d73cd6073 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.254990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35cffe7f-bae3-46a4-a9be-e0a0ad15aa9e req-c8cb5de1-1447-4412-9313-a85d73cd6073 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.1349418 Jul 16 02:05:35.348690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35cffe7f-bae3-46a4-a9be-e0a0ad15aa9e req-ef5aaabc-e593-4f88-98ff-5d8c2bef4b8d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868375 Jul 16 02:05:35.350590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-9fff2b4f-c54e-4b80-b45e-7ccefb2a1ebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 1001 time: 0.0946250 Jul 16 02:05:35.351053 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb72186-a42b-4056-a96f-4ec47fdbdd64 x-openstack-request-id: req-2bb72186-a42b-4056-a96f-4ec47fdbdd64 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:35.351598 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:35.351851 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2bb72186-a42b-4056-a96f-4ec47fdbdd64 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:35.352255 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'status': 'completed', 'code': 200} Jul 16 02:05:35.401376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-767ed4d3-67fa-4e75-b244-24eed029fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.402848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-767ed4d3-67fa-4e75-b244-24eed029fdd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 200 len: 853 time: 0.0463517 Jul 16 02:05:35.419040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-01d27419-a866-4f66-a549-e3415c066d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.420559 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-01d27419-a866-4f66-a549-e3415c066d5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.4417477 Jul 16 02:05:35.460090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-92a8ca7e-9465-4915-af43-3f0fea662e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.461640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-92a8ca7e-9465-4915-af43-3f0fea662e45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523047 Jul 16 02:05:35.488573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-8fb99709-623f-458d-9c4a-ef3d61b82a37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 1000 time: 0.0613999 Jul 16 02:05:35.537193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-ea80a516-f9ad-4e18-ae64-6db2ed96918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.538610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-ea80a516-f9ad-4e18-ae64-6db2ed96918a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0444460 Jul 16 02:05:35.556476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-1bd6c97c-77be-45b4-a546-c27e2fe1cb9b service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884140 Jul 16 02:05:35.595105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-d8fd2be0-1ff2-47cd-9bbd-aa3edfb06f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.596747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-d8fd2be0-1ff2-47cd-9bbd-aa3edfb06f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522892 Jul 16 02:05:35.646757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6f64230-2883-4760-8d5f-47a42aad8462 req-e2a95fc1-7d14-422d-96d4-6b194eba54c6 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844820 Jul 16 02:05:35.691326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-d9dfaa73-72f9-46a7-bcfc-6fff45e486b5 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883813 Jul 16 02:05:35.779064 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-27ca0f53-42cd-4b1d-aa8a-dcef1b8beb87 req-3cc7b781-cf6d-497c-b916-0186c79958fb service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813279 Jul 16 02:05:36.536275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2230092-f7a0-4b7c-ac8f-17a0098620ad req-cdbe19af-6eed-4fa2-b93d-1890df75a3da tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:36.537751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2230092-f7a0-4b7c-ac8f-17a0098620ad req-cdbe19af-6eed-4fa2-b93d-1890df75a3da tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0693197 Jul 16 02:05:36.576678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2230092-f7a0-4b7c-ac8f-17a0098620ad req-2cb7a213-735f-4b2a-a4ff-42476e4f76f3 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Jul 16 02:05:37.714060 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.749029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1b877-c479-4ba3-9999-83649ef3f26e req-8837ffa3-44e3-4c78-a5c4-6587a87c958b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.750663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47a1b877-c479-4ba3-9999-83649ef3f26e req-8837ffa3-44e3-4c78-a5c4-6587a87c958b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0647969 Jul 16 02:05:37.788670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47a1b877-c479-4ba3-9999-83649ef3f26e req-c98f0b36-1355-4030-bbb4-7e35cf36fbab tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jul 16 02:05:38.974562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be7f39-6bad-465a-bb46-926e992ba144 req-1ce2227e-581a-451a-b61c-eb7548f19f2c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.976500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35be7f39-6bad-465a-bb46-926e992ba144 req-1ce2227e-581a-451a-b61c-eb7548f19f2c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0695369 Jul 16 02:05:39.017791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35be7f39-6bad-465a-bb46-926e992ba144 req-c0e4afd8-e53c-4438-9c5a-2eb847dee9c8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Jul 16 02:05:40.179242 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09e85b37-b702-441f-9bc5-e4682a4c420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.203586 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cb52-48af-4656-b13b-21b1e6abe0ee req-e8ca9413-8aeb-4e89-a532-90bb9b1efe62 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.205192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ad0cb52-48af-4656-b13b-21b1e6abe0ee req-e8ca9413-8aeb-4e89-a532-90bb9b1efe62 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0730560 Jul 16 02:05:40.243846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ad0cb52-48af-4656-b13b-21b1e6abe0ee req-08733987-05b3-4a04-a9d1-379c7a504bd8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 16 02:05:41.420325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe43f0-3541-4150-a225-c6d259e9c649 req-86102db3-e1b9-4020-839b-c6a222f6fbdc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.422588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecbe43f0-3541-4150-a225-c6d259e9c649 req-86102db3-e1b9-4020-839b-c6a222f6fbdc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 945 time: 0.0647366 Jul 16 02:05:41.460097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecbe43f0-3541-4150-a225-c6d259e9c649 req-6e38a761-315e-4afa-afca-f2f0b36c4a10 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Jul 16 02:05:41.588304 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-bfe0b175-7268-4ac2-a864-7985d0f03710 service neutron] show failed (client error): The resource could not be found. Jul 16 02:05:41.589316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-bfe0b175-7268-4ac2-a864-7985d0f03710 service neutron] 10.222.0.13 "GET /v2.0/ports/5a16b51a-2869-427c-a7b2-438188024edc/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0594091 Jul 16 02:05:41.884599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-c49f64c5-0bb1-4699-ba9a-cfdd9d0bbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.886065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-c49f64c5-0bb1-4699-ba9a-cfdd9d0bbb4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 1097 time: 0.0904651 Jul 16 02:05:41.898357 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:41.969502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.169802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:42.202479 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:42.240833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:42.243242 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f8a48e-dfc9-43ff-80cc-8a125857c06a" -d '{"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:42.246758 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.259442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Transition to ACTIVE for port object 5a16b51a-2869-427c-a7b2-438188024edc will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:42.263876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.295625 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cda031-80f9-44f3-a259-91a3cb62135f x-openstack-request-id: req-55cda031-80f9-44f3-a259-91a3cb62135f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:42.296576 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:42.296740 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55cda031-80f9-44f3-a259-91a3cb62135f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:42.297195 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'code': 200} Jul 16 02:05:42.376032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:42.411921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63294eba-5095-41bc-ac4e-049cd8b190b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.459300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] No DVR routers for this DVR port 5a16b51a-2869-427c-a7b2-438188024edc on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:42.508862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.959847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf02ffd-5138-43fc-b727-345821393f07 req-9e483239-cb3a-46c2-8a42-ee302b7956bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:42.961362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adf02ffd-5138-43fc-b727-345821393f07 req-9e483239-cb3a-46c2-8a42-ee302b7956bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.1344948 Jul 16 02:05:42.979600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:42.979929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:42.980365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:42.991469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:42.991788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:42.999600 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:42.999929 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Checking segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:43.000306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Bound using segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:43.000753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Bound port: 5a16b51a-2869-427c-a7b2-438188024edc, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:43.001109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.023858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adf02ffd-5138-43fc-b727-345821393f07 req-fc878b39-c733-4298-8b56-691cca40fd16 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555446 Jul 16 02:05:43.074733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:43.078632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:43.084824 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.121131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.121922 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.123525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 1092 time: 1.2289751 Jul 16 02:05:43.188408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be8e6-201a-43bb-8cd3-69a142e7ec34 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:43.222247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-cf47c90b-353a-4804-ac50-b34473a7bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.223693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-cf47c90b-353a-4804-ac50-b34473a7bdc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1095 time: 0.0732453 Jul 16 02:05:43.319490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-9d541bef-824f-4926-951c-a2fac9aa0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.320993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-9d541bef-824f-4926-951c-a2fac9aa0628 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0913513 Jul 16 02:05:43.392203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-f4766412-8b63-47e4-b825-1baa05da91d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0653086 Jul 16 02:05:43.441924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-ffdea16a-19f6-43e3-a68b-eb538b4ff113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.443440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-ffdea16a-19f6-43e3-a68b-eb538b4ff113 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0458429 Jul 16 02:05:43.503938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-8f3c48c5-7465-461c-9ab3-5a39cba24555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.505361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-8f3c48c5-7465-461c-9ab3-5a39cba24555 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550570 Jul 16 02:05:43.601567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-fe76da99-7a30-4da2-a1f5-aadf4a637b60 service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891671 Jul 16 02:05:43.692679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-448c7857-0a95-43a6-b35f-e05d1ebfb035 req-aa8c98b4-9820-4373-92bf-b32902c47171 service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841703 Jul 16 02:05:43.812260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.208038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734b4ac-b5fe-4927-9c3f-d0b4ba4cb0f6 req-0b577f97-4cfa-49b3-b854-364a9a08c27b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.209564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1734b4ac-b5fe-4927-9c3f-d0b4ba4cb0f6 req-0b577f97-4cfa-49b3-b854-364a9a08c27b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.0690815 Jul 16 02:05:44.247330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1734b4ac-b5fe-4927-9c3f-d0b4ba4cb0f6 req-2ef9cad9-ad69-476f-92b1-e1636105c1e2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Jul 16 02:05:44.298070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:44.300498 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240e34b-6214-411e-b75d-b8577b5a8f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:44.347461 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324991cd-68e4-4f02-8e00-413c60414c04 x-openstack-request-id: req-324991cd-68e4-4f02-8e00-413c60414c04 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:44.347750 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:44.348004 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-324991cd-68e4-4f02-8e00-413c60414c04 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:44.348395 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'status': 'completed', 'code': 200} Jul 16 02:05:44.426521 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-fbf76c6a-647f-4648-8894-a1ff066368c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.428035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-fbf76c6a-647f-4648-8894-a1ff066368c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1095 time: 0.0540555 Jul 16 02:05:44.438443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-82510473-6c53-4c8f-83d2-a07603fe66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.439933 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-82510473-6c53-4c8f-83d2-a07603fe66fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1095 time: 0.0527680 Jul 16 02:05:44.525090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-a8683f5c-8763-42b6-813f-9bae4ef96f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.526563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-a8683f5c-8763-42b6-813f-9bae4ef96f69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0918617 Jul 16 02:05:44.531894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-1c3abaa7-fd06-46b5-bed6-434c1d95d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.533398 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-1c3abaa7-fd06-46b5-bed6-434c1d95d0d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0869737 Jul 16 02:05:44.593791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-03cd9ecc-1434-4437-bb41-b0ee0cb4ffb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0595181 Jul 16 02:05:44.602819 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-0c6e4726-bdc6-4e98-9229-4e8356a691cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0632813 Jul 16 02:05:44.643425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-ce323b33-095c-4a4c-b276-ae2e2aab6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.644944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-ce323b33-095c-4a4c-b276-ae2e2aab6994 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0446570 Jul 16 02:05:44.651713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-0225942e-851b-4ccb-9c81-34adf9f43e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.653218 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-0225942e-851b-4ccb-9c81-34adf9f43e7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0435700 Jul 16 02:05:44.708803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-aef984a6-5ba9-4e1e-b081-c8d8898e9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.709444 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-e49f6c3b-97e9-4773-a553-1a44494fad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.710459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-aef984a6-5ba9-4e1e-b081-c8d8898e9292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586290 Jul 16 02:05:44.710966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-e49f6c3b-97e9-4773-a553-1a44494fad6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514925 Jul 16 02:05:44.747045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:44.789354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:44.805955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-8964cf9c-ef3d-42ce-b419-3ad8d94bc280 service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867841 Jul 16 02:05:44.809750 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-fbc7a2d2-9da4-44a3-bcdb-e9bfa149edf6 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928156 Jul 16 02:05:44.901624 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-24e18d36-789d-4314-b369-f4744d66b721 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846770 Jul 16 02:05:44.904094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b240e34b-6214-411e-b75d-b8577b5a8f4e req-595479bc-bf11-4e68-b062-b3f259195f91 service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912943 Jul 16 02:05:45.358233 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.432642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c61fe-6d6e-4080-95d5-ade20009bba1 req-af347e15-b27b-459e-8e17-0c8c6866bf86 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:45.434588 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d19c61fe-6d6e-4080-95d5-ade20009bba1 req-af347e15-b27b-459e-8e17-0c8c6866bf86 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.0671101 Jul 16 02:05:45.476705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d19c61fe-6d6e-4080-95d5-ade20009bba1 req-580ec13d-9b23-4674-a66f-e64cdbf33732 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351059 Jul 16 02:05:46.658814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946045cc-7f59-4401-b910-fead1f1793da req-aed0c94f-7ffe-4a48-bb23-fc800827eb23 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:46.660197 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-946045cc-7f59-4401-b910-fead1f1793da req-aed0c94f-7ffe-4a48-bb23-fc800827eb23 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.0685916 Jul 16 02:05:46.696681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-946045cc-7f59-4401-b910-fead1f1793da req-f6ab8efc-24f3-4e6b-8952-659534df9a5d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Jul 16 02:05:47.094872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-dbdf79d4-47a9-4bf5-8773-64c9ef390fdd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.096323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-dbdf79d4-47a9-4bf5-8773-64c9ef390fdd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a&tenant_id=c7304063810346ebad6573109864414c&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 943 time: 0.1379957 Jul 16 02:05:47.117916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd84a6-2ac9-414b-af4a-8885c697c9c3 req-6df50a0d-cf3a-4146-8ffd-d4a2b9dabb40 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.119340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9dd84a6-2ac9-414b-af4a-8885c697c9c3 req-6df50a0d-cf3a-4146-8ffd-d4a2b9dabb40 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 943 time: 0.1074579 Jul 16 02:05:47.195338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9dd84a6-2ac9-414b-af4a-8885c697c9c3 req-02bb2d40-26e1-4b68-b2bd-1cbc9402921f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571563 Jul 16 02:05:47.199553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-5bf93d41-3bcf-4e49-b302-c92e04b1df88 service neutron] 10.222.0.23 "GET /v2.0/ports/5a16b51a-2869-427c-a7b2-438188024edc/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.0954299 Jul 16 02:05:47.278252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-cdf77608-fdfe-4141-af96-5fdc0a0a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.279791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-cdf77608-fdfe-4141-af96-5fdc0a0a923c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1095 time: 0.0541430 Jul 16 02:05:47.374350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-8d720fcd-d656-409e-9c19-72be7f38cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.376566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-8d720fcd-d656-409e-9c19-72be7f38cc94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0894270 Jul 16 02:05:47.440776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-b622ce6f-c9ae-4fe7-a540-a89a0826fb95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0570111 Jul 16 02:05:47.493245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-81c7cea0-412a-47df-80ac-e606bd18affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.494602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-81c7cea0-412a-47df-80ac-e606bd18affc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0473504 Jul 16 02:05:47.543969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5a16b51a-2869-427c-a7b2-438188024edc details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:47.552225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-8b7776c6-f9a7-4e14-83f5-34c6f3301633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.553798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-8b7776c6-f9a7-4e14-83f5-34c6f3301633 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531054 Jul 16 02:05:47.640623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:47.643850 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-e79e1f28-de18-4f1c-bafa-2b90b034da7f service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Jul 16 02:05:47.652229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5a16b51a-2869-427c-a7b2-438188024edc', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'mac_address': 'fa:16:3e:54:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:47.689120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.705658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a16b51a-2869-427c-a7b2-438188024edc {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:47.724930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:47.729117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.740664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-9f5dd97c-d3ae-4e7c-9b15-2b37cf452f6b service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901210 Jul 16 02:05:47.779618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:47.951709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5a16b51a-2869-427c-a7b2-438188024edc'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:48.379095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c0ed7-4f0d-463d-9e8b-975ac0dd0777 req-7eed7785-bf7b-4765-a68c-fab8a6f7b8c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:48.380840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b48c0ed7-4f0d-463d-9e8b-975ac0dd0777 req-7eed7785-bf7b-4765-a68c-fab8a6f7b8c4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 944 time: 0.0655973 Jul 16 02:05:48.419213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b48c0ed7-4f0d-463d-9e8b-975ac0dd0777 req-0538f62e-a37f-4166-a3f7-d8d03cd219c2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jul 16 02:05:48.534302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.543877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5a16b51a-2869-427c-a7b2-438188024edc up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:49.598708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5a16b51a-2869-427c-a7b2-438188024edc completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:49.603339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5a16b51a-2869-427c-a7b2-438188024edc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:49.603707 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.606356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509537a-656c-4cde-99c7-bbd35eec6f40 req-48312706-2755-494e-ac06-b7bf9df7e041 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:49.608036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f509537a-656c-4cde-99c7-bbd35eec6f40 req-48312706-2755-494e-ac06-b7bf9df7e041 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 944 time: 0.0749166 Jul 16 02:05:49.649629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f509537a-656c-4cde-99c7-bbd35eec6f40 req-db9cd7c6-6ec7-410a-8a0e-91d38e4b6e24 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342770 Jul 16 02:05:49.701172 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.728046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:49.730436 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14bf5e-e7c3-4d9a-b3c3-823e2f255311" -d '{"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:49.745608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:49.751714 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.788183 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c0ca0-76d6-404b-8344-ba9e8b70d388 x-openstack-request-id: req-070c0ca0-76d6-404b-8344-ba9e8b70d388 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:49.788501 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:49.788764 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-070c0ca0-76d6-404b-8344-ba9e8b70d388 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:49.789154 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'code': 200} Jul 16 02:05:49.805812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:49.896571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-8496149e-8238-4ba8-a4f9-1dd7b49ba859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:49.898003 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-8496149e-8238-4ba8-a4f9-1dd7b49ba859 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 1097 time: 0.0582347 Jul 16 02:05:49.913494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:49.986747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.195702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:50.236227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:50.274648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:50.276926 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbd8ff-a714-4220-bb81-dbdefc086bc4" -d '{"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:50.280450 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.293003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Transition to ACTIVE for port object 5a16b51a-2869-427c-a7b2-438188024edc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:50.295976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.365311 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb9d1a-11c9-45fd-8d55-14a2e4c6b0e8 x-openstack-request-id: req-86eb9d1a-11c9-45fd-8d55-14a2e4c6b0e8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:50.365659 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:50.365993 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86eb9d1a-11c9-45fd-8d55-14a2e4c6b0e8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:50.366254 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'code': 200} Jul 16 02:05:50.389288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:50.403641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.403986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.404326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.404687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.405019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.405346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.405671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.405996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.406970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.407301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.407620 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.407938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:50.455279 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] No DVR routers for this DVR port 5a16b51a-2869-427c-a7b2-438188024edc on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:50.581988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:50.582351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:50.582689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:50.587137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:50.587520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Attempting to bind port 5a16b51a-2869-427c-a7b2-438188024edc on network 0e592174-bb00-4358-94dc-db15e596ad74 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:50.592568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:50.592932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Checking segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:50.593339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Bound using segment: {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:50.593815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Bound port: 5a16b51a-2869-427c-a7b2-438188024edc, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd395698e-dccc-4d0f-a411-e1512685e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:50.594268 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.657409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:50.660573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:50.664348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.699033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.699587 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.701172 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 1093 time: 0.7916651 Jul 16 02:05:50.726695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a636a51-ad8a-4a2f-bd1f-743ba81653c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:50.818406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-6df05aa1-9bf3-403d-9afb-467727217eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.821104 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-6df05aa1-9bf3-403d-9afb-467727217eef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1096 time: 0.0774148 Jul 16 02:05:50.846282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd9a33-869b-447b-a9c3-f369b23ab955 req-a1996615-a6e3-45d5-a50c-3e1111a26887 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.848276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bbd9a33-869b-447b-a9c3-f369b23ab955 req-a1996615-a6e3-45d5-a50c-3e1111a26887 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 944 time: 0.0742023 Jul 16 02:05:50.894364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bbd9a33-869b-447b-a9c3-f369b23ab955 req-2f060b83-699d-42bb-9152-e0924bd01d03 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389173 Jul 16 02:05:50.929935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-0ff4450d-edd5-4d24-a97f-018fb75ad526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.931463 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-0ff4450d-edd5-4d24-a97f-018fb75ad526 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.1050577 Jul 16 02:05:51.007938 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-a0234983-97cc-4e61-b5e3-c59d6ee57fb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0701332 Jul 16 02:05:51.057712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-876906c2-b008-4a03-a952-8882de52fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:51.059195 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-876906c2-b008-4a03-a952-8882de52fdf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0458670 Jul 16 02:05:51.118294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-be72ef91-5e03-4e0a-9066-6d23540ee0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:51.119833 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-be72ef91-5e03-4e0a-9066-6d23540ee0d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542910 Jul 16 02:05:51.217972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-5aaa1716-b683-404e-9655-071fd478b431 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915346 Jul 16 02:05:51.321856 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52ebffdb-d4f0-47c6-b148-30eb2fbdf625 req-4e886b42-3b5f-4b61-bb19-26998ea8c101 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970354 Jul 16 02:05:51.543919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5a16b51a-2869-427c-a7b2-438188024edc no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:51.583425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5a16b51a-2869-427c-a7b2-438188024edc not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:52.090422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bfefe-72c1-4fc3-9f67-3bcf1f4911eb req-c10cbbb4-5fe9-4f9b-83c6-dbda5c47aca9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.092057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-246bfefe-72c1-4fc3-9f67-3bcf1f4911eb req-c10cbbb4-5fe9-4f9b-83c6-dbda5c47aca9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 944 time: 0.0679491 Jul 16 02:05:52.133897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-246bfefe-72c1-4fc3-9f67-3bcf1f4911eb req-e19d425a-49f8-428c-bbb1-09c8c9fb94d8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355768 Jul 16 02:05:52.367641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:52.370038 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e" -d '{"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:52.417629 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d462f9ef-b483-42c5-9382-eb6631b8887b x-openstack-request-id: req-d462f9ef-b483-42c5-9382-eb6631b8887b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:52.417929 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:52.418180 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d462f9ef-b483-42c5-9382-eb6631b8887b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:52.418575 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'status': 'completed', 'code': 200} Jul 16 02:05:52.496814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-02fa4810-36b3-4237-942d-80d61b31a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.498325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-02fa4810-36b3-4237-942d-80d61b31a6e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1096 time: 0.0573366 Jul 16 02:05:52.522068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-66bc9f4e-72e6-48ba-9d3a-9ea9384e90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.523940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-66bc9f4e-72e6-48ba-9d3a-9ea9384e90df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1096 time: 0.0634334 Jul 16 02:05:52.590462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-cc7e22c6-de5a-4069-845e-5b7e9ef544db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.591944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-cc7e22c6-de5a-4069-845e-5b7e9ef544db service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0871844 Jul 16 02:05:52.621771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-1960dde0-c74b-44e3-a8b6-5d50154d18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.623193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-1960dde0-c74b-44e3-a8b6-5d50154d18ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.0901866 Jul 16 02:05:52.663113 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-95c0385e-07cc-438a-81b9-0f9bc69b5aec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0638878 Jul 16 02:05:52.698147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-e322337b-3420-4b4d-ab85-2451375c0b8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 998 time: 0.0668039 Jul 16 02:05:52.715443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-830b462a-206a-4fab-a964-d512d1daee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.716974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-830b462a-206a-4fab-a964-d512d1daee5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0472500 Jul 16 02:05:52.758824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-3d757825-7e58-4f56-bd57-f0c5e9b38f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.760470 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-3d757825-7e58-4f56-bd57-f0c5e9b38f67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0478406 Jul 16 02:05:52.787130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-077d6760-f0e7-4bf4-9c0a-cc12d7a51c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.788978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-077d6760-f0e7-4bf4-9c0a-cc12d7a51c83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662730 Jul 16 02:05:52.831165 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-e2330603-f6a3-4afb-ab1d-8e93cd11fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.832736 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-e2330603-f6a3-4afb-ab1d-8e93cd11fe5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588706 Jul 16 02:05:52.896680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-52f07158-0c8a-43ce-a0e0-8851878fb3be service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005683 Jul 16 02:05:52.941687 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-f38fa9e9-3743-4a7a-bc36-38bddd190c96 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017687 Jul 16 02:05:53.014103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-c47b2dea-1492-4a73-8db9-cfbba29db1ce service neutron] 10.222.0.23 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112339 Jul 16 02:05:53.047809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7d5d19d0-21eb-46d3-b118-27c7a7e0523e req-52cd85ab-f784-4a7a-adb6-6082a6da5170 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000896 Jul 16 02:05:53.318867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039ef7d-f977-4abc-b1e4-72d9e7a323b9 req-cebdbfe7-183c-48f3-8ef5-8df7ae229b2f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:53.320296 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4039ef7d-f977-4abc-b1e4-72d9e7a323b9 req-cebdbfe7-183c-48f3-8ef5-8df7ae229b2f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 944 time: 0.0681937 Jul 16 02:05:53.364849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4039ef7d-f977-4abc-b1e4-72d9e7a323b9 req-25335b29-5a66-4790-a11d-cdf075d8baaa tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335996 Jul 16 02:05:53.391286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.459010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e4c1be26-0011-4bf3-989a-ae3f6ec8452f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/da537531-e874-4188-93b1-710754f9a5a9 HTTP/1.1" status: 200 len: 990 time: 0.0664485 Jul 16 02:05:54.793961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:54.895375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:54.906777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '5a16b51a-2869-427c-a7b2-438188024edc', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'port_id': '5a16b51a-2869-427c-a7b2-438188024edc', 'mac_address': 'fa:16:3e:54:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:54.945583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.958814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a16b51a-2869-427c-a7b2-438188024edc {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:54.978877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:54.982783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.035996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.260816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['5a16b51a-2869-427c-a7b2-438188024edc'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:56.809061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:56.858687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 5a16b51a-2869-427c-a7b2-438188024edc completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:56.862624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 5a16b51a-2869-427c-a7b2-438188024edc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:56.862997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.942006 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.967381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:56.970108 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b693ae4-ea38-4826-ac93-0e11e8781e66" -d '{"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:56.983373 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:56.988510 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.013265 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa950024-197a-4d49-8ef9-c780fff62f89 x-openstack-request-id: req-fa950024-197a-4d49-8ef9-c780fff62f89 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:57.013561 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:57.013817 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa950024-197a-4d49-8ef9-c780fff62f89 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:57.014212 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'code': 200} Jul 16 02:05:57.037111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=13']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:01.451939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40214) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:01.611591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Deleting port 9d1ae803-909d-406f-bf33-9aef03affde5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:01.611770 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.628214 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:01.693172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.693535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.705636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Calling delete_port for 9d1ae803-909d-406f-bf33-9aef03affde5 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:01.855351 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.881791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event deleted for resources: {'Port': ['ID=9d1ae803-909d-406f-bf33-9aef03affde5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:01.943703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.944166 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Floating IP 61b459fd-7e65-468c-bbb9-fb8ec92718d5 disassociated (deleted). External IP: 172.25.7.239, port: af319603-6cde-400b-96d7-d878803577d7. Jul 16 02:06:02.157017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Router b09ad6b0-14be-4ee3-b8d0-b9c22417075f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:02.266882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:02.271779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.276122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] Sync routers for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:02.287194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:02.287827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:05:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:02.308193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6d47b2cd-76b1-465e-adf6-f654ff841658 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "DELETE /v2.0/floatingips/61b459fd-7e65-468c-bbb9-fb8ec92718d5 HTTP/1.1" status: 204 len: 168 time: 0.8550746 Jul 16 02:06:02.308810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:02.311185 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51464ee7-db48-4d71-9a00-cf83bc468868" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:02.349477 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b100d-01d3-4a36-9308-1c34a927859e x-openstack-request-id: req-da6b100d-01d3-4a36-9308-1c34a927859e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:02.349969 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "tag": "af319603-6cde-400b-96d7-d878803577d7", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:02.350453 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da6b100d-01d3-4a36-9308-1c34a927859e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:02.351274 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'status': 'completed', 'code': 200} Jul 16 02:06:02.401518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:02.433313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-3cddfcd9-d95d-4c2d-94fd-1d60d093aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.434938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-3cddfcd9-d95d-4c2d-94fd-1d60d093aebb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 1097 time: 0.0553322 Jul 16 02:06:02.541226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-ebe3c38d-a89c-4a2f-ace2-5873a37e7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.543140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-ebe3c38d-a89c-4a2f-ace2-5873a37e7409 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 200 len: 915 time: 0.0994496 Jul 16 02:06:02.594431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-8114656e-3aac-4d22-b3e0-f6b0dfea82bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 200 len: 217 time: 0.0451455 Jul 16 02:06:02.613784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:02.648847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] Checking router: b09ad6b0-14be-4ee3-b8d0-b9c22417075f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:02.658792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:02.659414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:05:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:02.665916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-3aa2f8e6-e262-4018-8600-7de987c83c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.667350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-3aa2f8e6-e262-4018-8600-7de987c83c89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 200 len: 853 time: 0.0667586 Jul 16 02:06:02.757825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04bba-0d7d-4663-8c12-5751c6ad25d1 req-80ca62d4-603d-4eb2-9a09-d90bca28f150 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.759321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04bba-0d7d-4663-8c12-5751c6ad25d1 req-80ca62d4-603d-4eb2-9a09-d90bca28f150 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 945 time: 0.1067119 Jul 16 02:06:02.766589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-aeddc566-fde8-4662-84db-9787849cca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.768131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-aeddc566-fde8-4662-84db-9787849cca88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839207 Jul 16 02:06:02.777442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:02.857266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2e04bba-0d7d-4663-8c12-5751c6ad25d1 req-3194c6d1-f253-4366-876d-89821e419787 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880289 Jul 16 02:06:02.887564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-5a0f68d3-b77b-40a9-b4ee-f4be8ebd5247 service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117065 Jul 16 02:06:02.988387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51464ee7-db48-4d71-9a00-cf83bc468868 req-be20e7e6-1bb4-43df-888c-ac442764e47f service neutron] 10.222.0.23 "GET /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936174 Jul 16 02:06:02.998683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:03.027752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18589589-fe1f-4b36-a583-ee7b6049890b None None] The sync data for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 is: [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:03:16Z', 'revision_number': 4, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '355bfd1a-5457-4add-8e87-a3841bf3ef37', 'name': '', 'network_id': '8bbdfbd2-4aa0-4ffe-ab6d-559f98603182', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'mac_address': 'fa:16:3e:20:cc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:16Z', 'updated_at': '2021-07-16T02:03:22Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'subnets': [{'id': '94ea9875-4610-4a38-9e48-2ce4ac5c8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:03.260308 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fb5b15-b0eb-44e9-95a7-2152984b9e50 None None] New status for floating IP 61b459fd-7e65-468c-bbb9-fb8ec92718d5: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:04.033914 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f52274-fc88-4190-9a7d-a6bd78df9912 req-6c20bfa4-3ba9-467a-b624-8cb16ef6cc38 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:04.035415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5f52274-fc88-4190-9a7d-a6bd78df9912 req-6c20bfa4-3ba9-467a-b624-8cb16ef6cc38 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 945 time: 0.0646918 Jul 16 02:06:04.073176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5f52274-fc88-4190-9a7d-a6bd78df9912 req-8ba47b5d-781e-4337-8273-4855a7b43340 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/security-groups?id=758bc78a-1d83-4c77-8efe-bca36a3edf08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Jul 16 02:06:04.222659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-f2eae900-409f-457c-b634-b5bc82d32b40 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:04.224037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-f2eae900-409f-457c-b634-b5bc82d32b40 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 945 time: 0.0625267 Jul 16 02:06:04.326671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Deleting port af319603-6cde-400b-96d7-d878803577d7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:04.327021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.415233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] For port af319603-6cde-400b-96d7-d878803577d7, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=af319603-6cde-400b-96d7-d878803577d7,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:04.415600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.430199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Calling delete_port for af319603-6cde-400b-96d7-d878803577d7 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:04.583911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.618409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event deleted for resources: {'Port': ['ID=af319603-6cde-400b-96d7-d878803577d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:04.678071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] No DVR routers for this DVR port af319603-6cde-400b-96d7-d878803577d7 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:04.680695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.682775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c02e52c-282e-4bf8-920e-7d49a2ffdfaa req-9d466320-c6c4-4b2e-8112-def2739eb7e0 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.23 "DELETE /v2.0/ports/af319603-6cde-400b-96d7-d878803577d7 HTTP/1.1" status: 204 len: 173 time: 0.4535394 Jul 16 02:06:04.683204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'name': 'network-vif-deleted', 'tag': 'af319603-6cde-400b-96d7-d878803577d7'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:04.685516 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c6d5ab-63a0-4d10-9059-b145b9489056" -d '{"events": [{"server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "name": "network-vif-deleted", "tag": "af319603-6cde-400b-96d7-d878803577d7"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:04.726964 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6aba14-42c6-4df7-b1cf-9786f7049148 x-openstack-request-id: req-9a6aba14-42c6-4df7-b1cf-9786f7049148 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:04.727259 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e8993-3d16-4f9e-bcce-09531a216426", "name": "network-vif-deleted", "tag": "af319603-6cde-400b-96d7-d878803577d7", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:04.727513 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a6aba14-42c6-4df7-b1cf-9786f7049148 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:04.727946 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e8993-3d16-4f9e-bcce-09531a216426', 'name': 'network-vif-deleted', 'tag': 'af319603-6cde-400b-96d7-d878803577d7', 'status': 'completed', 'code': 200} Jul 16 02:06:05.220797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8ace12b-8dd0-40a6-8d10-12c8833b0d95 req-ed4d4405-1fdf-49a9-91b0-de7e8537f74c tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Jul 16 02:06:06.372684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a06193da-29cf-4e12-9403-fe772f4dce87 req-e2f4f526-cb98-4465-ae12-b1d88fcf674a tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 210 time: 0.0334015 Jul 16 02:06:07.514261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e81cce4-8f6b-4207-b7ea-eaa00ab45482 req-bc0eaad8-efdc-4b25-bcdb-364fac2edb56 tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc5e8993-3d16-4f9e-bcce-09531a216426 HTTP/1.1" status: 200 len: 210 time: 0.0281048 Jul 16 02:06:07.620889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device af319603-6cde-400b-96d7-d878803577d7 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:07.646354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: af319603-6cde-400b-96d7-d878803577d7 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:07.646702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device af319603-6cde-400b-96d7-d878803577d7 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:07.727185 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.610024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:08.668223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8741ac05-d4a5-4598-b00e-65d6f880dfba tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.694023 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8741ac05-d4a5-4598-b00e-65d6f880dfba tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.754355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8741ac05-d4a5-4598-b00e-65d6f880dfba tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.756902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8741ac05-d4a5-4598-b00e-65d6f880dfba tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.758049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8741ac05-d4a5-4598-b00e-65d6f880dfba tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] 10.222.0.42 "DELETE /v2.0/security-groups/758bc78a-1d83-4c77-8efe-bca36a3edf08 HTTP/1.1" status: 204 len: 168 time: 0.1468716 Jul 16 02:06:08.767324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ac05-d4a5-4598-b00e-65d6f880dfba tempest-TestVolumeBackupRestore-1951758999 tempest-TestVolumeBackupRestore-1951758999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758bc78a-1d83-4c77-8efe-bca36a3edf08,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:10.188008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96d64d33-a676-46ca-a074-3fe9a5a452c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.208910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:12.412954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4b6e023e-71f5-4296-8114-abeccdd89052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.504024 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.893265 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.197897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Deleting port 355bfd1a-5457-4add-8e87-a3841bf3ef37 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:13.198145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.277242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] For port 355bfd1a-5457-4add-8e87-a3841bf3ef37, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=355bfd1a-5457-4add-8e87-a3841bf3ef37,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:13.277898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.292697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Calling delete_port for 355bfd1a-5457-4add-8e87-a3841bf3ef37 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:13.490959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.519570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Pushing event deleted for resources: {'Port': ['ID=355bfd1a-5457-4add-8e87-a3841bf3ef37,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:13.693768 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.816403 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.923630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Router b09ad6b0-14be-4ee3-b8d0-b9c22417075f has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:14.032166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:14.040069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5b56e2b1-2368-4a65-a21e-089b22f60038 admin admin] 10.222.0.42 "PUT /v2.0/routers/b09ad6b0-14be-4ee3-b8d0-b9c22417075f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8278415 Jul 16 02:06:14.040451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:14.041576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] Sync routers for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:14.058716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:14.059424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:14.145031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.166203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:14.251853 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.307139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Deleting port d3967469-d650-4d78-9d6c-019b55579de5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:14.307779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.349982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:06:13Z', 'revision_number': 5, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port': {'id': 'd3967469-d650-4d78-9d6c-019b55579de5', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:14Z', 'updated_at': '2021-07-16T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:14.380045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] Checking router: b09ad6b0-14be-4ee3-b8d0-b9c22417075f for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:14.388791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] Routers {'b09ad6b0-14be-4ee3-b8d0-b9c22417075f'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:14.389546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:14.394956 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] For port d3967469-d650-4d78-9d6c-019b55579de5, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d3967469-d650-4d78-9d6c-019b55579de5,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:14.395414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.408300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Calling delete_port for d3967469-d650-4d78-9d6c-019b55579de5 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:14.476443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] Set router b09ad6b0-14be-4ee3-b8d0-b9c22417075f gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:14.582116 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.613830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3967469-d650-4d78-9d6c-019b55579de5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:14.679264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.679793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:06:14Z', 'revision_number': 6, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:14.707029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0b163-0508-457c-a02a-ad23ba4bb445 None None] The sync data for ids ['b09ad6b0-14be-4ee3-b8d0-b9c22417075f'] in n-d-791506-20 is: [{'id': 'b09ad6b0-14be-4ee3-b8d0-b9c22417075f', 'name': 'tempest-TestVolumeBackupRestore-2097666344-router', 'tenant_id': '4a05bcb323854988ab9a44eefa51f9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:13Z', 'updated_at': '2021-07-16T02:06:14Z', 'revision_number': 6, 'project_id': '4a05bcb323854988ab9a44eefa51f9ec', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:14.793162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.795322 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.117386 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.117985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09ad6b0-14be-4ee3-b8d0-b9c22417075f {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:15.122642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.124485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-deb1c36b-3c1c-4155-b77d-de3cef7d3db2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b09ad6b0-14be-4ee3-b8d0-b9c22417075f HTTP/1.1" status: 204 len: 168 time: 1.0825231 Jul 16 02:06:15.127181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:15.173674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Deleting subnet 94ea9875-4610-4a38-9e48-2ce4ac5c8682 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:15.176855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.211828 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.325422 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.355719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.384327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.408229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ea9875-4610-4a38-9e48-2ce4ac5c8682,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.415234 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.417138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-58b46fa6-5044-4170-ab96-57d2820341de admin admin] 10.222.0.42 "DELETE /v2.0/subnets/94ea9875-4610-4a38-9e48-2ce4ac5c8682 HTTP/1.1" status: 204 len: 168 time: 0.2889407 Jul 16 02:06:15.419662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:15.420467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a9327f-c312-4ae9-8798-843fba7d3758 None None] Network 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:15.498462 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.570292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Deleting port 1c988e61-2453-4833-aa88-f37f59cd5d7d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:15.570639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.629754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] DHCP port deletion for 8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:15.643919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] For port 1c988e61-2453-4833-aa88-f37f59cd5d7d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c988e61-2453-4833-aa88-f37f59cd5d7d,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:15.644283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.656795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Calling delete_port for 1c988e61-2453-4833-aa88-f37f59cd5d7d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:15.683032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] Deleting port 1c988e61-2453-4833-aa88-f37f59cd5d7d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:15.683859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.750962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] For port 1c988e61-2453-4833-aa88-f37f59cd5d7d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1c988e61-2453-4833-aa88-f37f59cd5d7d,segment=NetworkSegment(9a91e279-dcd9-455d-a19c-96f21c5be17b),segment_id=9a91e279-dcd9-455d-a19c-96f21c5be17b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:15.751572 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.760084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.770366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] Calling delete_port for 1c988e61-2453-4833-aa88-f37f59cd5d7d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:15.789333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c988e61-2453-4833-aa88-f37f59cd5d7d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.792125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] No DVR routers for this DVR port 1c988e61-2453-4833-aa88-f37f59cd5d7d on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:15.859492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.888443 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.889794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] Pushing event deleted for resources: {'Port': ['ID=1c988e61-2453-4833-aa88-f37f59cd5d7d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.896964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47b0d0-ad17-4682-851d-4bab8e128bfa None None] No DVR routers for this DVR port 1c988e61-2453-4833-aa88-f37f59cd5d7d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:15.902963 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbdfbd2-4aa0-4ffe-ab6d-559f98603182']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:15.922799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a91e279-dcd9-455d-a19c-96f21c5be17b') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:15.924216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a91e279-dcd9-455d-a19c-96f21c5be17b') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:15.932551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3967469-d650-4d78-9d6c-019b55579de5 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:15.948131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.956294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d3967469-d650-4d78-9d6c-019b55579de5 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:15.956671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d3967469-d650-4d78-9d6c-019b55579de5 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:15.957093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 355bfd1a-5457-4add-8e87-a3841bf3ef37 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:15.971826 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.979177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:15.979568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:15.981264 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:15.989458 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 355bfd1a-5457-4add-8e87-a3841bf3ef37 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:15.989809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 355bfd1a-5457-4add-8e87-a3841bf3ef37 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:15.990231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c988e61-2453-4833-aa88-f37f59cd5d7d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:16.012410 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1c988e61-2453-4833-aa88-f37f59cd5d7d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:16.012998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1c988e61-2453-4833-aa88-f37f59cd5d7d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:16.046450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.052617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.054584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] 10.222.0.42 "DELETE /v2.0/networks/8bbdfbd2-4aa0-4ffe-ab6d-559f98603182 HTTP/1.1" status: 204 len: 168 time: 0.6338923 Jul 16 02:06:16.057758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40694) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:16.071838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6c51-b2fb-493d-b597-afd67944ff7d admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbdfbd2-4aa0-4ffe-ab6d-559f98603182,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:16.460347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.727945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Deleting port 68ec2b8e-6452-4dc7-9410-991817fab0c4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:16.728202 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.809786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] For port 68ec2b8e-6452-4dc7-9410-991817fab0c4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=68ec2b8e-6452-4dc7-9410-991817fab0c4,segment=NetworkSegment(f646c49f-f192-4d9b-b08a-1a723633f7df),segment_id=f646c49f-f192-4d9b-b08a-1a723633f7df)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:16.810063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.823760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Calling delete_port for 68ec2b8e-6452-4dc7-9410-991817fab0c4 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:17.010313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.041610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=68ec2b8e-6452-4dc7-9410-991817fab0c4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:17.212681 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.451871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Router c849c303-251d-47f7-bb6c-436fc1cac5fb has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:17.903047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:17.911305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:17.911756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2dd53f97-1acf-43c1-bc95-32c13462a1cf admin admin] 10.222.0.42 "PUT /v2.0/routers/c849c303-251d-47f7-bb6c-436fc1cac5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8525140 Jul 16 02:06:17.913669 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] Sync routers for ids ['c849c303-251d-47f7-bb6c-436fc1cac5fb'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:17.924336 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] Routers {'c849c303-251d-47f7-bb6c-436fc1cac5fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:17.925074 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c849c303-251d-47f7-bb6c-436fc1cac5fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:18.023016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.031127 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] Set router c849c303-251d-47f7-bb6c-436fc1cac5fb gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:18.131442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.189508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Deleting port d0351463-a43d-4284-9468-f2faf38e9327 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:18.189850 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.277840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] For port d0351463-a43d-4284-9468-f2faf38e9327, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d0351463-a43d-4284-9468-f2faf38e9327,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:18.278104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.291080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Calling delete_port for d0351463-a43d-4284-9468-f2faf38e9327 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:18.305964 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 5, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port': {'id': 'd0351463-a43d-4284-9468-f2faf38e9327', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:19Z', 'updated_at': '2021-07-16T02:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:18.331765 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] Checking router: c849c303-251d-47f7-bb6c-436fc1cac5fb for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:18.340313 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] Routers {'c849c303-251d-47f7-bb6c-436fc1cac5fb'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:18.340941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c849c303-251d-47f7-bb6c-436fc1cac5fb'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:18.429727 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] Set router c849c303-251d-47f7-bb6c-436fc1cac5fb gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:18.462050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.485834 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:06:18Z', 'revision_number': 6, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:18.490032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0351463-a43d-4284-9468-f2faf38e9327,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:18.512458 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b16c3-01b3-48cb-9f38-2d3d97fed602 None None] The sync data for ids ['c849c303-251d-47f7-bb6c-436fc1cac5fb'] in n-d-791506-20 is: [{'id': 'c849c303-251d-47f7-bb6c-436fc1cac5fb', 'name': 'tempest-TestVolumeBackupRestore-1475853990-router', 'tenant_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:18Z', 'updated_at': '2021-07-16T02:06:18Z', 'revision_number': 6, 'project_id': '1e0a745cc2414c92a12f9ff02fbaa127', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:18.539843 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.557137 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.654302 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.657138 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.701336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.702621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c849c303-251d-47f7-bb6c-436fc1cac5fb {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:18.706894 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.708062 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9465b11f-0061-49b5-9596-3d1a4e3323b0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c849c303-251d-47f7-bb6c-436fc1cac5fb HTTP/1.1" status: 204 len: 168 time: 0.7904830 Jul 16 02:06:18.710551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:18.755878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Deleting subnet 1a371124-fad6-49d9-9104-419241079cf3 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:18.758932 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.795028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.887670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.949166 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.975809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a371124-fad6-49d9-9104-419241079cf3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:18.979495 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.983773 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-44072dfe-bcaa-4b46-aa86-9b180e1b2fab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a371124-fad6-49d9-9104-419241079cf3 HTTP/1.1" status: 204 len: 168 time: 0.2720940 Jul 16 02:06:18.984523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40704) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:18.985444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b853a1-6e5b-425a-b40a-03237fe50a84 None None] Network a68deb6f-427f-470c-a491-92f0968bd2d9 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:19.054672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.107881 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Deleting port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:19.108862 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.176780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] For port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,segment=NetworkSegment(f646c49f-f192-4d9b-b08a-1a723633f7df),segment_id=f646c49f-f192-4d9b-b08a-1a723633f7df)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:19.177140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.188579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Calling delete_port for eb78baea-e56f-4fd8-a37d-89d0b8b7b94d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:19.269614 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.294314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc87f83-8f68-4f32-ae2e-d00e02143c5f None None] DHCP port deletion for a68deb6f-427f-470c-a491-92f0968bd2d9 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:19.303116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb78baea-e56f-4fd8-a37d-89d0b8b7b94d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:19.309729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] No DVR routers for this DVR port eb78baea-e56f-4fd8-a37d-89d0b8b7b94d on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:19.383975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.395556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68deb6f-427f-470c-a491-92f0968bd2d9']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:19.407465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f646c49f-f192-4d9b-b08a-1a723633f7df') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:19.407767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f646c49f-f192-4d9b-b08a-1a723633f7df') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:19.416927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.435985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.442417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:19.442780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:19.444395 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:19.502184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.508004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.512232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] 10.222.0.42 "DELETE /v2.0/networks/a68deb6f-427f-470c-a491-92f0968bd2d9 HTTP/1.1" status: 204 len: 168 time: 0.5241544 Jul 16 02:06:19.521974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb4eba-34ed-462b-bdcf-2bd17ace20dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a68deb6f-427f-470c-a491-92f0968bd2d9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:19.697044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40710) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:19.737980 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a7cde561-aaf4-4d5e-9ade-1da361b15c83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a05bcb323854988ab9a44eefa51f9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397696 Jul 16 02:06:19.740329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40712) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:19.789168 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f380fea3-6ee6-4eab-8dc5-2ff4eed215b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.810215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f380fea3-6ee6-4eab-8dc5-2ff4eed215b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.861215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f380fea3-6ee6-4eab-8dc5-2ff4eed215b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.863724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f380fea3-6ee6-4eab-8dc5-2ff4eed215b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.864919 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f380fea3-6ee6-4eab-8dc5-2ff4eed215b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/381156a0-4970-463f-a3a9-101c3b021b35 HTTP/1.1" status: 204 len: 168 time: 0.1236625 Jul 16 02:06:19.873152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380fea3-6ee6-4eab-8dc5-2ff4eed215b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381156a0-4970-463f-a3a9-101c3b021b35,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:19.919611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d0351463-a43d-4284-9468-f2faf38e9327 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:19.939563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d0351463-a43d-4284-9468-f2faf38e9327 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:19.939911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d0351463-a43d-4284-9468-f2faf38e9327 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:19.940330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 68ec2b8e-6452-4dc7-9410-991817fab0c4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:19.959903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 68ec2b8e-6452-4dc7-9410-991817fab0c4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:19.960299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 68ec2b8e-6452-4dc7-9410-991817fab0c4 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:19.960784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb78baea-e56f-4fd8-a37d-89d0b8b7b94d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:19.981609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: eb78baea-e56f-4fd8-a37d-89d0b8b7b94d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:19.982578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb78baea-e56f-4fd8-a37d-89d0b8b7b94d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:20.211695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40718) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:20.253419 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c3cdd1f2-8977-4c78-8643-1556759fd37c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e0a745cc2414c92a12f9ff02fbaa127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405469 Jul 16 02:06:20.255947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40722) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:20.305158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-195993eb-1347-4731-a83f-b1ddbbedc630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:20.330249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-195993eb-1347-4731-a83f-b1ddbbedc630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:20.378141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-195993eb-1347-4731-a83f-b1ddbbedc630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:20.380951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-195993eb-1347-4731-a83f-b1ddbbedc630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:20.382202 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-195993eb-1347-4731-a83f-b1ddbbedc630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/640bfed7-afa7-4123-a606-a6852e928623 HTTP/1.1" status: 204 len: 168 time: 0.1253035 Jul 16 02:06:20.391061 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195993eb-1347-4731-a83f-b1ddbbedc630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640bfed7-afa7-4123-a606-a6852e928623,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:24.402418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f844c8-5492-4451-bb9d-c7902481594f req-07d8fff2-552b-4820-9652-98c6241f71f0 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:24.403876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46f844c8-5492-4451-bb9d-c7902481594f req-07d8fff2-552b-4820-9652-98c6241f71f0 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1098 time: 0.2578852 Jul 16 02:06:24.439359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-46f844c8-5492-4451-bb9d-c7902481594f req-e61cc637-d4a4-4507-ac25-d96e6ca4d9b2 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288470 Jul 16 02:06:24.463148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40732) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:24.621883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port c632a072-20c2-4ee3-ba30-648c0902fb02 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:24.622232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.695101 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.695345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.707164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for c632a072-20c2-4ee3-ba30-648c0902fb02 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:24.882917 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.913268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=c632a072-20c2-4ee3-ba30-648c0902fb02,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:24.972603 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.972861 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP da537531-e874-4188-93b1-710754f9a5a9 disassociated (deleted). External IP: 172.25.7.31, port: 5a16b51a-2869-427c-a7b2-438188024edc. Jul 16 02:06:25.178260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router d88b2578-a029-49e9-9266-610e611c6d9b has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:25.284971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:25.289602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.294787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] Sync routers for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:25.304719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:25.305328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:25.327367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7db59dc7-f814-4b9a-9606-ce8de65f643c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/floatingips/da537531-e874-4188-93b1-710754f9a5a9 HTTP/1.1" status: 204 len: 168 time: 0.8630860 Jul 16 02:06:25.327960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:25.330280 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15" -d '{"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:25.369251 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb0361d-7526-4670-ab99-45109733650e x-openstack-request-id: req-0bb0361d-7526-4670-ab99-45109733650e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:25.369646 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:25.369996 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bb0361d-7526-4670-ab99-45109733650e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:25.370496 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'status': 'completed', 'code': 200} Jul 16 02:06:25.414708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:25.474551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-1edea49c-ca08-4148-9035-6657d08b3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.476366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-1edea49c-ca08-4148-9035-6657d08b3bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 1098 time: 0.0606556 Jul 16 02:06:25.582811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-7c6b30a2-1a40-4a11-90da-dc8697e9bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.584907 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-7c6b30a2-1a40-4a11-90da-dc8697e9bc65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 200 len: 898 time: 0.1018496 Jul 16 02:06:25.628263 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:38Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:25.654745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] Checking router: d88b2578-a029-49e9-9266-610e611c6d9b for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:25.656457 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-b0a710ab-b6eb-489d-a57d-6a6f46c4afa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 200 len: 217 time: 0.0409906 Jul 16 02:06:25.663471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:25.664082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:25.708989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-a590f3bf-2bc3-4c67-b6f9-7d6b3470aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.710683 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-a590f3bf-2bc3-4c67-b6f9-7d6b3470aebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 200 len: 835 time: 0.0474637 Jul 16 02:06:25.728873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc798a2-74ca-4e7e-b3cf-8f8c80cae419 req-21284756-3e75-4641-8840-a93ed97a0699 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.730433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cc798a2-74ca-4e7e-b3cf-8f8c80cae419 req-21284756-3e75-4641-8840-a93ed97a0699 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 946 time: 0.0711634 Jul 16 02:06:25.770237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-0695eea0-fc7b-4eb4-8dd9-fed785de76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.771856 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-0695eea0-fc7b-4eb4-8dd9-fed785de76d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e592174-bb00-4358-94dc-db15e596ad74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544775 Jul 16 02:06:25.776723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:25.777955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cc798a2-74ca-4e7e-b3cf-8f8c80cae419 req-3064e7f4-1e46-4685-8f0d-52f640d6b0b6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Jul 16 02:06:25.869756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-22200f3b-fe3a-4f9f-a9b0-288a63c1900a service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905356 Jul 16 02:06:25.965899 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-335fb21f-a9f9-4326-9e3e-3a2181d4fa15 req-9ce0a4ca-e0ad-4d41-9e87-239e8a16c459 service neutron] 10.222.0.13 "GET /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Jul 16 02:06:25.984380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:38Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:26.015369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf38831-45a2-4065-b3f6-45b55af18a87 None None] The sync data for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 is: [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '02c07730-a667-4282-9122-ac936cf9c750', 'name': '', 'network_id': '0e592174-bb00-4358-94dc-db15e596ad74', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:69:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '5182921f-3911-45ba-822a-9b765733436c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:33Z', 'updated_at': '2021-07-16T02:04:38Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '5182921f-3911-45ba-822a-9b765733436c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:26.229525 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25200107-3b33-4fbc-b697-d75191a3f3ac None None] New status for floating IP da537531-e874-4188-93b1-710754f9a5a9: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:27.019434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82defd85-e8d8-4922-95ad-40860f978beb req-f7d51e6d-9de0-4670-8c6b-4b776cab65a9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:27.020972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82defd85-e8d8-4922-95ad-40860f978beb req-f7d51e6d-9de0-4670-8c6b-4b776cab65a9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 946 time: 0.1266460 Jul 16 02:06:27.059314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82defd85-e8d8-4922-95ad-40860f978beb req-9f85dc4b-8023-4337-92da-dc048558e538 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=bde90d0c-9ba1-4626-a521-f1374a1a307d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327880 Jul 16 02:06:27.171814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9753db-6598-4bb4-82f4-33306f387091 req-9a1cf1a2-ce64-4d68-8e20-05eb4fb607eb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:27.173296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d9753db-6598-4bb4-82f4-33306f387091 req-9a1cf1a2-ce64-4d68-8e20-05eb4fb607eb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 946 time: 0.0689127 Jul 16 02:06:27.271144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 5a16b51a-2869-427c-a7b2-438188024edc {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:27.271488 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.365661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 5a16b51a-2869-427c-a7b2-438188024edc, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=5a16b51a-2869-427c-a7b2-438188024edc,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:27.366027 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.378724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 5a16b51a-2869-427c-a7b2-438188024edc owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:27.503781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.536856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=5a16b51a-2869-427c-a7b2-438188024edc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:27.581949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] No DVR routers for this DVR port 5a16b51a-2869-427c-a7b2-438188024edc on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:27.584571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.586586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d9753db-6598-4bb4-82f4-33306f387091 req-55760522-c1b2-461b-b7db-81f97f009b3f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "DELETE /v2.0/ports/5a16b51a-2869-427c-a7b2-438188024edc HTTP/1.1" status: 204 len: 173 time: 0.4076674 Jul 16 02:06:27.587003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-deleted', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:27.589259 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85c75a0-f951-42c8-9c3c-012c8a6027ac" -d '{"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-deleted", "tag": "5a16b51a-2869-427c-a7b2-438188024edc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:27.687966 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ac2f80-1d32-4998-bb2f-f1eeba1317b9 x-openstack-request-id: req-70ac2f80-1d32-4998-bb2f-f1eeba1317b9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:27.688269 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913aada-b838-4b0b-86ba-4a4304157d2a", "name": "network-vif-deleted", "tag": "5a16b51a-2869-427c-a7b2-438188024edc", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:27.688569 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70ac2f80-1d32-4998-bb2f-f1eeba1317b9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:27.688979 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913aada-b838-4b0b-86ba-4a4304157d2a', 'name': 'network-vif-deleted', 'tag': '5a16b51a-2869-427c-a7b2-438188024edc', 'status': 'completed', 'code': 200} Jul 16 02:06:28.222180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7dcb9b1-5537-40a7-bd88-74cacca8321c req-c57bf486-8228-46a6-a283-3ea09c232bf3 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=f913aada-b838-4b0b-86ba-4a4304157d2a HTTP/1.1" status: 200 len: 210 time: 0.0304759 Jul 16 02:06:29.318091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40752) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:29.696643 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.976974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 02c07730-a667-4282-9122-ac936cf9c750 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:29.977229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.065464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 02c07730-a667-4282-9122-ac936cf9c750, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=02c07730-a667-4282-9122-ac936cf9c750,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:30.065826 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.078991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 02c07730-a667-4282-9122-ac936cf9c750 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:30.267429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.307087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=02c07730-a667-4282-9122-ac936cf9c750,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:30.495531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.707139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router d88b2578-a029-49e9-9266-610e611c6d9b has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:30.813339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:30.818340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf002afc-3514-439c-a4b7-b3ee04e00659 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/d88b2578-a029-49e9-9266-610e611c6d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4992082 Jul 16 02:06:30.822057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40754) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:30.822515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] Sync routers for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:30.832835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:30.833446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:30.875692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting subnet 5182921f-3911-45ba-822a-9b765733436c {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:30.878897 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.918839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.936221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:30.988499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:31.010930 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.024269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 5a16b51a-2869-427c-a7b2-438188024edc {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:31.025042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 5a16b51a-2869-427c-a7b2-438188024edc not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:31.085113 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.113588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Subnet': ['ID=5182921f-3911-45ba-822a-9b765733436c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:31.117298 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.119195 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-318abe72-b30e-4e57-ba1c-4ac70c7ef60b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/subnets/5182921f-3911-45ba-822a-9b765733436c HTTP/1.1" status: 204 len: 168 time: 0.2961931 Jul 16 02:06:31.121822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40756) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:31.131941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089a6e3-6b8a-4718-accd-d522bce1acf6 None None] Network 0e592174-bb00-4358-94dc-db15e596ad74 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:31.242820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.355454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.355899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:06:30Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': 'b4e12cdb-565c-4582-af8d-23168c309f32', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:31.400546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] Checking router: d88b2578-a029-49e9-9266-610e611c6d9b for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:31.416409 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port b4e12cdb-565c-4582-af8d-23168c309f32 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:31.416409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.429638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] Routers {'d88b2578-a029-49e9-9266-610e611c6d9b'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:31.430260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['d88b2578-a029-49e9-9266-610e611c6d9b'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:31.497427 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port b4e12cdb-565c-4582-af8d-23168c309f32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=b4e12cdb-565c-4582-af8d-23168c309f32,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:31.497986 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.510871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for b4e12cdb-565c-4582-af8d-23168c309f32 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:31.526031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] Set router d88b2578-a029-49e9-9266-610e611c6d9b gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:31.584502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:06:31Z', 'revision_number': 6, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:31.612681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] DHCP port deletion for 0e592174-bb00-4358-94dc-db15e596ad74 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:31.615019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7662a-133b-4ddc-b13a-101b7e55b8a7 None None] The sync data for ids ['d88b2578-a029-49e9-9266-610e611c6d9b'] in n-d-791506-20 is: [{'id': 'd88b2578-a029-49e9-9266-610e611c6d9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453023017', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:04:30Z', 'updated_at': '2021-07-16T02:06:31Z', 'revision_number': 6, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:31.669295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Deleting port 23f0d01a-0a41-468c-93d0-a49ea91923a8 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:31.669673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.692482 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.719067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=b4e12cdb-565c-4582-af8d-23168c309f32,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:31.731368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] For port 23f0d01a-0a41-468c-93d0-a49ea91923a8, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=23f0d01a-0a41-468c-93d0-a49ea91923a8,segment=NetworkSegment(d395698e-dccc-4d0f-a411-e1512685e5f9),segment_id=d395698e-dccc-4d0f-a411-e1512685e5f9)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:31.731766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.757383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Calling delete_port for 23f0d01a-0a41-468c-93d0-a49ea91923a8 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:31.778674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.845008 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.870930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Pushing event deleted for resources: {'Port': ['ID=23f0d01a-0a41-468c-93d0-a49ea91923a8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:31.873759 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.876100 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.881172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] No DVR routers for this DVR port 23f0d01a-0a41-468c-93d0-a49ea91923a8 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:31.883562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.883912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.884253 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.884616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.884956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.885300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.885628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.885951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.886276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.886602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.886920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:31.887240 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125f3882-0507-4aee-a60e-c545a9c113d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.087476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 23f0d01a-0a41-468c-93d0-a49ea91923a8 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:32.112720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 23f0d01a-0a41-468c-93d0-a49ea91923a8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:32.113193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 23f0d01a-0a41-468c-93d0-a49ea91923a8 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:32.113672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02c07730-a667-4282-9122-ac936cf9c750 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:32.133347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 02c07730-a667-4282-9122-ac936cf9c750 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:32.133695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 02c07730-a667-4282-9122-ac936cf9c750 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:32.298227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.298814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Fanout notify agent at l3_agent the message router_deleted on router d88b2578-a029-49e9-9266-610e611c6d9b {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:32.305996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.307135 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb44b495-30fc-4a61-86b4-e605aeb93c2a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/routers/d88b2578-a029-49e9-9266-610e611c6d9b HTTP/1.1" status: 204 len: 168 time: 1.1843321 Jul 16 02:06:32.309808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40758) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:32.396947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.489436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.501007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e592174-bb00-4358-94dc-db15e596ad74']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:32.511356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd395698e-dccc-4d0f-a411-e1512685e5f9') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:32.511653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd395698e-dccc-4d0f-a411-e1512685e5f9') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:32.521740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.536811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.543334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:32.543886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:32.547577 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:32.615256 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.624191 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.624883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/networks/0e592174-bb00-4358-94dc-db15e596ad74 HTTP/1.1" status: 204 len: 168 time: 0.3141172 Jul 16 02:06:32.627958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40760) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:32.638937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a409d-192e-4863-b046-f19d5679c4bc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Network': ['ID=0e592174-bb00-4358-94dc-db15e596ad74,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:32.695030 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.722625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.793569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.796970 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.798539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/security-groups/bde90d0c-9ba1-4626-a521-f1374a1a307d HTTP/1.1" status: 204 len: 168 time: 0.1696713 Jul 16 02:06:32.808478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde90d0c-9ba1-4626-a521-f1374a1a307d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:32.817088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.817435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.817781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.818117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.818721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.818979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.818979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.820152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.820152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.820152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.822359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.822359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d8f91-ef71-41ba-84f7-d41cabb0d09a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.292965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40766) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.297899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900492296', 'description': 'tempest-secgroup-smoke-1900492296 description', 'project_id': 'c7304063810346ebad6573109864414c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:33.321324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.417288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.423605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.453664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.454913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1609082 Jul 16 02:06:33.456858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bb1d8-13f6-475d-b60e-5fe907bdacc4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07913ca-f414-4b52-a4d4-c20574555afd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.457925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40768) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.463492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e07913ca-f414-4b52-a4d4-c20574555afd', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:33.497810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.557476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.562187 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.587203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad451afd-45e2-4692-9e03-469fcab841a2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.591637 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.593502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5150aed8-7113-4367-91eb-4d223fdf401d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338475 Jul 16 02:06:33.596798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40770) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.601607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e07913ca-f414-4b52-a4d4-c20574555afd', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:33.630817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.694990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.699327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.715366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a82c1a-4915-49fb-9bb0-4ca53ce7e245,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.724632 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.726122 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b132ac96-7c64-42f0-9189-36ee73207422 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283824 Jul 16 02:06:33.728888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40772) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.733760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e07913ca-f414-4b52-a4d4-c20574555afd', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:33.758659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.816602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.820610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.840332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9811f847-90cc-45e1-ae0a-5cb15066321d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.848078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.849494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fd3649bf-c670-4b0b-82c2-48b9f367d02b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196663 Jul 16 02:06:33.852737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40774) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.857204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e07913ca-f414-4b52-a4d4-c20574555afd', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:33.878914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4e12cdb-565c-4582-af8d-23168c309f32 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:33.886473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.899066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: b4e12cdb-565c-4582-af8d-23168c309f32 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:33.899412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device b4e12cdb-565c-4582-af8d-23168c309f32 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:33.945462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.948702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.965717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47d53e1-3140-4c94-91fa-969de088692e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.972299 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.973502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-96dd8754-c9f1-4585-ab30-9d117eb89704 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198034 Jul 16 02:06:33.976619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40776) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.980959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e07913ca-f414-4b52-a4d4-c20574555afd', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:34.002285 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:06:34.006950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.065765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.069323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.089074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873d7c57-3a94-4590-9147-c73a4236ad04,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.094954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.096289 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d6701a12-b31b-47e4-aefa-824678718134 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187220 Jul 16 02:06:34.099074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40778) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.103837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e07913ca-f414-4b52-a4d4-c20574555afd', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:34.125835 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:06:34.130544 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.190183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.193407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.210612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994c5d35-0cf9-4228-a0c6-1bd1dc3a5859,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.217663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.218860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-047eff86-b9ff-4d69-a55c-f00155b0a99f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188424 Jul 16 02:06:34.222054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40780) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.227348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'network': {'name': 'tempest-network-smoke--70114177', 'project_id': 'c7304063810346ebad6573109864414c', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:34.248322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:34.252156 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.276257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:34.285985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.286311 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Added segment 5e3014f0-d183-465e-89a8-86c6407c134a of type vlan for network b4a04f64-ca79-4a43-b877-d230f610daf7 Jul 16 02:06:34.327118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.356086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.361905 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:34.362495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.401327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1782200 Jul 16 02:06:34.404202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.409821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'admin_state_up': True, 'project_id': 'c7304063810346ebad6573109864414c', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:34.432906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd873d66-3e00-41cf-ba4b-858c70cd8441 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Network': ['ID=b4a04f64-ca79-4a43-b877-d230f610daf7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.433523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.434679 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.446435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network b4a04f64-ca79-4a43-b877-d230f610daf7 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:34.494851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.908671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.110304 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.130741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.236977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.51 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/6ce07c92-e365-4c14-8a76-fd9517ecc15c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:35.343883 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.383106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.419844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:35.425847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:35.428501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:35.456329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=6ce07c92-e365-4c14-8a76-fd9517ecc15c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:35.681572 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.885056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.013024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 486ae42a-b4c7-4419-a401-16b8137fb172 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:36.121630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:36.132185 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Sync routers for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:36.139582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.140961 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-160ca085-03ba-4919-875f-76c17d03fa1c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7348611 Jul 16 02:06:36.141661 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:36.142276 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.144115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.177342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-17342517-4b1f-49b7-8e5c-821c1981daf8 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c7304063810346ebad6573109864414c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320134 Jul 16 02:06:36.179812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40786) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.247483 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:36.271116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c682f3c-46ce-4ede-a00b-4c519bc208a5 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:36.272558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9c682f3c-46ce-4ede-a00b-4c519bc208a5 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918086 Jul 16 02:06:36.275436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40788) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.303440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fe0ea156-7851-41ce-83bc-71860e4967a3 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268729 Jul 16 02:06:36.305848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.311327 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910305135', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'project_id': 'c7304063810346ebad6573109864414c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:36.403561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:36.407622 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.430129 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:35Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.461871 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Checking router: 486ae42a-b4c7-4419-a401-16b8137fb172 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:36.462214 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Updating router 486ae42a-b4c7-4419-a401-16b8137fb172 port 6ce07c92-e365-4c14-8a76-fd9517ecc15c binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:36.497084 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.589056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.651797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Subnet': ['ID=cf4c332c-53f8-423a-aa2c-4eff07919648,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.662523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Checking segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:36.662889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network hostable DHCP agents. Network: b4a04f64-ca79-4a43-b877-d230f610daf7, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:36.679804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network b4a04f64-ca79-4a43-b877-d230f610daf7 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:36.688884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, b4a04f64-ca79-4a43-b877-d230f610daf7) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:36.692943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:36.693540 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.697350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9479933-871c-4eeb-afee-6e579901cea1 None None] Network b4a04f64-ca79-4a43-b877-d230f610daf7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:36.714094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40792) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.714807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b0b9541c-2658-4aa3-86a0-4c59d7be244e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4071944 Jul 16 02:06:36.760522 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.770776 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Transition to ACTIVE for port object 6ce07c92-e365-4c14-8a76-fd9517ecc15c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:36.777508 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.825021 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Attempting to bind port 6ce07c92-e365-4c14-8a76-fd9517ecc15c on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:36.825389 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Attempting to bind port 6ce07c92-e365-4c14-8a76-fd9517ecc15c by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:36.825772 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Attempting to bind port 6ce07c92-e365-4c14-8a76-fd9517ecc15c on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:36.837589 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:36.838134 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:36.838353 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.838820 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:36.839351 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Bound port: 6ce07c92-e365-4c14-8a76-fd9517ecc15c, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:36.839679 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.877592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-b4a04f64-ca79-4a43-b877-d230f610daf7', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:36.878463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.893111 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] For port 6ce07c92-e365-4c14-8a76-fd9517ecc15c, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:36.896293 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] For port 6ce07c92-e365-4c14-8a76-fd9517ecc15c, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ce07c92-e365-4c14-8a76-fd9517ecc15c,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:36.897494 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Pushing event updated for resources: {'Port': ['ID=6ce07c92-e365-4c14-8a76-fd9517ecc15c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.905709 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.909372 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.909691 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.910030 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.910358 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.910690 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.911017 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.911341 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.911679 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.911988 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.912309 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.912651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.912971 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.976860 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b339a5-d599-4164-ba7a-0d33083750ba None None] Pushing event updated for resources: {'Port': ['ID=6ce07c92-e365-4c14-8a76-fd9517ecc15c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.986939 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:36.987847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:37.033749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Allocated IP 172.20.0.2 (b4a04f64-ca79-4a43-b877-d230f610daf7/cf4c332c-53f8-423a-aa2c-4eff07919648/c0dca99f-89ed-4fd5-b8c6-7f8859c01b98) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:37.093880 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:37.187700 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.195086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.197092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Transition to ACTIVE for port object c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:37.216120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Transition to ACTIVE for port object c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:37.223109 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.264001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Network b4a04f64-ca79-4a43-b877-d230f610daf7 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:37.267023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:37.271409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:37.274457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Pushing event updated for resources: {'Port': ['ID=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.294027 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:35Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:37.324668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e38a-a930-4860-8ccc-40602fdd5e1d None None] The sync data for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 is: [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:35Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:37.337217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Attempting to bind port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:37.337596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Attempting to bind port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:37.337965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Attempting to bind port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:37.344671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:37.344972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Checking segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:37.345388 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.345783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Bound using segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:37.346259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Bound port: c0dca99f-89ed-4fd5-b8c6-7f8859c01b98, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:37.346646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.421259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] For port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:37.424818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] For port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:37.429948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.498839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422203b0-4f55-4273-8701-e478e3665d94 None None] Pushing event updated for resources: {'Port': ['ID=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.500773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.1 (b4a04f64-ca79-4a43-b877-d230f610daf7/cf4c332c-53f8-423a-aa2c-4eff07919648/82e552e2-aaad-43ed-b569-231c5e262789) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:37.676882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.693343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object 82e552e2-aaad-43ed-b569-231c5e262789 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:37.736107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.736827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.782183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network b4a04f64-ca79-4a43-b877-d230f610daf7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:37.785854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:37.790526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:37.819131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=82e552e2-aaad-43ed-b569-231c5e262789,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.845616 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.994088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:38.037546 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.057383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:38.063047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ce07c92-e365-4c14-8a76-fd9517ecc15c up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:38.118209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6ce07c92-e365-4c14-8a76-fd9517ecc15c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:38.123298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6ce07c92-e365-4c14-8a76-fd9517ecc15c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:38.123903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.224494 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.258372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6ce07c92-e365-4c14-8a76-fd9517ecc15c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ce07c92-e365-4c14-8a76-fd9517ecc15c,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:38.265980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.329542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6ce07c92-e365-4c14-8a76-fd9517ecc15c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.421891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.426855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.510316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.512110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=82e552e2-aaad-43ed-b569-231c5e262789,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.598132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936379eb-d734-4a39-9df8-17747cca2262 None None] Network b4a04f64-ca79-4a43-b877-d230f610daf7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:38.619674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network b4a04f64-ca79-4a43-b877-d230f610daf7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:38.621438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:38.629730 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:38.680715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] Provisioning for port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:38.693701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] Provisioning complete for port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:38.694071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.759906 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 486ae42a-b4c7-4419-a401-16b8137fb172 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:38.850307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.886547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:38.892824 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-614f38ba-d9cc-4980-a34c-058116eefc17 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/486ae42a-b4c7-4419-a401-16b8137fb172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1771758 Jul 16 02:06:38.894079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] For port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:38.898876 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.959387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b35f64-c65d-4d7b-8965-91f97eace2db None None] Pushing event updated for resources: {'Port': ['ID=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:39.137102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e81aec79-9512-4887-9168-d525e99c2bb1 None None] Provisioning complete for port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:39.137908 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e81aec79-9512-4887-9168-d525e99c2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.228068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Sync routers for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:39.231352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-7556346a-c116-4672-9bd1-820487dff5fd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900492296&fields=id&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 267 time: 0.0444381 Jul 16 02:06:39.253555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:39.254627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:39.308404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e81aec79-9512-4887-9168-d525e99c2bb1 None None] Provisioning for port 82e552e2-aaad-43ed-b569-231c5e262789 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:39.314613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e81aec79-9512-4887-9168-d525e99c2bb1 None None] Provisioning complete for port 82e552e2-aaad-43ed-b569-231c5e262789 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:39.314985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e81aec79-9512-4887-9168-d525e99c2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.374118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-646cedc4-7e14-481f-9217-e7bc893b1d46 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:39.374118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-646cedc4-7e14-481f-9217-e7bc893b1d46 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 795 time: 0.1285970 Jul 16 02:06:39.393206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-d6aed7bd-e0a7-4b2f-bb07-525cd39905de tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/quotas/c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 375 time: 0.0155816 Jul 16 02:06:39.405893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e81aec79-9512-4887-9168-d525e99c2bb1 None None] Port 82e552e2-aaad-43ed-b569-231c5e262789 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:39.410690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:39.471945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-09fa56b1-e334-4294-8e97-8bc5f5c68132 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774922 Jul 16 02:06:39.561850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b4cfd908-b9e1-4526-b199-ca5684d4eb73 None None] Provisioning complete for port 82e552e2-aaad-43ed-b569-231c5e262789 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:39.562222 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b4cfd908-b9e1-4526-b199-ca5684d4eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.574338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-1757731a-5c7c-435c-a5bb-23cf4d20fa65 service neutron] 10.222.0.42 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918577 Jul 16 02:06:39.633133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfd908-b9e1-4526-b199-ca5684d4eb73 None None] Port 82e552e2-aaad-43ed-b569-231c5e262789 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:39.660956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 2, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:39.675884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-20944481-5b76-42b7-b335-47dbf7805063 service neutron] 10.222.0.42 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950503 Jul 16 02:06:39.688142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Checking router: 486ae42a-b4c7-4419-a401-16b8137fb172 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:39.688607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Updating router 486ae42a-b4c7-4419-a401-16b8137fb172 port 82e552e2-aaad-43ed-b569-231c5e262789 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:39.722174 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.789298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-82e061f2-e7aa-4b04-b774-d17759b2be1d None None] Provisioning complete for port 82e552e2-aaad-43ed-b569-231c5e262789 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:39.789669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-82e061f2-e7aa-4b04-b774-d17759b2be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.855493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35d6edd1-d1f5-4319-9d9e-430c6f1e5e0a req-6d0ae4cf-4ec4-4b89-8a48-d9509a8471be tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 210 time: 0.0298645 Jul 16 02:06:39.891887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-82e061f2-e7aa-4b04-b774-d17759b2be1d None None] Port 82e552e2-aaad-43ed-b569-231c5e262789 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:39.954053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:40.039841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:40.040224 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.119448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.134239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Transition to ACTIVE for port object 82e552e2-aaad-43ed-b569-231c5e262789 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:40.160001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.230257 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c986f1e-bdb6-4b61-9c20-e2ad23f5bebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.232395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ce07c92-e365-4c14-8a76-fd9517ecc15c up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:40.237400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3e3c-de9c-4024-a1ba-d02f9566583c None None] Pushing event updated for resources: {'Port': ['ID=82e552e2-aaad-43ed-b569-231c5e262789,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:40.493787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Attempting to bind port 82e552e2-aaad-43ed-b569-231c5e262789 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:40.494089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Attempting to bind port 82e552e2-aaad-43ed-b569-231c5e262789 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:40.494737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Attempting to bind port 82e552e2-aaad-43ed-b569-231c5e262789 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:40.508156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:40.508565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Checking segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:40.508980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.509435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Bound using segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:40.509858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Bound port: 82e552e2-aaad-43ed-b569-231c5e262789, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:40.511883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.531271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6ce07c92-e365-4c14-8a76-fd9517ecc15c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:40.531640 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.624469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] For port 82e552e2-aaad-43ed-b569-231c5e262789, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:40.628166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] For port 82e552e2-aaad-43ed-b569-231c5e262789, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=82e552e2-aaad-43ed-b569-231c5e262789,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:40.633062 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.723367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3e3c-de9c-4024-a1ba-d02f9566583c None None] Pushing event updated for resources: {'Port': ['ID=82e552e2-aaad-43ed-b569-231c5e262789,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:40.726717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:40.727344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:40.857014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:41.074361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-131603c5-98eb-400f-9c27-6e4042897698 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:41.080581 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-131603c5-98eb-400f-9c27-6e4042897698 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 795 time: 0.1339338 Jul 16 02:06:41.088619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f83f576-6f38-4279-bc38-12ecb6edb96d req-2d941e35-de73-4bc9-9d3e-3a114b474ca9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 210 time: 0.0530517 Jul 16 02:06:41.140554 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-c059870d-491c-436d-b325-f0f173e902ca tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 380 time: 0.0469449 Jul 16 02:06:41.150269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'port': {'device_id': '6d3b03a4-0736-4795-8776-608e94850fc2', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'admin_state_up': True, 'tenant_id': 'c7304063810346ebad6573109864414c', 'security_groups': ['e07913ca-f414-4b52-a4d4-c20574555afd']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:41.168310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:40Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:41.199823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003771a7-1ad7-479f-8c11-5af20f9c3c70 None None] The sync data for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 is: [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:40Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:41.290153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:41.293960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.444801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.14 (b4a04f64-ca79-4a43-b877-d230f610daf7/cf4c332c-53f8-423a-aa2c-4eff07919648/6c6ca2bd-6f59-4246-9851-4a007178e813) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:41.606886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.624245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object 6c6ca2bd-6f59-4246-9851-4a007178e813 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:41.660866 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.705898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network b4a04f64-ca79-4a43-b877-d230f610daf7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:41.711919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:41.714300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:41.753534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:41.780580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:41.781352 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.802981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-9e87a221-34da-4264-9107-8f9168d3f1cf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6574013 Jul 16 02:06:41.822137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Request body: {'port': {'device_id': '6d3b03a4-0736-4795-8776-608e94850fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:41.910745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.964111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82e552e2-aaad-43ed-b569-231c5e262789 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:42.011604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6dd7f54-0df5-4cc6-b5f5-451b24fd873c None None] Provisioning for port 6c6ca2bd-6f59-4246-9851-4a007178e813 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:42.017411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e6dd7f54-0df5-4cc6-b5f5-451b24fd873c None None] Provisioning complete for port 6c6ca2bd-6f59-4246-9851-4a007178e813 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:42.017783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7f54-0df5-4cc6-b5f5-451b24fd873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.054651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 82e552e2-aaad-43ed-b569-231c5e262789 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:42.060965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 82e552e2-aaad-43ed-b569-231c5e262789 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:42.061433 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.085997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd7f54-0df5-4cc6-b5f5-451b24fd873c None None] Port 6c6ca2bd-6f59-4246-9851-4a007178e813 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:42.153625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.189166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 82e552e2-aaad-43ed-b569-231c5e262789, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=82e552e2-aaad-43ed-b569-231c5e262789,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:42.194400 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.223814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6ca2bd-6f59-4246-9851-4a007178e813 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:42.233147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.246844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Transition to ACTIVE for port object 6c6ca2bd-6f59-4246-9851-4a007178e813 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:42.253975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.257760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=82e552e2-aaad-43ed-b569-231c5e262789,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.318870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbca80-a025-417c-8b1d-c5b2b2ee44bd req-93dc047b-db99-457c-b83f-2e79753b7f0e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.320545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65fbca80-a025-417c-8b1d-c5b2b2ee44bd req-93dc047b-db99-457c-b83f-2e79753b7f0e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 932 time: 0.0920913 Jul 16 02:06:42.338492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.378565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65fbca80-a025-417c-8b1d-c5b2b2ee44bd req-4ad7137c-c66c-4bbf-92c3-418022b14127 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497186 Jul 16 02:06:42.397709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:42.398326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:42.398972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:42.404522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:06:42.405638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:42.412135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:42.412527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Checking segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:42.412934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Bound using segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:42.413511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-47ceec83-f2a8-4cd3-bccc-34f8fb5559ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.413623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Bound port: 6c6ca2bd-6f59-4246-9851-4a007178e813, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:42.414008 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.496871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:42.500494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:42.508255 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.513924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.546989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.547541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.549008 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 1093 time: 0.7331293 Jul 16 02:06:42.549455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:42.551726 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:42.580924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4e49e-67c4-4770-8af6-93cc87e01100 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.606054 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a959b405-8071-4434-b38f-69434deabf4c x-openstack-request-id: req-a959b405-8071-4434-b38f-69434deabf4c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:42.606352 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:42.606613 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a959b405-8071-4434-b38f-69434deabf4c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:42.607105 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'status': 'completed', 'code': 200} Jul 16 02:06:42.682368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-763a506a-6533-4233-82c6-8c93502f9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.683920 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-763a506a-6533-4233-82c6-8c93502f9490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0624123 Jul 16 02:06:42.734262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-f7ec8a55-2fb8-43d0-9146-3b54b0ea0959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 217 time: 0.0376089 Jul 16 02:06:42.783351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-81c8781c-0130-4799-9157-93bc074975e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.784862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-81c8781c-0130-4799-9157-93bc074975e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0441685 Jul 16 02:06:42.847025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-20d0d039-d73e-4ced-a345-9294ac81fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.848597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-20d0d039-d73e-4ced-a345-9294ac81fe37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577643 Jul 16 02:06:42.939664 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-879023f2-1267-47ef-b5d5-e6b7d5847613 service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Jul 16 02:06:43.033690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-825e7ac0-de84-4d18-b80c-d48eb18e1cb9 req-2c64afa0-f364-4001-bd78-cb7098f5a7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880306 Jul 16 02:06:43.178396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-c0d70a19-d07d-4189-8fbe-319263ebfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.179905 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-c0d70a19-d07d-4189-8fbe-319263ebfb72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0538404 Jul 16 02:06:43.271167 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-9b60a4a7-5284-4910-91f3-3393df333bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.272712 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-9b60a4a7-5284-4910-91f3-3393df333bee service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 896 time: 0.0869679 Jul 16 02:06:43.312876 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-108eb1e4-076c-44b8-811f-3a94c5c3ec91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 217 time: 0.0343885 Jul 16 02:06:43.362442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-228dd632-47b3-48e4-b4b3-6969bc359560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.363938 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-228dd632-47b3-48e4-b4b3-6969bc359560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0449228 Jul 16 02:06:43.423043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-b0913aa0-2da0-4c6c-b761-cfe2a8ca6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.424611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-b0913aa0-2da0-4c6c-b761-cfe2a8ca6b7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537229 Jul 16 02:06:43.523398 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-8dfe09f6-cd0e-40f3-a01d-5697b636e2c6 service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917509 Jul 16 02:06:43.589938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6707e-a174-4f27-acb6-c53ae46c1f23 req-0f6496fa-d7b1-4483-97ad-4fd105a6fa45 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.592116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49d6707e-a174-4f27-acb6-c53ae46c1f23 req-0f6496fa-d7b1-4483-97ad-4fd105a6fa45 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 944 time: 0.0661721 Jul 16 02:06:43.616087 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-03428c3e-e81b-4db9-a8d3-2b2f7fbf2751 req-2f363ab4-5d81-4acd-a311-1a8534425d3a service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853815 Jul 16 02:06:43.631534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49d6707e-a174-4f27-acb6-c53ae46c1f23 req-30c8715b-2c38-4b04-ad32-de6427c731c3 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Jul 16 02:06:43.818172 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.927568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82e552e2-aaad-43ed-b569-231c5e262789 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:43.979513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 82e552e2-aaad-43ed-b569-231c5e262789 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:43.979880 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.809145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06fdfa-be90-4a62-b7a7-d409890c7f38 req-1a0386db-7e56-4b08-bedc-6de7489d3738 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:44.810682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb06fdfa-be90-4a62-b7a7-d409890c7f38 req-1a0386db-7e56-4b08-bedc-6de7489d3738 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 944 time: 0.0643237 Jul 16 02:06:44.848879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb06fdfa-be90-4a62-b7a7-d409890c7f38 req-7c91538c-a846-402c-a503-b75130867439 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Jul 16 02:06:45.010742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:06:45.111398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:45.122170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'port_id': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'mac_address': 'fa:16:3e:ea:5f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:06:45.159189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.172126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6ca2bd-6f59-4246-9851-4a007178e813 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:45.193368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:45.204213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.252451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:45.357585 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.459111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6c6ca2bd-6f59-4246-9851-4a007178e813'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:06:46.031861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2435df6-c1a9-448d-a524-f9aa1116b6fa req-b80270e6-e4e2-4bae-af6f-c88bef43148e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.033381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2435df6-c1a9-448d-a524-f9aa1116b6fa req-b80270e6-e4e2-4bae-af6f-c88bef43148e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.0729575 Jul 16 02:06:46.072801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e2435df6-c1a9-448d-a524-f9aa1116b6fa req-39e9bd73-fc4b-4e38-b505-969f31d901d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337822 Jul 16 02:06:47.026904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:47.078565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 6c6ca2bd-6f59-4246-9851-4a007178e813 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:47.082350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 6c6ca2bd-6f59-4246-9851-4a007178e813 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:47.082722 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.163248 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.185975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:47.188793 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13328760-e82c-40d5-9fcb-7cd0f320a992" -d '{"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:47.202494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:47.209085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.238810 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05d17d4-87fd-4f81-92e0-3a5f14d12311 x-openstack-request-id: req-a05d17d4-87fd-4f81-92e0-3a5f14d12311 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:47.239109 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:47.239364 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a05d17d4-87fd-4f81-92e0-3a5f14d12311 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:47.239759 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'code': 200} Jul 16 02:06:47.263153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70c0a7-6096-474d-b8e6-f596d6908739 req-f957be4f-ea99-4c6f-b6f0-f2df493818cb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.264993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f70c0a7-6096-474d-b8e6-f596d6908739 req-f957be4f-ea99-4c6f-b6f0-f2df493818cb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.0749767 Jul 16 02:06:47.268985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:47.306623 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f70c0a7-6096-474d-b8e6-f596d6908739 req-1f814615-7bfe-4827-8cf6-4f5dffec2c82 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353060 Jul 16 02:06:47.385155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cdb99-0f1c-4c4a-96d1-26a5a398b237 req-80931afa-e6ec-4826-a91f-2d14d5332dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.386710 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-641cdb99-0f1c-4c4a-96d1-26a5a398b237 req-80931afa-e6ec-4826-a91f-2d14d5332dda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1098 time: 0.0655687 Jul 16 02:06:47.425749 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-641cdb99-0f1c-4c4a-96d1-26a5a398b237 req-bab3432d-70a6-4178-9338-023f377b9741 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291662 Jul 16 02:06:48.496705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eac09-a711-41b9-8298-5df0bffdd6b9 req-8b0fe404-6f7a-4de4-b765-d9cbb76de9dc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.498260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c4eac09-a711-41b9-8298-5df0bffdd6b9 req-8b0fe404-6f7a-4de4-b765-d9cbb76de9dc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0747287 Jul 16 02:06:48.540321 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.541024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c4eac09-a711-41b9-8298-5df0bffdd6b9 req-0db1e6fe-3fd0-4d5f-b48c-061c49c728ec tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366693 Jul 16 02:06:49.719563 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4d28-1db0-4b8c-b601-68dfd6db7a87 req-2bb37bdc-798d-41e7-aa69-f3469dd7e4a4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:49.721075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cca4d28-1db0-4b8c-b601-68dfd6db7a87 req-2bb37bdc-798d-41e7-aa69-f3469dd7e4a4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0669672 Jul 16 02:06:49.759864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cca4d28-1db0-4b8c-b601-68dfd6db7a87 req-c7e91693-3794-40b8-a810-ae4cd94b5e33 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Jul 16 02:06:49.937582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1a4b-a03d-40f8-98de-22befaaaaae5 req-65d21057-196a-4f62-9a64-4fc466abc909 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:49.939078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f6b1a4b-a03d-40f8-98de-22befaaaaae5 req-65d21057-196a-4f62-9a64-4fc466abc909 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0638516 Jul 16 02:06:49.978713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f6b1a4b-a03d-40f8-98de-22befaaaaae5 req-1f0022b1-4fc0-4984-a621-d7dd9d2f80af tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Jul 16 02:06:50.003751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40842) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:50.059100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a7158-7165-4cde-89c8-9f581ba0cbaa tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.060642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-107a7158-7165-4cde-89c8-9f581ba0cbaa tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1093 time: 0.0558887 Jul 16 02:06:50.063823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:50.068253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:50.090321 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.187448 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.293410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.49 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/3c9d816b-6f63-4deb-ad1b-4cc1cd3ebd45) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:50.399967 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.443737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.481686 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:50.488292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:50.492004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:50.514805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=3c9d816b-6f63-4deb-ad1b-4cc1cd3ebd45,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.861066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.935288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.084619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.089216 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.152034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=3c9d816b-6f63-4deb-ad1b-4cc1cd3ebd45,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.166847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.267301 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP 86881c39-231d-45cb-a0b0-ffda0216d28b associated. External IP: 172.25.7.49, port: 6c6ca2bd-6f59-4246-9851-4a007178e813. Jul 16 02:06:51.474793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 486ae42a-b4c7-4419-a401-16b8137fb172 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:51.868132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:51.879432 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] Sync routers for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:51.886469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.889587 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:51.890206 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:51.924218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-53ada093-1df5-4085-9929-8d1d07b3f2f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8593540 Jul 16 02:06:51.924849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:51.928893 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:51.964715 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd81bcfc-1caf-4039-9ea2-ff37ccb6d2d2 x-openstack-request-id: req-cd81bcfc-1caf-4039-9ea2-ff37ccb6d2d2 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:51.965019 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:51.965273 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd81bcfc-1caf-4039-9ea2-ff37ccb6d2d2 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:51.965676 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'status': 'completed', 'code': 200} Jul 16 02:06:52.067004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-d5a34ee3-49b5-4980-9b48-f829d67df269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.069238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-d5a34ee3-49b5-4980-9b48-f829d67df269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1098 time: 0.0572851 Jul 16 02:06:52.086027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41196867-af50-4705-9189-eaec89a0e55c req-bb61792b-d64f-479d-a5ec-9f62cd20e655 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.087550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41196867-af50-4705-9189-eaec89a0e55c req-bb61792b-d64f-479d-a5ec-9f62cd20e655 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0670307 Jul 16 02:06:52.093195 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:52.131645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41196867-af50-4705-9189-eaec89a0e55c req-54ea8240-4a06-4c16-86ab-20a44be12085 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371852 Jul 16 02:06:52.158382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40850) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:52.224550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7d5d27fa-204a-42df-a267-717605d359c9 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/86881c39-231d-45cb-a0b0-ffda0216d28b HTTP/1.1" status: 200 len: 991 time: 0.0642729 Jul 16 02:06:52.327454 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '86881c39-231d-45cb-a0b0-ffda0216d28b', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'port_id': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'mac_address': 'fa:16:3e:ea:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b03a4-0736-4795-8776-608e94850fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:06:50Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:52.359230 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] Checking router: 486ae42a-b4c7-4419-a401-16b8137fb172 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:52.368867 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:52.369038 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:06:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:52.479028 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:52.519193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-fb5d804c-452c-4ab6-b843-5a2294e62232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.520704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-fb5d804c-452c-4ab6-b843-5a2294e62232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 896 time: 0.4453177 Jul 16 02:06:52.586881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-c6782e45-1617-49cd-a93e-32dfa94ee5ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 999 time: 0.0591173 Jul 16 02:06:52.636056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-c1288ea8-8a57-4852-a482-16af90c68e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.637562 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-c1288ea8-8a57-4852-a482-16af90c68e30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0444136 Jul 16 02:06:52.697578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-18d6ba82-0880-40c2-b2aa-f705abecac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.699070 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-18d6ba82-0880-40c2-b2aa-f705abecac4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552638 Jul 16 02:06:52.700849 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '86881c39-231d-45cb-a0b0-ffda0216d28b', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'port_id': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'mac_address': 'fa:16:3e:ea:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b03a4-0736-4795-8776-608e94850fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:06:50Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:52.732164 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4c2e-3bba-442f-8202-9def9a8bcf82 None None] The sync data for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 is: [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '86881c39-231d-45cb-a0b0-ffda0216d28b', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'port_id': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'mac_address': 'fa:16:3e:ea:5f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b03a4-0736-4795-8776-608e94850fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:06:50Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:52.791240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-667f45a6-a6f8-4e3e-85eb-69b93583c97f service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857744 Jul 16 02:06:52.887823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-228e0a48-bfc3-4842-8ed2-01f16bb4bc3a req-ad791be1-3683-4bea-995c-df131e48505b service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905056 Jul 16 02:06:52.931316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0932d5e-c701-4bac-a6f8-c6e9605d7a5b None None] New status for floating IP 86881c39-231d-45cb-a0b0-ffda0216d28b: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:53.228086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:53.290705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-581d27c8-685b-4f98-8e59-24bf565be6fa tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/86881c39-231d-45cb-a0b0-ffda0216d28b HTTP/1.1" status: 200 len: 993 time: 0.0614414 Jul 16 02:07:07.741356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.181173 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b986-58e2-45d2-b55b-57fdfe169c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:12.406121 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb96670a-8935-44e3-a9fe-d87560ececdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:12.505368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:13.821694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.359909 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.630280 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:18.538219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.048146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e210e-a82e-4035-87ab-ce2310cae85a req-dc9588d8-f4f6-4c74-b7d4-15e5324ebef8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.049649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-093e210e-a82e-4035-87ab-ce2310cae85a req-dc9588d8-f4f6-4c74-b7d4-15e5324ebef8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0682399 Jul 16 02:07:20.088399 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-093e210e-a82e-4035-87ab-ce2310cae85a req-d62215ea-c852-48e4-bec8-6c05879efc53 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324361 Jul 16 02:07:20.113512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:20.174800 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4a56b93c-70dc-434d-bed2-6d1510f65c03 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/86881c39-231d-45cb-a0b0-ffda0216d28b HTTP/1.1" status: 200 len: 993 time: 0.0600827 Jul 16 02:07:20.624617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced55c1-7102-45a6-bea4-f57f5afb2877 req-3ffd8059-626e-459f-a887-66791738a9dd tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.626216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ced55c1-7102-45a6-bea4-f57f5afb2877 req-3ffd8059-626e-459f-a887-66791738a9dd tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1098 time: 0.0562124 Jul 16 02:07:20.660533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ced55c1-7102-45a6-bea4-f57f5afb2877 req-81996c84-e592-4e7b-9eb7-bb9423ad6efe tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281036 Jul 16 02:07:21.298066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-0d073a4e-9363-45f3-a740-efeb9e058618 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508168 Jul 16 02:07:21.868172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-5e48ac52-f0c8-4a62-a6bc-3ff2f03556e7 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:21.869209 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-5e48ac52-f0c8-4a62-a6bc-3ff2f03556e7 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0800829 Jul 16 02:07:21.879804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Request body: {'binding': {'host': 'n-h1-791506-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:21.880308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Unknown quota resources ['binding']. {{(pid=93756) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 02:07:22.016120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on host n-h1-791506-20 for vnic_type normal with profile None {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:22.016482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:22.016819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:22.021083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:22.021408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:22.026196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:22.026536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Checking segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:22.026923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Bound using segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:22.027350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Bound port: 6c6ca2bd-6f59-4246-9851-4a007178e813, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:22.111076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:22.116401 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.117629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-1e31001c-72a8-482c-9cf7-9af673fefb23 service neutron] 10.222.0.42 "POST /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813/bindings HTTP/1.1" status: 201 len: 390 time: 0.2422593 Jul 16 02:07:22.348183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60cf98-2d71-4cf9-9bee-d2b60fb1cbed req-3f86ae43-8abe-47af-a888-78f0b4ea874d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.349953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad60cf98-2d71-4cf9-9bee-d2b60fb1cbed req-3f86ae43-8abe-47af-a888-78f0b4ea874d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.1008127 Jul 16 02:07:22.391004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-7b02e523-cbd4-42da-afaa-6e7ac629a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.392519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-7b02e523-cbd4-42da-afaa-6e7ac629a51e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1098 time: 0.0951176 Jul 16 02:07:22.399684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ad60cf98-2d71-4cf9-9bee-d2b60fb1cbed req-48a78b0d-6c2c-4d09-9bff-c694da69df0e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Jul 16 02:07:22.484807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-e53615ad-b800-4382-8bc9-946547ce810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.486260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-e53615ad-b800-4382-8bc9-946547ce810b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 896 time: 0.0857558 Jul 16 02:07:22.550901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-03de5833-49d5-40d7-a5d6-ab465be3cefc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 1001 time: 0.0575628 Jul 16 02:07:22.603338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-c9a0b77c-24cf-4f7c-8881-437a5d5a9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.604807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-c9a0b77c-24cf-4f7c-8881-437a5d5a9efe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0478730 Jul 16 02:07:22.660919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-4ac3a9d1-9898-4e3c-bcaf-688ff40dc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.662335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-4ac3a9d1-9898-4e3c-bcaf-688ff40dc59f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518169 Jul 16 02:07:22.750350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-c7586a75-42ae-4775-9ad0-d0903dfc25fd service neutron] 10.222.0.23 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815496 Jul 16 02:07:22.847444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-2e07ce6e-e55d-4c2c-b198-c8bf9fa89da9 service neutron] 10.222.0.23 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Jul 16 02:07:22.995370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3f564da5-d3f6-4b90-9c9c-ccc3f48f4352 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.996804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3f564da5-d3f6-4b90-9c9c-ccc3f48f4352 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2&tenant_id=c7304063810346ebad6573109864414c&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1098 time: 0.0938163 Jul 16 02:07:23.007537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-20'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:23.076765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.202318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:23.239300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:23.279777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:23.281966 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a43b90d-9402-4d86-92d5-ae77bb7e6855" -d '{"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:23.286618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.293008 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.324927 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b4801b-6f9c-4111-b15e-01dbdc6efbc9 x-openstack-request-id: req-c1b4801b-6f9c-4111-b15e-01dbdc6efbc9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:23.325216 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:23.325465 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1b4801b-6f9c-4111-b15e-01dbdc6efbc9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:23.325852 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'code': 200} Jul 16 02:07:23.393594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.448891 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on host n-h2-791506-20 for vnic_type normal with profile {"migrating_to": "n-h1-791506-20"} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:23.449233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:23.449565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:23.454242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:23.454568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Attempting to bind port 6c6ca2bd-6f59-4246-9851-4a007178e813 on network b4a04f64-ca79-4a43-b877-d230f610daf7 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:23.459992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:23.460331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Checking segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:23.460745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Bound using segment: {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:23.461180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Bound port: 6c6ca2bd-6f59-4246-9851-4a007178e813, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3014f0-d183-465e-89a8-86c6407c134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:23.461545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.568649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:23.584215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:23.592918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5e88cf34-622f-483e-b90c-4568c1169773 None None] Provisioning complete for port 6c6ca2bd-6f59-4246-9851-4a007178e813 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:23.593458 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e88cf34-622f-483e-b90c-4568c1169773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.593677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.647404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dff9ff-8f08-47b8-9cb4-045dadd12fd4 req-0d4935ba-3701-4643-9961-96be2eea8f4c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:23.649023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17dff9ff-8f08-47b8-9cb4-045dadd12fd4 req-0d4935ba-3701-4643-9961-96be2eea8f4c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 944 time: 0.1260250 Jul 16 02:07:23.682104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e88cf34-622f-483e-b90c-4568c1169773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.706009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:23.708583 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbce821-b2b4-4e1d-abd6-7c62b764cd3f" -d '{"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:23.723121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-5e88cf34-622f-483e-b90c-4568c1169773 None None] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:23.728678 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e88cf34-622f-483e-b90c-4568c1169773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.735057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=8']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.763894 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea5fe25-e4a4-4b23-a23d-eb563ce0c7a0 x-openstack-request-id: req-1ea5fe25-e4a4-4b23-a23d-eb563ce0c7a0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:23.764186 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:23.764664 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ea5fe25-e4a4-4b23-a23d-eb563ce0c7a0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:23.765217 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'code': 200} Jul 16 02:07:23.772610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17dff9ff-8f08-47b8-9cb4-045dadd12fd4 req-979b620d-dbc6-4b73-a290-146941bf4541 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160238 Jul 16 02:07:23.798503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:23.799131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.800852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-6df14dda-6801-463f-b8b1-8f17c980f523 service neutron] 10.222.0.23 "PUT /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 1124 time: 0.7973506 Jul 16 02:07:23.898779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88cf34-622f-483e-b90c-4568c1169773 None None] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.931114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['6c6ca2bd-6f59-4246-9851-4a007178e813'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:24.057816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-57642609-aaf3-44a6-9a86-c980527267ce None None] Provisioning complete for port 6c6ca2bd-6f59-4246-9851-4a007178e813 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:24.058189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-57642609-aaf3-44a6-9a86-c980527267ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.949125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb9ce3-9c33-4067-a727-81ff2f39a61b req-96be0abd-6000-4e87-b482-cf2c9d653c9e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.950620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86cb9ce3-9c33-4067-a727-81ff2f39a61b req-96be0abd-6000-4e87-b482-cf2c9d653c9e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0648036 Jul 16 02:07:24.992245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-86cb9ce3-9c33-4067-a727-81ff2f39a61b req-66a209a5-f76e-47ca-abad-da891c992b5c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360506 Jul 16 02:07:25.326771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:25.329216 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41662bc5-eeaa-409d-b41b-7ed901317da6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:25.367760 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091fc32-f8ae-419e-85fc-3e51f13522a4 x-openstack-request-id: req-3091fc32-f8ae-419e-85fc-3e51f13522a4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:25.368050 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:25.368300 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3091fc32-f8ae-419e-85fc-3e51f13522a4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:25.368736 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'status': 'completed', 'code': 200} Jul 16 02:07:25.466510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-891db628-8f17-4814-a610-ad6f17a2b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.467995 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-891db628-8f17-4814-a610-ad6f17a2b300 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0528324 Jul 16 02:07:25.560193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-a01f4e9c-72ac-4e20-8c8e-07f46a47b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.561668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-a01f4e9c-72ac-4e20-8c8e-07f46a47b2e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 896 time: 0.0871787 Jul 16 02:07:25.627548 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-53be3f87-ca4f-4f9a-ad62-fd0408e86670 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 1001 time: 0.0584970 Jul 16 02:07:25.675227 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-a0b3e720-7353-44d3-a47c-6b379b636118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.676655 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-a0b3e720-7353-44d3-a47c-6b379b636118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0426531 Jul 16 02:07:25.739323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-4d1fcf75-1729-4469-bc66-507c549ee378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.740880 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-4d1fcf75-1729-4469-bc66-507c549ee378 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559819 Jul 16 02:07:25.830875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-3d4de6c8-3371-400f-8a27-7d67a21d0ec8 service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Jul 16 02:07:25.922346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-41662bc5-eeaa-409d-b41b-7ed901317da6 req-bd165321-eba2-455d-b0d0-ad45209487de service neutron] 10.222.0.13 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851080 Jul 16 02:07:26.050032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:26.173541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec768a97-2b7b-4be3-b931-45c52e8416dd req-bc38a783-aa9a-401a-a30b-836557b37258 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:26.175818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec768a97-2b7b-4be3-b931-45c52e8416dd req-bc38a783-aa9a-401a-a30b-836557b37258 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0697846 Jul 16 02:07:26.222139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec768a97-2b7b-4be3-b931-45c52e8416dd req-b4dd8bc9-3857-43ca-83b8-8423abf5a360 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Jul 16 02:07:26.308081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:26.319724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 has no active binding in host n-h1-791506-20 {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 02:07:27.402095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a3eb-e06b-4ea7-bc17-b2146e4511e4 req-19fa6718-626b-44c7-9e9a-82ebd203c9cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.403594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a17a3eb-e06b-4ea7-bc17-b2146e4511e4 req-19fa6718-626b-44c7-9e9a-82ebd203c9cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0633519 Jul 16 02:07:27.440614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a17a3eb-e06b-4ea7-bc17-b2146e4511e4 req-508cc12f-0d67-421b-aee7-a5fffc297e4d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Jul 16 02:07:28.619018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b9764-1a16-43ef-bf24-5d6abfc3a9ac req-dcfaff53-0865-4b56-b891-686d8008df65 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:28.620459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc9b9764-1a16-43ef-bf24-5d6abfc3a9ac req-dcfaff53-0865-4b56-b891-686d8008df65 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 946 time: 0.0695047 Jul 16 02:07:28.659815 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc9b9764-1a16-43ef-bf24-5d6abfc3a9ac req-58faa6e4-53bd-48e2-8b84-14e61f5aec30 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330560 Jul 16 02:07:28.801751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-336d2e19-602b-48d3-9db9-7a195b0cf562 service neutron] 10.222.0.13 "GET /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 385 time: 0.0556924 Jul 16 02:07:28.981272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:29.000110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:29.043782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:29.046200 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad08bf-444b-4304-940d-022d534d2cc2" -d '{"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:29.053224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:29.068134 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.083928 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569b45e-4163-4fde-b8fd-aa23812f3ba0 x-openstack-request-id: req-8569b45e-4163-4fde-b8fd-aa23812f3ba0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:29.084278 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:29.084563 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8569b45e-4163-4fde-b8fd-aa23812f3ba0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:29.084960 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'code': 200} Jul 16 02:07:29.144062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Transition to ACTIVE for port object 6c6ca2bd-6f59-4246-9851-4a007178e813 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:29.148305 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.245255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:29.259955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.260316 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.260691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.261037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.261380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.261717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.262051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.262386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.262721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.263052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.263383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.263714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:29.293920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] No DVR routers for this DVR port 6c6ca2bd-6f59-4246-9851-4a007178e813 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:29.427612 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-9a7bd4ff-928a-4108-b8a1-8ce3763aa66d service neutron] 10.222.0.13 "PUT /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813/bindings/n-h1-791506-20/activate HTTP/1.1" status: 200 len: 370 time: 0.6194413 Jul 16 02:07:29.566840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3be1c137-5744-436e-8c65-069b16ec3643 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.568331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3be1c137-5744-436e-8c65-069b16ec3643 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2&tenant_id=c7304063810346ebad6573109864414c&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.0568404 Jul 16 02:07:29.626143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-32e2220a-4136-4ac1-9418-24a7fd43e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.627705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-32e2220a-4136-4ac1-9418-24a7fd43e05d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 1097 time: 0.0530336 Jul 16 02:07:29.707800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-8b3041a7-6861-45fd-8f3b-75ac69a0a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.709395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-8b3041a7-6861-45fd-8f3b-75ac69a0a5a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0580211 Jul 16 02:07:29.835926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-94022836-e06a-477f-bc9c-308aa2806f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.837455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-94022836-e06a-477f-bc9c-308aa2806f54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 896 time: 0.1222847 Jul 16 02:07:29.904184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194b595-da07-4b18-817c-326fd4ffaca9 req-24ac2833-cce2-429a-a635-cc9acd9c4885 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.905720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1194b595-da07-4b18-817c-326fd4ffaca9 req-24ac2833-cce2-429a-a635-cc9acd9c4885 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.1299357 Jul 16 02:07:29.931762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-7732f9de-1145-44a5-872a-3f44d7d83618 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 999 time: 0.0866234 Jul 16 02:07:29.977923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1194b595-da07-4b18-817c-326fd4ffaca9 req-a85055b6-596d-40cf-b26e-0fde5a73c253 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644760 Jul 16 02:07:29.993805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-39ad8358-0c4f-458f-a991-4cfb7b9a03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.995310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-39ad8358-0c4f-458f-a991-4cfb7b9a03ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0573487 Jul 16 02:07:30.059540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-d3914a6c-8fb2-412e-8e09-23b02470c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:30.061076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-d3914a6c-8fb2-412e-8e09-23b02470c3c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596516 Jul 16 02:07:30.150945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-55fd367a-ac2e-4645-9c70-dd1e8b3a464f service neutron] 10.222.0.23 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823853 Jul 16 02:07:30.244109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-8c86f67d-aa4d-41c6-9961-0e9001270def service neutron] 10.222.0.23 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874088 Jul 16 02:07:30.516984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-7b570ded-f043-4fe3-9707-6ecffa7a97af tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:30.518967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-7b570ded-f043-4fe3-9707-6ecffa7a97af tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2&tenant_id=c7304063810346ebad6573109864414c&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 1097 time: 0.0558441 Jul 16 02:07:30.644733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3d1f1ed2-ddf9-4630-bbe3-b7bbb9ad6c72 service neutron] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:30.647847 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3d1f1ed2-ddf9-4630-bbe3-b7bbb9ad6c72 service neutron] Notify callbacks [] for binding, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.648987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22e3c834-f4b6-41b7-8aee-eb482a34cd33 req-3d1f1ed2-ddf9-4630-bbe3-b7bbb9ad6c72 service neutron] 10.222.0.23 "DELETE /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813/bindings/n-h2-791506-20 HTTP/1.1" status: 204 len: 173 time: 0.1239038 Jul 16 02:07:31.165273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87899987-d7fd-4202-9c46-08b64d10c57a req-8f81c3b3-f245-405e-ad68-d4a86e009b93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.166757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87899987-d7fd-4202-9c46-08b64d10c57a req-8f81c3b3-f245-405e-ad68-d4a86e009b93 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.0637248 Jul 16 02:07:31.204276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87899987-d7fd-4202-9c46-08b64d10c57a req-0064adf7-65c9-4342-8567-8df805f14325 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Jul 16 02:07:31.370159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf933c8-6696-43e1-a77c-8ef04ae97216 req-a1dd0163-7976-4997-806b-885259782590 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.373887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-acf933c8-6696-43e1-a77c-8ef04ae97216 req-a1dd0163-7976-4997-806b-885259782590 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0597556 Jul 16 02:07:31.406915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-acf933c8-6696-43e1-a77c-8ef04ae97216 req-03c127f2-af86-4184-803a-4d692fe710e9 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297241 Jul 16 02:07:31.581512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c274a-9ba5-48a2-b532-4f569a906a6f req-3d77835b-c7a9-452d-a4fa-abfb34e6412f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.582988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e1c274a-9ba5-48a2-b532-4f569a906a6f req-3d77835b-c7a9-452d-a4fa-abfb34e6412f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.0682137 Jul 16 02:07:31.620877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e1c274a-9ba5-48a2-b532-4f569a906a6f req-1b9b79b6-f897-49cc-ba70-d329cec6db14 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Jul 16 02:07:31.645338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40930) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:31.704536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-973c00ce-74e5-4d2e-90e9-565552b301bd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/86881c39-231d-45cb-a0b0-ffda0216d28b HTTP/1.1" status: 200 len: 991 time: 0.0580301 Jul 16 02:07:31.957381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40936) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.113085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 3c9d816b-6f63-4deb-ad1b-4cc1cd3ebd45 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:32.113416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.188270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.188551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.199836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 3c9d816b-6f63-4deb-ad1b-4cc1cd3ebd45 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:32.351060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.374044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=3c9d816b-6f63-4deb-ad1b-4cc1cd3ebd45,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:32.436405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.436730 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP 86881c39-231d-45cb-a0b0-ffda0216d28b disassociated (deleted). External IP: 172.25.7.49, port: 6c6ca2bd-6f59-4246-9851-4a007178e813. Jul 16 02:07:32.641805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 486ae42a-b4c7-4419-a401-16b8137fb172 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:32.747590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:32.752255 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.757300 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] Sync routers for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:32.766077 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:32.766679 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:32.790867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5b1520f4-ab9d-4ad8-9456-eb759c2d8edb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/floatingips/86881c39-231d-45cb-a0b0-ffda0216d28b HTTP/1.1" status: 204 len: 168 time: 0.8299768 Jul 16 02:07:32.790867 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:32.791523 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc59226f-4474-4135-b7cc-0304d6682787" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:32.833572 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31119c8f-6c57-461f-b13c-8133af7d29ff x-openstack-request-id: req-31119c8f-6c57-461f-b13c-8133af7d29ff {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:32.833873 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:32.834353 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31119c8f-6c57-461f-b13c-8133af7d29ff {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:32.834768 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'status': 'completed', 'code': 200} Jul 16 02:07:32.877956 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:32.914159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59226f-4474-4135-b7cc-0304d6682787 req-9a1d5e3c-e53f-411a-bef0-72e8991842df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:32.915696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-9a1d5e3c-e53f-411a-bef0-72e8991842df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0582862 Jul 16 02:07:33.017473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59226f-4474-4135-b7cc-0304d6682787 req-e57774f9-0673-4e34-8188-cba8de91e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.018984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-e57774f9-0673-4e34-8188-cba8de91e7e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 200 len: 896 time: 0.0969458 Jul 16 02:07:33.069174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-59ab0e1e-7ca3-461a-b9e2-e049daaca084 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 200 len: 217 time: 0.0433357 Jul 16 02:07:33.085985 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:33.113836 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] Checking router: 486ae42a-b4c7-4419-a401-16b8137fb172 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:33.122521 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:33.123136 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:33.154355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59226f-4474-4135-b7cc-0304d6682787 req-99df9138-1aff-4d2a-9c2f-9506eba177a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.155724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-99df9138-1aff-4d2a-9c2f-9506eba177a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 200 len: 834 time: 0.0804830 Jul 16 02:07:33.224000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36fdba-7cdf-438d-92a0-6d9c31eda06f req-aef02183-20aa-4ec0-8319-d0ce8aa6b262 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.225586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af36fdba-7cdf-438d-92a0-6d9c31eda06f req-aef02183-20aa-4ec0-8319-d0ce8aa6b262 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.1084764 Jul 16 02:07:33.236162 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:33.263924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59226f-4474-4135-b7cc-0304d6682787 req-1e74f57c-9cf7-4a4f-9bd3-a8899762c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.265463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-1e74f57c-9cf7-4a4f-9bd3-a8899762c520 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4a04f64-ca79-4a43-b877-d230f610daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014104 Jul 16 02:07:33.325341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:33.386541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:33.469762 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:33.498238 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdcdfca-1e2e-4919-8c31-51e317221a3a None None] The sync data for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 is: [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '82e552e2-aaad-43ed-b569-231c5e262789', 'name': '', 'network_id': 'b4a04f64-ca79-4a43-b877-d230f610daf7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:e7:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:37Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': 'cf4c332c-53f8-423a-aa2c-4eff07919648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:33.562863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157adc0a-209d-4443-9a69-a1749edbf950 req-1f4e70fc-b16b-450c-b548-c205ffabd166 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.564507 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-157adc0a-209d-4443-9a69-a1749edbf950 req-1f4e70fc-b16b-450c-b548-c205ffabd166 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b03a4-0736-4795-8776-608e94850fc2 HTTP/1.1" status: 200 len: 945 time: 0.0843077 Jul 16 02:07:33.619555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-af36fdba-7cdf-438d-92a0-6d9c31eda06f req-e2e29ea4-bf1e-4bc8-a3df-d4241bdf8404 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e07913ca-f414-4b52-a4d4-c20574555afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876963 Jul 16 02:07:33.693861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 6c6ca2bd-6f59-4246-9851-4a007178e813 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:33.694489 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.703338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-f4d72eb7-bd95-40cb-8a5a-dd398a894675 service neutron] 10.222.0.23 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287474 Jul 16 02:07:33.792307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac49611-9d0c-40f7-bca8-f4031ac5b922 None None] New status for floating IP 86881c39-231d-45cb-a0b0-ffda0216d28b: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:33.811199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 6c6ca2bd-6f59-4246-9851-4a007178e813, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=6c6ca2bd-6f59-4246-9851-4a007178e813,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:33.811572 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.824772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-330e9e8f-640c-4cdd-b6d7-7d9688582870 service neutron] 10.222.0.23 "GET /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137056 Jul 16 02:07:33.825375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 6c6ca2bd-6f59-4246-9851-4a007178e813 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:33.969549 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.005229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=6c6ca2bd-6f59-4246-9851-4a007178e813,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:34.051129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] No DVR routers for this DVR port 6c6ca2bd-6f59-4246-9851-4a007178e813 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:34.054660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.056689 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-157adc0a-209d-4443-9a69-a1749edbf950 req-a7ef29a4-d3c9-4bbb-bf3e-22767f13f7cd tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.23 "DELETE /v2.0/ports/6c6ca2bd-6f59-4246-9851-4a007178e813 HTTP/1.1" status: 204 len: 173 time: 0.4862707 Jul 16 02:07:34.057147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-deleted', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:34.059424 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45738371-dca5-409f-a292-7551bbee6119" -d '{"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-deleted", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:34.101786 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f7e53-44b7-4630-9efd-f690d96918d7 x-openstack-request-id: req-a85f7e53-44b7-4630-9efd-f690d96918d7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:34.102118 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b03a4-0736-4795-8776-608e94850fc2", "name": "network-vif-deleted", "tag": "6c6ca2bd-6f59-4246-9851-4a007178e813", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:34.102374 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a85f7e53-44b7-4630-9efd-f690d96918d7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:34.102780 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b03a4-0736-4795-8776-608e94850fc2', 'name': 'network-vif-deleted', 'tag': '6c6ca2bd-6f59-4246-9851-4a007178e813', 'status': 'completed', 'code': 200} Jul 16 02:07:34.775737 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40950) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:35.142005 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.409828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 82e552e2-aaad-43ed-b569-231c5e262789 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:35.410093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.497375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 82e552e2-aaad-43ed-b569-231c5e262789, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=82e552e2-aaad-43ed-b569-231c5e262789,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:35.497744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.511647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 82e552e2-aaad-43ed-b569-231c5e262789 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:35.698946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.727272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=82e552e2-aaad-43ed-b569-231c5e262789,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:35.908275 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.086539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:36.106941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 6c6ca2bd-6f59-4246-9851-4a007178e813 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:36.107287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 6c6ca2bd-6f59-4246-9851-4a007178e813 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:36.128117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 486ae42a-b4c7-4419-a401-16b8137fb172 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:36.233344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:36.238389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-492f1250-3cd8-486f-82cc-6e8edbef5ffb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/486ae42a-b4c7-4419-a401-16b8137fb172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614408 Jul 16 02:07:36.241315 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:36.242077 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] Sync routers for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:36.251140 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:36.251750 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:36.295171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting subnet cf4c332c-53f8-423a-aa2c-4eff07919648 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:07:36.298390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.341733 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.437320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.454436 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:36.497130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.525334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4c332c-53f8-423a-aa2c-4eff07919648,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.530324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.532150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/subnets/cf4c332c-53f8-423a-aa2c-4eff07919648 HTTP/1.1" status: 204 len: 168 time: 0.2898417 Jul 16 02:07:36.536563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40954) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:36.540581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f260d11-03d2-48f1-99d0-34f50e3d7da5 None None] Network b4a04f64-ca79-4a43-b877-d230f610daf7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:36.546067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.546423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.546765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.547100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.547429 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.547760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.548533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.548869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.550367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.550715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.551050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.551379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3e79c6-7851-4af7-8542-9a463e288897 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.640512 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:36.661068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.672086 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] Checking router: 486ae42a-b4c7-4419-a401-16b8137fb172 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:36.680718 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] Routers {'486ae42a-b4c7-4419-a401-16b8137fb172'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:36.681407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['486ae42a-b4c7-4419-a401-16b8137fb172'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:36.762701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] DHCP port deletion for b4a04f64-ca79-4a43-b877-d230f610daf7 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:07:36.773123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.807914 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] Set router 486ae42a-b4c7-4419-a401-16b8137fb172 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:36.812674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Deleting port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:36.813057 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.832871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 6ce07c92-e365-4c14-8a76-fd9517ecc15c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:36.833221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.883123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] For port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,segment=NetworkSegment(5e3014f0-d183-465e-89a8-86c6407c134a),segment_id=5e3014f0-d183-465e-89a8-86c6407c134a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:36.883549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.896181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Calling delete_port for c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:36.915938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 6ce07c92-e365-4c14-8a76-fd9517ecc15c, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6ce07c92-e365-4c14-8a76-fd9517ecc15c,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:36.916565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.929665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 6ce07c92-e365-4c14-8a76-fd9517ecc15c owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:36.977700 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.995114 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:37.007448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] No DVR routers for this DVR port c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:37.016853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Pushing event deleted for resources: {'Port': ['ID=c0dca99f-89ed-4fd5-b8c6-7f8859c01b98,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:37.020092 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.020470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.021227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.021227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.021559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.021800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.022125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.022721 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f67c1d-bc6a-42e4-a1b9-f0e45ac44cb4 None None] The sync data for ids ['486ae42a-b4c7-4419-a401-16b8137fb172'] in n-d-791506-20 is: [{'id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588163925', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:34Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6ce07c92-e365-4c14-8a76-fd9517ecc15c', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ae42a-b4c7-4419-a401-16b8137fb172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:35Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:37.022874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.023089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.023426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.024583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.025014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ff7c27-de1c-46c5-ae94-a868222c3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:37.115497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.141298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=6ce07c92-e365-4c14-8a76-fd9517ecc15c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:37.559203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.649064 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.651067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.694288 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.694883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Fanout notify agent at l3_agent the message router_deleted on router 486ae42a-b4c7-4419-a401-16b8137fb172 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:07:37.701620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.702840 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-318cc5b2-a3d3-4fdf-8cdd-15eb002db316 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/routers/486ae42a-b4c7-4419-a401-16b8137fb172 HTTP/1.1" status: 204 len: 168 time: 1.1652682 Jul 16 02:07:37.706083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40956) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:37.740243 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.790045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.876477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.886168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a04f64-ca79-4a43-b877-d230f610daf7']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:37.900298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3014f0-d183-465e-89a8-86c6407c134a') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:37.900625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3014f0-d183-465e-89a8-86c6407c134a') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:37.909757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.922878 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.929125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:37.929510 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:37.932339 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:37.988724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.995425 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.997230 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/networks/b4a04f64-ca79-4a43-b877-d230f610daf7 HTTP/1.1" status: 204 len: 168 time: 0.2900610 Jul 16 02:07:38.000084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.008271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20073be6-e77e-4ec2-a63d-b22115f14c51 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Network': ['ID=b4a04f64-ca79-4a43-b877-d230f610daf7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.060110 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-599e65cc-df82-429f-b386-757868531110 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.086706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-599e65cc-df82-429f-b386-757868531110 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.157058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-599e65cc-df82-429f-b386-757868531110 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.161589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-599e65cc-df82-429f-b386-757868531110 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.164968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-599e65cc-df82-429f-b386-757868531110 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/security-groups/e07913ca-f414-4b52-a4d4-c20574555afd HTTP/1.1" status: 204 len: 168 time: 0.1612160 Jul 16 02:07:38.173720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e65cc-df82-429f-b386-757868531110 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07913ca-f414-4b52-a4d4-c20574555afd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.234735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82e552e2-aaad-43ed-b569-231c5e262789 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:38.259437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 82e552e2-aaad-43ed-b569-231c5e262789 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:38.259819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 82e552e2-aaad-43ed-b569-231c5e262789 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:38.260285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:38.278937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:38.279296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device c0dca99f-89ed-4fd5-b8c6-7f8859c01b98 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:38.279713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ce07c92-e365-4c14-8a76-fd9517ecc15c no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:38.299658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6ce07c92-e365-4c14-8a76-fd9517ecc15c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:38.300003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6ce07c92-e365-4c14-8a76-fd9517ecc15c not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:38.659732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40964) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.664665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726530072', 'description': 'tempest-secgroup-smoke-1726530072 description', 'project_id': 'c7304063810346ebad6573109864414c'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:38.686804 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.772244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.776616 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.810218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.811350 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1505134 Jul 16 02:07:38.812171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8db7b1-da2e-472f-b0d9-dd19c0e42135 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7856fef-9724-445b-96aa-eb80868a93d5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.814372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40966) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.820302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e7856fef-9724-445b-96aa-eb80868a93d5', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:38.846727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.893047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.896699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.917639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.919109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027808 Jul 16 02:07:38.921499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9d58-a41f-464e-952e-45ff98fe468c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945e2d38-6b2a-4dc0-afda-87215620433f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.922045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40968) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.928172 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e7856fef-9724-445b-96aa-eb80868a93d5', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:38.953981 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.012374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.015913 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.032843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139715f6-694d-40af-9cdf-8d5e625ea9aa,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.039337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.040580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-50b6c8ba-b7f3-467e-84d5-893b6ed12e29 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173081 Jul 16 02:07:39.043274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40970) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.047647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e7856fef-9724-445b-96aa-eb80868a93d5', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.073927 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.130071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.133620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.151522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b9ee4d-0e0b-41fe-a42e-e1cfafcea5ec,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.158575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.160674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-54006f4c-320d-4f22-967a-c29f092d12f5 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164370 Jul 16 02:07:39.163483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40972) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.168216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e7856fef-9724-445b-96aa-eb80868a93d5', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.195817 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.256856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.260345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.279878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e175aa7-643e-40a5-bba5-fffdd5b45838,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.287084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.288368 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f190e29a-87f5-4d74-9342-afef9f3ec749 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239285 Jul 16 02:07:39.291183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40974) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.295528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e7856fef-9724-445b-96aa-eb80868a93d5', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.317128 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:07:39.321827 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.382505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.386216 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.404239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6595bf5-1789-41bb-9951-f0744014c0e0,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.409991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.411183 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8a19562f-5e33-41cd-ab1c-19ccdade7477 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190810 Jul 16 02:07:39.414039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40976) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.418495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'security_group_rule': {'security_group_id': 'e7856fef-9724-445b-96aa-eb80868a93d5', 'project_id': 'c7304063810346ebad6573109864414c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.440820 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Project c7304063810346ebad6573109864414c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:07:39.445741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.507890 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.511648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.527156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fba3ba-1de3-4122-99c5-09320a2de3ae,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.537147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.538429 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4a02bda9-08a0-4684-bc01-1cfa5126c98c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234474 Jul 16 02:07:39.541310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40978) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.546302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'network': {'name': 'tempest-network-smoke--1625133420', 'project_id': 'c7304063810346ebad6573109864414c', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.568359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:39.571869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.599020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:39.612642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.613159 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Added segment 526f6b21-83c2-4fee-bac8-f2a114168df8 of type vlan for network 8326b361-cb9c-4426-9f8d-5121504b0ff7 Jul 16 02:07:39.659790 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.697958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.704556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:39.705195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.739588 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1972241 Jul 16 02:07:39.742400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40980) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.749084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'admin_state_up': True, 'project_id': 'c7304063810346ebad6573109864414c', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.784559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55dea1-53c7-4fcc-a35f-6d0cc4f8aa21 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Network': ['ID=8326b361-cb9c-4426-9f8d-5121504b0ff7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.794948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:39.803768 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.805303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.867442 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.005573 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.182918 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0e926f00-72f9-4853-8c3c-ba13edd9ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.205712 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.225016 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.329120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.235 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/6c04ea17-1776-4690-883f-c3cc5d6699a6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:40.444810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.485859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.528071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:40.532876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:40.538918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:40.541844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=6c04ea17-1776-4690-883f-c3cc5d6699a6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:40.803348 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.014782 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.149070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 6c2a5295-5478-4643-aa58-e14383473a47 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:07:41.256481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:41.265448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Sync routers for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:41.278035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.279320 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-de3fbc0d-41af-4686-b30e-937eabad443e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5359774 Jul 16 02:07:41.281476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:41.282659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 40982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.283122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:41.397006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:41.418363 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5ede1b75-0170-4602-b5fb-caf35afe656d tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c7304063810346ebad6573109864414c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1318762 Jul 16 02:07:41.418799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40986) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.585241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:40Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:41.597540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac718ada-2762-44d2-811d-c5c5d770aaf1 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:41.599339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ac718ada-2762-44d2-811d-c5c5d770aaf1 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1793945 Jul 16 02:07:41.602249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40988) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.611192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Checking router: 6c2a5295-5478-4643-aa58-e14383473a47 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:41.612169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Updating router 6c2a5295-5478-4643-aa58-e14383473a47 port 6c04ea17-1776-4690-883f-c3cc5d6699a6 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:41.638160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3f89eb9a-b0e6-4a8b-9e2a-7d7888a0c413 tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342267 Jul 16 02:07:41.640565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40990) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.645604 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422052403', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'project_id': 'c7304063810346ebad6573109864414c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:41.650080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.738540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:41.742086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.919483 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.930205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Transition to ACTIVE for port object 6c04ea17-1776-4690-883f-c3cc5d6699a6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:41.935009 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.936579 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.987281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Attempting to bind port 6c04ea17-1776-4690-883f-c3cc5d6699a6 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:41.987696 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Attempting to bind port 6c04ea17-1776-4690-883f-c3cc5d6699a6 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:41.988066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Attempting to bind port 6c04ea17-1776-4690-883f-c3cc5d6699a6 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:41.995064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b02a3-afe0-409b-9d9d-726d2909f175 None None] Pushing event updated for resources: {'Port': ['ID=6c04ea17-1776-4690-883f-c3cc5d6699a6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.998730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:41.999105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:41.999502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.999881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:42.000345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Bound port: 6c04ea17-1776-4690-883f-c3cc5d6699a6, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:42.000755 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.005660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Subnet': ['ID=717933a2-1283-44a4-9217-184300741f06,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:42.007898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Checking segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:42.008270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network hostable DHCP agents. Network: 8326b361-cb9c-4426-9f8d-5121504b0ff7, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:42.028914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:42.040582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 8326b361-cb9c-4426-9f8d-5121504b0ff7) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:42.044780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:42.045507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.052131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a5ace0-5765-4580-9208-6bc8cc9f6b66 None None] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:42.069415 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-301afe2d-1644-4a59-8d37-4a0599ab5a79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4250286 Jul 16 02:07:42.069629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 40992) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:42.078903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] For port 6c04ea17-1776-4690-883f-c3cc5d6699a6, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:42.095322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] For port 6c04ea17-1776-4690-883f-c3cc5d6699a6, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c04ea17-1776-4690-883f-c3cc5d6699a6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:42.122184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.202980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b02a3-afe0-409b-9d9d-726d2909f175 None None] Pushing event updated for resources: {'Port': ['ID=6c04ea17-1776-4690-883f-c3cc5d6699a6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:42.207944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:42.208583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:42.347193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-8326b361-cb9c-4426-9f8d-5121504b0ff7', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:42.348320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.367680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:42.457604 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a938f31-633f-4b87-8937-5cc7c17717de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.515245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.565952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.648488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Allocated IP 172.20.0.2 (8326b361-cb9c-4426-9f8d-5121504b0ff7/717933a2-1283-44a4-9217-184300741f06/4242f69a-d3df-4de7-93a0-257e2272b268) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:42.907169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:40Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:42.941674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dd3a02-9c84-40ca-836c-4aba453227e5 None None] The sync data for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 is: [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:40Z', 'revision_number': 3, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:43.004628 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.013686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Transition to ACTIVE for port object 4242f69a-d3df-4de7-93a0-257e2272b268 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:43.029337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Transition to ACTIVE for port object 4242f69a-d3df-4de7-93a0-257e2272b268 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:43.035445 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.074116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:43.076905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:43.079775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:43.084910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.1 (8326b361-cb9c-4426-9f8d-5121504b0ff7/717933a2-1283-44a4-9217-184300741f06/f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:43.140996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Pushing event updated for resources: {'Port': ['ID=4242f69a-d3df-4de7-93a0-257e2272b268,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.166572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Attempting to bind port 4242f69a-d3df-4de7-93a0-257e2272b268 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:43.166572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Attempting to bind port 4242f69a-d3df-4de7-93a0-257e2272b268 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:43.166572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Attempting to bind port 4242f69a-d3df-4de7-93a0-257e2272b268 on network 8326b361-cb9c-4426-9f8d-5121504b0ff7 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:43.181753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:43.182142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Checking segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:43.182551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.182946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Bound using segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:43.183427 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Bound port: 4242f69a-d3df-4de7-93a0-257e2272b268, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:43.183816 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.247850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.264825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] For port 4242f69a-d3df-4de7-93a0-257e2272b268, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:43.266816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:43.268754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] For port 4242f69a-d3df-4de7-93a0-257e2272b268, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4242f69a-d3df-4de7-93a0-257e2272b268,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:43.274901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.307108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.346565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cd70c-d55d-4ff2-be92-882e1eae5aba None None] Pushing event updated for resources: {'Port': ['ID=4242f69a-d3df-4de7-93a0-257e2272b268,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.376550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.383949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:43.385538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:43.387942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:43.438640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.617395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.827838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.915521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.920772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.001922 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.003780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.040675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4242f69a-d3df-4de7-93a0-257e2272b268 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:44.104167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 4242f69a-d3df-4de7-93a0-257e2272b268 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:44.109928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c04ea17-1776-4690-883f-c3cc5d6699a6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:44.112595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:44.114213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:44.169462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6c04ea17-1776-4690-883f-c3cc5d6699a6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:44.175217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c04ea17-1776-4690-883f-c3cc5d6699a6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:44.175681 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.265872 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.293049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6c04ea17-1776-4690-883f-c3cc5d6699a6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c04ea17-1776-4690-883f-c3cc5d6699a6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:44.299353 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.364896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6c04ea17-1776-4690-883f-c3cc5d6699a6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.385727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e6636-3e5d-4261-88b6-8e3b254ca6c1 None None] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:44.477035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] Provisioning for port 4242f69a-d3df-4de7-93a0-257e2272b268 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:44.487975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] Provisioning complete for port 4242f69a-d3df-4de7-93a0-257e2272b268 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:44.488353 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.621452 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 6c2a5295-5478-4643-aa58-e14383473a47 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:44.641169 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.684641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] For port 4242f69a-d3df-4de7-93a0-257e2272b268, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4242f69a-d3df-4de7-93a0-257e2272b268,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:44.690150 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.749301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54940a7-dd8d-45d1-b810-a9dc6aaf65d1 None None] Pushing event updated for resources: {'Port': ['ID=4242f69a-d3df-4de7-93a0-257e2272b268,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.752508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:44.759027 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cb3c01dc-bf8e-4545-994b-e630349766d1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/6c2a5295-5478-4643-aa58-e14383473a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6884301 Jul 16 02:07:44.918759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4a23dc13-1ad7-4878-a7b4-3752d219abd9 None None] Provisioning complete for port 4242f69a-d3df-4de7-93a0-257e2272b268 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:44.919315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a23dc13-1ad7-4878-a7b4-3752d219abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.926580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-3ebc8c07-3069-4309-85de-e9e5f09d3417 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726530072&fields=id&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 267 time: 0.0450125 Jul 16 02:07:44.982578 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Sync routers for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:44.998311 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:44.999288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:45.043046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4a23dc13-1ad7-4878-a7b4-3752d219abd9 None None] Provisioning for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:45.050450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4a23dc13-1ad7-4878-a7b4-3752d219abd9 None None] Provisioning complete for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:45.050995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4a23dc13-1ad7-4878-a7b4-3752d219abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.070213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-db8dda5d-24f6-46b2-aa7a-af8d65c9d08b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.077022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-db8dda5d-24f6-46b2-aa7a-af8d65c9d08b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/networks?id=8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 200 len: 797 time: 0.1431119 Jul 16 02:07:45.094192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4a23dc13-1ad7-4878-a7b4-3752d219abd9 None None] Port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:45.094432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-88a4b925-6547-423d-8e5a-9a96ff9d179e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/quotas/c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 375 time: 0.0164380 Jul 16 02:07:45.125903 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:45.167010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-b8f27244-57e4-4453-b807-dacce3d2800a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717773 Jul 16 02:07:45.185186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-0b63fde1-0fb4-4df1-9403-7ad4a199980e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:45.186220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-0b63fde1-0fb4-4df1-9403-7ad4a199980e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066969 Jul 16 02:07:45.219745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dcc1bf5b-bc43-4645-a9cd-99d5f3b95391 None None] Provisioning complete for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:45.220172 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcc1bf5b-bc43-4645-a9cd-99d5f3b95391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.258622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1bf5b-bc43-4645-a9cd-99d5f3b95391 None None] Port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:45.295999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-46b98ad0-3c40-4655-9e64-1c43f14b1219 service neutron] 10.222.0.42 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007252 Jul 16 02:07:45.358015 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 2, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:45.372416 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.383328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-51d825da-efe9-4e51-b9fc-8fc2961c5b6c None None] Provisioning complete for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:45.383848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51d825da-efe9-4e51-b9fc-8fc2961c5b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.388862 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Checking router: 6c2a5295-5478-4643-aa58-e14383473a47 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:45.389226 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Updating router 6c2a5295-5478-4643-aa58-e14383473a47 port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:45.396070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d054f9c1-ef3b-4bb8-98bc-3751760f79d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953748 Jul 16 02:07:45.420807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-51d825da-efe9-4e51-b9fc-8fc2961c5b6c None None] Port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:45.425322 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.583858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f1f522d-296a-4f54-8120-11a60072a806 req-f6f9551e-8e47-45a8-baa1-4f305bc24d52 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 210 time: 0.0368698 Jul 16 02:07:45.697385 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.707846 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Transition to ACTIVE for port object f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:45.714763 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.766351 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Pushing event updated for resources: {'Port': ['ID=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:45.793177 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.793518 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.793853 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.794210 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.794541 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.794862 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.795181 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.795502 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.795822 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.796150 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.796463 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.796780 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:45.833248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Attempting to bind port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:45.833603 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Attempting to bind port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:45.834034 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Attempting to bind port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 on network 8326b361-cb9c-4426-9f8d-5121504b0ff7 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:45.840135 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:45.840636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Checking segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:45.841142 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.841706 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Bound using segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:45.842361 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Bound port: f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:45.843030 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.927243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] For port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:45.933342 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] For port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:45.939894 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.990949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4242f69a-d3df-4de7-93a0-257e2272b268 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:45.996754 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:45.997380 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:46.063500 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690daa2-9414-4c43-a846-9bef406dcf7d None None] Pushing event updated for resources: {'Port': ['ID=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:46.078083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4242f69a-d3df-4de7-93a0-257e2272b268 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:46.079611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.180590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c04ea17-1776-4690-883f-c3cc5d6699a6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:46.219697 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:46.237611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6c04ea17-1776-4690-883f-c3cc5d6699a6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:46.238125 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.417547 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:45Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:46.447810 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdee31a-2187-4189-b291-13a60040b3f0 None None] The sync data for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 is: [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:45Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:46.732086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31659c09-7aa8-474e-a62e-4f6426af6a4a req-f71e10c4-fe5b-4e7b-8e40-3ec89cf54afb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 210 time: 0.0301113 Jul 16 02:07:46.932461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-ea2e2014-332f-477a-ac30-15a97f066abc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.934095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-ea2e2014-332f-477a-ac30-15a97f066abc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/networks?id=8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 200 len: 797 time: 0.1221461 Jul 16 02:07:46.989175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-5f22c99e-226f-43bf-932c-0913c9e441a1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7304063810346ebad6573109864414c HTTP/1.1" status: 200 len: 380 time: 0.0395248 Jul 16 02:07:46.998122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'port': {'device_id': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'admin_state_up': True, 'tenant_id': 'c7304063810346ebad6573109864414c', 'security_groups': ['e7856fef-9724-445b-96aa-eb80868a93d5']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:47.117148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Made reservation on behalf of c7304063810346ebad6573109864414c for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:47.120784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.250690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.20.0.9 (8326b361-cb9c-4426-9f8d-5121504b0ff7/717933a2-1283-44a4-9217-184300741f06/7625731b-5684-4174-981a-3f734f16b44d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:47.401050 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.415286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Transition to ACTIVE for port object 7625731b-5684-4174-981a-3f734f16b44d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:47.450165 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.500121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:47.504820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:47.508136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:47.514972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:47.580532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.581237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.605347 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7579fe79-1e38-4335-acd0-a97ea3f643a6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109886 Jul 16 02:07:47.623809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Request body: {'port': {'device_id': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:47.714705 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.836224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-27790953-553a-41ca-a161-5537386bc336 None None] Provisioning for port 7625731b-5684-4174-981a-3f734f16b44d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:47.841424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-27790953-553a-41ca-a161-5537386bc336 None None] Provisioning complete for port 7625731b-5684-4174-981a-3f734f16b44d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:47.841994 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-27790953-553a-41ca-a161-5537386bc336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.879903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-27790953-553a-41ca-a161-5537386bc336 None None] Port 7625731b-5684-4174-981a-3f734f16b44d cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:47.917096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dee740-3372-45c3-a356-7ede10e0ad61 req-1ecc7fdf-daef-4b41-a7b5-a98f2910ae05 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.918776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66dee740-3372-45c3-a356-7ede10e0ad61 req-1ecc7fdf-daef-4b41-a7b5-a98f2910ae05 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 931 time: 0.0688121 Jul 16 02:07:47.981128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66dee740-3372-45c3-a356-7ede10e0ad61 req-71aa288b-0207-455e-bca9-5cc357fc6842 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553439 Jul 16 02:07:48.009992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:48.013870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7625731b-5684-4174-981a-3f734f16b44d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:48.021724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.033213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Transition to ACTIVE for port object 7625731b-5684-4174-981a-3f734f16b44d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:48.037857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.059144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:48.063268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:48.063714 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.086541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.151667 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.160748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Attempting to bind port 7625731b-5684-4174-981a-3f734f16b44d on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:48.161095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Attempting to bind port 7625731b-5684-4174-981a-3f734f16b44d by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:48.161502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Attempting to bind port 7625731b-5684-4174-981a-3f734f16b44d on network 8326b361-cb9c-4426-9f8d-5121504b0ff7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:48.166102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Port 7625731b-5684-4174-981a-3f734f16b44d on network 8326b361-cb9c-4426-9f8d-5121504b0ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:48.166439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Attempting to bind port 7625731b-5684-4174-981a-3f734f16b44d on network 8326b361-cb9c-4426-9f8d-5121504b0ff7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:48.172975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:48.173326 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Checking segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:48.174245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Bound using segment: {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:48.175314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Bound port: 7625731b-5684-4174-981a-3f734f16b44d, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526f6b21-83c2-4fee-bac8-f2a114168df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:48.175718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.185963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:48.191280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.250526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.253286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:48.256814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:48.262307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.304318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.305522 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.306985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] 10.222.0.13 "PUT /v2.0/ports/7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 200 len: 1092 time: 0.6890504 Jul 16 02:07:48.307442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:48.309756 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bc280f-d081-4185-9d8e-b1483c94dff6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:48.336071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412016e-1526-43af-a9b4-be31afffb952 service neutron] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.367756 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4ab090-3117-4ed2-9767-2e977481a9a3 x-openstack-request-id: req-bc4ab090-3117-4ed2-9767-2e977481a9a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:48.368242 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:48.368598 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc4ab090-3117-4ed2-9767-2e977481a9a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:48.369086 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'status': 'completed', 'code': 200} Jul 16 02:07:48.442174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-56cbbdab-4ab6-40a8-aa99-78640797aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.444025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-56cbbdab-4ab6-40a8-aa99-78640797aa13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0609756 Jul 16 02:07:48.500194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-7cb16816-ffc2-401e-bc7f-66b3ed7be424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 200 len: 217 time: 0.0423956 Jul 16 02:07:48.533968 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.552896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-97a07d42-f3ec-41ad-9cde-26630d548058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.554392 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-97a07d42-f3ec-41ad-9cde-26630d548058 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717933a2-1283-44a4-9217-184300741f06 HTTP/1.1" status: 200 len: 835 time: 0.0476732 Jul 16 02:07:48.614596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-562fb916-dbf3-4bf6-adfc-cc5bf0623b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.616119 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-562fb916-dbf3-4bf6-adfc-cc5bf0623b27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8326b361-cb9c-4426-9f8d-5121504b0ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554788 Jul 16 02:07:48.709095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-1417b2c8-940b-4404-b46e-c3587af94223 service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860274 Jul 16 02:07:48.797007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b085cb69-eac7-41ed-b47d-2bc60ae7c6bb req-4592bb52-4542-448b-ae78-58af78eb4789 service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816367 Jul 16 02:07:48.933880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-16cb1ce3-d734-4345-aff2-2c22f1cd3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.935424 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-16cb1ce3-d734-4345-aff2-2c22f1cd3601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0563555 Jul 16 02:07:49.028309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-6b66044b-b45c-4c62-b447-8c418c951225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.029815 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-6b66044b-b45c-4c62-b447-8c418c951225 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 200 len: 898 time: 0.0874898 Jul 16 02:07:49.073767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-cdecd221-d84c-402e-a0b5-0aa336a6a1cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 200 len: 217 time: 0.0373015 Jul 16 02:07:49.124408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-924c1ffa-3389-4f37-8d40-6fe95380f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.125929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-924c1ffa-3389-4f37-8d40-6fe95380f0c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717933a2-1283-44a4-9217-184300741f06 HTTP/1.1" status: 200 len: 835 time: 0.0455115 Jul 16 02:07:49.153954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1c01a-727b-4103-9e17-7f9fb494e678 req-5f5f8e9e-3754-44eb-94fb-dd9b56e1725e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.155458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edb1c01a-727b-4103-9e17-7f9fb494e678 req-5f5f8e9e-3754-44eb-94fb-dd9b56e1725e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 943 time: 0.0675182 Jul 16 02:07:49.186068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-d2170214-fe25-464f-b8a4-a2bafcf1a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.187629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-d2170214-fe25-464f-b8a4-a2bafcf1a7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8326b361-cb9c-4426-9f8d-5121504b0ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542996 Jul 16 02:07:49.195090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edb1c01a-727b-4103-9e17-7f9fb494e678 req-2491b5c9-dbb6-409a-9d46-33569848496e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Jul 16 02:07:49.282625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-9bcf5bed-229e-43b8-9013-0c092357e2d9 service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874906 Jul 16 02:07:49.373963 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-52bc280f-d081-4185-9d8e-b1483c94dff6 req-86360663-7830-42f8-9e89-e9fd6863abdf service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841753 Jul 16 02:07:49.968510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:50.019109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:50.019473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.382123 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eca92-86dd-4b16-a4a6-42e5c01db9ae req-6a60ce2e-0a69-4c9b-8ac6-218689cc2241 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:50.383671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-527eca92-86dd-4b16-a4a6-42e5c01db9ae req-6a60ce2e-0a69-4c9b-8ac6-218689cc2241 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 943 time: 0.0733526 Jul 16 02:07:50.425223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-527eca92-86dd-4b16-a4a6-42e5c01db9ae req-dc47fa89-5e83-42b9-af0d-ec4c848b5989 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353227 Jul 16 02:07:51.414644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:51.510577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:51.526209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '7625731b-5684-4174-981a-3f734f16b44d', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'port_id': '7625731b-5684-4174-981a-3f734f16b44d', 'mac_address': 'fa:16:3e:71:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:51.564853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.577808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7625731b-5684-4174-981a-3f734f16b44d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:51.598530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:51.602858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.604864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8262b07-bbad-48ca-b94d-90a48789d5be req-444f6fd0-4792-46b0-8ccf-f4c8f0387a91 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.606498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8262b07-bbad-48ca-b94d-90a48789d5be req-444f6fd0-4792-46b0-8ccf-f4c8f0387a91 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 943 time: 0.0655649 Jul 16 02:07:51.648682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8262b07-bbad-48ca-b94d-90a48789d5be req-8cfc2535-36f7-454e-a493-36f68399c87d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356576 Jul 16 02:07:51.653666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:51.866815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['7625731b-5684-4174-981a-3f734f16b44d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:52.629709 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:52.833047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44972122-d531-40dc-9960-f0d41489e63f req-c3d18bbc-5675-4bc3-ad10-d0a28cbbc4f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.834534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44972122-d531-40dc-9960-f0d41489e63f req-c3d18bbc-5675-4bc3-ad10-d0a28cbbc4f0 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 944 time: 0.0724938 Jul 16 02:07:52.872820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44972122-d531-40dc-9960-f0d41489e63f req-47a4b76f-1c9f-4ccf-99c3-5d0f4a3f28f2 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327022 Jul 16 02:07:53.414350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:53.462078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 7625731b-5684-4174-981a-3f734f16b44d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:53.465875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 7625731b-5684-4174-981a-3f734f16b44d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:53.466250 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.546701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.568791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:53.571443 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49491879-f935-403c-a417-3b450b51e1b5" -d '{"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-plugged", "status": "completed", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:53.586033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:53.590412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.638057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:53.670530 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2601345-691d-4aff-bead-b2bccabe2444 x-openstack-request-id: req-d2601345-691d-4aff-bead-b2bccabe2444 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:53.670829 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-plugged", "status": "completed", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:53.671090 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2601345-691d-4aff-bead-b2bccabe2444 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:53.671528 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'code': 200} Jul 16 02:07:53.805371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab74ba-d7d9-48d3-b17c-aa3512e30991 req-97f93770-d6b3-4a4a-918b-aea2d1994041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:53.806883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05ab74ba-d7d9-48d3-b17c-aa3512e30991 req-97f93770-d6b3-4a4a-918b-aea2d1994041 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0513456 Jul 16 02:07:53.845627 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-05ab74ba-d7d9-48d3-b17c-aa3512e30991 req-e00a900b-d498-45a5-8ba9-66a98e20b677 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Jul 16 02:07:54.043795 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877e501-45cc-4c36-a3d6-505730b47e8a req-8fdf4494-ab1d-4677-8451-2ffde09091f8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.045314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7877e501-45cc-4c36-a3d6-505730b47e8a req-8fdf4494-ab1d-4677-8451-2ffde09091f8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0624285 Jul 16 02:07:54.083013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7877e501-45cc-4c36-a3d6-505730b47e8a req-33d8e9cd-2c48-4f44-a23f-0877fff56592 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Jul 16 02:07:55.257096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fa884-dd75-467e-a775-b4fad98dfda6 req-442130c3-a7f2-4de3-8966-90241d33eaeb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.258574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c62fa884-dd75-467e-a775-b4fad98dfda6 req-442130c3-a7f2-4de3-8966-90241d33eaeb tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0664244 Jul 16 02:07:55.295991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c62fa884-dd75-467e-a775-b4fad98dfda6 req-6c1d1619-10e4-460a-975e-99981685196b tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 16 02:07:55.473660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a07b3c-0642-4db8-b2b9-76672301fc6b req-8bd7b006-18e7-43cf-a5b2-11c77ad5d61f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.475166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49a07b3c-0642-4db8-b2b9-76672301fc6b req-8bd7b006-18e7-43cf-a5b2-11c77ad5d61f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0642040 Jul 16 02:07:55.512164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49a07b3c-0642-4db8-b2b9-76672301fc6b req-7a586146-922c-4342-843a-1380085a76d4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 16 02:07:55.537671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41048) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:55.589678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8db359-7c98-4086-8d23-0a773b44fedf tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.591183 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5b8db359-7c98-4086-8d23-0a773b44fedf tempest-TestNetworkAdvancedServerOps-974208387 tempest-TestNetworkAdvancedServerOps-974208387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1092 time: 0.0525019 Jul 16 02:07:55.594041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41050) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:55.600152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '7625731b-5684-4174-981a-3f734f16b44d', 'tenant_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:55.625339 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.723716 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.828951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Allocated IP 172.25.7.228 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/65afefc8-5e6c-48c5-b286-6c0a014a89ef) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:55.935180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.973359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.009265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:56.015414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:56.019223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:56.024759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=65afefc8-5e6c-48c5-b286-6c0a014a89ef,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:56.770414 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.881235 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.034421 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.038963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.107302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event updated for resources: {'Port': ['ID=65afefc8-5e6c-48c5-b286-6c0a014a89ef,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.119323 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.219162 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP 5fa8f329-1b1e-45ef-9227-65c87301207a associated. External IP: 172.25.7.228, port: 7625731b-5684-4174-981a-3f734f16b44d. Jul 16 02:07:57.432830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 6c2a5295-5478-4643-aa58-e14383473a47 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:57.540150 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:57.550047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] Sync routers for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:57.558998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.560525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:57.562268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.603232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9f80f6dd-d8a0-4b54-acfe-4fc0c5a44ef6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0081155 Jul 16 02:07:57.603947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:57.606377 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2715b3-2627-4921-9bb6-aef3a3afef87" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:57.645343 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f110c4-9445-4658-89ba-9c58a808df8b x-openstack-request-id: req-d3f110c4-9445-4658-89ba-9c58a808df8b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:57.645708 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:57.646029 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3f110c4-9445-4658-89ba-9c58a808df8b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:57.646499 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'status': 'completed', 'code': 200} Jul 16 02:07:57.684624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:57.750626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-46637057-9387-4010-9ce3-4a3a0877f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.752938 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-46637057-9387-4010-9ce3-4a3a0877f3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0542393 Jul 16 02:07:57.762097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9db5-4ef5-42a7-a326-0db5182ed032 req-3ae4e1bc-492d-4f6f-bfe0-0cbb8318367a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.763774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-accc9db5-4ef5-42a7-a326-0db5182ed032 req-3ae4e1bc-492d-4f6f-bfe0-0cbb8318367a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0684175 Jul 16 02:07:57.805339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-accc9db5-4ef5-42a7-a326-0db5182ed032 req-2da50a05-7630-4ff6-9071-b8e65f065d22 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347543 Jul 16 02:07:57.831962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41056) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:57.854802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-6fe9b50f-54fd-4ff8-ab1e-2282e8a6928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.856596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-6fe9b50f-54fd-4ff8-ab1e-2282e8a6928f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 200 len: 898 time: 0.0976040 Jul 16 02:07:57.901384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-562f5a1c-d271-48d1-9155-a8069810a79f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/5fa8f329-1b1e-45ef-9227-65c87301207a HTTP/1.1" status: 200 len: 991 time: 0.0679784 Jul 16 02:07:57.928305 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-85d70611-afb5-451c-afe8-9bb75834a490 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 200 len: 999 time: 0.0648527 Jul 16 02:07:57.928560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '5fa8f329-1b1e-45ef-9227-65c87301207a', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'port_id': '7625731b-5684-4174-981a-3f734f16b44d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'mac_address': 'fa:16:3e:71:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:56Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.956923 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] Checking router: 6c2a5295-5478-4643-aa58-e14383473a47 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:57.965956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:57.966564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:07:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.978675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-e35413d4-d91e-4005-9524-cafa597ecf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.980206 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-e35413d4-d91e-4005-9524-cafa597ecf0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717933a2-1283-44a4-9217-184300741f06 HTTP/1.1" status: 200 len: 835 time: 0.0462685 Jul 16 02:07:58.038223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-7bd9a965-2233-4e84-823d-eedb4a5f7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.039752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-7bd9a965-2233-4e84-823d-eedb4a5f7a1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8326b361-cb9c-4426-9f8d-5121504b0ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537670 Jul 16 02:07:58.073110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:58.134129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-2d17974c-b5b5-4759-bf67-69f6bba5c7bf service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Jul 16 02:07:58.225882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2715b3-2627-4921-9bb6-aef3a3afef87 req-6e3d80ae-837b-4eac-bf00-49662f40bd7c service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859282 Jul 16 02:07:58.297749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '5fa8f329-1b1e-45ef-9227-65c87301207a', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'port_id': '7625731b-5684-4174-981a-3f734f16b44d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'mac_address': 'fa:16:3e:71:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:56Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.324274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37fb94-18e4-47db-955c-c375ef845e76 None None] The sync data for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 is: [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '5fa8f329-1b1e-45ef-9227-65c87301207a', 'tenant_id': 'c7304063810346ebad6573109864414c', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'port_id': '7625731b-5684-4174-981a-3f734f16b44d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'mac_address': 'fa:16:3e:71:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:56Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 0, 'project_id': 'c7304063810346ebad6573109864414c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:58.504999 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d2f8b-180a-4c6e-94a9-627028c5e6e6 None None] New status for floating IP 5fa8f329-1b1e-45ef-9227-65c87301207a: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:58.905240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41058) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:59.004410 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-72892899-c487-4738-b905-bc711cefee32 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/5fa8f329-1b1e-45ef-9227-65c87301207a HTTP/1.1" status: 200 len: 993 time: 0.0979540 Jul 16 02:08:07.740910 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.184255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-48d616b2-c1f1-453f-865f-74d99b65cfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.409081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-506432b6-a59c-4f7e-b616-d082ffbcd849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.508017 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.828166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.366990 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.537986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.628851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:30.720592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d296b5-be3d-4a38-90c7-ed71e5b9ef8c req-a81d023a-7648-4b1f-8dbd-4fd5086e2e7a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:30.722094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d296b5-be3d-4a38-90c7-ed71e5b9ef8c req-a81d023a-7648-4b1f-8dbd-4fd5086e2e7a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0637481 Jul 16 02:08:30.760477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9d296b5-be3d-4a38-90c7-ed71e5b9ef8c req-8309cf1f-0259-4458-b692-2be8d6c8282d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Jul 16 02:08:31.942372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7fecb-9886-4d68-bab9-fadc599f2a01 req-e7840a52-7459-45ab-b339-0e17d95981ad tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.943879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf7fecb-9886-4d68-bab9-fadc599f2a01 req-e7840a52-7459-45ab-b339-0e17d95981ad tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0691040 Jul 16 02:08:31.983891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf7fecb-9886-4d68-bab9-fadc599f2a01 req-37681491-e30d-4e9b-9a0d-8ed5218e935a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336320 Jul 16 02:08:33.156383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db61e0-efe4-4ce8-bc53-4ec2af661a7e req-894f9315-2f90-4dbb-8060-bdc013f030f1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:33.157927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8db61e0-efe4-4ce8-bc53-4ec2af661a7e req-894f9315-2f90-4dbb-8060-bdc013f030f1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0636382 Jul 16 02:08:33.195389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8db61e0-efe4-4ce8-bc53-4ec2af661a7e req-fff52c3b-3a7f-4170-9baa-114111fecd77 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Jul 16 02:08:34.371074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571330a9-37b1-4b62-8485-64ae2755aad5 req-181c2330-c6f4-4552-9ac4-dbc5d7056621 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:34.372620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-571330a9-37b1-4b62-8485-64ae2755aad5 req-181c2330-c6f4-4552-9ac4-dbc5d7056621 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0675557 Jul 16 02:08:34.413206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-571330a9-37b1-4b62-8485-64ae2755aad5 req-4232ec07-abee-4fe5-b582-506a24885b47 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Jul 16 02:08:35.586236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae364458-16a7-4942-aa9f-da45cc6e2bae req-88319f31-8667-41e0-a827-84c05fd77ec4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.587767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae364458-16a7-4942-aa9f-da45cc6e2bae req-88319f31-8667-41e0-a827-84c05fd77ec4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0654173 Jul 16 02:08:35.627183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae364458-16a7-4942-aa9f-da45cc6e2bae req-03c94439-9898-43d4-8124-7f198099ae78 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 Jul 16 02:08:36.800683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c8ba-5d0f-43be-9acf-bd44cf13bd92 req-eb8d2407-7049-4289-ae63-59dfd3e098c7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.802174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5eb6c8ba-5d0f-43be-9acf-bd44cf13bd92 req-eb8d2407-7049-4289-ae63-59dfd3e098c7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0626719 Jul 16 02:08:36.840480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5eb6c8ba-5d0f-43be-9acf-bd44cf13bd92 req-e131a3ae-1a77-4483-a152-91b3502c4777 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Jul 16 02:08:37.758212 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.957671 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d128-dd04-4fdb-a280-56409faba423 req-f62877b0-6a62-4929-a72e-e858e4830c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.959175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-f62877b0-6a62-4929-a72e-e858e4830c53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0579762 Jul 16 02:08:38.020240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048591a-78f3-4b67-ae38-61c8b3661ca4 req-ddd2c416-b49e-488d-9e89-861a7ed43801 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.021710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2048591a-78f3-4b67-ae38-61c8b3661ca4 req-ddd2c416-b49e-488d-9e89-861a7ed43801 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0691183 Jul 16 02:08:38.061474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2048591a-78f3-4b67-ae38-61c8b3661ca4 req-a03e425f-7aa6-43a4-8a03-c9b07b81ddb8 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336967 Jul 16 02:08:38.063537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d128-dd04-4fdb-a280-56409faba423 req-7b2700d8-64db-40df-8617-dd947f070214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.065060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-7b2700d8-64db-40df-8617-dd947f070214 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 200 len: 898 time: 0.0858824 Jul 16 02:08:38.131717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-67d08576-8859-44d1-8e88-09be431ca679 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 200 len: 1001 time: 0.0601363 Jul 16 02:08:38.178948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d128-dd04-4fdb-a280-56409faba423 req-e775fdf7-ec8d-4e63-b0b5-69026c217af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.180397 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-e775fdf7-ec8d-4e63-b0b5-69026c217af7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717933a2-1283-44a4-9217-184300741f06 HTTP/1.1" status: 200 len: 835 time: 0.0422816 Jul 16 02:08:38.239284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454d128-dd04-4fdb-a280-56409faba423 req-55b333b6-60de-48cb-9d05-229db0969d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.240802 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-55b333b6-60de-48cb-9d05-229db0969d49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8326b361-cb9c-4426-9f8d-5121504b0ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541198 Jul 16 02:08:38.332471 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-e5100310-4cd0-42ba-82c0-513618e1d8d5 service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850146 Jul 16 02:08:38.426876 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8454d128-dd04-4fdb-a280-56409faba423 req-6c6a98d3-2cdf-4f3f-b089-b287cccb8bbe service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879700 Jul 16 02:08:39.233096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc651d-c4f5-4a39-b609-aa519caa5d91 req-c9b8664e-3d0b-4863-a625-d408abc265c1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.234576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdbc651d-c4f5-4a39-b609-aa519caa5d91 req-c9b8664e-3d0b-4863-a625-d408abc265c1 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0629194 Jul 16 02:08:39.272324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdbc651d-c4f5-4a39-b609-aa519caa5d91 req-c566843f-2ee7-42bb-947c-38efce5f5eda tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Jul 16 02:08:40.184746 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf851-7b36-4b07-8672-04a1dd9ec244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.453919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8b2dc-0564-4f36-9175-8a84d92a8490 req-d4bfdd2a-f0cd-4973-a912-398f3bfc986f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:40.455343 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cf8b2dc-0564-4f36-9175-8a84d92a8490 req-d4bfdd2a-f0cd-4973-a912-398f3bfc986f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0686491 Jul 16 02:08:40.493547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cf8b2dc-0564-4f36-9175-8a84d92a8490 req-d7c7918b-e498-4b77-9a23-849616d92c4c tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327325 Jul 16 02:08:41.668295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c1a12-2835-4c0d-a6d6-78cfe868d307 req-bc3fdaec-8f85-4354-aecb-4a95117c6649 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:41.670324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c9c1a12-2835-4c0d-a6d6-78cfe868d307 req-bc3fdaec-8f85-4354-aecb-4a95117c6649 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0650682 Jul 16 02:08:41.707878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c9c1a12-2835-4c0d-a6d6-78cfe868d307 req-9f6a3ea4-68b1-4f2d-8a8a-9c7bc42def10 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317876 Jul 16 02:08:42.410511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b916ced-d171-4e50-800b-39b39712d1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.509607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.880889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5125b5-7d5e-4ccf-b33d-242ab7bac8e9 req-5ce1f02e-3d9b-45ca-b597-9d064b3d8502 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:42.882385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5125b5-7d5e-4ccf-b33d-242ab7bac8e9 req-5ce1f02e-3d9b-45ca-b597-9d064b3d8502 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0631194 Jul 16 02:08:42.919517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5125b5-7d5e-4ccf-b33d-242ab7bac8e9 req-726e3358-df1b-4f55-9677-0339738ab5af tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jul 16 02:08:43.830253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.095243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a58ca-53e7-4ceb-8cfc-56a577b7fd68 req-692074ea-d072-499b-aeb2-ab49f194694a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.096670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-245a58ca-53e7-4ceb-8cfc-56a577b7fd68 req-692074ea-d072-499b-aeb2-ab49f194694a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0662603 Jul 16 02:08:44.135661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-245a58ca-53e7-4ceb-8cfc-56a577b7fd68 req-db7d866b-2dfe-45a5-ae5a-8d772455830a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334918 Jul 16 02:08:45.309870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188da39-d33d-467e-9dab-b5ad9d552e06 req-fa865d1e-cda1-4c98-9ff5-f2be18662991 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:45.311887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1188da39-d33d-467e-9dab-b5ad9d552e06 req-fa865d1e-cda1-4c98-9ff5-f2be18662991 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0658972 Jul 16 02:08:45.350067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1188da39-d33d-467e-9dab-b5ad9d552e06 req-ed7783b4-a8a1-43ba-89da-275c229f8096 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Jul 16 02:08:45.370199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:46.535705 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095a80-4af1-4c93-825e-240d08bf62b7 req-73a366e3-2466-467a-8491-b2fd463063e7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.537236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac095a80-4af1-4c93-825e-240d08bf62b7 req-73a366e3-2466-467a-8491-b2fd463063e7 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0687604 Jul 16 02:08:46.575043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac095a80-4af1-4c93-825e-240d08bf62b7 req-a9fe590b-0454-42e3-b470-5e5ce4ee8934 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Jul 16 02:08:47.748819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fbcc4-d850-4130-a040-f074cea7e44f req-09f56ea6-ef07-43e5-9f33-0adc296d2ccc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:47.750358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c2fbcc4-d850-4130-a040-f074cea7e44f req-09f56ea6-ef07-43e5-9f33-0adc296d2ccc tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0634701 Jul 16 02:08:47.788598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c2fbcc4-d850-4130-a040-f074cea7e44f req-23f50557-e866-4164-a22b-d94a5dc4fbc3 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327234 Jul 16 02:08:48.533590 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:48.960853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f273-7cfa-4e8f-9623-7c0ada726e56 req-823c723f-7d22-420f-bb69-9216e3299f34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.962367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3c6f273-7cfa-4e8f-9623-7c0ada726e56 req-823c723f-7d22-420f-bb69-9216e3299f34 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Jul 16 02:08:49.000043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3c6f273-7cfa-4e8f-9623-7c0ada726e56 req-b21d20fc-84ad-4bc0-ba62-9bfcc09ecb55 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Jul 16 02:08:49.552839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d47a-4581-471c-b8e2-d1dc64a0acfe req-e6a1d763-b37e-4e0b-a2fa-c6d3fbbb2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.554422 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da95d47a-4581-471c-b8e2-d1dc64a0acfe req-e6a1d763-b37e-4e0b-a2fa-c6d3fbbb2c2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0510755 Jul 16 02:08:49.593476 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da95d47a-4581-471c-b8e2-d1dc64a0acfe req-70e2a8b4-cf51-45c4-b0b2-5b3228c31d92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Jul 16 02:08:50.181848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5bdb9-310d-436c-a2b7-531ff1301168 req-702eb2ff-9d48-432f-b8fb-61da21c8bc01 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:50.183331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2b5bdb9-310d-436c-a2b7-531ff1301168 req-702eb2ff-9d48-432f-b8fb-61da21c8bc01 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0669608 Jul 16 02:08:50.221369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2b5bdb9-310d-436c-a2b7-531ff1301168 req-354aaba2-7984-4a34-8762-22ffde6ba7ef tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Jul 16 02:08:51.392290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373cc2c-be7a-48d6-ae23-a9bcfb2e148a req-a3d02442-aa00-4b27-8d53-904d700ade0f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.393868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a373cc2c-be7a-48d6-ae23-a9bcfb2e148a req-a3d02442-aa00-4b27-8d53-904d700ade0f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0651152 Jul 16 02:08:51.430816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a373cc2c-be7a-48d6-ae23-a9bcfb2e148a req-6d32e7d0-3196-43be-93f0-b4ebe811fa79 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Jul 16 02:08:51.455391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:51.519695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-edd3e04b-8078-4d65-8223-359c1e49cb84 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/floatingips/5fa8f329-1b1e-45ef-9227-65c87301207a HTTP/1.1" status: 200 len: 993 time: 0.0629866 Jul 16 02:08:51.763085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:51.769774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:52.067163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.087242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:52.106317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:52.108649 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48faee6-2e8f-4ead-a3da-bcdf0e193944" -d '{"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:52.113077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '7625731b-5684-4174-981a-3f734f16b44d', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'port_id': '7625731b-5684-4174-981a-3f734f16b44d', 'mac_address': 'fa:16:3e:71:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:52.122968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:52.127996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.151512 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296f01a-491c-4475-8868-084556b0712c x-openstack-request-id: req-f296f01a-491c-4475-8868-084556b0712c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:52.151808 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:52.152056 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f296f01a-491c-4475-8868-084556b0712c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:52.152455 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'code': 200} Jul 16 02:08:52.188529 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.211131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7625731b-5684-4174-981a-3f734f16b44d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:52.215042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:52.227061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.227407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.227745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.228332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.228687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.229017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.229341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.229662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.229984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.230372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.230769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.231093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.244291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:52.248937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.300870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:52.530675 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['7625731b-5684-4174-981a-3f734f16b44d'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:53.777738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:53.824047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 7625731b-5684-4174-981a-3f734f16b44d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:53.824411 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.897566 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.928929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:53.934725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.986164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:54.153527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:54.155996 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c18715f-2664-4634-baaa-8f334448864e" -d '{"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-plugged", "status": "completed", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:54.190800 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c4c13-6356-4e79-9974-a3f1321d4ee6 x-openstack-request-id: req-2c4c4c13-6356-4e79-9974-a3f1321d4ee6 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:54.191093 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-plugged", "status": "completed", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:54.191347 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c4c4c13-6356-4e79-9974-a3f1321d4ee6 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:54.191739 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'code': 200} Jul 16 02:09:06.628238 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:07.760812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:10.184646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-715ac6c5-daff-4309-9e70-13836152ac03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.413645 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ca310541-3fa2-437e-ba10-f6f8c67fd815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.511226 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.833270 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:15.374346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.554396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.152187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41140) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:22.310456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 65afefc8-5e6c-48c5-b286-6c0a014a89ef {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:22.310717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.386278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.386613 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.398580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 65afefc8-5e6c-48c5-b286-6c0a014a89ef owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:22.546495 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.573514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=65afefc8-5e6c-48c5-b286-6c0a014a89ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:22.599841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.600192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.600564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.600907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.601244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.601575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.601932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.602266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.602595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.602923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.603248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.603570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:22.646443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.646795 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Floating IP 5fa8f329-1b1e-45ef-9227-65c87301207a disassociated (deleted). External IP: 172.25.7.228, port: 7625731b-5684-4174-981a-3f734f16b44d. Jul 16 02:09:22.851543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 6c2a5295-5478-4643-aa58-e14383473a47 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:22.966056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:22.971551 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.975939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] Sync routers for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:22.984855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:22.985478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:23.011588 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b7794ece-9b59-4eb0-a5bb-28db6f751d6a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/floatingips/5fa8f329-1b1e-45ef-9227-65c87301207a HTTP/1.1" status: 204 len: 168 time: 0.8582566 Jul 16 02:09:23.012190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:23.014567 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:23.060849 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d6b6dc-5969-4661-b6d5-90d459d1acfc x-openstack-request-id: req-b4d6b6dc-5969-4661-b6d5-90d459d1acfc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:23.061205 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:23.061479 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4d6b6dc-5969-4661-b6d5-90d459d1acfc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:23.061819 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'status': 'completed', 'code': 200} Jul 16 02:09:23.098918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:23.163170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-8b9e7dd8-fc77-40db-abc5-52d0dbe54f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.164806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-8b9e7dd8-fc77-40db-abc5-52d0dbe54f41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7304063810346ebad6573109864414c&device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0596352 Jul 16 02:09:23.263935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-67c417c2-9048-47f1-9986-a5f6a2b0cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.265567 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-67c417c2-9048-47f1-9986-a5f6a2b0cb57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 200 len: 898 time: 0.0933244 Jul 16 02:09:23.318684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:23.356487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] Checking router: 6c2a5295-5478-4643-aa58-e14383473a47 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:23.362337 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-9d886e97-0a7f-48ff-b1ea-b8b9bbd9c77b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 200 len: 217 time: 0.0462511 Jul 16 02:09:23.369622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:23.370695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:23.415484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-3d043460-3540-4e0a-bb5f-d0f2f5809fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.417402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-3d043460-3540-4e0a-bb5f-d0f2f5809fba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717933a2-1283-44a4-9217-184300741f06 HTTP/1.1" status: 200 len: 835 time: 0.0477746 Jul 16 02:09:23.436402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d77c9-8607-4b53-936c-3272eb17e853 req-ed0c96a9-5d22-4444-9580-785d1826e50d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.438003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b71d77c9-8607-4b53-936c-3272eb17e853 req-ed0c96a9-5d22-4444-9580-785d1826e50d tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0820379 Jul 16 02:09:23.482389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b71d77c9-8607-4b53-936c-3272eb17e853 req-ff0254ee-84f6-434f-af98-d9cf1d6d19bf tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356081 Jul 16 02:09:23.488478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-2a75892b-4009-4428-a45e-eccbcf117b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.490043 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-2a75892b-4009-4428-a45e-eccbcf117b19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8326b361-cb9c-4426-9f8d-5121504b0ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648038 Jul 16 02:09:23.494577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:23.712556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:23.739614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368123d-69e1-41b0-b587-dbd1391733a6 None None] The sync data for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 is: [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41', 'name': '', 'network_id': '8326b361-cb9c-4426-9f8d-5121504b0ff7', 'tenant_id': 'c7304063810346ebad6573109864414c', 'mac_address': 'fa:16:3e:32:99:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '717933a2-1283-44a4-9217-184300741f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:42Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'subnets': [{'id': '717933a2-1283-44a4-9217-184300741f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:23.858142 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-8372f831-3b6e-4791-ad4c-9070fb14add9 service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565547 Jul 16 02:09:23.953579 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0bcc4ca5-3061-4c7d-aa85-90b691d2b425 req-28d6116c-3d89-4fc1-892a-f3b7f651478c service neutron] 10.222.0.13 "GET /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858161 Jul 16 02:09:23.976605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbc42b-eaf7-4cd6-bee1-fa6fc25d7534 None None] New status for floating IP 5fa8f329-1b1e-45ef-9227-65c87301207a: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:24.660670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01659c-b94c-4636-941a-b2dda20ef05b req-778b0cd4-a6c4-4e8c-9b20-3e23d5fdf9d4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.662091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c01659c-b94c-4636-941a-b2dda20ef05b req-778b0cd4-a6c4-4e8c-9b20-3e23d5fdf9d4 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Jul 16 02:09:24.700254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c01659c-b94c-4636-941a-b2dda20ef05b req-42780bd2-4ebb-49b0-b7bc-b77f23606f92 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7856fef-9724-445b-96aa-eb80868a93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Jul 16 02:09:24.894972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-40c19ba7-e9d8-4afb-8b5d-8550c90e507f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.896450 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-40c19ba7-e9d8-4afb-8b5d-8550c90e507f tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 945 time: 0.0657637 Jul 16 02:09:24.994208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 7625731b-5684-4174-981a-3f734f16b44d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:24.994468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.084267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 7625731b-5684-4174-981a-3f734f16b44d, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=7625731b-5684-4174-981a-3f734f16b44d,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:25.084659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.096133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 7625731b-5684-4174-981a-3f734f16b44d owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:25.223406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.255113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=7625731b-5684-4174-981a-3f734f16b44d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:25.302477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] No DVR routers for this DVR port 7625731b-5684-4174-981a-3f734f16b44d on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:25.305084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.307048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff5dac3-b64d-411d-b944-ef83f64c8413 req-8e3e81bb-e934-4b6a-9d1a-1a6f53a68155 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.13 "DELETE /v2.0/ports/7625731b-5684-4174-981a-3f734f16b44d HTTP/1.1" status: 204 len: 173 time: 0.4056904 Jul 16 02:09:25.307493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-deleted', 'tag': '7625731b-5684-4174-981a-3f734f16b44d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:25.309784 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacc4877-2116-43ee-bf9e-a10981a0f39c" -d '{"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-deleted", "tag": "7625731b-5684-4174-981a-3f734f16b44d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:25.347495 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64617e9-dfc8-457f-ad04-ab72d9d4219b x-openstack-request-id: req-f64617e9-dfc8-457f-ad04-ab72d9d4219b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:25.348079 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4a324a-3620-4ce1-86f1-e3c1912ed3a5", "name": "network-vif-deleted", "tag": "7625731b-5684-4174-981a-3f734f16b44d", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:25.348079 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f64617e9-dfc8-457f-ad04-ab72d9d4219b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:25.348472 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4a324a-3620-4ce1-86f1-e3c1912ed3a5', 'name': 'network-vif-deleted', 'tag': '7625731b-5684-4174-981a-3f734f16b44d', 'status': 'completed', 'code': 200} Jul 16 02:09:25.856472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3cf46fd-965b-46af-8ce4-48cf5abaa548 req-fbeef0a0-9607-408f-8255-edc8d83c2bbe tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4a324a-3620-4ce1-86f1-e3c1912ed3a5 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Jul 16 02:09:26.957958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41156) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:27.332332 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.609757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:27.610149 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.699131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:27.699501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.712452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:27.905909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.906333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:27.931416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 7625731b-5684-4174-981a-3f734f16b44d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:27.931766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 7625731b-5684-4174-981a-3f734f16b44d not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:27.935745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:27.967562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.968339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.968339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.968666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.968968 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.969296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.969621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.969947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.970274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.971155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.971486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.971811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.134664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.348543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Router 6c2a5295-5478-4643-aa58-e14383473a47 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:28.459784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:28.464782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-52a52ca7-7851-444b-8e5e-8b5cb16f41e6 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "PUT /v2.0/routers/6c2a5295-5478-4643-aa58-e14383473a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5057826 Jul 16 02:09:28.468223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41158) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.469257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] Sync routers for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:28.478748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:28.479356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.521740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting subnet 717933a2-1283-44a4-9217-184300741f06 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:28.524983 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.570550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.586798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:28.657514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.718167 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.752821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Subnet': ['ID=717933a2-1283-44a4-9217-184300741f06,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.754933 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.757730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d4a90f51-dfe7-419b-8748-da65c7c53075 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/subnets/717933a2-1283-44a4-9217-184300741f06 HTTP/1.1" status: 204 len: 168 time: 0.2876050 Jul 16 02:09:28.759598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.760509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a058c7-a7fa-479b-a8ed-1764edf04db4 None None] Network 8326b361-cb9c-4426-9f8d-5121504b0ff7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:28.831050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:09:27Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.859475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] Checking router: 6c2a5295-5478-4643-aa58-e14383473a47 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:28.870501 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.901994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] Routers {'6c2a5295-5478-4643-aa58-e14383473a47'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:28.902593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['6c2a5295-5478-4643-aa58-e14383473a47'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.977420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.023185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] Set router 6c2a5295-5478-4643-aa58-e14383473a47 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:29.036102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Deleting port 6c04ea17-1776-4690-883f-c3cc5d6699a6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:29.036473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.083920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] DHCP port deletion for 8326b361-cb9c-4426-9f8d-5121504b0ff7 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:29.123180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] For port 6c04ea17-1776-4690-883f-c3cc5d6699a6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6c04ea17-1776-4690-883f-c3cc5d6699a6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:29.123551 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.136455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Calling delete_port for 6c04ea17-1776-4690-883f-c3cc5d6699a6 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:29.321047 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.347224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Port': ['ID=6c04ea17-1776-4690-883f-c3cc5d6699a6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.384568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] Deleting port 4242f69a-d3df-4de7-93a0-257e2272b268 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:29.384964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.421430 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.457775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] For port 4242f69a-d3df-4de7-93a0-257e2272b268, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4242f69a-d3df-4de7-93a0-257e2272b268,segment=NetworkSegment(526f6b21-83c2-4fee-bac8-f2a114168df8),segment_id=526f6b21-83c2-4fee-bac8-f2a114168df8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:29.458173 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.473134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] Calling delete_port for 4242f69a-d3df-4de7-93a0-257e2272b268 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:29.481307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:09:27Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.515452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca006a-f4da-4da7-8137-a1c759c50353 None None] The sync data for ids ['6c2a5295-5478-4643-aa58-e14383473a47'] in n-d-791506-20 is: [{'id': '6c2a5295-5478-4643-aa58-e14383473a47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537613682', 'tenant_id': 'c7304063810346ebad6573109864414c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:09:27Z', 'revision_number': 5, 'project_id': 'c7304063810346ebad6573109864414c', 'gw_port': {'id': '6c04ea17-1776-4690-883f-c3cc5d6699a6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2a5295-5478-4643-aa58-e14383473a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:29.519814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.522914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.577095 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.577967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Fanout notify agent at l3_agent the message router_deleted on router 6c2a5295-5478-4643-aa58-e14383473a47 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:09:29.585988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.587131 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2312c6c4-3b13-4c32-bce8-01b669726b44 tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/routers/6c2a5295-5478-4643-aa58-e14383473a47 HTTP/1.1" status: 204 len: 168 time: 0.8264775 Jul 16 02:09:29.590239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41162) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.594982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.619961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] Pushing event deleted for resources: {'Port': ['ID=4242f69a-d3df-4de7-93a0-257e2272b268,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.627922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db81393-d2c6-4a0e-88c5-53470500f9a0 None None] No DVR routers for this DVR port 4242f69a-d3df-4de7-93a0-257e2272b268 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:29.669515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.757274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.767088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8326b361-cb9c-4426-9f8d-5121504b0ff7']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.777047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526f6b21-83c2-4fee-bac8-f2a114168df8') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.777347 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526f6b21-83c2-4fee-bac8-f2a114168df8') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.787364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.800993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.807210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:29.807530 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:29.810454 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:29.869893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.875654 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.879053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/networks/8326b361-cb9c-4426-9f8d-5121504b0ff7 HTTP/1.1" status: 204 len: 168 time: 0.2876139 Jul 16 02:09:29.882030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41164) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.901884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94215a-3bc7-40ab-9487-524a77582a3a tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'Network': ['ID=8326b361-cb9c-4426-9f8d-5121504b0ff7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.952511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d07d4fa2-f13f-4efb-b584-465a47ff157e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.984789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d07d4fa2-f13f-4efb-b584-465a47ff157e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.057067 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d07d4fa2-f13f-4efb-b584-465a47ff157e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.059731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d07d4fa2-f13f-4efb-b584-465a47ff157e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.060960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d07d4fa2-f13f-4efb-b584-465a47ff157e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] 10.222.0.42 "DELETE /v2.0/security-groups/e7856fef-9724-445b-96aa-eb80868a93d5 HTTP/1.1" status: 204 len: 168 time: 0.1779215 Jul 16 02:09:30.071882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d4fa2-f13f-4efb-b584-465a47ff157e tempest-TestNetworkAdvancedServerOps-429225569 tempest-TestNetworkAdvancedServerOps-429225569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7856fef-9724-445b-96aa-eb80868a93d5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.120694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:30.155065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:30.155380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6d660f1-bff8-4bfb-9849-ecaeb2ee5f41 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:30.155808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4242f69a-d3df-4de7-93a0-257e2272b268 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:30.175782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 4242f69a-d3df-4de7-93a0-257e2272b268 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:30.176079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4242f69a-d3df-4de7-93a0-257e2272b268 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:30.415472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41176) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.549405 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a5b8c207-7496-4286-a0d8-98596f2a652a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7304063810346ebad6573109864414c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319141 Jul 16 02:09:30.551878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41180) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.603954 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acec1488-58f0-4d3b-ba4a-e6dab9b64e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.628874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acec1488-58f0-4d3b-ba4a-e6dab9b64e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.678622 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acec1488-58f0-4d3b-ba4a-e6dab9b64e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.681676 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acec1488-58f0-4d3b-ba4a-e6dab9b64e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.684718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-acec1488-58f0-4d3b-ba4a-e6dab9b64e21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7133009d-9cd4-4229-ba10-f098b232afc5 HTTP/1.1" status: 204 len: 168 time: 0.1300750 Jul 16 02:09:30.692735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1488-58f0-4d3b-ba4a-e6dab9b64e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133009d-9cd4-4229-ba10-f098b232afc5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.954510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41186) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.996247 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-382f3bba-fea8-4e2f-b425-53a484fdf93c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aec4a610704c469b90ca97d0751874f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403013 Jul 16 02:09:30.998661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41188) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:31.044980 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05bf81d3-7b66-45fb-90bf-15214584647e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.067171 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05bf81d3-7b66-45fb-90bf-15214584647e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.115566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05bf81d3-7b66-45fb-90bf-15214584647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.118259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05bf81d3-7b66-45fb-90bf-15214584647e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.119430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-05bf81d3-7b66-45fb-90bf-15214584647e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb3c640c-8c80-49e5-b64b-058bc8b46644 HTTP/1.1" status: 204 len: 168 time: 0.1198657 Jul 16 02:09:31.127978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf81d3-7b66-45fb-90bf-15214584647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c640c-8c80-49e5-b64b-058bc8b46644,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:31.825549 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41210) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:31.932835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1616643780-network', 'tenant_id': '706f89ef506b4b4dabf973caf19db021'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:31.958161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:31.961102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.970888 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.976721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c04ea17-1776-4690-883f-c3cc5d6699a6 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:31.996881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6c04ea17-1776-4690-883f-c3cc5d6699a6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:31.997229 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6c04ea17-1776-4690-883f-c3cc5d6699a6 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:32.072037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.075633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.102583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:32.109281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffe2df7-d5d7-4082-9514-0ddccaee8974,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.115395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.115743 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Added segment c8c620aa-361b-4f09-9e61-ddf2a39f4959 of type vlan for network d6463c2f-2510-4871-8493-b571817d9a33 Jul 16 02:09:32.156041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.184033 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.185105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:32.185704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.226846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4001000 Jul 16 02:09:32.229880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41214) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:32.235116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Request body: {'subnet': {'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1616643780-subnet', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:32.263134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:32.265494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.276828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b415a-7fc9-4d13-8e5c-ccf9444c3124 admin admin] Pushing event updated for resources: {'Network': ['ID=d6463c2f-2510-4871-8493-b571817d9a33,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.287330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d6463c2f-2510-4871-8493-b571817d9a33 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:09:32.726028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.774913 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c122ef-c3c9-4a61-85c2-2552e28bbb84,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.790532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:32.790892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Network hostable DHCP agents. Network: d6463c2f-2510-4871-8493-b571817d9a33, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:09:32.807631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Network d6463c2f-2510-4871-8493-b571817d9a33 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:09:32.817697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d6463c2f-2510-4871-8493-b571817d9a33) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:32.822565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:32.823231 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.827223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e5074-19e3-40c4-8289-a3d1fc14b97a None None] Network d6463c2f-2510-4871-8493-b571817d9a33 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:32.848622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-889caa74-a802-416b-8d0e-8e9cdb2ec49e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6175492 Jul 16 02:09:32.851376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41216) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:32.855972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:32.878741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.879741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.939367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.977050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d6463c2f-2510-4871-8493-b571817d9a33', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:09:32.977854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.077741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.117374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Allocated IP 172.20.0.2 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/a19d6a57-d9b4-4199-a666-d874e2117080) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:33.262213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.270749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Transition to ACTIVE for port object a19d6a57-d9b4-4199-a666-d874e2117080 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:33.278055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.286213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Transition to ACTIVE for port object a19d6a57-d9b4-4199-a666-d874e2117080 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:33.292172 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.304000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.336011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:33.342307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:33.343907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Pushing event updated for resources: {'Port': ['ID=a19d6a57-d9b4-4199-a666-d874e2117080,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.346665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:33.404415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Attempting to bind port a19d6a57-d9b4-4199-a666-d874e2117080 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:33.404831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Attempting to bind port a19d6a57-d9b4-4199-a666-d874e2117080 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:33.405184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Attempting to bind port a19d6a57-d9b4-4199-a666-d874e2117080 on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:33.410928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:33.411303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:33.411709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.412102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:33.412621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Bound port: a19d6a57-d9b4-4199-a666-d874e2117080, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:33.413017 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.415231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Allocated IP 172.25.7.92 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/14dd317a-30dc-418a-820a-2cd84662f3d6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:33.481903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] For port a19d6a57-d9b4-4199-a666-d874e2117080, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:33.485043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] For port a19d6a57-d9b4-4199-a666-d874e2117080, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a19d6a57-d9b4-4199-a666-d874e2117080,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:33.489963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.537068 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.553228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4cb0a-bc2f-40b6-bbe4-582c16e3b410 None None] Pushing event updated for resources: {'Port': ['ID=a19d6a57-d9b4-4199-a666-d874e2117080,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.580864 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.618957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:33.623953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:33.627904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:33.652122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Pushing event updated for resources: {'Port': ['ID=14dd317a-30dc-418a-820a-2cd84662f3d6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.904668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.058928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a19d6a57-d9b4-4199-a666-d874e2117080 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:34.109965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a19d6a57-d9b4-4199-a666-d874e2117080 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:34.117240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.489130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e48f4d-05d1-4340-8295-a84597af64fa None None] Network d6463c2f-2510-4871-8493-b571817d9a33 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:34.543002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:09:34.559749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] Provisioning for port a19d6a57-d9b4-4199-a666-d874e2117080 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:34.567841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] Provisioning complete for port a19d6a57-d9b4-4199-a666-d874e2117080 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.568141 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.654578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:34.665653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:34.672380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.675633 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:34.676231 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:34.679147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bd2e59c4-4cbb-47f0-b688-e97e8ddb086e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8240743 Jul 16 02:09:34.679316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:34.717581 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.767058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] For port a19d6a57-d9b4-4199-a666-d874e2117080, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a19d6a57-d9b4-4199-a666-d874e2117080,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:34.776656 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.787929 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:34.844308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcb8b-c8a6-4b9f-8416-882c22c8e593 None None] Pushing event updated for resources: {'Port': ['ID=a19d6a57-d9b4-4199-a666-d874e2117080,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:34.988721 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 3, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:35.020056 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:35.020398 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Updating router 0dbf487b-7947-4e2d-a82a-967989a83bdd port 14dd317a-30dc-418a-820a-2cd84662f3d6 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:35.054318 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.105796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3854ead6-30e0-4ba8-bfaf-f0079a901e0d None None] Provisioning complete for port a19d6a57-d9b4-4199-a666-d874e2117080 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.106587 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3854ead6-30e0-4ba8-bfaf-f0079a901e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.141952 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.324236 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.333989 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Transition to ACTIVE for port object 14dd317a-30dc-418a-820a-2cd84662f3d6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:35.340196 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.356134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Allocated IP 172.20.0.1 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/16e999f7-62b2-41f8-85b4-5c83bc5e2d4e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:35.394800 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Attempting to bind port 14dd317a-30dc-418a-820a-2cd84662f3d6 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:35.395178 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Attempting to bind port 14dd317a-30dc-418a-820a-2cd84662f3d6 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:35.395546 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Attempting to bind port 14dd317a-30dc-418a-820a-2cd84662f3d6 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:35.402669 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Pushing event updated for resources: {'Port': ['ID=14dd317a-30dc-418a-820a-2cd84662f3d6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.405615 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:35.405990 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:35.406399 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.406794 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:35.407261 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Bound port: 14dd317a-30dc-418a-820a-2cd84662f3d6, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:35.407650 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.414208 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.414554 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.414894 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.415231 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.415563 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.415894 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.416222 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.416585 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.416912 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.417236 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.417560 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.417884 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:35.469076 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] For port 14dd317a-30dc-418a-820a-2cd84662f3d6, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:35.472191 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] For port 14dd317a-30dc-418a-820a-2cd84662f3d6, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=14dd317a-30dc-418a-820a-2cd84662f3d6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:35.476767 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.477127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.492350 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Transition to ACTIVE for port object 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:35.528475 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.532785 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:35.533437 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:35.574398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:35.579005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:35.580173 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b9aa6-f946-4c4a-892d-628fba0bf441 None None] Pushing event updated for resources: {'Port': ['ID=14dd317a-30dc-418a-820a-2cd84662f3d6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.583624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:35.587331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Pushing event updated for resources: {'Port': ['ID=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.629499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.664653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:35.796272 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.815795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4e52b8a4-4d5b-4244-bbd3-42db45a3f587 None None] Provisioning for port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:35.820156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4e52b8a4-4d5b-4244-bbd3-42db45a3f587 None None] Provisioning complete for port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.820546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8a4-4d5b-4244-bbd3-42db45a3f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.863434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4e52b8a4-4d5b-4244-bbd3-42db45a3f587 None None] Port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:35.947223 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 3, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:35.974199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293ebce-f2d5-49ec-a4ea-6b0ae5a3eb73 None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 3, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:35.983212 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.988750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.033009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a19d6a57-d9b4-4199-a666-d874e2117080 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:36.060839 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.066483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Pushing event updated for resources: {'Port': ['ID=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.101798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a19d6a57-d9b4-4199-a666-d874e2117080 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:36.102747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.170122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:36.171767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:36.330050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:36.461727 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:36.466830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-34261bda-24a1-45fd-b0a1-d1b3a279c00e admin admin] 10.222.0.42 "PUT /v2.0/routers/0dbf487b-7947-4e2d-a82a-967989a83bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871416 Jul 16 02:09:36.494475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-217fea76-6aa4-45fc-a6ff-080543266aff None None] Provisioning complete for port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:36.495012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-217fea76-6aa4-45fc-a6ff-080543266aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.532762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-217fea76-6aa4-45fc-a6ff-080543266aff None None] Port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:36.988097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41234) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:36.993648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000116388-network', 'tenant_id': '883a0168b69c404f97346cefe3850376'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:37.018474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Made reservation on behalf of 883a0168b69c404f97346cefe3850376 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:37.020998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.029959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.138802 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.142987 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.170341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:37.182253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b69c39-766f-421e-a0bf-002a9765b0f4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:37.190469 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.190469 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Added segment 42b6974c-bf35-4941-85fb-df04b0612194 of type vlan for network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 Jul 16 02:09:37.235709 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.271677 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.272721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:37.273362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.325144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3358781 Jul 16 02:09:37.327981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41236) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:37.333350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Request body: {'subnet': {'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000116388-subnet', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:37.359264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Made reservation on behalf of 883a0168b69c404f97346cefe3850376 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:37.362313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.369363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59d6c-fafa-4fc5-81dd-7c0b3a7cd04f admin admin] Pushing event updated for resources: {'Network': ['ID=9a64b830-e7f2-493f-b1a7-14b6c0e38074,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:37.379433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:09:37.556968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.615249 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ff996e-7a7f-41fc-9b0a-0d51f45b3987,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:37.624820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Checking segment: {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:37.625297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Network hostable DHCP agents. Network: 9a64b830-e7f2-493f-b1a7-14b6c0e38074, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:09:37.641832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:09:37.652391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 9a64b830-e7f2-493f-b1a7-14b6c0e38074) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:37.656752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:37.657356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.662794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df774deb-b1d6-4dde-9aaf-d50fd971ba1b None None] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:37.673035 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-03f21a29-1c73-4189-ad1a-5af863bfeae7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3437512 Jul 16 02:09:37.675716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 41238) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:37.680288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:37.704142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.705137 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.734276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:37.764285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.772835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:37.773485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:37.814133 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.913296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.933625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-9a64b830-e7f2-493f-b1a7-14b6c0e38074', 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'fixed_ips': [{'subnet_id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:09:37.934515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.943896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:38.084447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 14dd317a-30dc-418a-820a-2cd84662f3d6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:38.139340 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.160082 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.257820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Allocated IP 172.20.0.2 (9a64b830-e7f2-493f-b1a7-14b6c0e38074/b4ff996e-7a7f-41fc-9b0a-0d51f45b3987/625ab9fd-d552-4ab5-839d-beca2af22de4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:38.264500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 14dd317a-30dc-418a-820a-2cd84662f3d6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:38.265941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Allocated IP 172.25.7.69 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/01e0b3a6-624b-4411-aff6-51a4c947db07) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:38.294799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 14dd317a-30dc-418a-820a-2cd84662f3d6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:38.295156 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.387248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.431192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.473901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:38.476949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:38.480885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:38.506587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Pushing event updated for resources: {'Port': ['ID=01e0b3a6-624b-4411-aff6-51a4c947db07,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:38.661950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 2, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:38.701327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:38.702179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Updating router 0dbf487b-7947-4e2d-a82a-967989a83bdd port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:38.722201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.747808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.761007 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.772835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 14dd317a-30dc-418a-820a-2cd84662f3d6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=14dd317a-30dc-418a-820a-2cd84662f3d6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:38.773827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.776059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Transition to ACTIVE for port object 625ab9fd-d552-4ab5-839d-beca2af22de4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:38.789969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.848708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Transition to ACTIVE for port object 625ab9fd-d552-4ab5-839d-beca2af22de4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:38.866140 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.936586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=14dd317a-30dc-418a-820a-2cd84662f3d6,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:38.959871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:38.973034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.980574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:38.986541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:39.049839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Pushing event updated for resources: {'Port': ['ID=625ab9fd-d552-4ab5-839d-beca2af22de4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.106339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Router 1c574027-f891-45c5-b459-80764cf12ea8 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:09:39.111466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Attempting to bind port 625ab9fd-d552-4ab5-839d-beca2af22de4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:39.112508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Attempting to bind port 625ab9fd-d552-4ab5-839d-beca2af22de4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:39.112827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Attempting to bind port 625ab9fd-d552-4ab5-839d-beca2af22de4 on network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:39.122078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:39.122429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Checking segment: {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:39.122810 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.123205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Bound using segment: {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:39.123707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Bound port: 625ab9fd-d552-4ab5-839d-beca2af22de4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:39.124063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.220873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:39.231051 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Sync routers for ids ['1c574027-f891-45c5-b459-80764cf12ea8'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:39.241639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.246191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9c21d1db-0e4c-45a8-bb26-bf5458b2bccc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5672698 Jul 16 02:09:39.246876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 41240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:39.249436 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Routers {'1c574027-f891-45c5-b459-80764cf12ea8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:39.250876 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['1c574027-f891-45c5-b459-80764cf12ea8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:39.260830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] For port 625ab9fd-d552-4ab5-839d-beca2af22de4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:39.279167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] For port 625ab9fd-d552-4ab5-839d-beca2af22de4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=625ab9fd-d552-4ab5-839d-beca2af22de4,segment=NetworkSegment(42b6974c-bf35-4941-85fb-df04b0612194),segment_id=42b6974c-bf35-4941-85fb-df04b0612194)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:39.289374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.297126 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.334157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Transition to ACTIVE for port object 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:39.355679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.372857 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Set router 1c574027-f891-45c5-b459-80764cf12ea8 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:39.376857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed95f8-09ae-4846-9f90-477a79805d83 None None] Pushing event updated for resources: {'Port': ['ID=625ab9fd-d552-4ab5-839d-beca2af22de4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.494524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d8ac7-ec14-44eb-9e0c-0610914afb79 None None] Pushing event updated for resources: {'Port': ['ID=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.506565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Attempting to bind port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:39.506944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Attempting to bind port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:39.507316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Attempting to bind port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:39.516264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:39.516885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:39.517315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.520056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:39.520462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Bound port: 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:39.520878 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.613646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] For port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:39.618274 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] For port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:39.623136 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.642460 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 3, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:39.697768 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Checking router: 1c574027-f891-45c5-b459-80764cf12ea8 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:39.698132 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Updating router 1c574027-f891-45c5-b459-80764cf12ea8 port 01e0b3a6-624b-4411-aff6-51a4c947db07 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:39.751487 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.761149 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:39.761810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:39.766932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d8ac7-ec14-44eb-9e0c-0610914afb79 None None] Pushing event updated for resources: {'Port': ['ID=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.844337 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.950651 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:40.062207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Allocated IP 172.20.0.1 (9a64b830-e7f2-493f-b1a7-14b6c0e38074/b4ff996e-7a7f-41fc-9b0a-0d51f45b3987/eb1cd8c3-4f03-4055-95a5-afc575d2677e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:40.165737 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.177170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 625ab9fd-d552-4ab5-839d-beca2af22de4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:40.183249 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Transition to ACTIVE for port object 01e0b3a6-624b-4411-aff6-51a4c947db07 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:40.191351 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.238387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.247280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cc70de9-eeac-4dc5-a0bd-e972c529ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.262626 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db19e2-a439-4a1a-83ad-1d8cef98b60d None None] Pushing event updated for resources: {'Port': ['ID=01e0b3a6-624b-4411-aff6-51a4c947db07,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.264483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Transition to ACTIVE for port object eb1cd8c3-4f03-4055-95a5-afc575d2677e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:40.273166 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Attempting to bind port 01e0b3a6-624b-4411-aff6-51a4c947db07 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:40.273762 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Attempting to bind port 01e0b3a6-624b-4411-aff6-51a4c947db07 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:40.273896 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Attempting to bind port 01e0b3a6-624b-4411-aff6-51a4c947db07 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:40.279288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:40.279663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:40.280179 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.280526 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:40.280982 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Bound port: 01e0b3a6-624b-4411-aff6-51a4c947db07, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:40.281362 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.296262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 625ab9fd-d552-4ab5-839d-beca2af22de4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:40.305059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 14dd317a-30dc-418a-820a-2cd84662f3d6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:40.317907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.352724 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] For port 01e0b3a6-624b-4411-aff6-51a4c947db07, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:40.358143 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] For port 01e0b3a6-624b-4411-aff6-51a4c947db07, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=01e0b3a6-624b-4411-aff6-51a4c947db07,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:40.366922 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.380021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:40.380548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:39Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:40.383234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:40.387036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:40.416870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2096321-6947-4825-ae48-e1ec01e4d8a5 None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:39Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:40.424127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 14dd317a-30dc-418a-820a-2cd84662f3d6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:40.424725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.433884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Pushing event updated for resources: {'Port': ['ID=eb1cd8c3-4f03-4055-95a5-afc575d2677e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.445544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.451522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db19e2-a439-4a1a-83ad-1d8cef98b60d None None] Pushing event updated for resources: {'Port': ['ID=01e0b3a6-624b-4411-aff6-51a4c947db07,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.508207 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Routers {'1c574027-f891-45c5-b459-80764cf12ea8'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:40.513044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['1c574027-f891-45c5-b459-80764cf12ea8'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:40.700539 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] Set router 1c574027-f891-45c5-b459-80764cf12ea8 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:40.714359 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.944579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63ef04-1100-4d0a-82df-77f2d3787dfd None None] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:40.973186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.982950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.033156 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 3, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:41.053616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] Provisioning for port 625ab9fd-d552-4ab5-839d-beca2af22de4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:41.060717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] Provisioning complete for port 625ab9fd-d552-4ab5-839d-beca2af22de4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:41.061203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.082248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb869e-dfb6-4fd2-86e4-06b46e8ab55f None None] The sync data for ids ['1c574027-f891-45c5-b459-80764cf12ea8'] in n-d-791506-20 is: [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 3, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:41.092512 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.134301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Pushing event updated for resources: {'Port': ['ID=eb1cd8c3-4f03-4055-95a5-afc575d2677e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:41.186690 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.242013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:41.253707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:41.278499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] For port 625ab9fd-d552-4ab5-839d-beca2af22de4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=625ab9fd-d552-4ab5-839d-beca2af22de4,segment=NetworkSegment(42b6974c-bf35-4941-85fb-df04b0612194),segment_id=42b6974c-bf35-4941-85fb-df04b0612194)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:41.288728 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.397202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a7f7e-b925-436b-9ba2-8acfabf1acb1 None None] Pushing event updated for resources: {'Port': ['ID=625ab9fd-d552-4ab5-839d-beca2af22de4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:41.826050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Router 1c574027-f891-45c5-b459-80764cf12ea8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:41.935289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d3f1ea40-8f7d-4687-bef3-4386aa24c627 None None] Provisioning for port eb1cd8c3-4f03-4055-95a5-afc575d2677e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:41.942526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d3f1ea40-8f7d-4687-bef3-4386aa24c627 None None] Provisioning complete for port eb1cd8c3-4f03-4055-95a5-afc575d2677e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:41.943182 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ea40-8f7d-4687-bef3-4386aa24c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.981528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:42.004087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-bcb378b3-7956-4cde-b0ff-e8d51d9cb56a admin admin] 10.222.0.42 "PUT /v2.0/routers/1c574027-f891-45c5-b459-80764cf12ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7477944 Jul 16 02:09:42.023680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1ea40-8f7d-4687-bef3-4386aa24c627 None None] Port eb1cd8c3-4f03-4055-95a5-afc575d2677e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:42.047257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d3f1ea40-8f7d-4687-bef3-4386aa24c627 None None] Provisioning complete for port 625ab9fd-d552-4ab5-839d-beca2af22de4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:42.047686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ea40-8f7d-4687-bef3-4386aa24c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.242627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 625ab9fd-d552-4ab5-839d-beca2af22de4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:42.309676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7016888d-0b55-43a8-ad63-c030a5fb1aae None None] Provisioning complete for port eb1cd8c3-4f03-4055-95a5-afc575d2677e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:42.310161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7016888d-0b55-43a8-ad63-c030a5fb1aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.356083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 625ab9fd-d552-4ab5-839d-beca2af22de4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:42.356486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.396825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-7016888d-0b55-43a8-ad63-c030a5fb1aae None None] Port eb1cd8c3-4f03-4055-95a5-afc575d2677e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:42.436152 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7907c015-d09f-47f3-a846-eabe5538c364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.481319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01e0b3a6-624b-4411-aff6-51a4c947db07 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:42.543656 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.546348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b18ed8a3-9bbf-4a94-8add-7aefe6b7d9dc None None] Provisioning complete for port eb1cd8c3-4f03-4055-95a5-afc575d2677e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:42.546728 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b18ed8a3-9bbf-4a94-8add-7aefe6b7d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.584782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 01e0b3a6-624b-4411-aff6-51a4c947db07 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:42.593011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 01e0b3a6-624b-4411-aff6-51a4c947db07 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:42.593654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.596096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b18ed8a3-9bbf-4a94-8add-7aefe6b7d9dc None None] Port eb1cd8c3-4f03-4055-95a5-afc575d2677e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:42.676532 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.698170 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 01e0b3a6-624b-4411-aff6-51a4c947db07, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=01e0b3a6-624b-4411-aff6-51a4c947db07,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:42.702670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.703549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:42.948872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=01e0b3a6-624b-4411-aff6-51a4c947db07,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:42.963152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:42.967288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:42.967669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.047220 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.079800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:43.084949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.133835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:43.627201 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:43.842911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.852157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Sync routers for ids ['1c574027-f891-45c5-b459-80764cf12ea8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:43.861486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Routers {'1c574027-f891-45c5-b459-80764cf12ea8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:43.862744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['1c574027-f891-45c5-b459-80764cf12ea8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:43.972824 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Set router 1c574027-f891-45c5-b459-80764cf12ea8 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:44.045861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01e0b3a6-624b-4411-aff6-51a4c947db07 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:44.168467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 01e0b3a6-624b-4411-aff6-51a4c947db07 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:44.169037 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.271080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:09:40Z', 'revision_number': 4, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb1cd8c3-4f03-4055-95a5-afc575d2677e', 'name': '', 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'mac_address': 'fa:16:3e:91:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:39Z', 'updated_at': '2021-07-16T02:09:40Z', 'revision_number': 2, 'project_id': '883a0168b69c404f97346cefe3850376', 'subnets': [{'id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:44.282096 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-ac5278ba-06d4-48b6-b9de-ba3239c24dd0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:44.283594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-ac5278ba-06d4-48b6-b9de-ba3239c24dd0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1061397 Jul 16 02:09:44.299145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-0011ebd9-3ef9-44b0-971d-dd8d13131181 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0093327 Jul 16 02:09:44.303283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Checking router: 1c574027-f891-45c5-b459-80764cf12ea8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:44.303645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Updating router 1c574027-f891-45c5-b459-80764cf12ea8 port eb1cd8c3-4f03-4055-95a5-afc575d2677e binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:44.329618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:44.367599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.378988 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-ea6ba464-0327-417f-afdf-6ddb07f9e4e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734859 Jul 16 02:09:44.433165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:44.433545 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.580314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-6846aada-a055-4219-88d0-f1517d6fcf71 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944730 Jul 16 02:09:44.683583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-4a246ee5-9e93-4204-b754-70252f04401c service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971379 Jul 16 02:09:44.713679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.724591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Transition to ACTIVE for port object eb1cd8c3-4f03-4055-95a5-afc575d2677e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:44.730207 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.787401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7059bc5-846a-46c2-8213-5a1acbbeea66 None None] Pushing event updated for resources: {'Port': ['ID=eb1cd8c3-4f03-4055-95a5-afc575d2677e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:44.843877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Attempting to bind port eb1cd8c3-4f03-4055-95a5-afc575d2677e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:44.844255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Attempting to bind port eb1cd8c3-4f03-4055-95a5-afc575d2677e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:44.844648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Attempting to bind port eb1cd8c3-4f03-4055-95a5-afc575d2677e on network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:44.850649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:44.851076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Checking segment: {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:44.851487 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.851882 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Bound using segment: {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:44.852352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Bound port: eb1cd8c3-4f03-4055-95a5-afc575d2677e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b6974c-bf35-4941-85fb-df04b0612194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:44.852757 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.939734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] For port eb1cd8c3-4f03-4055-95a5-afc575d2677e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:44.944943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] For port eb1cd8c3-4f03-4055-95a5-afc575d2677e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb1cd8c3-4f03-4055-95a5-afc575d2677e,segment=NetworkSegment(42b6974c-bf35-4941-85fb-df04b0612194),segment_id=42b6974c-bf35-4941-85fb-df04b0612194)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:44.949744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.015910 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Routers {'1c574027-f891-45c5-b459-80764cf12ea8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:45.016571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:09:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['1c574027-f891-45c5-b459-80764cf12ea8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:45.044860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f26083bd-3b5a-4738-af26-8d133e23b5a9 req-eb343e3e-f0aa-4e20-89ee-39b851118d51 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 210 time: 0.0332556 Jul 16 02:09:45.060641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7059bc5-846a-46c2-8213-5a1acbbeea66 None None] Pushing event updated for resources: {'Port': ['ID=eb1cd8c3-4f03-4055-95a5-afc575d2677e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:45.152046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] Set router 1c574027-f891-45c5-b459-80764cf12ea8 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:45.383472 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.397034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:09:40Z', 'revision_number': 4, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb1cd8c3-4f03-4055-95a5-afc575d2677e', 'name': '', 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'mac_address': 'fa:16:3e:91:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:39Z', 'updated_at': '2021-07-16T02:09:44Z', 'revision_number': 4, 'project_id': '883a0168b69c404f97346cefe3850376', 'subnets': [{'id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:45.430682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dfc2b-af97-48d9-b015-3094ddf3009f None None] The sync data for ids ['1c574027-f891-45c5-b459-80764cf12ea8'] in n-d-791506-20 is: [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:09:40Z', 'revision_number': 4, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'eb1cd8c3-4f03-4055-95a5-afc575d2677e', 'name': '', 'network_id': '9a64b830-e7f2-493f-b1a7-14b6c0e38074', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'mac_address': 'fa:16:3e:91:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:39Z', 'updated_at': '2021-07-16T02:09:44Z', 'revision_number': 4, 'project_id': '883a0168b69c404f97346cefe3850376', 'subnets': [{'id': 'b4ff996e-7a7f-41fc-9b0a-0d51f45b3987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:46.054773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb1cd8c3-4f03-4055-95a5-afc575d2677e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:46.110877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port eb1cd8c3-4f03-4055-95a5-afc575d2677e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:46.116966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eb1cd8c3-4f03-4055-95a5-afc575d2677e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:46.117427 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.211382 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.259409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port eb1cd8c3-4f03-4055-95a5-afc575d2677e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb1cd8c3-4f03-4055-95a5-afc575d2677e,segment=NetworkSegment(42b6974c-bf35-4941-85fb-df04b0612194),segment_id=42b6974c-bf35-4941-85fb-df04b0612194)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:46.265196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.279866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30b6cef1-856e-44b3-963f-f40bf52e03b1 req-a2dba772-9a62-4470-a000-4a8688e483da tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 210 time: 0.0565236 Jul 16 02:09:46.293917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-949dd5cd-0eae-4122-90ff-82eee7dabc8e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:46.297432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-949dd5cd-0eae-4122-90ff-82eee7dabc8e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1582117 Jul 16 02:09:46.318203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:46.340994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=eb1cd8c3-4f03-4055-95a5-afc575d2677e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:46.447540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:46.451338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.589229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.13 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:46.747670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.763189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:46.802457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.853854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:46.857043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:46.861285 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:46.868709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:46.926974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:46.927680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.944498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-779f1e85-f4b8-462c-ad24-599ae12dad02 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311476 Jul 16 02:09:47.021027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Request body: {'port': {'device_id': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:47.102713 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.166765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ebb00c0a-efff-4854-a637-a5025b0cde7e None None] Provisioning for port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:47.171340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ebb00c0a-efff-4854-a637-a5025b0cde7e None None] Provisioning complete for port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:47.171836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ebb00c0a-efff-4854-a637-a5025b0cde7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.207759 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ebb00c0a-efff-4854-a637-a5025b0cde7e None None] Port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:47.394706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:47.403409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.416712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Transition to ACTIVE for port object b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:47.420908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.472146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Pushing event updated for resources: {'Port': ['ID=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:47.502216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0a6bd-d972-4e1e-833d-33cacefa8171 req-b881ac45-1f7e-4420-8b0e-5c99e995f1af tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:47.504346 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61c0a6bd-d972-4e1e-833d-33cacefa8171 req-b881ac45-1f7e-4420-8b0e-5c99e995f1af tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0906589 Jul 16 02:09:47.562287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61c0a6bd-d972-4e1e-833d-33cacefa8171 req-328c1e94-2229-44f7-aa5d-63b971dd728f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Jul 16 02:09:47.571839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Attempting to bind port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:47.572149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Attempting to bind port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:47.572315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Attempting to bind port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:47.587892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:47.588229 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Attempting to bind port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:47.596401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:47.596979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:47.597398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:47.597834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Bound port: b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:47.598208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.693974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] For port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:47.697616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] For port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:47.702379 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.743501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:47.744180 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.745602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] 10.222.0.13 "PUT /v2.0/ports/b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef HTTP/1.1" status: 200 len: 1093 time: 0.7888923 Jul 16 02:09:47.746244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'tag': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:47.748275 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6e4cd6-c415-44f8-91e4-dddf92a2b3af", "tag": "b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:47.775271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d82d9-c513-4847-8329-bc16f28a505b service neutron] Pushing event updated for resources: {'Port': ['ID=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:47.802321 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579aebb6-b827-4785-a46a-59088e81bbfc x-openstack-request-id: req-579aebb6-b827-4785-a46a-59088e81bbfc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:47.802613 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6e4cd6-c415-44f8-91e4-dddf92a2b3af", "tag": "b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:47.802865 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-579aebb6-b827-4785-a46a-59088e81bbfc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:47.803289 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'tag': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef', 'status': 'completed', 'code': 200} Jul 16 02:09:47.882631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-8d77cdcc-b3b4-46a3-bf54-2dc1cb83cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:47.884202 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-8d77cdcc-b3b4-46a3-bf54-2dc1cb83cc1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 1096 time: 0.0647831 Jul 16 02:09:47.934540 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-1e125e58-3d6e-4a11-ad5c-7039730e55b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef HTTP/1.1" status: 200 len: 217 time: 0.0376627 Jul 16 02:09:48.010637 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-1aef515e-a2fb-42ce-9ae6-49067fabd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.012536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-1aef515e-a2fb-42ce-9ae6-49067fabd2f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0700376 Jul 16 02:09:48.048021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb1cd8c3-4f03-4055-95a5-afc575d2677e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:48.085232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-27dea454-b6ed-434e-91ae-ff49cb67bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.087773 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-27dea454-b6ed-434e-91ae-ff49cb67bd0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670435 Jul 16 02:09:48.103050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port eb1cd8c3-4f03-4055-95a5-afc575d2677e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:48.103350 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.185487 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-d6521535-6360-4292-9888-d1f5f906430e service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916638 Jul 16 02:09:48.289602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1939f8c-dc37-49ae-906f-0dff202d70bb req-32f232e1-9de3-4870-9535-a5b68f289616 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965629 Jul 16 02:09:48.427924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-bc964197-4e02-4329-bfb8-485c75204118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.429451 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-bc964197-4e02-4329-bfb8-485c75204118 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 1096 time: 0.0651217 Jul 16 02:09:48.526740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-4d60114b-a4ba-4d4d-8a33-a03d3ae2372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.528213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-4d60114b-a4ba-4d4d-8a33-a03d3ae2372e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0929298 Jul 16 02:09:48.571241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.572247 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-952873f1-0e02-4beb-a829-08ef1961e39f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef HTTP/1.1" status: 200 len: 217 time: 0.0368030 Jul 16 02:09:48.624763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-574837a7-1ad6-4b21-b4af-402c9b6e73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.626375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-574837a7-1ad6-4b21-b4af-402c9b6e73e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0485866 Jul 16 02:09:48.697713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-cce24e43-4b4c-4d37-a84d-d9d7cc8cf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.699254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-cce24e43-4b4c-4d37-a84d-d9d7cc8cf04a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628865 Jul 16 02:09:48.758489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676d82b-e162-4d11-8ad4-f57bb615ce5b req-1ce9b4f7-8ce2-458c-985d-d6e27d5cc4bd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.760047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0676d82b-e162-4d11-8ad4-f57bb615ce5b req-1ce9b4f7-8ce2-458c-985d-d6e27d5cc4bd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0666752 Jul 16 02:09:48.802509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0676d82b-e162-4d11-8ad4-f57bb615ce5b req-8e23abf8-bd48-4a48-a7b1-adba250a2b1d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Jul 16 02:09:48.808619 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-8cf956d3-7702-4d0e-8dd5-73ce8759332f service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027222 Jul 16 02:09:48.912258 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-98d28bd1-10c5-4ae2-9a81-8e5fb704c6e2 req-52181583-3d91-46cb-abc2-5d118d0d5031 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968959 Jul 16 02:09:49.982726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc67c-5f9a-4804-9997-810718be1734 req-50753b27-7958-4686-9bad-1b0411c9fad4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:49.984267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-890bc67c-5f9a-4804-9997-810718be1734 req-50753b27-7958-4686-9bad-1b0411c9fad4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0655138 Jul 16 02:09:50.024380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-890bc67c-5f9a-4804-9997-810718be1734 req-0202b453-07b3-4c74-aef1-c1706f081e87 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Jul 16 02:09:51.205601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8ee11-9357-4282-8976-847e7bb32568 req-421f4e0c-a0b4-4026-8260-509e3223af6a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.207398 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ea8ee11-9357-4282-8976-847e7bb32568 req-421f4e0c-a0b4-4026-8260-509e3223af6a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0694692 Jul 16 02:09:51.245921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ea8ee11-9357-4282-8976-847e7bb32568 req-a2d49b20-b371-428e-b17a-3b7b7ee9a29c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Jul 16 02:09:52.422774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d3dd-fd0e-4acf-afad-d96e07b8780c req-5c286cfe-5fd5-49cb-bc01-70513bb4cf35 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:52.424304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd10d3dd-fd0e-4acf-afad-d96e07b8780c req-5c286cfe-5fd5-49cb-bc01-70513bb4cf35 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0646133 Jul 16 02:09:52.463266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd10d3dd-fd0e-4acf-afad-d96e07b8780c req-672708b0-3ca7-43dc-bc97-c500d3a6a9aa tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Jul 16 02:09:53.645875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e774b6-e4ef-4488-8929-49e795bb29f6 req-93112aa7-c15f-4647-81d4-7afed0821c3e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:53.647436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5e774b6-e4ef-4488-8929-49e795bb29f6 req-93112aa7-c15f-4647-81d4-7afed0821c3e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0702405 Jul 16 02:09:53.687327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5e774b6-e4ef-4488-8929-49e795bb29f6 req-eccc56c0-3dbe-403c-990f-9a9f9053b676 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Jul 16 02:09:54.871807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e628-ab80-4542-bf34-2abf4a9cf2aa req-1dfad6e0-83b1-4555-9390-a2291b89c7f7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:54.873393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38d1e628-ab80-4542-bf34-2abf4a9cf2aa req-1dfad6e0-83b1-4555-9390-a2291b89c7f7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0675857 Jul 16 02:09:54.913332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38d1e628-ab80-4542-bf34-2abf4a9cf2aa req-fb6adf57-ab3e-4b97-bfe0-28ed0eb79de6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Jul 16 02:09:56.099767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23889396-4fc2-49c6-8f31-eb3212953939 req-440c4ec6-a4be-406d-a979-d3692c5afb04 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.101384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23889396-4fc2-49c6-8f31-eb3212953939 req-440c4ec6-a4be-406d-a979-d3692c5afb04 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0708520 Jul 16 02:09:56.145723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23889396-4fc2-49c6-8f31-eb3212953939 req-6a8e6856-13da-40c1-8dbd-c914ce64ec2f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Jul 16 02:09:57.324336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf96e5-435a-41cf-8296-fc9226dfb3ce req-563ca982-cdaa-4d5d-b693-a0dfdb581761 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.325830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40cf96e5-435a-41cf-8296-fc9226dfb3ce req-563ca982-cdaa-4d5d-b693-a0dfdb581761 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 944 time: 0.0664108 Jul 16 02:09:57.363297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40cf96e5-435a-41cf-8296-fc9226dfb3ce req-2b0d00b0-90fb-44ac-8eb3-162338c947d5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jul 16 02:09:58.125980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:58.218342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:58.231988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef', 'mac_address': 'fa:16:3e:b4:b9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:58.268994 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.283262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:58.302106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:58.306595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.352351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:58.359728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.360083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.360445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.360777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.361115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.361445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.361773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.362096 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.362420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.362744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.363067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.363387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:58.538671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264c0e-22be-461b-8834-88d35b58944f req-98554a0b-6fbc-47e6-8519-d6a77e9d0f62 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:58.540182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a264c0e-22be-461b-8834-88d35b58944f req-98554a0b-6fbc-47e6-8519-d6a77e9d0f62 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 945 time: 0.0666378 Jul 16 02:09:58.573327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:58.579271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a264c0e-22be-461b-8834-88d35b58944f req-33e6aef5-263e-49df-a814-ba105d448ad2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Jul 16 02:09:59.754562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c5786-c9ec-4ee4-86f0-f9f233cd8f55 req-c7f099f7-7fe8-4870-83d3-cf0c140613df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:59.756271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e37c5786-c9ec-4ee4-86f0-f9f233cd8f55 req-c7f099f7-7fe8-4870-83d3-cf0c140613df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 945 time: 0.0667443 Jul 16 02:09:59.795379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e37c5786-c9ec-4ee4-86f0-f9f233cd8f55 req-b0a1b3ff-902e-4d32-9411-6e59b3cd2ebc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Jul 16 02:10:00.121936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:00.169254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:00.172890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:00.173262 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.251356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.274584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:00.276931 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c5bac-cfda-4b32-a77e-1d8faabc7146" -d '{"events": [{"server_uuid": "0c6e4cd6-c415-44f8-91e4-dddf92a2b3af", "name": "network-vif-plugged", "status": "completed", "tag": "b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:00.290537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:00.297906 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.324840 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af8f58-fc98-4f6c-b078-139bd27cd233 x-openstack-request-id: req-c1af8f58-fc98-4f6c-b078-139bd27cd233 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:00.325126 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6e4cd6-c415-44f8-91e4-dddf92a2b3af", "name": "network-vif-plugged", "status": "completed", "tag": "b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:00.325376 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1af8f58-fc98-4f6c-b078-139bd27cd233 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:00.325762 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef', 'code': 200} Jul 16 02:10:00.355445 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:00.763847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5916-a46b-42b7-810a-6ea69ff954d0 req-d3da4ff1-c412-488b-b38a-ee4ec25664f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:00.765432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-751c5916-a46b-42b7-810a-6ea69ff954d0 req-d3da4ff1-c412-488b-b38a-ee4ec25664f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 1098 time: 0.3425043 Jul 16 02:10:00.800355 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-751c5916-a46b-42b7-810a-6ea69ff954d0 req-d5734d88-7586-40bf-b6ed-24b50c9f2d5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285571 Jul 16 02:10:00.979156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb45c-6d1b-4dd0-a2b8-dc784cf3baaf req-dc88d111-2d67-44af-b4d0-2757f7804ef7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:00.980684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87edb45c-6d1b-4dd0-a2b8-dc784cf3baaf req-dc88d111-2d67-44af-b4d0-2757f7804ef7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0706735 Jul 16 02:10:01.019601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87edb45c-6d1b-4dd0-a2b8-dc784cf3baaf req-2bee9f92-c095-4ee7-ad3d-e2c7314601cd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Jul 16 02:10:02.189381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7dd12-6a44-4e0d-882b-a099e0485b46 req-e2471461-3a6d-4f3f-9959-288220a6ff0a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.190857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ace7dd12-6a44-4e0d-882b-a099e0485b46 req-e2471461-3a6d-4f3f-9959-288220a6ff0a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0623877 Jul 16 02:10:02.228485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ace7dd12-6a44-4e0d-882b-a099e0485b46 req-bfb9e345-81a0-42bb-856e-1ef7a0da2175 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 16 02:10:02.401553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d12d-91c3-48e3-8c78-575da7b83b5e req-9c81e8b9-36c6-4b3b-849f-92a1a7bbecf2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.403047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a894d12d-91c3-48e3-8c78-575da7b83b5e req-9c81e8b9-36c6-4b3b-849f-92a1a7bbecf2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0678022 Jul 16 02:10:02.440144 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a894d12d-91c3-48e3-8c78-575da7b83b5e req-7b039211-e79b-4535-a55a-cdf5e2d6926d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jul 16 02:10:02.610648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cdff-89aa-4f05-91d8-3b476b84964a req-73aa858e-9412-406a-a1c8-f5a8b72dbe09 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.612135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87b7cdff-89aa-4f05-91d8-3b476b84964a req-73aa858e-9412-406a-a1c8-f5a8b72dbe09 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0659475 Jul 16 02:10:02.650145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87b7cdff-89aa-4f05-91d8-3b476b84964a req-12f471c7-06e8-451b-91c8-81ff175e2173 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Jul 16 02:10:03.034099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f9b53-0f1f-4f1d-aa7d-e5a3d82eac86 req-80d35b45-6837-4254-b71c-7d6a7bbbc970 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:03.035478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-055f9b53-0f1f-4f1d-aa7d-e5a3d82eac86 req-80d35b45-6837-4254-b71c-7d6a7bbbc970 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0670426 Jul 16 02:10:03.072824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-055f9b53-0f1f-4f1d-aa7d-e5a3d82eac86 req-6f443b88-c653-41cd-9eaa-bf0b04df165e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Jul 16 02:10:04.248287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887703-dfd5-4dd1-b2e0-b970c06a2ce6 req-b12c3cdc-76fe-4938-8e7e-d9e24d60dd65 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:04.249728 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04887703-dfd5-4dd1-b2e0-b970c06a2ce6 req-b12c3cdc-76fe-4938-8e7e-d9e24d60dd65 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0632734 Jul 16 02:10:04.287069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-04887703-dfd5-4dd1-b2e0-b970c06a2ce6 req-932ba71d-38e3-4ef0-b2b7-8ff2c770d4c4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Jul 16 02:10:04.556863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-f710a496-6f70-49ec-863c-ab996485aeb4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:04.558212 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-f710a496-6f70-49ec-863c-ab996485aeb4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 946 time: 0.0617559 Jul 16 02:10:04.658821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:04.659166 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.746464 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:04.746828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.763106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:04.888724 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.918056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:04.922167 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:04.970872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:04.973794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.975897 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db38c029-f9fb-4726-8802-c015a2f8b75f req-9221e436-0290-41ef-aa7b-f7d6f5d0cd52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "DELETE /v2.0/ports/b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef HTTP/1.1" status: 204 len: 173 time: 0.4122057 Jul 16 02:10:04.976377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'name': 'network-vif-deleted', 'tag': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:04.978804 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267767e-12d6-4ed2-9569-443100c601fd" -d '{"events": [{"server_uuid": "0c6e4cd6-c415-44f8-91e4-dddf92a2b3af", "name": "network-vif-deleted", "tag": "b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:05.022829 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438867c6-8851-4d8b-90d1-01909611f06e x-openstack-request-id: req-438867c6-8851-4d8b-90d1-01909611f06e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:05.023137 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6e4cd6-c415-44f8-91e4-dddf92a2b3af", "name": "network-vif-deleted", "tag": "b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:05.023392 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-438867c6-8851-4d8b-90d1-01909611f06e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:05.023797 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6e4cd6-c415-44f8-91e4-dddf92a2b3af', 'name': 'network-vif-deleted', 'tag': 'b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef', 'status': 'completed', 'code': 200} Jul 16 02:10:05.431587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0a9c731-9d49-4b48-8966-58b41e549c5d req-662d27c9-5405-4ebc-8a18-dd3539db7306 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jul 16 02:10:06.588995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-769d502d-4cf6-4a62-8233-a9b66450ab3c req-5b24f780-9657-4523-ab2e-3971ec7e8bc0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 210 time: 0.0328202 Jul 16 02:10:07.735409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-453eca2c-ac07-46e0-b3a2-6a18b07a4495 req-9cd82fba-3407-4943-8c8f-3821912fb496 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 210 time: 0.0316765 Jul 16 02:10:07.764336 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.153319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:08.173140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:08.173486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device b9ccaf68-cacf-4e16-88c4-0ddf1ba4a4ef not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:08.890886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8207169a-5981-446c-9a52-e81bb3fe5a36 req-9936e370-4ed0-4410-853b-a26a64974bd1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c6e4cd6-c415-44f8-91e4-dddf92a2b3af HTTP/1.1" status: 200 len: 210 time: 0.0290437 Jul 16 02:10:10.187752 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0153-c544-46f2-ab2f-ea9395a16a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.421911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b0bfa0f-4ad4-4522-b0e6-0cc535a42fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.515082 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.838871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.382970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:18.587822 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.632947 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:28.958568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-50756caf-bbf5-4c5a-a7ea-031b67c086cb tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:28.959935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-50756caf-bbf5-4c5a-a7ea-031b67c086cb tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1054885 Jul 16 02:10:28.974822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-6846f4d5-28d5-49c4-898f-cd58c4e0bb06 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0088732 Jul 16 02:10:29.044706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-25a0ae73-504e-46ad-afd1-bd8b69b98d28 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640490 Jul 16 02:10:29.056408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-fa14903d-df09-48d9-b1ee-0f9af7308811 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:10:29.057432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-fa14903d-df09-48d9-b1ee-0f9af7308811 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064888 Jul 16 02:10:29.201230 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-c637fce3-8489-4511-b02c-42cb24a387b6 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372564 Jul 16 02:10:29.291222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-765870b1-4782-4a72-b6f5-7d0f234105a2 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835016 Jul 16 02:10:29.482790 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e06b824e-9e84-4196-b87e-28eeb25f1db4 req-84b4caa0-5545-4dcd-ac49-eaa2a05533c8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0288546 Jul 16 02:10:30.568376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11052298-5027-4af7-b753-d22a59a4c7ec req-3432bd42-5536-44fd-8ce0-96c57dc584db tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0326242 Jul 16 02:10:31.589732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-e6882646-d13c-48c5-9d52-97c53b011796 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:31.591196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-e6882646-d13c-48c5-9d52-97c53b011796 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1030471 Jul 16 02:10:31.626025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:31.720945 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19277637-e8ee-4be8-a712-e60706f21de3 req-1d693f85-f123-409d-a1e2-30bdde4799d4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0289433 Jul 16 02:10:31.753699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:31.757249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.892684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.3 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/88348c9b-e041-4e06-807e-6a51c4ceacaa) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:32.047682 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.063821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object 88348c9b-e041-4e06-807e-6a51c4ceacaa will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:32.098560 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.146330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:32.152163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:32.154866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:32.188221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=88348c9b-e041-4e06-807e-6a51c4ceacaa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:32.202447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.202797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.203140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.203478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.203812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.204144 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.204492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.204824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.205151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.205478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.205804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.206126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:32.223980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:32.224672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.243423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-99b9f101-3936-41a9-b971-4f6588621e14 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211567 Jul 16 02:10:32.260033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Request body: {'port': {'device_id': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:32.343880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.436573 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-296548d3-778d-4134-9079-c7de1b4c7df8 None None] Provisioning for port 88348c9b-e041-4e06-807e-6a51c4ceacaa completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:32.440653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-296548d3-778d-4134-9079-c7de1b4c7df8 None None] Provisioning complete for port 88348c9b-e041-4e06-807e-6a51c4ceacaa triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:32.441056 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-296548d3-778d-4134-9079-c7de1b4c7df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.475999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-296548d3-778d-4134-9079-c7de1b4c7df8 None None] Port 88348c9b-e041-4e06-807e-6a51c4ceacaa cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:32.626728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88348c9b-e041-4e06-807e-6a51c4ceacaa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:32.635693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.651098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Transition to ACTIVE for port object 88348c9b-e041-4e06-807e-6a51c4ceacaa will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:32.655803 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.708387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Pushing event updated for resources: {'Port': ['ID=88348c9b-e041-4e06-807e-6a51c4ceacaa,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:32.781955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Attempting to bind port 88348c9b-e041-4e06-807e-6a51c4ceacaa on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:32.782259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Attempting to bind port 88348c9b-e041-4e06-807e-6a51c4ceacaa by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:32.782584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Attempting to bind port 88348c9b-e041-4e06-807e-6a51c4ceacaa on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:32.787838 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Port 88348c9b-e041-4e06-807e-6a51c4ceacaa on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:32.788377 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Attempting to bind port 88348c9b-e041-4e06-807e-6a51c4ceacaa on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:32.795783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:32.796350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:32.796909 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:32.797487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Bound port: 88348c9b-e041-4e06-807e-6a51c4ceacaa, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:32.798018 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.874277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] For port 88348c9b-e041-4e06-807e-6a51c4ceacaa, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:32.878198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] For port 88348c9b-e041-4e06-807e-6a51c4ceacaa, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:32.883745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.902322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:32.903055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.904607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] 10.222.0.13 "PUT /v2.0/ports/88348c9b-e041-4e06-807e-6a51c4ceacaa HTTP/1.1" status: 200 len: 1092 time: 0.6494598 Jul 16 02:10:32.906312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'tag': '88348c9b-e041-4e06-807e-6a51c4ceacaa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:32.909028 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15d2741-358e-4dca-8209-dd0909a531bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3794b9f4-bdcf-4b60-a454-7feef3b34640", "tag": "88348c9b-e041-4e06-807e-6a51c4ceacaa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:32.972684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba440c9-cb7e-4be4-8d65-7681dad768bc req-ffd88441-785d-4c04-ab13-d59daa461481 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.000245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ba440c9-cb7e-4be4-8d65-7681dad768bc req-ffd88441-785d-4c04-ab13-d59daa461481 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.1439700 Jul 16 02:10:33.012501 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc38da3a-56d0-4cd7-b5fa-d4292ad713e0 x-openstack-request-id: req-fc38da3a-56d0-4cd7-b5fa-d4292ad713e0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:33.012805 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3794b9f4-bdcf-4b60-a454-7feef3b34640", "tag": "88348c9b-e041-4e06-807e-6a51c4ceacaa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:33.013063 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc38da3a-56d0-4cd7-b5fa-d4292ad713e0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:33.013464 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'tag': '88348c9b-e041-4e06-807e-6a51c4ceacaa', 'status': 'completed', 'code': 200} Jul 16 02:10:33.026197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec8311-0327-4a9d-9279-529beb759178 service neutron] Pushing event updated for resources: {'Port': ['ID=88348c9b-e041-4e06-807e-6a51c4ceacaa,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:33.045838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ba440c9-cb7e-4be4-8d65-7681dad768bc req-f8da1685-5386-4e69-a738-d796dd07ab07 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Jul 16 02:10:33.048139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-c54cef1e-7a42-4138-99bb-7e003d93ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.049856 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-c54cef1e-7a42-4138-99bb-7e003d93ca48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 1095 time: 0.0774455 Jul 16 02:10:33.103338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-a511eb26-8b39-423e-9748-44b82dca80c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa HTTP/1.1" status: 200 len: 217 time: 0.0413063 Jul 16 02:10:33.156308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-8c2d05cb-96fa-47e2-92fa-db6af24e6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.157871 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-8c2d05cb-96fa-47e2-92fa-db6af24e6f20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0493674 Jul 16 02:10:33.218816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-260b62e9-4a3a-48c6-882b-54e2b0fab079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.220329 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-260b62e9-4a3a-48c6-882b-54e2b0fab079 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557344 Jul 16 02:10:33.315382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-069b47bb-d9d3-4dd3-8ab2-f207b14792fa service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882773 Jul 16 02:10:33.408832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ded6505-5c21-4380-8a3e-c656f5ec8de1 req-f0e0ba9b-b553-43ac-9faa-018b830f899d service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862160 Jul 16 02:10:33.547000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2741-358e-4dca-8209-dd0909a531bd req-f918080a-6389-4808-b54e-788734c3e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.548592 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-f918080a-6389-4808-b54e-788734c3e8f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 1095 time: 0.0647907 Jul 16 02:10:33.639323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2741-358e-4dca-8209-dd0909a531bd req-70fcc5cf-3549-4944-8032-db57ab4079ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.640868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-70fcc5cf-3549-4944-8032-db57ab4079ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0858123 Jul 16 02:10:33.686927 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-6b928cb9-d89f-4e97-8f08-8dc3e6140234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa HTTP/1.1" status: 200 len: 217 time: 0.0395739 Jul 16 02:10:33.736806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2741-358e-4dca-8209-dd0909a531bd req-bed16142-1043-43ba-96b8-5f091da9bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.738341 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-bed16142-1043-43ba-96b8-5f091da9bdcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0448153 Jul 16 02:10:33.797475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d2741-358e-4dca-8209-dd0909a531bd req-93a949b6-91f1-4888-8453-c0b470f61e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.798913 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-93a949b6-91f1-4888-8453-c0b470f61e7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536554 Jul 16 02:10:33.898763 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-cc48bfca-82b0-4ce5-b10c-533e5f1dde3a service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925009 Jul 16 02:10:33.987796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-a15d2741-358e-4dca-8209-dd0909a531bd req-318a0577-d1a7-4af4-b506-e16a53b543e5 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829396 Jul 16 02:10:34.236118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfadc9-2ef7-4b99-8225-18c5cbac626e req-1260aebc-68b6-4ba8-81b2-906c95192f6c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:34.237584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8bfadc9-2ef7-4b99-8225-18c5cbac626e req-1260aebc-68b6-4ba8-81b2-906c95192f6c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0778086 Jul 16 02:10:34.276709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8bfadc9-2ef7-4b99-8225-18c5cbac626e req-f56b4d78-b16d-40ca-868f-6a9c3f38e04e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Jul 16 02:10:35.520348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194681e-1a5b-4884-bd26-3243549289ae req-21f4779d-30fc-4f3d-a83b-1140532d49be tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:35.522791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2194681e-1a5b-4884-bd26-3243549289ae req-21f4779d-30fc-4f3d-a83b-1140532d49be tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.1052868 Jul 16 02:10:35.577495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2194681e-1a5b-4884-bd26-3243549289ae req-26596c2c-d512-430d-a5b5-d78f9e1d1df1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Jul 16 02:10:36.806389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670e3f1-0093-495d-acf8-c7534639e521 req-2f924d42-062c-45c1-bb72-8692ff9baebe tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:36.809450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4670e3f1-0093-495d-acf8-c7534639e521 req-2f924d42-062c-45c1-bb72-8692ff9baebe tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0870984 Jul 16 02:10:36.867551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4670e3f1-0093-495d-acf8-c7534639e521 req-11909e48-07dc-4762-b2ad-06c12b7ff1f2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Jul 16 02:10:37.766196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:38.048689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5229c-f011-4e0e-879a-e43a03915d30 req-5b3011e5-6826-403b-b1b3-7a01e758cf87 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:38.050121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64e5229c-f011-4e0e-879a-e43a03915d30 req-5b3011e5-6826-403b-b1b3-7a01e758cf87 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0689058 Jul 16 02:10:38.090708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64e5229c-f011-4e0e-879a-e43a03915d30 req-04ed4749-cca7-4194-8e7e-8d0ce13a3521 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350630 Jul 16 02:10:39.259840 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adef787-a73f-4e45-9886-179e3ca5e404 req-afaf7df5-9264-4e89-9f43-30efb1a0b980 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:39.261334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9adef787-a73f-4e45-9886-179e3ca5e404 req-afaf7df5-9264-4e89-9f43-30efb1a0b980 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0627487 Jul 16 02:10:39.298875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9adef787-a73f-4e45-9886-179e3ca5e404 req-dfcbba8c-34df-4f35-960c-8d33807528a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Jul 16 02:10:40.188530 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e7662a6-af76-49e4-9a1c-3371573124a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:40.474550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee6604-4ad3-48ae-9843-5cdedbb5c2f1 req-a149c7e0-8055-4964-9ba3-fe75bedcb6dd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:40.476042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a3ee6604-4ad3-48ae-9843-5cdedbb5c2f1 req-a149c7e0-8055-4964-9ba3-fe75bedcb6dd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0684886 Jul 16 02:10:40.515992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a3ee6604-4ad3-48ae-9843-5cdedbb5c2f1 req-83a6a049-8e92-4f99-9e1a-0017da505f04 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Jul 16 02:10:41.711837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da955963-4ed8-4030-9442-06d4f9facba4 req-0b378221-a0b2-46c0-afc4-02e4a2c5e312 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.713321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da955963-4ed8-4030-9442-06d4f9facba4 req-0b378221-a0b2-46c0-afc4-02e4a2c5e312 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0751016 Jul 16 02:10:41.755400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da955963-4ed8-4030-9442-06d4f9facba4 req-2790afe8-7ebe-4c8e-94e5-27a2438a47e0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Jul 16 02:10:42.424376 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b62804e1-7c71-447d-9852-eb37963d4edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.518192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.939214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adceed0c-5448-4454-89cb-0b9f2921446a req-1c9a5454-785e-45e5-b5c9-1047326f73de tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.940648 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adceed0c-5448-4454-89cb-0b9f2921446a req-1c9a5454-785e-45e5-b5c9-1047326f73de tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0688608 Jul 16 02:10:42.982783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adceed0c-5448-4454-89cb-0b9f2921446a req-c75bee39-5da4-4b9a-a144-930372739e95 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Jul 16 02:10:43.842656 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:44.157363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3717b41-32a1-4860-b5c7-235628e490d8 req-4c2a2be3-f7f9-4535-9f70-2f0817ad7eec tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:44.158764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3717b41-32a1-4860-b5c7-235628e490d8 req-4c2a2be3-f7f9-4535-9f70-2f0817ad7eec tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0642850 Jul 16 02:10:44.197552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3717b41-32a1-4860-b5c7-235628e490d8 req-162d95c5-0335-487f-aaad-fe5af4b9824a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Jul 16 02:10:45.380195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd164f-6c1b-416a-b688-4ff0ede561a8 req-814643fb-fd56-4a6a-aa51-c0dd9249b554 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:45.381816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80dd164f-6c1b-416a-b688-4ff0ede561a8 req-814643fb-fd56-4a6a-aa51-c0dd9249b554 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0720570 Jul 16 02:10:45.392793 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:45.420985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80dd164f-6c1b-416a-b688-4ff0ede561a8 req-67a67577-0752-4e52-85ad-6b8500edf94f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Jul 16 02:10:46.595922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64786f1-a19e-4d3a-8423-1a0d2d89d440 req-f890ba1f-7677-4c15-a83f-eb01711cdead tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:46.597472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f64786f1-a19e-4d3a-8423-1a0d2d89d440 req-f890ba1f-7677-4c15-a83f-eb01711cdead tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0669377 Jul 16 02:10:46.635037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f64786f1-a19e-4d3a-8423-1a0d2d89d440 req-acf5671a-42a2-400d-8215-1da20185a616 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Jul 16 02:10:47.807443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ac49-10b0-4612-80a3-fabc681c62c6 req-9270ff13-cf98-4244-8ffd-b41084d045f4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:47.809355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87f3ac49-10b0-4612-80a3-fabc681c62c6 req-9270ff13-cf98-4244-8ffd-b41084d045f4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0647266 Jul 16 02:10:47.847110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87f3ac49-10b0-4612-80a3-fabc681c62c6 req-3500081a-8870-4bd1-93ea-6fbc3378a352 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 16 02:10:48.585379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:49.021653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd0c24-ef64-4b27-93bc-fe3a0d092a36 req-cd189d27-0c7f-49e8-922d-3e479382dbf1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:49.023150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fd0c24-ef64-4b27-93bc-fe3a0d092a36 req-cd189d27-0c7f-49e8-922d-3e479382dbf1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0662093 Jul 16 02:10:49.061566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-19fd0c24-ef64-4b27-93bc-fe3a0d092a36 req-297f46df-8aa3-4826-8d55-b0ef5956d694 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jul 16 02:10:50.233159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95248fe-2ef5-4f2e-9e47-48b577bdc334 req-b6a47e11-2f03-423e-976e-dd79135837c0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:50.234661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f95248fe-2ef5-4f2e-9e47-48b577bdc334 req-b6a47e11-2f03-423e-976e-dd79135837c0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0635808 Jul 16 02:10:50.272202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f95248fe-2ef5-4f2e-9e47-48b577bdc334 req-0c80b5ea-4da6-4b28-aa50-356bcc807727 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Jul 16 02:10:51.627401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac318f8-d6c4-4e86-a515-a97999f0a213 req-69b4cd55-35ff-411a-9a7b-2e816ec50ecd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:51.628900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ac318f8-d6c4-4e86-a515-a97999f0a213 req-69b4cd55-35ff-411a-9a7b-2e816ec50ecd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 943 time: 0.0629311 Jul 16 02:10:51.665630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ac318f8-d6c4-4e86-a515-a97999f0a213 req-614bbb96-fce1-47a5-88f3-47a93a5eb86a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Jul 16 02:10:52.347719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 88348c9b-e041-4e06-807e-6a51c4ceacaa details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:10:52.441681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 88348c9b-e041-4e06-807e-6a51c4ceacaa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:52.453271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '88348c9b-e041-4e06-807e-6a51c4ceacaa', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': '88348c9b-e041-4e06-807e-6a51c4ceacaa', 'mac_address': 'fa:16:3e:cb:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:10:52.488641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:52.501273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88348c9b-e041-4e06-807e-6a51c4ceacaa {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:52.520085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 88348c9b-e041-4e06-807e-6a51c4ceacaa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:52.524063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:52.572522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=88348c9b-e041-4e06-807e-6a51c4ceacaa,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:52.777476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['88348c9b-e041-4e06-807e-6a51c4ceacaa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:52.844042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea71c2-0253-4397-a672-2d3ff493ab28 req-79ac586f-df67-4f52-b7a3-d33cfc24c6c9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:52.845562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4ea71c2-0253-4397-a672-2d3ff493ab28 req-79ac586f-df67-4f52-b7a3-d33cfc24c6c9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 944 time: 0.0683401 Jul 16 02:10:52.884265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4ea71c2-0253-4397-a672-2d3ff493ab28 req-ab1294e6-f895-4333-8a0c-33d9972b3383 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Jul 16 02:10:54.057103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c000a-d625-4c6e-a192-a75794dc11e9 req-a9ae58d3-467e-4174-a57c-913366bb33a4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:54.058576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a12c000a-d625-4c6e-a192-a75794dc11e9 req-a9ae58d3-467e-4174-a57c-913366bb33a4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 944 time: 0.0659597 Jul 16 02:10:54.097023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a12c000a-d625-4c6e-a192-a75794dc11e9 req-980eecf9-469c-44ac-9eab-4219f6f9baeb tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Jul 16 02:10:54.360621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 88348c9b-e041-4e06-807e-6a51c4ceacaa up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:54.408343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 88348c9b-e041-4e06-807e-6a51c4ceacaa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:54.411925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 88348c9b-e041-4e06-807e-6a51c4ceacaa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:54.412294 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:54.488733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:54.510555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88348c9b-e041-4e06-807e-6a51c4ceacaa'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:54.513084 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8bab4a-3f9c-4fdf-bf72-cdbe2470f6db" -d '{"events": [{"server_uuid": "3794b9f4-bdcf-4b60-a454-7feef3b34640", "name": "network-vif-plugged", "status": "completed", "tag": "88348c9b-e041-4e06-807e-6a51c4ceacaa"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:54.525649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 88348c9b-e041-4e06-807e-6a51c4ceacaa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:54.530046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:54.552929 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341227db-fbea-4718-99ff-b1bf60a3d54e x-openstack-request-id: req-341227db-fbea-4718-99ff-b1bf60a3d54e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:54.553218 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3794b9f4-bdcf-4b60-a454-7feef3b34640", "name": "network-vif-plugged", "status": "completed", "tag": "88348c9b-e041-4e06-807e-6a51c4ceacaa", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:54.553464 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-341227db-fbea-4718-99ff-b1bf60a3d54e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:54.553843 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88348c9b-e041-4e06-807e-6a51c4ceacaa', 'code': 200} Jul 16 02:10:54.579223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=88348c9b-e041-4e06-807e-6a51c4ceacaa,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:54.690012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db808a3-5c30-4fa2-a860-c3c54fa94eea req-98db60b5-f616-4fd8-b7e3-46fe70246e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:54.691377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0db808a3-5c30-4fa2-a860-c3c54fa94eea req-98db60b5-f616-4fd8-b7e3-46fe70246e2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 1097 time: 0.0549600 Jul 16 02:10:54.726160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0db808a3-5c30-4fa2-a860-c3c54fa94eea req-f2e4065c-8e5b-4427-a9b7-8b20c1aca62a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279064 Jul 16 02:10:55.269602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b1c7-3ef3-4c42-86c0-0fba610fab10 req-494a7b5c-cfed-4c2a-8610-000ac02a800b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.271125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4320b1c7-3ef3-4c42-86c0-0fba610fab10 req-494a7b5c-cfed-4c2a-8610-000ac02a800b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0676186 Jul 16 02:10:55.308691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4320b1c7-3ef3-4c42-86c0-0fba610fab10 req-d3b37f23-1d90-4a44-93e0-67cdfd996f37 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Jul 16 02:10:56.483163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef05fe0-daac-4f04-99a5-0d43a02c83d4 req-78a48415-5ee2-4b33-832b-39af41d5a43e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.484661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ef05fe0-daac-4f04-99a5-0d43a02c83d4 req-78a48415-5ee2-4b33-832b-39af41d5a43e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0654738 Jul 16 02:10:56.523372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8ef05fe0-daac-4f04-99a5-0d43a02c83d4 req-ab75468c-3a58-4a71-bf02-cc2a3d12a773 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Jul 16 02:10:56.691476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491f8ff-db7e-492e-8d55-bdc7eae04430 req-0cdbb137-278d-411e-9576-97bb8434d923 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.692923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3491f8ff-db7e-492e-8d55-bdc7eae04430 req-0cdbb137-278d-411e-9576-97bb8434d923 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0626366 Jul 16 02:10:56.731411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3491f8ff-db7e-492e-8d55-bdc7eae04430 req-1d3f3cce-9c7a-49ec-a0c2-72129021ce47 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Jul 16 02:10:56.905707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9acb6-9fab-4258-ac3c-73c67dc11e4c req-92cf5e85-42b6-458f-a4d8-666dcb298073 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.907170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24d9acb6-9fab-4258-ac3c-73c67dc11e4c req-92cf5e85-42b6-458f-a4d8-666dcb298073 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0672426 Jul 16 02:10:56.944226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24d9acb6-9fab-4258-ac3c-73c67dc11e4c req-08d27d90-4769-4e49-b7af-1de7e312152f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jul 16 02:10:57.374764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba33c77-c28f-495b-849f-bd5bb42b5b11 req-e6527527-b3fe-403e-aecb-f8b2b8e2ffc3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:57.376267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ba33c77-c28f-495b-849f-bd5bb42b5b11 req-e6527527-b3fe-403e-aecb-f8b2b8e2ffc3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0643883 Jul 16 02:10:57.414791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ba33c77-c28f-495b-849f-bd5bb42b5b11 req-4ed174cb-d8d6-4fb8-976e-ab03322d4164 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Jul 16 02:10:57.621680 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:58.593221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d8197-a7b3-41ca-b24b-0262bd5ea116 req-b1196a27-8ade-48c7-b7df-514d55c77023 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:58.594724 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d0d8197-a7b3-41ca-b24b-0262bd5ea116 req-b1196a27-8ade-48c7-b7df-514d55c77023 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0673845 Jul 16 02:10:58.632834 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d0d8197-a7b3-41ca-b24b-0262bd5ea116 req-dc6c340f-e801-4be5-baff-5aebb0389adc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Jul 16 02:10:58.875607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-6fb1ddf8-4b94-4f18-908e-e570a4e655f8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:58.877121 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-6fb1ddf8-4b94-4f18-908e-e570a4e655f8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 945 time: 0.0629642 Jul 16 02:10:58.974795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port 88348c9b-e041-4e06-807e-6a51c4ceacaa {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:58.975051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:59.068040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port 88348c9b-e041-4e06-807e-6a51c4ceacaa, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=88348c9b-e041-4e06-807e-6a51c4ceacaa,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:59.068410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:59.081201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for 88348c9b-e041-4e06-807e-6a51c4ceacaa owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:59.210277 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:59.244302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['88348c9b-e041-4e06-807e-6a51c4ceacaa'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:59.245211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=88348c9b-e041-4e06-807e-6a51c4ceacaa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:59.285998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port 88348c9b-e041-4e06-807e-6a51c4ceacaa on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:59.289451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:59.291502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8b51360b-36dc-4b0b-9ba4-7f2938f2b40a req-7ea7ac35-842f-4255-98e2-6bc0c67901c5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "DELETE /v2.0/ports/88348c9b-e041-4e06-807e-6a51c4ceacaa HTTP/1.1" status: 204 len: 173 time: 0.4092076 Jul 16 02:10:59.292035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'name': 'network-vif-deleted', 'tag': '88348c9b-e041-4e06-807e-6a51c4ceacaa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:59.294342 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c54e09-78a9-4295-b69d-f0dfbb3ee673" -d '{"events": [{"server_uuid": "3794b9f4-bdcf-4b60-a454-7feef3b34640", "name": "network-vif-deleted", "tag": "88348c9b-e041-4e06-807e-6a51c4ceacaa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:59.344734 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ea3bc-31e2-40a1-8c92-080c22cbc1ad x-openstack-request-id: req-a04ea3bc-31e2-40a1-8c92-080c22cbc1ad {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:59.345036 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3794b9f4-bdcf-4b60-a454-7feef3b34640", "name": "network-vif-deleted", "tag": "88348c9b-e041-4e06-807e-6a51c4ceacaa", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:59.345282 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a04ea3bc-31e2-40a1-8c92-080c22cbc1ad {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:59.345684 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794b9f4-bdcf-4b60-a454-7feef3b34640', 'name': 'network-vif-deleted', 'tag': '88348c9b-e041-4e06-807e-6a51c4ceacaa', 'status': 'completed', 'code': 200} Jul 16 02:10:59.772793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b866e545-8773-44c9-adf7-7c46dcb71d07 req-ae4db3de-8000-4132-9c6c-bb2b1643c318 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Jul 16 02:11:00.914641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07b478b7-428b-4f65-9a9f-c3c287dc4294 req-a4ac8fc1-728f-4383-b0d0-3b3312877b68 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Jul 16 02:11:02.061538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51050681-fd87-4434-a999-c4e1ac5c7369 req-5169cf50-81fc-4a4d-b297-e854af1042a7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jul 16 02:11:02.395715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 88348c9b-e041-4e06-807e-6a51c4ceacaa no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:02.415259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 88348c9b-e041-4e06-807e-6a51c4ceacaa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:11:02.415603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 88348c9b-e041-4e06-807e-6a51c4ceacaa not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:03.221599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9204bd62-c998-4214-9eb2-e5b6dba482f4 req-0536461c-80eb-4ebc-997e-38f4f7537b24 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=3794b9f4-bdcf-4b60-a454-7feef3b34640 HTTP/1.1" status: 200 len: 210 time: 0.0333939 Jul 16 02:11:07.769640 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:10.201322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8746d530-ec20-4628-97e8-a953717c9168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:12.426118 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43128f2e-88e1-4554-b55c-be71e336ff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:12.520702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.845807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.388616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.591536 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:24.327274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-cb97749b-f3d2-474c-b494-eaa3d94438dc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.329304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-cb97749b-f3d2-474c-b494-eaa3d94438dc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1003966 Jul 16 02:11:24.344877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-bf4b298f-e2e8-46d7-afb6-45295c47469e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0102155 Jul 16 02:11:24.414286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-70b5b5d9-781b-444e-a1f3-65745c301afc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644503 Jul 16 02:11:24.501474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-bbbf7ec0-a67d-42f8-b1a6-0c1fef2cbb8f service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807886 Jul 16 02:11:24.592520 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-a12c3462-7c4e-4265-854e-5e5a1ee4eaf7 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854270 Jul 16 02:11:24.885568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15054720-9049-4d79-863a-29df9ecdffff req-e5b2e03a-88fa-4073-ad95-557428bb034f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 210 time: 0.0294049 Jul 16 02:11:25.967085 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-366bbd91-7797-4dd1-8e84-1c67045f8b9d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:25.969832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-366bbd91-7797-4dd1-8e84-1c67045f8b9d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1107509 Jul 16 02:11:25.993648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:26.059407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de089ba2-b8b5-4843-8dc5-a2f2d5c970ed req-5bc93ad9-b33f-4316-a421-28b75afe95a9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 210 time: 0.0306923 Jul 16 02:11:26.110072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:26.114220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.241742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.13 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/0eeb7adb-0ac1-4e52-8665-0cb2f2830c57) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:26.393402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.407153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:26.440574 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.486356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:26.489810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:26.493763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:26.500519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:26.550621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:26.551257 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.571281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-0365894e-3d97-48ba-8f08-5d74349f83e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818610 Jul 16 02:11:26.588225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Request body: {'port': {'device_id': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:26.671101 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.792047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9d010913-e37c-4d1e-97ee-5b475a52b6b9 None None] Provisioning for port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:26.800582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9d010913-e37c-4d1e-97ee-5b475a52b6b9 None None] Provisioning complete for port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:26.801384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d010913-e37c-4d1e-97ee-5b475a52b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.839470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9d010913-e37c-4d1e-97ee-5b475a52b6b9 None None] Port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:11:26.943651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:26.951078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.963169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Transition to ACTIVE for port object 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:26.967008 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.056908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Pushing event updated for resources: {'Port': ['ID=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:27.088814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Attempting to bind port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:27.089170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Attempting to bind port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:27.089819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Attempting to bind port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:27.094989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:27.095111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Attempting to bind port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:27.100159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:27.100580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:27.100965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:27.101400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Bound port: 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:27.101765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.187136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] For port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:27.197089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] For port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:27.210029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.253626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.254270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.256164 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] 10.222.0.13 "PUT /v2.0/ports/0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 HTTP/1.1" status: 200 len: 1093 time: 0.6726809 Jul 16 02:11:27.256673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'tag': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:27.259127 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb4a67-5132-405b-8fe7-9b35b576fb68" -d '{"events": [{"name": "network-changed", "server_uuid": "5338c9ce-aec2-4557-acfe-2141a46a2e88", "tag": "0eeb7adb-0ac1-4e52-8665-0cb2f2830c57"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:27.295393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a0ab9-5b6d-4418-97b2-19ec7c3cdedc service neutron] Pushing event updated for resources: {'Port': ['ID=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:27.413769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-a7fc05f2-8864-4edc-aa65-784a71c97b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.415326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-a7fc05f2-8864-4edc-aa65-784a71c97b4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 1096 time: 0.0924459 Jul 16 02:11:27.426299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279595e-7c6d-4eca-90d3-e8ce289689ef req-e7148368-1de9-41e3-80ac-b9492a53d6bc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.433112 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7279595e-7c6d-4eca-90d3-e8ce289689ef req-e7148368-1de9-41e3-80ac-b9492a53d6bc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.2480960 Jul 16 02:11:27.475737 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4803ab5-618a-4d5b-a0ba-54e43dcb6b01 x-openstack-request-id: req-e4803ab5-618a-4d5b-a0ba-54e43dcb6b01 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:27.476227 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338c9ce-aec2-4557-acfe-2141a46a2e88", "tag": "0eeb7adb-0ac1-4e52-8665-0cb2f2830c57", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:27.476579 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4803ab5-618a-4d5b-a0ba-54e43dcb6b01 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:27.477052 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'tag': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57', 'status': 'completed', 'code': 200} Jul 16 02:11:27.479278 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-90441631-d780-4dcf-9400-ef703dba282a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 HTTP/1.1" status: 200 len: 217 time: 0.0503004 Jul 16 02:11:27.480269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7279595e-7c6d-4eca-90d3-e8ce289689ef req-db835582-b96b-4469-ba1c-10919c21fab8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Jul 16 02:11:27.535146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-548f4d2a-05ed-437c-9790-a4d8f4e755e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.536909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-548f4d2a-05ed-437c-9790-a4d8f4e755e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0511680 Jul 16 02:11:27.599298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-d352fc58-0b15-4857-9b99-e14ecc506ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.600850 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-d352fc58-0b15-4857-9b99-e14ecc506ced service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581226 Jul 16 02:11:27.702319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-929dc598-2bc3-4ead-a51b-b37d95b55bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945833 Jul 16 02:11:27.795023 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f626ac28-77eb-40ec-b2f3-51f84c142cf1 req-11d3f230-90d7-40d7-a4da-f472977ea423 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864334 Jul 16 02:11:27.917002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-bee14d5c-5856-4225-998f-74c894d3a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.918462 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-bee14d5c-5856-4225-998f-74c894d3a2a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 1096 time: 0.0556231 Jul 16 02:11:28.014014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-eed6be2a-0c19-45b1-a845-c584cb7d881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.015542 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-eed6be2a-0c19-45b1-a845-c584cb7d881e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0908573 Jul 16 02:11:28.055314 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-da4d6c89-c30e-4dc7-bec4-f018308af022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 HTTP/1.1" status: 200 len: 217 time: 0.0338051 Jul 16 02:11:28.107670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-e8913a5b-05e7-4460-b1aa-433130fc44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.109162 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-e8913a5b-05e7-4460-b1aa-433130fc44fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0470304 Jul 16 02:11:28.165225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-a6a0bcd9-e3c6-4261-b51e-dcb82171a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.166737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-a6a0bcd9-e3c6-4261-b51e-dcb82171a2d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514002 Jul 16 02:11:28.260682 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-63f23997-0da3-4876-9ca6-736ce7c59dff service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866425 Jul 16 02:11:28.350602 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-65bb4a67-5132-405b-8fe7-9b35b576fb68 req-2332ace3-968d-4485-a00b-87f14330e518 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835626 Jul 16 02:11:28.665344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef21f9a-69bb-4dac-9581-e9ef553b0023 req-aa4071a1-7e29-433d-b1c4-01d91b9600c3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.666834 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef21f9a-69bb-4dac-9581-e9ef553b0023 req-aa4071a1-7e29-433d-b1c4-01d91b9600c3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0665851 Jul 16 02:11:28.706545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ef21f9a-69bb-4dac-9581-e9ef553b0023 req-9b083985-728f-4d23-8b2f-31443144b92d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Jul 16 02:11:29.887714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27df95-4c75-4b80-8531-abb52e378e28 req-d40d56a1-426a-4908-b13b-1be431fffc06 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.889252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd27df95-4c75-4b80-8531-abb52e378e28 req-d40d56a1-426a-4908-b13b-1be431fffc06 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0668757 Jul 16 02:11:29.931609 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd27df95-4c75-4b80-8531-abb52e378e28 req-c5a2415d-6c60-47ef-8c8c-a61c62fe7e55 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Jul 16 02:11:31.114798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a64e7-1dd8-4598-b65f-c8de2159bdfe req-bd577f54-086d-4466-a61d-1a0447cc8353 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:31.116323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-916a64e7-1dd8-4598-b65f-c8de2159bdfe req-bd577f54-086d-4466-a61d-1a0447cc8353 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0696981 Jul 16 02:11:31.153978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-916a64e7-1dd8-4598-b65f-c8de2159bdfe req-3527e218-17b5-4a83-b16f-e379b41ba79e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 16 02:11:32.324881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e747-ada1-4657-a341-d3fc87c2a2a1 req-7d06c35c-6cb4-462a-91b8-b842a79da39e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.326387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32b0e747-ada1-4657-a341-d3fc87c2a2a1 req-7d06c35c-6cb4-462a-91b8-b842a79da39e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0640411 Jul 16 02:11:32.365975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32b0e747-ada1-4657-a341-d3fc87c2a2a1 req-2eabfa3f-9d77-4086-ba1b-cd3952e55c68 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Jul 16 02:11:33.542254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13e308-8929-45c4-9aad-0cfbf789cc50 req-2554e75a-580c-4aed-b826-21a00f6bec30 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:33.543731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e13e308-8929-45c4-9aad-0cfbf789cc50 req-2554e75a-580c-4aed-b826-21a00f6bec30 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0673351 Jul 16 02:11:33.581428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e13e308-8929-45c4-9aad-0cfbf789cc50 req-9f628524-3745-4aae-9255-cfc7464c9f22 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jul 16 02:11:34.620407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:34.752821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1dfb8-7743-4209-aa55-cbc50d0a377a req-ced165a3-2889-4598-a19c-d8facf422a4b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.754342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ce1dfb8-7743-4209-aa55-cbc50d0a377a req-ced165a3-2889-4598-a19c-d8facf422a4b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0635235 Jul 16 02:11:34.790910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ce1dfb8-7743-4209-aa55-cbc50d0a377a req-5589d8a2-470f-44c9-a150-61d92f7fc12c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Jul 16 02:11:35.963552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df5483-4fc1-4e5c-87ce-7b9c189595bd req-22b792f7-b2ec-477f-aa9b-2a70f9525d37 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.965071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79df5483-4fc1-4e5c-87ce-7b9c189595bd req-22b792f7-b2ec-477f-aa9b-2a70f9525d37 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0628116 Jul 16 02:11:36.002946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79df5483-4fc1-4e5c-87ce-7b9c189595bd req-004b1300-6783-47cb-86c1-2c9f3872a569 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Jul 16 02:11:37.176353 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de604e10-37e4-4ee4-8eab-38e238e250f8 req-86c2ed9e-89a3-4087-8b4b-9203e729c21e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:37.177832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de604e10-37e4-4ee4-8eab-38e238e250f8 req-86c2ed9e-89a3-4087-8b4b-9203e729c21e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0654683 Jul 16 02:11:37.214312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de604e10-37e4-4ee4-8eab-38e238e250f8 req-d85702eb-0f39-4049-94c7-cc2c97b2b8db tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Jul 16 02:11:37.788758 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:38.385789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5d93-4f33-4e10-84a9-4578b3b37ad1 req-3a5bee19-6c34-42d5-bd46-1a59ea4eecb5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:38.387295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5ff5d93-4f33-4e10-84a9-4578b3b37ad1 req-3a5bee19-6c34-42d5-bd46-1a59ea4eecb5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 944 time: 0.0641823 Jul 16 02:11:38.425770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5ff5d93-4f33-4e10-84a9-4578b3b37ad1 req-a5214cef-dc5c-4c4c-a43d-af3942b434d1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Jul 16 02:11:38.537002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:38.630290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:38.641233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57', 'mac_address': 'fa:16:3e:d7:56:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:38.678559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:38.696380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:38.717932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:38.722706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:38.772488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:38.779930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.780276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.780638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.780972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.781299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.781624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.781947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.782915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.783243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.783605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.783931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.784250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:38.990358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:39.603180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fee8f-e76d-435e-b53d-f3ab6380ea8c req-845eb5b4-ee82-48c0-9ac2-df6b99b2e91c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:39.604715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-388fee8f-e76d-435e-b53d-f3ab6380ea8c req-845eb5b4-ee82-48c0-9ac2-df6b99b2e91c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 945 time: 0.0688756 Jul 16 02:11:39.642541 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-388fee8f-e76d-435e-b53d-f3ab6380ea8c req-ebab359d-acc9-4c6c-b1be-96f36c5c0636 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Jul 16 02:11:40.192987 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc06d09a-23c2-4a81-bb67-a986453734e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.554555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:40.605920 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:40.609758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:40.610120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.687969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.711553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:40.713673 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32569c02-ac17-4dc8-8753-c9a4cf441159" -d '{"events": [{"server_uuid": "5338c9ce-aec2-4557-acfe-2141a46a2e88", "name": "network-vif-plugged", "status": "completed", "tag": "0eeb7adb-0ac1-4e52-8665-0cb2f2830c57"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:40.726760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:40.733708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.764937 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d675c-9e7e-47f7-93ce-512ceeff6c84 x-openstack-request-id: req-ee0d675c-9e7e-47f7-93ce-512ceeff6c84 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:40.765473 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338c9ce-aec2-4557-acfe-2141a46a2e88", "name": "network-vif-plugged", "status": "completed", "tag": "0eeb7adb-0ac1-4e52-8665-0cb2f2830c57", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:40.765975 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee0d675c-9e7e-47f7-93ce-512ceeff6c84 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:40.766537 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57', 'code': 200} Jul 16 02:11:40.793892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:40.835955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897fcb4-efb3-4f41-9421-b2c702c1da7d req-d788188d-81b2-418e-bcec-373f07588bca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:40.837561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5897fcb4-efb3-4f41-9421-b2c702c1da7d req-d788188d-81b2-418e-bcec-373f07588bca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0677552 Jul 16 02:11:40.877131 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5897fcb4-efb3-4f41-9421-b2c702c1da7d req-69e42bb0-b3c6-4e34-8d66-433b7ecf2876 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Jul 16 02:11:40.921952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb435aaf-1379-4e1f-93bf-f28074b0dd6a req-535b31ae-361f-4d0a-95f8-9176c35bfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:40.923664 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb435aaf-1379-4e1f-93bf-f28074b0dd6a req-535b31ae-361f-4d0a-95f8-9176c35bfa58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 1098 time: 0.0550137 Jul 16 02:11:40.960776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-eb435aaf-1379-4e1f-93bf-f28074b0dd6a req-ea3a61f0-ba95-4c56-a80b-9f6388ac570e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299659 Jul 16 02:11:42.061977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece873a-0af2-4087-b593-df60418cd9b8 req-39b62c37-7302-492e-9c73-68416d7bfe42 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:42.063474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cece873a-0af2-4087-b593-df60418cd9b8 req-39b62c37-7302-492e-9c73-68416d7bfe42 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0643537 Jul 16 02:11:42.103226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cece873a-0af2-4087-b593-df60418cd9b8 req-da60c3e8-bd61-4e2f-be54-abc2c2411e0c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Jul 16 02:11:42.428971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab44f737-095e-4470-b9bd-c38035d6bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:42.525227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:43.281945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca653a00-d08e-42db-a6cc-0207d77f304c req-8a7cde30-52ae-4fed-8002-1cdcb67feba4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.284050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca653a00-d08e-42db-a6cc-0207d77f304c req-8a7cde30-52ae-4fed-8002-1cdcb67feba4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0683932 Jul 16 02:11:43.320920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca653a00-d08e-42db-a6cc-0207d77f304c req-4525bf97-de1d-431f-9709-09efd5212d65 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Jul 16 02:11:43.495679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ee684-e4cc-409f-b2c1-18fb885047e3 req-67b43248-c751-4c71-a857-247c69850d0e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.497110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a0ee684-e4cc-409f-b2c1-18fb885047e3 req-67b43248-c751-4c71-a857-247c69850d0e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0635872 Jul 16 02:11:43.535681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a0ee684-e4cc-409f-b2c1-18fb885047e3 req-f8fcc467-dfec-4766-a457-a5e8eafc4f55 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Jul 16 02:11:43.851089 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:43.869724 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-7fb1978d-b89a-4ba7-a259-a269288e1dc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643208 Jul 16 02:11:43.980178 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a174-11ad-4186-937e-0ea79dffb94a req-a6d9fbf5-b407-4b74-80c4-2d8fb04f0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.981915 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-a6d9fbf5-b407-4b74-80c4-2d8fb04f0700 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 1098 time: 0.0553186 Jul 16 02:11:44.127728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a174-11ad-4186-937e-0ea79dffb94a req-8ddc8ac2-833f-40f6-a430-a129129f90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.129396 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-8ddc8ac2-833f-40f6-a430-a129129f90f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.1221421 Jul 16 02:11:44.171353 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-e83197eb-a487-4cfe-8fa9-b8f442410824 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 HTTP/1.1" status: 200 len: 217 time: 0.0357101 Jul 16 02:11:44.221942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a174-11ad-4186-937e-0ea79dffb94a req-6f4ed748-5728-4c2c-a689-8af7da0dae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.223414 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-6f4ed748-5728-4c2c-a689-8af7da0dae4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0461535 Jul 16 02:11:44.288267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a174-11ad-4186-937e-0ea79dffb94a req-2fa50c7c-75f4-483a-8629-d4ccf4c52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.289982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-2fa50c7c-75f4-483a-8629-d4ccf4c52018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608363 Jul 16 02:11:44.698561 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-a6dfd4d9-ec4d-449d-aa05-0eb00815ca94 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015248 Jul 16 02:11:44.803985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0538a174-11ad-4186-937e-0ea79dffb94a req-99b53e82-483d-4aed-91f0-b804da24bd11 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980687 Jul 16 02:11:45.392947 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.220629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-eb993c8a-3536-4c91-89f0-2f996f945f43 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.222129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-eb993c8a-3536-4c91-89f0-2f996f945f43 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1037302 Jul 16 02:11:46.236904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-35f103d5-cbb5-4c5c-9ab6-638208738d78 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0088823 Jul 16 02:11:46.303868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-3af5c140-bb56-4fb3-9939-a501e4b7ed1c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615864 Jul 16 02:11:46.397072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-9fd11c74-9346-496e-ae91-ac17c5fbcf3c service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863969 Jul 16 02:11:46.483707 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-c3cb6eaa-7159-4da1-a4d0-f33a8fc42ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808694 Jul 16 02:11:46.687418 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3680bdfd-0261-4d0f-ad28-d02a28103044 req-4ef1d822-983f-4f68-bacb-3a9e0b912e6c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 210 time: 0.0325100 Jul 16 02:11:47.717492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-0072f9c3-49a1-4380-8e6e-3a309df2bee6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:47.718968 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-0072f9c3-49a1-4380-8e6e-3a309df2bee6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1111088 Jul 16 02:11:47.739025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:47.836009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7309b98-b81c-4079-b5e2-771f51df9ee8 req-fb6f6d9e-c21b-4418-bdaa-b4561df70074 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 210 time: 0.0288892 Jul 16 02:11:47.858924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:47.862767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:47.991519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.7 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/56e0dab2-42a3-43d1-be8a-3e74bcfc051c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:48.163463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.184792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object 56e0dab2-42a3-43d1-be8a-3e74bcfc051c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:48.219454 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.264098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:48.271426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:48.274705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:48.278899 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:48.303799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:48.319971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.320324 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.320690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.321028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.321362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.321749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.322082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.322408 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.322732 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.323059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.323383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.323706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:48.353440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.354368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.378014 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-2652e73e-fb1f-42e7-86f2-3198d5873958 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6430137 Jul 16 02:11:48.453551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Request body: {'port': {'device_id': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:48.532680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.550298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eebef505-d252-4244-a748-4985a95638b7 None None] Provisioning for port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:48.558116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-eebef505-d252-4244-a748-4985a95638b7 None None] Provisioning complete for port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:48.558547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eebef505-d252-4244-a748-4985a95638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.608763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-eebef505-d252-4244-a748-4985a95638b7 None None] Port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:11:48.611079 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.824772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e0dab2-42a3-43d1-be8a-3e74bcfc051c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:48.832975 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.844856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Transition to ACTIVE for port object 56e0dab2-42a3-43d1-be8a-3e74bcfc051c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:48.849798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:48.926303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Pushing event updated for resources: {'Port': ['ID=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:48.984394 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Attempting to bind port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:48.984985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Attempting to bind port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:48.985325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Attempting to bind port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:48.991056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:48.991378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Attempting to bind port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:48.998956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:48.999300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:48.999691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:49.000290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Bound port: 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:49.000672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:49.038214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089571b-f006-4b61-81a9-770ac088ffd4 req-be900e3d-d547-4bb1-b8a3-7c9cb3100792 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.047544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4089571b-f006-4b61-81a9-770ac088ffd4 req-be900e3d-d547-4bb1-b8a3-7c9cb3100792 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0847969 Jul 16 02:11:49.074659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] For port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:49.078864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] For port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:49.086631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:49.104817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4089571b-f006-4b61-81a9-770ac088ffd4 req-69ef34e1-2f7b-4154-831b-a1bca072df81 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Jul 16 02:11:49.137451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.138175 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:49.139845 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/56e0dab2-42a3-43d1-be8a-3e74bcfc051c HTTP/1.1" status: 200 len: 1092 time: 0.7553086 Jul 16 02:11:49.140459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'tag': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:49.143506 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e6ea91-bce6-4aa7-8b91-aa862c31071c" -d '{"events": [{"name": "network-changed", "server_uuid": "29b40ba9-3a2d-4edf-a39b-b704f6929af4", "tag": "56e0dab2-42a3-43d1-be8a-3e74bcfc051c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:49.183862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd28e9-6921-4441-bb5a-49139c4661c0 service neutron] Pushing event updated for resources: {'Port': ['ID=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:49.193669 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5749e0a-78bb-4b98-8e6a-ba7b4f5682e9 x-openstack-request-id: req-d5749e0a-78bb-4b98-8e6a-ba7b4f5682e9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:49.193965 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b40ba9-3a2d-4edf-a39b-b704f6929af4", "tag": "56e0dab2-42a3-43d1-be8a-3e74bcfc051c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:49.194218 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5749e0a-78bb-4b98-8e6a-ba7b4f5682e9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:49.194616 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'tag': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c', 'status': 'completed', 'code': 200} Jul 16 02:11:49.255876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-a9d46b57-f0a1-49e3-993f-7ca963b1eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.257438 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-a9d46b57-f0a1-49e3-993f-7ca963b1eec9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 1095 time: 0.0661831 Jul 16 02:11:49.306166 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-52206230-dcb5-407a-b1ef-045882d6705c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c HTTP/1.1" status: 200 len: 217 time: 0.0418921 Jul 16 02:11:49.358129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-81505ef7-8505-4e9f-9bb0-bcc5ca9dbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.359624 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-81505ef7-8505-4e9f-9bb0-bcc5ca9dbf29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0474463 Jul 16 02:11:49.418272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-bdd43476-41f2-475b-831f-9ced2363ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.419724 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-bdd43476-41f2-475b-831f-9ced2363ffc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537665 Jul 16 02:11:49.516890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-e0f82a3a-064f-45f6-a3e6-5c23f18c18f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909476 Jul 16 02:11:49.609186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-55a6e925-c471-4605-a7c5-9ece9857b0f9 req-4e4beeea-3977-4a42-9843-3ccaaa8bc1ba service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 Jul 16 02:11:49.715391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-7d8407a0-7d71-40f2-9052-81b28d1128f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.716921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-7d8407a0-7d71-40f2-9052-81b28d1128f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 1095 time: 0.0600166 Jul 16 02:11:49.807859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-476ee315-aa11-4d4d-b2cc-fcf89e385a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.809410 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-476ee315-aa11-4d4d-b2cc-fcf89e385a82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0866685 Jul 16 02:11:49.856305 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-22f69945-242b-4470-8e01-3d6d376a7725 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c HTTP/1.1" status: 200 len: 217 time: 0.0398614 Jul 16 02:11:49.905414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-f2b2b9e8-1153-47d6-a6e1-fc74b3709806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.906800 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-f2b2b9e8-1153-47d6-a6e1-fc74b3709806 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0440025 Jul 16 02:11:49.963605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-4a2cf568-b354-46f5-99aa-45537ef8e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.965083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-4a2cf568-b354-46f5-99aa-45537ef8e3a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518126 Jul 16 02:11:50.066032 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-8a6b7ee7-89a9-4a5f-a8d0-5acc56185983 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937192 Jul 16 02:11:50.156814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-15e6ea91-bce6-4aa7-8b91-aa862c31071c req-2bbed044-66c9-4200-9f0d-630c378bc41f service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 Jul 16 02:11:50.278729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf10194-233c-41c0-a39a-bd0a0f709464 req-d81b5951-4d14-4b02-9297-35a019a355d4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:50.280098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cf10194-233c-41c0-a39a-bd0a0f709464 req-d81b5951-4d14-4b02-9297-35a019a355d4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0677707 Jul 16 02:11:50.318734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cf10194-233c-41c0-a39a-bd0a0f709464 req-3512a6c0-fe05-41c6-a904-bae1794b9340 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Jul 16 02:11:51.610296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf269e-7056-43c5-b704-939f8af2ba60 req-214173ba-8c2d-455d-80bc-e0a1f3a9fbc1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.614812 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5daf269e-7056-43c5-b704-939f8af2ba60 req-214173ba-8c2d-455d-80bc-e0a1f3a9fbc1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.1140289 Jul 16 02:11:51.676972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5daf269e-7056-43c5-b704-939f8af2ba60 req-758776b7-ffda-4d9e-a88e-b69ab328d3f6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554397 Jul 16 02:11:52.910103 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ad21-d6fc-4722-9d1c-5be18cbbfe88 req-8b7ba2c6-4f96-45bd-9929-99a679de8c56 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.911756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9f5ad21-d6fc-4722-9d1c-5be18cbbfe88 req-8b7ba2c6-4f96-45bd-9929-99a679de8c56 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0927050 Jul 16 02:11:53.000021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b9f5ad21-d6fc-4722-9d1c-5be18cbbfe88 req-e75f734b-9a03-492c-8524-068e87c3a6bd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787480 Jul 16 02:11:54.504112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7f442-cd26-41a1-81c1-8c32fc777964 req-3ad04452-7a3e-49ea-96d9-d597d86d3fb3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:54.505673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ea7f442-cd26-41a1-81c1-8c32fc777964 req-3ad04452-7a3e-49ea-96d9-d597d86d3fb3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.3831441 Jul 16 02:11:54.544476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ea7f442-cd26-41a1-81c1-8c32fc777964 req-01d79d06-1c70-46e6-80ae-e8fc06f1031a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jul 16 02:11:55.725016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef1e27-bb27-453d-9bcb-bdb20fd4f35b req-a7588fc4-2469-461b-af47-0401f64f19a1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.726428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93ef1e27-bb27-453d-9bcb-bdb20fd4f35b req-a7588fc4-2469-461b-af47-0401f64f19a1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0634458 Jul 16 02:11:55.766065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93ef1e27-bb27-453d-9bcb-bdb20fd4f35b req-ab7e8d0f-8882-4dd6-ba7e-2555b1d3bc98 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Jul 16 02:11:56.942306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0d0b3-2d18-4519-9d08-b6fac5d53bda req-eef3b859-a9e3-458e-ab2d-c1924a0d5602 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.944114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ed0d0b3-2d18-4519-9d08-b6fac5d53bda req-eef3b859-a9e3-458e-ab2d-c1924a0d5602 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0661035 Jul 16 02:11:56.981566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ed0d0b3-2d18-4519-9d08-b6fac5d53bda req-2be2b78c-9e49-4dbf-bfe8-5b0448acc6c7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 16 02:11:58.162666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d74e1-753d-45d3-b1e5-c0b422a2b001 req-c9dca12d-1cc3-4eaa-997c-cfb5736f23a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.164169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d74e1-753d-45d3-b1e5-c0b422a2b001 req-c9dca12d-1cc3-4eaa-997c-cfb5736f23a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0644984 Jul 16 02:11:58.202789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c97d74e1-753d-45d3-b1e5-c0b422a2b001 req-5ed7ddb2-e552-4c99-b1cc-b18773ff2e82 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Jul 16 02:11:59.386370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca28fd-5583-45b6-9e6c-3a89e97d16b9 req-6a311e73-80a9-456e-bd43-f41d132e45be tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:59.387840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecca28fd-5583-45b6-9e6c-3a89e97d16b9 req-6a311e73-80a9-456e-bd43-f41d132e45be tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0670137 Jul 16 02:11:59.427464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ecca28fd-5583-45b6-9e6c-3a89e97d16b9 req-1e613d81-a632-427d-9f0b-992f20963c94 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Jul 16 02:12:00.626269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ae06f-7eaa-4d80-8d52-887c69983db0 req-e40cb8bf-09fe-4810-bbde-1a31c9989684 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.628192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b8ae06f-7eaa-4d80-8d52-887c69983db0 req-e40cb8bf-09fe-4810-bbde-1a31c9989684 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0662138 Jul 16 02:12:00.666750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b8ae06f-7eaa-4d80-8d52-887c69983db0 req-114bd4d9-3785-4eaf-bfe1-b59f1143a491 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Jul 16 02:12:01.863109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b328fa7-1ea9-4169-af19-3f6e127bbbb7 req-b009802d-aa4f-45e5-93ae-8806d2fb63c6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.864669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b328fa7-1ea9-4169-af19-3f6e127bbbb7 req-b009802d-aa4f-45e5-93ae-8806d2fb63c6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0751975 Jul 16 02:12:01.904669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b328fa7-1ea9-4169-af19-3f6e127bbbb7 req-a4ecbf3f-61ed-447e-9c50-772a289b3b3d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Jul 16 02:12:03.105099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96570fe2-4a1c-4584-b9ed-f8dfe0ce1a16 req-8e9c42f0-1f44-4eb0-98ed-9d0ec117393a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.107012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96570fe2-4a1c-4584-b9ed-f8dfe0ce1a16 req-8e9c42f0-1f44-4eb0-98ed-9d0ec117393a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0794344 Jul 16 02:12:03.146949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96570fe2-4a1c-4584-b9ed-f8dfe0ce1a16 req-adf9e1ce-4b37-4bc5-91af-eb91a12e3ece tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Jul 16 02:12:04.327132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c501fdc-699a-496d-9608-c2e457e95752 req-979a1804-d726-43b4-98fc-de09281814e7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:04.328676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c501fdc-699a-496d-9608-c2e457e95752 req-979a1804-d726-43b4-98fc-de09281814e7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0699015 Jul 16 02:12:04.371147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c501fdc-699a-496d-9608-c2e457e95752 req-463fdd52-3eaa-40a7-a58e-abe7c5a051cc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356209 Jul 16 02:12:05.563876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b850d-32f7-4a3a-ae03-92fce2e4432d req-d1e797c0-8b2b-4028-8fd0-7fca5f24ba23 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.565595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd2b850d-32f7-4a3a-ae03-92fce2e4432d req-d1e797c0-8b2b-4028-8fd0-7fca5f24ba23 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0770457 Jul 16 02:12:05.604889 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fd2b850d-32f7-4a3a-ae03-92fce2e4432d req-e532cf5a-75f4-46a6-a100-a253edeb86ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Jul 16 02:12:06.793726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e1cd-817f-4eb2-b39d-80fa335b2c25 req-15b8fbb1-6420-4cb1-93c9-b41f371143b4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.795107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7494e1cd-817f-4eb2-b39d-80fa335b2c25 req-15b8fbb1-6420-4cb1-93c9-b41f371143b4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0702169 Jul 16 02:12:06.835270 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7494e1cd-817f-4eb2-b39d-80fa335b2c25 req-8c46f3ef-e668-442a-a349-a9df7b6afb03 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Jul 16 02:12:07.801151 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.010631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc7d3-305a-49cd-9fa6-695378f52d12 req-baf22b8b-563f-4250-bdbb-e8685fb50f1a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:08.012132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b16dc7d3-305a-49cd-9fa6-695378f52d12 req-baf22b8b-563f-4250-bdbb-e8685fb50f1a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0645103 Jul 16 02:12:08.051977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b16dc7d3-305a-49cd-9fa6-695378f52d12 req-e9d21290-3fd0-46ee-85dd-d3918506084b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Jul 16 02:12:09.230708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12cd33-06f8-4533-b5c3-8b9bb68c26e3 req-01081586-57a2-41f4-af3a-f238cb950fb1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:09.232167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e12cd33-06f8-4533-b5c3-8b9bb68c26e3 req-01081586-57a2-41f4-af3a-f238cb950fb1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 943 time: 0.0660157 Jul 16 02:12:09.269823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8e12cd33-06f8-4533-b5c3-8b9bb68c26e3 req-64b527bd-74e9-44d2-82a1-4a2acf0b9e50 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Jul 16 02:12:09.414725 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 56e0dab2-42a3-43d1-be8a-3e74bcfc051c details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:09.517143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:09.528813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c', 'mac_address': 'fa:16:3e:1e:59:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:09.572625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.586341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e0dab2-42a3-43d1-be8a-3e74bcfc051c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:09.606262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:09.610390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.659157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.844624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['56e0dab2-42a3-43d1-be8a-3e74bcfc051c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:10.194088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7d7af8e7-e2cc-44bb-ba92-24635b74ad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.457483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6b1b8-7db1-4478-a155-9069c9d6206c req-aae69cf7-0c98-40c7-a078-0354740762ed tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:10.459059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0e6b1b8-7db1-4478-a155-9069c9d6206c req-aae69cf7-0c98-40c7-a078-0354740762ed tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 944 time: 0.0706289 Jul 16 02:12:10.498849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0e6b1b8-7db1-4478-a155-9069c9d6206c req-b299fa86-464c-43ed-be96-a6a49efc5055 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Jul 16 02:12:11.430658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 56e0dab2-42a3-43d1-be8a-3e74bcfc051c up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:11.481991 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:11.485871 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:11.486246 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.573451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.603495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:11.605910 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950bc856-916a-42df-a634-72a26c309c92" -d '{"events": [{"server_uuid": "29b40ba9-3a2d-4edf-a39b-b704f6929af4", "name": "network-vif-plugged", "status": "completed", "tag": "56e0dab2-42a3-43d1-be8a-3e74bcfc051c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:11.619536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:11.623296 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:11.625379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.655548 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa10e9b9-1728-4299-8789-7091f76f36bd x-openstack-request-id: req-fa10e9b9-1728-4299-8789-7091f76f36bd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:11.655843 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b40ba9-3a2d-4edf-a39b-b704f6929af4", "name": "network-vif-plugged", "status": "completed", "tag": "56e0dab2-42a3-43d1-be8a-3e74bcfc051c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:11.656137 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa10e9b9-1728-4299-8789-7091f76f36bd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:11.656568 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c', 'code': 200} Jul 16 02:12:11.684258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:11.723603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddced8f-13d8-469e-876e-db81859ea1d8 req-7208b267-6d44-424c-9e73-05d17c3d0f87 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:11.726021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eddced8f-13d8-469e-876e-db81859ea1d8 req-7208b267-6d44-424c-9e73-05d17c3d0f87 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 945 time: 0.0991697 Jul 16 02:12:11.778431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eddced8f-13d8-469e-876e-db81859ea1d8 req-9aaba219-81f4-48db-a0a2-7a2ba60df278 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Jul 16 02:12:11.786114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3750-e8b7-4f01-b23a-81384c72e7de req-c44e3ec7-7b0a-4589-8dc2-2eebee067c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:11.787697 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db3d3750-e8b7-4f01-b23a-81384c72e7de req-c44e3ec7-7b0a-4589-8dc2-2eebee067c2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 1097 time: 0.0715325 Jul 16 02:12:11.834993 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-db3d3750-e8b7-4f01-b23a-81384c72e7de req-4412fe16-2913-4a73-be71-40009c520b80 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Jul 16 02:12:12.432061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70d03fb7-3d72-4726-957c-8d0bfa30aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.541522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.983988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34219c8-6cb5-4abf-bc5a-c3053198955d req-54dcfb42-b245-485f-b4e2-f2aa5d94773f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.985679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e34219c8-6cb5-4abf-bc5a-c3053198955d req-54dcfb42-b245-485f-b4e2-f2aa5d94773f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 945 time: 0.0716348 Jul 16 02:12:13.028499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e34219c8-6cb5-4abf-bc5a-c3053198955d req-888a1642-c88b-4352-8c22-90527c9f057e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Jul 16 02:12:13.206910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735156c-7aa5-40b7-b541-f4ec3aaa1ca9 req-b4654e7f-aaab-4e3d-8739-6edae5e3bd60 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.208512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8735156c-7aa5-40b7-b541-f4ec3aaa1ca9 req-b4654e7f-aaab-4e3d-8739-6edae5e3bd60 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 945 time: 0.0694065 Jul 16 02:12:13.251793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8735156c-7aa5-40b7-b541-f4ec3aaa1ca9 req-744dcb11-1cde-4260-94be-53068d0e9019 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Jul 16 02:12:13.756489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb57e0-0e3d-49be-8c8f-b71667337d48 req-fcfc02f6-df8d-4931-938b-7c2da95b0ab5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.758020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fddb57e0-0e3d-49be-8c8f-b71667337d48 req-fcfc02f6-df8d-4931-938b-7c2da95b0ab5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 945 time: 0.0755742 Jul 16 02:12:13.798605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fddb57e0-0e3d-49be-8c8f-b71667337d48 req-c06b4539-debb-407a-b1ec-f5c322cf8a07 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Jul 16 02:12:13.852509 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:14.976571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1551f-924e-433c-9b17-bfc99afd82a2 req-b5e165fd-979e-4321-91f3-2ab135497465 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:14.979445 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81e1551f-924e-433c-9b17-bfc99afd82a2 req-b5e165fd-979e-4321-91f3-2ab135497465 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 945 time: 0.0649319 Jul 16 02:12:15.016751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81e1551f-924e-433c-9b17-bfc99afd82a2 req-14d27471-22d9-48c9-8b87-12be81ccbb0c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Jul 16 02:12:15.096138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-599b7674-e974-4379-ad66-70927a787727 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:15.097617 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-599b7674-e974-4379-ad66-70927a787727 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Jul 16 02:12:15.195466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:15.195811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.287421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:15.287777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.300309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for 56e0dab2-42a3-43d1-be8a-3e74bcfc051c owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:15.393766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.430529 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.442963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['56e0dab2-42a3-43d1-be8a-3e74bcfc051c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:15.461274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=56e0dab2-42a3-43d1-be8a-3e74bcfc051c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:15.472124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:15.507616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port 56e0dab2-42a3-43d1-be8a-3e74bcfc051c on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:15.510668 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.513029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7e71e603-ef98-4057-85d6-b562b47bfbed req-26e30344-f1d1-4774-88f9-093c18b97c66 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "DELETE /v2.0/ports/56e0dab2-42a3-43d1-be8a-3e74bcfc051c HTTP/1.1" status: 204 len: 173 time: 0.4099307 Jul 16 02:12:15.513475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'name': 'network-vif-deleted', 'tag': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:15.515783 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a39ba6-a221-4a19-a40a-7db1cb74ebe8" -d '{"events": [{"server_uuid": "29b40ba9-3a2d-4edf-a39b-b704f6929af4", "name": "network-vif-deleted", "tag": "56e0dab2-42a3-43d1-be8a-3e74bcfc051c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:15.565602 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3fadf2-aa9d-4ae6-ba2b-bf4431359f60 x-openstack-request-id: req-ba3fadf2-aa9d-4ae6-ba2b-bf4431359f60 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:15.565968 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b40ba9-3a2d-4edf-a39b-b704f6929af4", "name": "network-vif-deleted", "tag": "56e0dab2-42a3-43d1-be8a-3e74bcfc051c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:15.566336 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba3fadf2-aa9d-4ae6-ba2b-bf4431359f60 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:15.566795 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b40ba9-3a2d-4edf-a39b-b704f6929af4', 'name': 'network-vif-deleted', 'tag': '56e0dab2-42a3-43d1-be8a-3e74bcfc051c', 'status': 'completed', 'code': 200} Jul 16 02:12:16.167639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-726b6cf7-2488-49f8-a0f0-cd14ea999857 req-00c10bfe-a848-47df-aad5-41dd0d45c832 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 210 time: 0.0334163 Jul 16 02:12:17.312026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b212bfb-dd40-4948-8dd9-89affe9fd122 req-73d8ea0f-a43e-4345-a3dd-af303f8a4a58 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Jul 16 02:12:18.457184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-816cc82c-54e1-4835-8362-9dea01237914 req-0d29be54-a926-4f67-804a-aa3c10d86df3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=29b40ba9-3a2d-4edf-a39b-b704f6929af4 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Jul 16 02:12:18.619981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.431847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 56e0dab2-42a3-43d1-be8a-3e74bcfc051c no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:19.459739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 56e0dab2-42a3-43d1-be8a-3e74bcfc051c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:19.459739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 56e0dab2-42a3-43d1-be8a-3e74bcfc051c not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:24.212101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29766e08-e383-45ba-8ae1-95b65155f2b2 req-61b70e43-356d-4d67-ab88-aa8f719769e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.213497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29766e08-e383-45ba-8ae1-95b65155f2b2 req-61b70e43-356d-4d67-ab88-aa8f719769e8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0618403 Jul 16 02:12:24.251258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29766e08-e383-45ba-8ae1-95b65155f2b2 req-33e510a1-fae1-4f4a-ab7a-93d5ad0c8b93 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jul 16 02:12:25.435335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd54698-56f4-4cef-b395-cff1094309b4 req-04ea45c5-566d-4c0a-ba15-07ada00e169c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.436849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fd54698-56f4-4cef-b395-cff1094309b4 req-04ea45c5-566d-4c0a-ba15-07ada00e169c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0743244 Jul 16 02:12:25.475247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fd54698-56f4-4cef-b395-cff1094309b4 req-81babb21-69d6-4cf8-9a51-ba28f7be5848 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=dffe2df7-d5d7-4082-9514-0ddccaee8974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Jul 16 02:12:25.757161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-ffb26cbf-2f19-4065-bb81-eebcefdf4ee4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.758666 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-ffb26cbf-2f19-4065-bb81-eebcefdf4ee4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 946 time: 0.0675492 Jul 16 02:12:25.856556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:25.856904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.947904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:25.948571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.959806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:26.083958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:26.115054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=0eeb7adb-0ac1-4e52-8665-0cb2f2830c57,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:26.118620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:26.162645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:26.165177 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:26.167805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-abb8df38-fcb0-4b94-b86f-b769972af7ce req-62b9826d-c7cd-4d7a-8618-8870e08d94b5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "DELETE /v2.0/ports/0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 HTTP/1.1" status: 204 len: 173 time: 0.4037132 Jul 16 02:12:26.168242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'name': 'network-vif-deleted', 'tag': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:26.170536 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67df15b-06c7-479a-bcf7-2ebbca7118fb" -d '{"events": [{"server_uuid": "5338c9ce-aec2-4557-acfe-2141a46a2e88", "name": "network-vif-deleted", "tag": "0eeb7adb-0ac1-4e52-8665-0cb2f2830c57"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:26.214102 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c43fc8-524e-4fd8-95d7-52782f9e6ef8 x-openstack-request-id: req-20c43fc8-524e-4fd8-95d7-52782f9e6ef8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:26.214411 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338c9ce-aec2-4557-acfe-2141a46a2e88", "name": "network-vif-deleted", "tag": "0eeb7adb-0ac1-4e52-8665-0cb2f2830c57", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:26.214672 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20c43fc8-524e-4fd8-95d7-52782f9e6ef8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:26.215080 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338c9ce-aec2-4557-acfe-2141a46a2e88', 'name': 'network-vif-deleted', 'tag': '0eeb7adb-0ac1-4e52-8665-0cb2f2830c57', 'status': 'completed', 'code': 200} Jul 16 02:12:26.630885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36c2af5c-7d67-4182-afa1-45fc99e515c9 req-c8242797-0555-4467-a7cc-afd27e14ba5d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 210 time: 0.0312276 Jul 16 02:12:27.776886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6315d713-0c8d-4fef-8bb9-d157bed1fe0f req-14455b95-c2ed-4008-bda3-59c31fa7fc97 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 210 time: 0.0281582 Jul 16 02:12:28.808936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:28.842349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:28.843147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 0eeb7adb-0ac1-4e52-8665-0cb2f2830c57 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:28.924327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a29a788b-94fe-4530-8838-442d343db766 req-dedb9037-69c4-42a4-be93-27ca8d185cc8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 210 time: 0.0329878 Jul 16 02:12:30.090786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4272325d-a1d5-4a64-87fb-5645cdc418b5 req-0c13cdc4-10c0-45e4-a9ff-03dccc707851 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=5338c9ce-aec2-4557-acfe-2141a46a2e88 HTTP/1.1" status: 200 len: 210 time: 0.0343397 Jul 16 02:12:33.145764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42076) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.150488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115017089', 'description': 'tempest-secgroup-smoke-2115017089 description', 'project_id': '706f89ef506b4b4dabf973caf19db021'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.173971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.255524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.259510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.286719 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.287949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1411748 Jul 16 02:12:33.291158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.293199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f62279b-d52b-4a61-98bb-8a35f59dfdf6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:33.296605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group_rule': {'security_group_id': '3f62279b-d52b-4a61-98bb-8a35f59dfdf6', 'project_id': '706f89ef506b4b4dabf973caf19db021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.300639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.300994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.301339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.301680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.302018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.302354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.302682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.303018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.303351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.303681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.304013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.304340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00653828-1361-441e-bbc0-4de066d25b33 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:33.324946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.383246 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.387254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.409071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac0bb00-17ab-4c22-8e78-2ca76cb0ce65,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:33.413140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.414338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2c4d55a3-c8d0-4aa3-b698-957b4eaf38a8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214883 Jul 16 02:12:33.417819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42080) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.422664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group_rule': {'security_group_id': '3f62279b-d52b-4a61-98bb-8a35f59dfdf6', 'project_id': '706f89ef506b4b4dabf973caf19db021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.449669 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.514936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.518559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.535829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f9d04f-961b-4ef8-9cc9-46ca6ca03ca6,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:33.543386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.544693 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58cbc2a9-650c-4466-a5e9-c4f690f3284e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259093 Jul 16 02:12:33.547483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42082) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.552248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group_rule': {'security_group_id': '3f62279b-d52b-4a61-98bb-8a35f59dfdf6', 'project_id': '706f89ef506b4b4dabf973caf19db021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.578910 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.640874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.644728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.663082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb8e898-6723-4ffd-861f-ae9aaf612d93,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:33.669678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.673778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-287da095-6f6c-4e28-ae17-21c61ff394f1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229086 Jul 16 02:12:33.674222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42084) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.678659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group_rule': {'security_group_id': '3f62279b-d52b-4a61-98bb-8a35f59dfdf6', 'project_id': '706f89ef506b4b4dabf973caf19db021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.710326 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.769362 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.773111 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.790991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4d7875-fb37-49f9-8655-fa7fedd69ef4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:33.799404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.800624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cc22bcff-f076-4b51-9d38-0ef2f532e5df tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254292 Jul 16 02:12:33.803340 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.808029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group_rule': {'security_group_id': '3f62279b-d52b-4a61-98bb-8a35f59dfdf6', 'project_id': '706f89ef506b4b4dabf973caf19db021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.829657 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Project 706f89ef506b4b4dabf973caf19db021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:12:33.834455 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.900273 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.911328 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.932452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1ef898-ce18-4213-850c-22c91bd09950,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:33.939515 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:33.941446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-258de470-af6e-480e-9d17-7958a0e1c1ca tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365886 Jul 16 02:12:33.944499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:33.953497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'security_group_rule': {'security_group_id': '3f62279b-d52b-4a61-98bb-8a35f59dfdf6', 'project_id': '706f89ef506b4b4dabf973caf19db021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:33.981784 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Project 706f89ef506b4b4dabf973caf19db021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:12:33.986533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:34.048522 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:34.052404 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:34.071084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b288ea-33c1-4dec-8604-d71757130eba,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:34.075588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:34.076804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ff2848b7-ab89-4a76-8172-ee63c59cfa52 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300719 Jul 16 02:12:37.809880 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:40.203204 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32abe4d4-cf65-49ed-a443-846c4eb0997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:42.435871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77504523-8e60-4a88-a08e-c42359495863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:42.529670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.877559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:45.400576 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:48.446637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-d7537e53-7c4f-48b2-9851-1877b68dfcda tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115017089&fields=id&tenant_id=706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 267 time: 0.0342531 Jul 16 02:12:48.551006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-5131d851-6bc7-4699-b35e-7f5b8efa407a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:48.552483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-5131d851-6bc7-4699-b35e-7f5b8efa407a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.0988233 Jul 16 02:12:48.567661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-314fc15d-09c2-440d-a9b2-86670d7f2d5b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0089202 Jul 16 02:12:48.615391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:48.624721 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:48.644540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-f11bd918-a844-4023-959a-05304a166b53 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721614 Jul 16 02:12:48.743211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-e338ae73-7793-45a6-855b-bf8772f34b63 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864303 Jul 16 02:12:48.839947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-a945e1a2-a4ee-4acc-be7a-cca76803ccb5 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903704 Jul 16 02:12:49.143900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5546a0d-adb2-48b5-acde-eb5911036b5b req-cb354bc8-7b8a-4933-8a7f-2399b400afd3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 210 time: 0.0299504 Jul 16 02:12:50.290500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da77da4c-696d-4c49-a50e-fee08fa92284 req-08e72b1b-ff3a-462f-877b-06bf0d7ae865 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 210 time: 0.0297415 Jul 16 02:12:50.396839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-682ec63a-72eb-470b-814a-885869a7f954 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:50.398386 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-682ec63a-72eb-470b-814a-885869a7f954 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1103306 Jul 16 02:12:50.452115 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-eaf3093b-5f4f-40af-8a29-f3f50ea921f0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 380 time: 0.0395870 Jul 16 02:12:50.461682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'security_groups': ['3f62279b-d52b-4a61-98bb-8a35f59dfdf6']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:50.581751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:50.585789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.741371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.3 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/f4709843-c65f-444b-bb42-b19bc21b52f2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:50.905505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.919931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object f4709843-c65f-444b-bb42-b19bc21b52f2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:50.955019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.007375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:51.011422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:51.016238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:51.023423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=f4709843-c65f-444b-bb42-b19bc21b52f2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:51.053728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.054076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.054418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.054758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.055091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.055577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.055864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.056192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.056542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.056868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.057189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.057536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.088341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.090085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.110717 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-74a168f5-622b-456c-bd34-77cc07d7187a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530018 Jul 16 02:12:51.128621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Request body: {'port': {'device_id': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:51.205793 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.305517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b47d0811-e5ba-4963-be2e-ff391b437ced None None] Provisioning for port f4709843-c65f-444b-bb42-b19bc21b52f2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:51.310508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b47d0811-e5ba-4963-be2e-ff391b437ced None None] Provisioning complete for port f4709843-c65f-444b-bb42-b19bc21b52f2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:51.310997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b47d0811-e5ba-4963-be2e-ff391b437ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.350758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b47d0811-e5ba-4963-be2e-ff391b437ced None None] Port f4709843-c65f-444b-bb42-b19bc21b52f2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:51.501651 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd66a5-0617-49e1-9c80-668aa97e1d26 req-b3e39727-d13e-4e30-bb7a-dba7723865e3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.504088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6edd66a5-0617-49e1-9c80-668aa97e1d26 req-b3e39727-d13e-4e30-bb7a-dba7723865e3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 931 time: 0.0725408 Jul 16 02:12:51.513132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4709843-c65f-444b-bb42-b19bc21b52f2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:51.521061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.533791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Transition to ACTIVE for port object f4709843-c65f-444b-bb42-b19bc21b52f2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:51.537763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.550084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6edd66a5-0617-49e1-9c80-668aa97e1d26 req-1d8075dc-7659-48ec-b226-d43235369800 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391207 Jul 16 02:12:51.618662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Pushing event updated for resources: {'Port': ['ID=f4709843-c65f-444b-bb42-b19bc21b52f2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:51.682744 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Attempting to bind port f4709843-c65f-444b-bb42-b19bc21b52f2 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:51.684173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Attempting to bind port f4709843-c65f-444b-bb42-b19bc21b52f2 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:51.684683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Attempting to bind port f4709843-c65f-444b-bb42-b19bc21b52f2 on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:51.690681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Port f4709843-c65f-444b-bb42-b19bc21b52f2 on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:51.691180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Attempting to bind port f4709843-c65f-444b-bb42-b19bc21b52f2 on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:51.697050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:51.697536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:51.698010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:51.698592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Bound port: f4709843-c65f-444b-bb42-b19bc21b52f2, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:51.699052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.784783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] For port f4709843-c65f-444b-bb42-b19bc21b52f2, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:51.789125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] For port f4709843-c65f-444b-bb42-b19bc21b52f2, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f4709843-c65f-444b-bb42-b19bc21b52f2,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:51.794774 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.830445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.831309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.832547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 200 len: 1092 time: 0.7092447 Jul 16 02:12:51.833078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:51.835220 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:51.880170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f316cd-f71c-464d-9a0c-38a8a4905d29 service neutron] Pushing event updated for resources: {'Port': ['ID=f4709843-c65f-444b-bb42-b19bc21b52f2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:51.901402 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7696e8f1-e57e-4f8a-8397-94aa5b615c4a x-openstack-request-id: req-7696e8f1-e57e-4f8a-8397-94aa5b615c4a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:51.903222 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:51.903598 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7696e8f1-e57e-4f8a-8397-94aa5b615c4a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:51.904088 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'status': 'completed', 'code': 200} Jul 16 02:12:51.954566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-1408d5ff-fa92-4bf5-b8ba-54d5ba7e3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.956107 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-1408d5ff-fa92-4bf5-b8ba-54d5ba7e3fe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1095 time: 0.0654323 Jul 16 02:12:52.009805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-7a269ccc-ec12-482b-9072-4d2dc8393ddc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 200 len: 217 time: 0.0416601 Jul 16 02:12:52.058360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-ff43db59-25e7-4209-af84-147a9dfde906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.060106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-ff43db59-25e7-4209-af84-147a9dfde906 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0445685 Jul 16 02:12:52.122117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-c1059043-5681-47e0-bc7e-693ce5b4a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.123677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-c1059043-5681-47e0-bc7e-693ce5b4a8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563207 Jul 16 02:12:52.220804 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-76379883-6a29-4882-8f8e-1f1fcf617fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900998 Jul 16 02:12:52.312888 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9d37da18-39ed-48c5-836f-13f3571afeb4 req-7a36de7e-3f3a-49a9-b098-abb46c1bf7dd service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Jul 16 02:12:52.445999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-030657b7-ca62-451a-9579-aaa26be76dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.447503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-030657b7-ca62-451a-9579-aaa26be76dd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1095 time: 0.0593810 Jul 16 02:12:52.538766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-b401ecf2-32ea-4699-a251-7da3090a9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.540232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-b401ecf2-32ea-4699-a251-7da3090a9541 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0865493 Jul 16 02:12:52.584911 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-6102bb2d-a7bc-40c0-b02e-caa8b734b541 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 200 len: 217 time: 0.0381980 Jul 16 02:12:52.640192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-6a6a25ce-c6af-4592-9ebc-ae1bbbf32721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.641622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-6a6a25ce-c6af-4592-9ebc-ae1bbbf32721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0509531 Jul 16 02:12:52.701499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-377973f6-ef90-43ba-a56e-fbf4e8b708ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.706486 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-377973f6-ef90-43ba-a56e-fbf4e8b708ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587482 Jul 16 02:12:52.732650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4b23-0fa7-475d-94ea-91174dac4bd6 req-f3dbe50f-3ce7-4234-949b-fa4c88e1cdef tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.734427 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f1f4b23-0fa7-475d-94ea-91174dac4bd6 req-f3dbe50f-3ce7-4234-949b-fa4c88e1cdef tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0670147 Jul 16 02:12:52.774341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f1f4b23-0fa7-475d-94ea-91174dac4bd6 req-9689f4ca-2bad-408a-a75a-96b446814433 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339010 Jul 16 02:12:52.811704 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-3f742cab-bf53-4b85-9d7e-b961cb2dcf98 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990927 Jul 16 02:12:52.905428 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bf7ed8aa-0e96-489d-921c-e547faf8cf4a req-9ea0e4d3-0b81-4aee-b0bf-802e934d5178 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869942 Jul 16 02:12:53.957964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4e12-4170-4e16-9648-936296188610 req-2865e81b-a28c-4e98-bb95-730e477b4756 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:53.959425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-301d4e12-4170-4e16-9648-936296188610 req-2865e81b-a28c-4e98-bb95-730e477b4756 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0644183 Jul 16 02:12:54.004017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-301d4e12-4170-4e16-9648-936296188610 req-46d5a5a9-1124-43fe-a13d-763158db5da5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380847 Jul 16 02:12:55.185139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3f40e-36a1-47c9-acd3-bfce98c4e57f req-75c65862-4141-4eca-bc3c-f40283121c82 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:55.186631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23f3f40e-36a1-47c9-acd3-bfce98c4e57f req-75c65862-4141-4eca-bc3c-f40283121c82 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0706582 Jul 16 02:12:55.228264 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-23f3f40e-36a1-47c9-acd3-bfce98c4e57f req-76414001-2be7-4283-a2a0-1ddc4fc5d9e9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361292 Jul 16 02:12:56.407121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364f6b-bb60-48ad-94dd-205f77887cc9 req-cda8476c-3dd9-42ad-b656-9bccce5f0900 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:56.408713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1364f6b-bb60-48ad-94dd-205f77887cc9 req-cda8476c-3dd9-42ad-b656-9bccce5f0900 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0668581 Jul 16 02:12:56.448404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1364f6b-bb60-48ad-94dd-205f77887cc9 req-faf2eb52-3d06-4208-aaa7-6ea03e71fac6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336561 Jul 16 02:12:57.625708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1337e0-fbfb-4dcf-848d-4e61b131d9d6 req-f6e6f1f9-ae9e-4140-a616-3cd41c891ee6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:57.627153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b1337e0-fbfb-4dcf-848d-4e61b131d9d6 req-f6e6f1f9-ae9e-4140-a616-3cd41c891ee6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0671253 Jul 16 02:12:57.665462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b1337e0-fbfb-4dcf-848d-4e61b131d9d6 req-b2c7bdb0-dd29-487a-9e82-dbcfbc44638a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326686 Jul 16 02:12:58.838785 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f2bb8-bc3d-4275-a9b6-f9aec1d25ee3 req-a5a5b06b-ef3c-4771-bd35-ce2a17552dc0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:58.840284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-103f2bb8-bc3d-4275-a9b6-f9aec1d25ee3 req-a5a5b06b-ef3c-4771-bd35-ce2a17552dc0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0655174 Jul 16 02:12:58.880326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-103f2bb8-bc3d-4275-a9b6-f9aec1d25ee3 req-a04580a5-19bc-435a-814a-405276153e4b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339921 Jul 16 02:13:00.055682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f455670-59ba-4372-9703-d623c21a5655 req-c980ef4b-a84d-4390-8a35-4d377a0a10f6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:00.057265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f455670-59ba-4372-9703-d623c21a5655 req-c980ef4b-a84d-4390-8a35-4d377a0a10f6 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0652759 Jul 16 02:13:00.101109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f455670-59ba-4372-9703-d623c21a5655 req-759286cf-64ef-44ff-b08f-ae6bf3402cf8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Jul 16 02:13:01.041280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f4709843-c65f-444b-bb42-b19bc21b52f2 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:01.144291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f4709843-c65f-444b-bb42-b19bc21b52f2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f4709843-c65f-444b-bb42-b19bc21b52f2,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:01.156846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'mac_address': 'fa:16:3e:f9:f1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:01.194433 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.208734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4709843-c65f-444b-bb42-b19bc21b52f2 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:01.230001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f4709843-c65f-444b-bb42-b19bc21b52f2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f4709843-c65f-444b-bb42-b19bc21b52f2,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:01.234286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.284210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=f4709843-c65f-444b-bb42-b19bc21b52f2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.287463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4834-a322-45f8-bf7b-75c720e43b8b req-6107ddac-9479-49bd-ba5f-568da0b1bf8a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.289140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e5e4834-a322-45f8-bf7b-75c720e43b8b req-6107ddac-9479-49bd-ba5f-568da0b1bf8a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 943 time: 0.0673950 Jul 16 02:13:01.291992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.292279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.292688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.293031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.293408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.293744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.294075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.294403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.294729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.295057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.295421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.295806 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.330522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e5e4834-a322-45f8-bf7b-75c720e43b8b req-996b7920-94a0-4e7f-8a86-868197023d1e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350211 Jul 16 02:13:01.503016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['f4709843-c65f-444b-bb42-b19bc21b52f2'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:02.502813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096fb63-7a0c-4a0c-a86a-e363b2fc237f req-e1c380dc-ac29-418e-9c34-7a8b01d04081 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.504295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4096fb63-7a0c-4a0c-a86a-e363b2fc237f req-e1c380dc-ac29-418e-9c34-7a8b01d04081 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 944 time: 0.0632663 Jul 16 02:13:02.541837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4096fb63-7a0c-4a0c-a86a-e363b2fc237f req-17c5fc40-2fa0-45d5-b6d4-3bf7c5dc5aa1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Jul 16 02:13:03.041033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f4709843-c65f-444b-bb42-b19bc21b52f2 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:03.090535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port f4709843-c65f-444b-bb42-b19bc21b52f2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:03.094322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port f4709843-c65f-444b-bb42-b19bc21b52f2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:03.094698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.171414 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.193186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:03.195693 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577688cb-127b-4cfa-9286-434e8b1494c8" -d '{"events": [{"server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "name": "network-vif-plugged", "status": "completed", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:03.208479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f4709843-c65f-444b-bb42-b19bc21b52f2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f4709843-c65f-444b-bb42-b19bc21b52f2,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:03.212691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.259827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=f4709843-c65f-444b-bb42-b19bc21b52f2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:03.294558 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaa536b-d8b7-4b1c-85a6-51fd133f78be x-openstack-request-id: req-7aaa536b-d8b7-4b1c-85a6-51fd133f78be {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:03.294857 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "name": "network-vif-plugged", "status": "completed", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:03.295118 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7aaa536b-d8b7-4b1c-85a6-51fd133f78be {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:03.295599 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'code': 200} Jul 16 02:13:03.435516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1676c6-8baf-4eb5-b905-5777ff511368 req-7cd4e06a-ee99-4a96-a29f-ac14b1ffde4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:03.437677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f1676c6-8baf-4eb5-b905-5777ff511368 req-7cd4e06a-ee99-4a96-a29f-ac14b1ffde4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1097 time: 0.0557404 Jul 16 02:13:03.470708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1f1676c6-8baf-4eb5-b905-5777ff511368 req-9f5ed111-68ab-43b8-bb38-38029f4444f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265782 Jul 16 02:13:03.715596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa225c9-ff18-4869-997c-a7333f4f82bd req-222cb266-612b-44a4-8b38-f4727e3d11f9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:03.717098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fa225c9-ff18-4869-997c-a7333f4f82bd req-222cb266-612b-44a4-8b38-f4727e3d11f9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 945 time: 0.0663364 Jul 16 02:13:03.755355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fa225c9-ff18-4869-997c-a7333f4f82bd req-f6469673-4b6b-43b7-8b8d-e4fd84abd023 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Jul 16 02:13:04.934194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770301e-e77a-4a49-94b0-4309dfa24479 req-ecf8cc46-e3a5-44ad-98e1-0935a140e08f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:04.935681 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5770301e-e77a-4a49-94b0-4309dfa24479 req-ecf8cc46-e3a5-44ad-98e1-0935a140e08f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 945 time: 0.0639567 Jul 16 02:13:04.973682 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5770301e-e77a-4a49-94b0-4309dfa24479 req-80ba7dfc-0bda-4b1e-ab43-608dca893755 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Jul 16 02:13:05.145290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfb5aa-53ad-4103-8d7b-fe839ff0ee98 req-e2cee2fd-c3ed-4bc6-803f-2a28131e7ae2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.146789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06cfb5aa-53ad-4103-8d7b-fe839ff0ee98 req-e2cee2fd-c3ed-4bc6-803f-2a28131e7ae2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 945 time: 0.0637457 Jul 16 02:13:05.188391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06cfb5aa-53ad-4103-8d7b-fe839ff0ee98 req-59ae576c-5644-4ce9-b830-156b427c1a95 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359259 Jul 16 02:13:05.213573 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42278) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:05.264820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ecc0f-69e5-49df-9521-c6fed495da7f tempest-TestVolumeBootPattern-1838880580 tempest-TestVolumeBootPattern-1838880580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.266419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-293ecc0f-69e5-49df-9521-c6fed495da7f tempest-TestVolumeBootPattern-1838880580 tempest-TestVolumeBootPattern-1838880580-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1092 time: 0.0518756 Jul 16 02:13:05.269273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:05.273611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:05.295798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.394997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.504762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.25.7.114 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/3eb19a54-9747-4345-95e5-768a0e6b64ed) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:05.603227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.646511 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.683883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:05.689234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:05.692656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:05.717274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=3eb19a54-9747-4345-95e5-768a0e6b64ed,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:06.063898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.141225 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.290392 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.294946 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.367002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=3eb19a54-9747-4345-95e5-768a0e6b64ed,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:06.377595 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.476323 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Floating IP 1d1308d9-f460-47a8-a705-380f3b636880 associated. External IP: 172.25.7.114, port: f4709843-c65f-444b-bb42-b19bc21b52f2. Jul 16 02:13:06.677539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:13:06.786619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:06.796169 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:06.804181 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.813756 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:06.814404 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:12:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:06.844612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-049aea74-12ee-41dc-a8b8-13eb7c977ddc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5742900 Jul 16 02:13:06.845198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:06.847459 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1d779b-aa17-471c-a750-0d90dc433248" -d '{"events": [{"name": "network-changed", "server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:06.919315 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:06.946307 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f8d4c0-940a-45d8-ac31-f7baf81eefea x-openstack-request-id: req-e2f8d4c0-940a-45d8-ac31-f7baf81eefea {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:06.946598 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:06.946849 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2f8d4c0-940a-45d8-ac31-f7baf81eefea {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:06.947261 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'status': 'completed', 'code': 200} Jul 16 02:13:07.039023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-a3a772f0-41ae-4bab-88c2-a97ab15503e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.040577 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-a3a772f0-41ae-4bab-88c2-a97ab15503e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1097 time: 0.0533357 Jul 16 02:13:07.131405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-aa4d3632-09c9-45af-a3f5-a271dac7326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.133276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-aa4d3632-09c9-45af-a3f5-a271dac7326f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0862119 Jul 16 02:13:07.142854 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '1d1308d9-f460-47a8-a705-380f3b636880', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:f9:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:13:05Z', 'updated_at': '2021-07-16T02:13:05Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:07.168709 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:07.177524 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:07.178197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:12:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:07.201631 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-9bf65d4b-11a9-4d92-bacf-f9cd3977bbb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 200 len: 999 time: 0.0619652 Jul 16 02:13:07.250791 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-12ba1453-3717-4f1f-a247-01a193e942c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.252265 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-12ba1453-3717-4f1f-a247-01a193e942c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0441909 Jul 16 02:13:07.281621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-fd63feb0-97d2-4b5f-91b5-92e2223f1ba5 req-6912009f-9221-432a-bc20-ce46a47d85bd service neutron] (93756) timed out ('10.222.0.42', 34546) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:13:07.282211 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:07.308887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-af7b63d8-d335-4f04-859e-49421ddf658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.310443 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-af7b63d8-d335-4f04-859e-49421ddf658f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521965 Jul 16 02:13:07.518467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '1d1308d9-f460-47a8-a705-380f3b636880', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:f9:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:13:05Z', 'updated_at': '2021-07-16T02:13:05Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:07.545850 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e3f15-d4e3-4bb8-a568-18a0cec9ef47 None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '1d1308d9-f460-47a8-a705-380f3b636880', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:f9:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:13:05Z', 'updated_at': '2021-07-16T02:13:05Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:07.682698 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-15f082b0-1c38-4008-be15-4fc39a88fe86 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658547 Jul 16 02:13:07.749819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d240cc-2c19-48e6-9248-8c6120c53239 None None] New status for floating IP 1d1308d9-f460-47a8-a705-380f3b636880: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:13:07.786108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1a1d779b-aa17-471c-a750-0d90dc433248 req-2c197540-d49e-44ef-a256-179e57ed8de2 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958469 Jul 16 02:13:07.853389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.193795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a918cf3b-ed86-427e-834c-9de21ae9d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:12.438341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bde2f39-b0b9-4444-95b2-6ea90b9001bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:12.521424 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.851993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.399535 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:18.619499 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.624604 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:31.878059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-138eba34-a538-4b2d-b6cf-123931bdea7a req-24a9ace9-6a60-49db-b961-1b29fcfc43a9 service neutron] (93756) timed out ('10.222.0.13', 52363) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:13:37.821180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.194247 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-154768f7-73de-4e98-a360-2fc616078d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.438826 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-26e14e6a-5f14-4e2f-8347-9e017887ec51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.523116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.893891 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-e49cf590-7dc4-4641-ad7a-912ac2f17e0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513341 Jul 16 02:13:43.005920 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-1e372497-d39c-4cc3-b138-e992e56a60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.007445 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-1e372497-d39c-4cc3-b138-e992e56a60f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1097 time: 0.0543880 Jul 16 02:13:43.123413 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-9b1f0b58-f53d-4d63-b4e7-897b4d788953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.125128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-9b1f0b58-f53d-4d63-b4e7-897b4d788953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0968192 Jul 16 02:13:43.193540 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-3ec1a463-2a37-49ba-98af-d4d2ea065260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 200 len: 1001 time: 0.0614181 Jul 16 02:13:43.246469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-57fe51d7-ca99-4fb0-b74b-8217c11fa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.247961 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-57fe51d7-ca99-4fb0-b74b-8217c11fa488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0479715 Jul 16 02:13:43.312804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-6a0c7193-6b22-4834-8650-e0c30b313771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.314316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-6a0c7193-6b22-4834-8650-e0c30b313771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592990 Jul 16 02:13:43.412228 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-994fce50-bc77-409e-a8a8-a7500a77bdbe service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905378 Jul 16 02:13:43.507316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5be58a8b-367d-4ecb-8aff-aa399d3a01cd req-bbeadf03-c0f6-46fc-8cb6-7024fe1b5ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884447 Jul 16 02:13:43.856762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:45.404776 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:48.631871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.624182 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:07.836100 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.193654 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30bb5f1d-f946-4625-9388-6e9f9525589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:12.439455 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1bdbad4-7ace-4b66-aeed-a21ea9488833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:12.522243 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.861523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.406887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:18.649744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.855102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.624397 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:40.194067 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3d8e1242-627b-4f66-a6eb-72be5353aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.440511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a78d40f7-e0fa-4611-80e7-b066f3e91a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.524886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.859809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.408807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.575195 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-e6ef1b2d-64ff-4aef-bbd7-1bf1d82f443a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591741 Jul 16 02:14:45.690368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-12122008-1340-4cc3-b3b8-520c180e9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:45.691806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-12122008-1340-4cc3-b3b8-520c180e9b19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 1097 time: 0.0544000 Jul 16 02:14:45.809197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-2ba702a2-c2ee-4bb4-b86b-013bfb39b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:45.810701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-2ba702a2-c2ee-4bb4-b86b-013bfb39b0f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0984416 Jul 16 02:14:45.876129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-42fdc833-539b-4c3c-a745-6d36a8c3f75b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 200 len: 1001 time: 0.0590537 Jul 16 02:14:45.929917 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-d52a36e0-317e-4039-89e1-69b02cdb5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:45.931393 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-d52a36e0-317e-4039-89e1-69b02cdb5887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0491116 Jul 16 02:14:46.090807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-1993b74e-1853-4264-8d65-604ae455c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:46.092353 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-1993b74e-1853-4264-8d65-604ae455c54c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546140 Jul 16 02:14:46.103157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-f895a98a-861b-48f2-b052-8bba73f29243 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:14:46.104120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-f895a98a-861b-48f2-b052-8bba73f29243 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052924 Jul 16 02:14:46.203949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-71538057-73be-44b1-a390-ca52ffa7bd3c service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932965 Jul 16 02:14:46.296821 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d0dcac5a-c6e0-451e-a2d9-c9acf66f3c83 req-caccf0de-c515-4f74-9e60-31d87b060dbb service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 Jul 16 02:14:48.662232 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.491478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4087-0110-4be0-9ebd-5810ef61cbe1 req-616edff7-2872-45bb-bbb7-b54bca918933 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.493519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-275b4087-0110-4be0-9ebd-5810ef61cbe1 req-616edff7-2872-45bb-bbb7-b54bca918933 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 945 time: 0.0707259 Jul 16 02:15:03.531224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-275b4087-0110-4be0-9ebd-5810ef61cbe1 req-8bde6bee-8593-497f-b229-ac4f6efc6b17 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Jul 16 02:15:04.733469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991410c7-c4ef-427e-8759-6f75132269b7 req-541017b0-8bbf-47bc-b9af-fd229d9764a0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.734970 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-991410c7-c4ef-427e-8759-6f75132269b7 req-541017b0-8bbf-47bc-b9af-fd229d9764a0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 945 time: 0.0634253 Jul 16 02:15:04.774154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-991410c7-c4ef-427e-8759-6f75132269b7 req-a1c21507-bab1-48d9-b304-b06ad70add4e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331521 Jul 16 02:15:05.249286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-a7fb7867-24e7-406f-9aba-52a05bae906b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.250827 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-a7fb7867-24e7-406f-9aba-52a05bae906b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 945 time: 0.0648746 Jul 16 02:15:05.356780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port f4709843-c65f-444b-bb42-b19bc21b52f2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:05.357131 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.444478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port f4709843-c65f-444b-bb42-b19bc21b52f2, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f4709843-c65f-444b-bb42-b19bc21b52f2,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:05.444850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.663211 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.663717 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.664112 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Floating IP 1d1308d9-f460-47a8-a705-380f3b636880 disassociated. External IP: 172.25.7.114, port: f4709843-c65f-444b-bb42-b19bc21b52f2. Jul 16 02:15:05.665052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for f4709843-c65f-444b-bb42-b19bc21b52f2 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:05.795022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.825219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=f4709843-c65f-444b-bb42-b19bc21b52f2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:05.839735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.840086 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.840473 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.840929 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.841538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.841719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.841897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.842225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.842546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.842874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.843196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.843516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.951255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ee98f50-cb2b-4afa-8425-54d64ba19165 req-9ef4b1e6-8e66-466e-b2cf-3abfd00ca524 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Jul 16 02:15:05.959962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:06.069565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:06.080293 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:06.090611 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:06.091306 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:14:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:06.113808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port f4709843-c65f-444b-bb42-b19bc21b52f2 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:06.116459 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.118892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4410d9fb-eb95-4c1e-882e-fc723005548c req-9c6bc5f7-938b-4ba5-98db-e5034e456fa4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "DELETE /v2.0/ports/f4709843-c65f-444b-bb42-b19bc21b52f2 HTTP/1.1" status: 204 len: 173 time: 0.8624592 Jul 16 02:15:06.119414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'name': 'network-vif-deleted', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:06.121856 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e981f-3aee-4ebf-8f57-0a7b2224da54" -d '{"events": [{"server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "name": "network-vif-deleted", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:06.164091 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41adf9f3-fd6c-4782-9c2e-f6043f9c4917 x-openstack-request-id: req-41adf9f3-fd6c-4782-9c2e-f6043f9c4917 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:06.164677 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180bf0-afdf-4902-881c-a1b9e5b11981", "name": "network-vif-deleted", "tag": "f4709843-c65f-444b-bb42-b19bc21b52f2", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:06.164983 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41adf9f3-fd6c-4782-9c2e-f6043f9c4917 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:06.165389 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180bf0-afdf-4902-881c-a1b9e5b11981', 'name': 'network-vif-deleted', 'tag': 'f4709843-c65f-444b-bb42-b19bc21b52f2', 'status': 'completed', 'code': 200} Jul 16 02:15:06.210675 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:06.420717 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:06.452531 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:06.460859 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:06.461583 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:14:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:06.659403 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:06.875918 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:06.903337 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e8523-ca6e-4b41-9080-98bafe435729 None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:07.102664 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2aeaaf18-717d-4bea-a76a-f9ed34b2ca13 req-5f7c8189-751f-45d1-9f60-986892a84184 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 210 time: 0.0298989 Jul 16 02:15:07.146560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb16c11-e57b-4ed2-af83-70ef63b69b2f None None] New status for floating IP 1d1308d9-f460-47a8-a705-380f3b636880: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:07.638755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f4709843-c65f-444b-bb42-b19bc21b52f2 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:07.659540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: f4709843-c65f-444b-bb42-b19bc21b52f2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:07.659894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f4709843-c65f-444b-bb42-b19bc21b52f2 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:07.855778 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:08.256824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1887164-05b6-405b-aac5-49eec56dd12a req-13d7409f-783f-4158-9586-c76964da4eeb tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 210 time: 0.0368142 Jul 16 02:15:09.398347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c8b0446-5faa-49ed-9e96-a53f4f8c7465 req-8a30d01c-7cb2-4782-91d3-96bb84b79bdc tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a180bf0-afdf-4902-881c-a1b9e5b11981 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Jul 16 02:15:10.197674 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16816891-ff0b-4362-9746-2d935f85f2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:10.655207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-3e564c24-a1cb-4098-a36f-d144e57984e1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115017089&fields=id&tenant_id=706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 267 time: 0.0390205 Jul 16 02:15:10.761226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-6a9a7f39-9751-496b-9993-98ef666ad2cd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:10.761966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-6a9a7f39-9751-496b-9993-98ef666ad2cd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1007502 Jul 16 02:15:10.777117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-c6d9bdca-00c8-410a-9dd2-ae7da181c4a9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0098188 Jul 16 02:15:10.846070 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-64e6b5c3-4724-45e6-862f-69210e688ad5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638602 Jul 16 02:15:11.244190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-969a9ee1-86c9-47f7-9567-1b99bb595994 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865216 Jul 16 02:15:11.339663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-faa7afeb-cd50-4e70-958e-98e76f232451 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856977 Jul 16 02:15:11.636787 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e6994b5-918b-4758-a358-5be1896c56b9 req-4e8797db-a753-4fec-8dbd-06a3ccdee33e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 210 time: 0.0302274 Jul 16 02:15:12.441701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c62659e-fa05-420c-b4fc-27014bdf9294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.527802 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.775927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ccd5b97-57dc-413b-af22-59f194911886 req-fe4a0d86-5230-4dec-9d5c-03eb00fc3c3d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 210 time: 0.0291436 Jul 16 02:15:12.919087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-21380ef1-ff5a-4de9-bb58-8cede3d1846d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.920563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-21380ef1-ff5a-4de9-bb58-8cede3d1846d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1093576 Jul 16 02:15:12.965990 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-143eff8d-0d8c-4640-b89b-8122d61fb28e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 380 time: 0.0359929 Jul 16 02:15:12.974139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'security_groups': ['3f62279b-d52b-4a61-98bb-8a35f59dfdf6']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:13.088010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:13.092034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.220631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.3 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/decdb956-5c17-499e-bae6-014afe406cdd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:13.366983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.382192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object decdb956-5c17-499e-bae6-014afe406cdd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:13.417697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.465692 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:13.468965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:13.472155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:13.501504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=decdb956-5c17-499e-bae6-014afe406cdd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:13.533875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.534523 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.553940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-072252a3-c98d-49d6-b42d-cb6fb171a59f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833299 Jul 16 02:15:13.565952 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Request body: {'port': {'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:13.650873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.756999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-54d3a921-2397-40f8-9287-57c8503399c5 None None] Provisioning for port decdb956-5c17-499e-bae6-014afe406cdd completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:13.761415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-54d3a921-2397-40f8-9287-57c8503399c5 None None] Provisioning complete for port decdb956-5c17-499e-bae6-014afe406cdd triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:13.761952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-54d3a921-2397-40f8-9287-57c8503399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.807546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-54d3a921-2397-40f8-9287-57c8503399c5 None None] Port decdb956-5c17-499e-bae6-014afe406cdd cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:13.877453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.948295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decdb956-5c17-499e-bae6-014afe406cdd {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:13.956983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.972746 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Transition to ACTIVE for port object decdb956-5c17-499e-bae6-014afe406cdd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:13.977605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80d4c5-7b7f-46e6-b40c-442311f4d9d5 req-c304d728-0003-4a81-9efc-43872568acad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.978241 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.979360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d80d4c5-7b7f-46e6-b40c-442311f4d9d5 req-c304d728-0003-4a81-9efc-43872568acad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 931 time: 0.0773888 Jul 16 02:15:14.026416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d80d4c5-7b7f-46e6-b40c-442311f4d9d5 req-a6f34c05-bc9f-4ad7-8b53-8884bf7a8a5d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392296 Jul 16 02:15:14.088065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Pushing event updated for resources: {'Port': ['ID=decdb956-5c17-499e-bae6-014afe406cdd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:14.107143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Attempting to bind port decdb956-5c17-499e-bae6-014afe406cdd on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:14.107479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Attempting to bind port decdb956-5c17-499e-bae6-014afe406cdd by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:14.107809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Attempting to bind port decdb956-5c17-499e-bae6-014afe406cdd on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:14.113690 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Port decdb956-5c17-499e-bae6-014afe406cdd on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:14.114011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Attempting to bind port decdb956-5c17-499e-bae6-014afe406cdd on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:14.129422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:14.129422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:14.135126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:14.135126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Bound port: decdb956-5c17-499e-bae6-014afe406cdd, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:14.135126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.220991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] For port decdb956-5c17-499e-bae6-014afe406cdd, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:14.224358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] For port decdb956-5c17-499e-bae6-014afe406cdd, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=decdb956-5c17-499e-bae6-014afe406cdd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:14.230220 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.269319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.269814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.271248 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] 10.222.0.23 "PUT /v2.0/ports/decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 1092 time: 0.7100542 Jul 16 02:15:14.271702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:14.274117 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6478b-be19-4628-9041-29eeb33712e6" -d '{"events": [{"name": "network-changed", "server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "tag": "decdb956-5c17-499e-bae6-014afe406cdd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:14.309410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731245-44f1-437a-b941-70fffddbf3cc service neutron] Pushing event updated for resources: {'Port': ['ID=decdb956-5c17-499e-bae6-014afe406cdd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:14.348458 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1ebbc-abb1-40b8-ba9c-16817881346e x-openstack-request-id: req-f6c1ebbc-abb1-40b8-ba9c-16817881346e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:14.348825 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "tag": "decdb956-5c17-499e-bae6-014afe406cdd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:14.349011 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6c1ebbc-abb1-40b8-ba9c-16817881346e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:14.349402 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd', 'status': 'completed', 'code': 200} Jul 16 02:15:14.375999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-d7614eae-06d2-4e06-8dad-cc06ae4ee67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.377595 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-d7614eae-06d2-4e06-8dad-cc06ae4ee67c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1095 time: 0.0647099 Jul 16 02:15:14.424505 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-ce7a8d7a-84b9-4800-9f39-baea83578ccb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 217 time: 0.0392764 Jul 16 02:15:14.481618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-aaaba4d5-bed1-44ec-9471-93587cca408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.483159 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-aaaba4d5-bed1-44ec-9471-93587cca408f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0519266 Jul 16 02:15:14.546067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-c2a45fa9-20f9-4069-bdb3-dc95c67df64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.547078 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-c2a45fa9-20f9-4069-bdb3-dc95c67df64e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576017 Jul 16 02:15:14.558366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-2d1bbac3-e212-45f7-9828-17f33be4efb4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:15:14.559356 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-2d1bbac3-e212-45f7-9828-17f33be4efb4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058606 Jul 16 02:15:14.657046 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-8e6d8b93-5934-472e-b00e-0d8c25612435 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907114 Jul 16 02:15:14.750111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0dc1b723-a935-4a74-b4bd-fca6f730cbad req-bd17ad92-5aa5-47a5-89f1-acc6805d5d16 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864742 Jul 16 02:15:14.859023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6478b-be19-4628-9041-29eeb33712e6 req-1ab2c507-8d30-4cd2-8352-5c4c2210492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.860598 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-1ab2c507-8d30-4cd2-8352-5c4c2210492d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1095 time: 0.0613775 Jul 16 02:15:14.957419 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6478b-be19-4628-9041-29eeb33712e6 req-ee95c266-656f-4e86-977d-1967d8b1bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:14.958913 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-ee95c266-656f-4e86-977d-1967d8b1bc3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0905485 Jul 16 02:15:15.004786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-af7731ba-7e8b-4c9f-814a-9e743afd7c8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 217 time: 0.0390122 Jul 16 02:15:15.055934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6478b-be19-4628-9041-29eeb33712e6 req-0c188837-9631-4f9f-bfcf-119e80eb90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:15.057762 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-0c188837-9631-4f9f-bfcf-119e80eb90b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0476398 Jul 16 02:15:15.124064 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6478b-be19-4628-9041-29eeb33712e6 req-3938ed53-b8f5-46f9-aa58-191cdac60199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:15.126184 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-3938ed53-b8f5-46f9-aa58-191cdac60199 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615947 Jul 16 02:15:15.213925 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2543e-0c3c-4fe4-a0f0-664ee042cb2c req-a56d8b24-0327-4690-be26-ec1b68cc399d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:15.217589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffa2543e-0c3c-4fe4-a0f0-664ee042cb2c req-a56d8b24-0327-4690-be26-ec1b68cc399d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0707667 Jul 16 02:15:15.228021 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-65885481-10e4-4282-91fe-2ad06314636a service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950136 Jul 16 02:15:15.257694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffa2543e-0c3c-4fe4-a0f0-664ee042cb2c req-93c5b424-1513-47bd-bd2a-93377abdbead tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362794 Jul 16 02:15:15.321126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0be6478b-be19-4628-9041-29eeb33712e6 req-5fe94bdf-bc82-4f1d-bf67-58d927e0e81c service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Jul 16 02:15:15.413738 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.441548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7b710-be7f-464c-a69f-81dcc54c4590 req-62f547ef-31ef-46b6-8740-0de6a9187134 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:16.442980 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5f7b710-be7f-464c-a69f-81dcc54c4590 req-62f547ef-31ef-46b6-8740-0de6a9187134 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0657086 Jul 16 02:15:16.483335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5f7b710-be7f-464c-a69f-81dcc54c4590 req-722250aa-bcbe-4157-93ae-497ce9334dd8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341771 Jul 16 02:15:16.623718 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:17.669534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1678e-f66a-4e89-b7fd-c03cbe29a4e6 req-8e04d50c-8ab0-4346-991e-5731d952087a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:17.670947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d1678e-f66a-4e89-b7fd-c03cbe29a4e6 req-8e04d50c-8ab0-4346-991e-5731d952087a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0749400 Jul 16 02:15:17.708446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a2d1678e-f66a-4e89-b7fd-c03cbe29a4e6 req-4eb49d7a-bbd3-4255-a36b-2ab2ddf48f4a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Jul 16 02:15:18.693893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.897225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351528-b6fb-44e6-a6da-91877196faf4 req-58ded584-06f6-4159-b350-79eb9442255a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:18.898736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17351528-b6fb-44e6-a6da-91877196faf4 req-58ded584-06f6-4159-b350-79eb9442255a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0673776 Jul 16 02:15:18.938162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-17351528-b6fb-44e6-a6da-91877196faf4 req-29be48bd-fd24-4598-b158-8e7a042b96e3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335214 Jul 16 02:15:20.122696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7577928-2b44-45ed-8e30-378f7f1156d5 req-424a11e4-7276-48a0-aa01-6f134e01eb2b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:20.124517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7577928-2b44-45ed-8e30-378f7f1156d5 req-424a11e4-7276-48a0-aa01-6f134e01eb2b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0686324 Jul 16 02:15:20.163891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b7577928-2b44-45ed-8e30-378f7f1156d5 req-5d06c1cc-30ca-4800-9cdc-a6e116bf3a25 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337775 Jul 16 02:15:21.341496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c1220-55ac-4047-a303-47f78f27a760 req-4d272897-d0f9-4577-a7e4-36d22685c11d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.343028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d05c1220-55ac-4047-a303-47f78f27a760 req-4d272897-d0f9-4577-a7e4-36d22685c11d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0677974 Jul 16 02:15:21.382551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d05c1220-55ac-4047-a303-47f78f27a760 req-9036474e-e964-4bfa-8489-503110f3a9c9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337298 Jul 16 02:15:22.556198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d2d-ecc1-4845-868f-16d949361265 req-709abac3-0ea7-42b0-843a-92a09bcd0b19 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:22.557733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c040d2d-ecc1-4845-868f-16d949361265 req-709abac3-0ea7-42b0-843a-92a09bcd0b19 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0646775 Jul 16 02:15:22.600986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c040d2d-ecc1-4845-868f-16d949361265 req-556de534-94b1-4fbb-9199-e93a9d214a2c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358989 Jul 16 02:15:23.781084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6a7d-005e-41b1-97c7-af23c93323d7 req-88f8e00d-d0e2-4f1e-a8fd-dd0c4e00116e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:23.782527 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-807d6a7d-005e-41b1-97c7-af23c93323d7 req-88f8e00d-d0e2-4f1e-a8fd-dd0c4e00116e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 943 time: 0.0706275 Jul 16 02:15:23.822266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-807d6a7d-005e-41b1-97c7-af23c93323d7 req-7a32a225-de79-417a-9aa9-aa202df1da6a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339663 Jul 16 02:15:24.421833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device decdb956-5c17-499e-bae6-014afe406cdd details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:24.519466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port decdb956-5c17-499e-bae6-014afe406cdd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=decdb956-5c17-499e-bae6-014afe406cdd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:24.531636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'decdb956-5c17-499e-bae6-014afe406cdd', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:24.576631 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.589863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decdb956-5c17-499e-bae6-014afe406cdd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:24.609619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port decdb956-5c17-499e-bae6-014afe406cdd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=decdb956-5c17-499e-bae6-014afe406cdd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:24.613417 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.661723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=decdb956-5c17-499e-bae6-014afe406cdd,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:24.670009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.670351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.670689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.671023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.671352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.671676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.672073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.672305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.672653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.672977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.673324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.673614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:24.883757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['decdb956-5c17-499e-bae6-014afe406cdd'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:25.011172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584bf6-4a61-4ff4-9ce3-37bb0dab617c req-6a1b3d4b-42e9-41f4-8eb9-63b8d0b2ee0e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:25.012599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28584bf6-4a61-4ff4-9ce3-37bb0dab617c req-6a1b3d4b-42e9-41f4-8eb9-63b8d0b2ee0e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 944 time: 0.0739582 Jul 16 02:15:25.063847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28584bf6-4a61-4ff4-9ce3-37bb0dab617c req-2865cf8c-7ce9-4e46-b719-2c0bb794ee82 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445454 Jul 16 02:15:26.251871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9c1a-de26-4f30-8493-81c3eafc4930 req-9c47f6be-b68c-4238-b807-7ba4847ace1a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.253401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffac9c1a-de26-4f30-8493-81c3eafc4930 req-9c47f6be-b68c-4238-b807-7ba4847ace1a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 944 time: 0.0670648 Jul 16 02:15:26.291902 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffac9c1a-de26-4f30-8493-81c3eafc4930 req-7b93e787-9cfb-49f0-b656-76680ed68712 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Jul 16 02:15:26.438231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device decdb956-5c17-499e-bae6-014afe406cdd up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:26.486247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port decdb956-5c17-499e-bae6-014afe406cdd completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:26.489907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port decdb956-5c17-499e-bae6-014afe406cdd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:26.490283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.569896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.592796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:26.595101 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fbfc50-dd33-46df-b09f-bde2fc661736" -d '{"events": [{"server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "name": "network-vif-plugged", "status": "completed", "tag": "decdb956-5c17-499e-bae6-014afe406cdd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:26.609174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port decdb956-5c17-499e-bae6-014afe406cdd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=decdb956-5c17-499e-bae6-014afe406cdd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:26.614389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.638617 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c6abdf-6b4d-4e55-8269-11b7ed66cad5 x-openstack-request-id: req-16c6abdf-6b4d-4e55-8269-11b7ed66cad5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:26.638931 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "name": "network-vif-plugged", "status": "completed", "tag": "decdb956-5c17-499e-bae6-014afe406cdd", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:26.639184 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16c6abdf-6b4d-4e55-8269-11b7ed66cad5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:26.639575 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd', 'code': 200} Jul 16 02:15:26.667534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=decdb956-5c17-499e-bae6-014afe406cdd,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:26.754056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56267efb-655a-4be8-b376-f95a2a446fef req-b8766649-63e9-4026-9cf0-feb185377883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.755625 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56267efb-655a-4be8-b376-f95a2a446fef req-b8766649-63e9-4026-9cf0-feb185377883 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0552855 Jul 16 02:15:26.798502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-56267efb-655a-4be8-b376-f95a2a446fef req-c7ddf1e6-63fc-42d6-82e2-db19a9c88058 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 Jul 16 02:15:27.466863 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0001c-20c4-4389-a2a3-c4bcdc4ed946 req-b643c32b-15e6-4cbd-9f70-518e7c7be63e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.468353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e0001c-20c4-4389-a2a3-c4bcdc4ed946 req-b643c32b-15e6-4cbd-9f70-518e7c7be63e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 945 time: 0.0665057 Jul 16 02:15:27.507305 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4e0001c-20c4-4389-a2a3-c4bcdc4ed946 req-d4eb4d3a-7dfc-4221-8bec-5ce2f0bc64c0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333340 Jul 16 02:15:28.692874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7150a-8997-42b9-8c74-18f4166d1a82 req-4bac5cd0-0bf7-4d4e-b4c4-c81c8a9e2c06 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.694409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db7150a-8997-42b9-8c74-18f4166d1a82 req-4bac5cd0-0bf7-4d4e-b4c4-c81c8a9e2c06 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 945 time: 0.0688267 Jul 16 02:15:28.735616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db7150a-8997-42b9-8c74-18f4166d1a82 req-ccaf1fde-d22e-4177-8bc9-3df95c3a1b13 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Jul 16 02:15:28.917049 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff79a6-4d19-4fbd-beaa-7cc68efc0144 req-4dc4b0a0-462a-4190-af62-521c62b89d75 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.919316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15ff79a6-4d19-4fbd-beaa-7cc68efc0144 req-4dc4b0a0-462a-4190-af62-521c62b89d75 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 945 time: 0.0723302 Jul 16 02:15:28.957107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-15ff79a6-4d19-4fbd-beaa-7cc68efc0144 req-8f819108-9508-4f9d-85da-89af8eec580a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Jul 16 02:15:28.982478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42460) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:29.117835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7fff4-9797-4e9e-a806-b17328bffb87 tempest-TestVolumeBootPattern-1838880580 tempest-TestVolumeBootPattern-1838880580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:29.119360 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0ee7fff4-9797-4e9e-a806-b17328bffb87 tempest-TestVolumeBootPattern-1838880580 tempest-TestVolumeBootPattern-1838880580-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1092 time: 0.1358714 Jul 16 02:15:29.122317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42464) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:29.126898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:29.151069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.246471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.352796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.25.7.119 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/9352a4b5-0a3d-4545-a1ce-9e67fdf37a7c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:29.458908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.778374 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.817965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:29.820708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:29.824859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:29.830494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=9352a4b5-0a3d-4545-a1ce-9e67fdf37a7c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:30.208307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.288307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.436996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.442774 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.517729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=9352a4b5-0a3d-4545-a1ce-9e67fdf37a7c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:30.531756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.640683 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Floating IP 0f7a2058-798f-4901-94b6-6fd0e048ed4d associated. External IP: 172.25.7.119, port: decdb956-5c17-499e-bae6-014afe406cdd. Jul 16 02:15:30.852282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:30.966002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:30.975433 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:30.982633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.985781 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:30.986404 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:15:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:31.020386 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e14da44e-ec10-410d-a04f-850fae2eada7 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8968940 Jul 16 02:15:31.021012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:31.023674 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5711da97-06fa-46e9-bcd7-ea43ebe15b59" -d '{"events": [{"name": "network-changed", "server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "tag": "decdb956-5c17-499e-bae6-014afe406cdd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:31.062451 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654717f4-19dc-415b-8f5c-f4bfadd04d6f x-openstack-request-id: req-654717f4-19dc-415b-8f5c-f4bfadd04d6f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:31.062751 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "tag": "decdb956-5c17-499e-bae6-014afe406cdd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:31.063003 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-654717f4-19dc-415b-8f5c-f4bfadd04d6f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:31.063402 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd', 'status': 'completed', 'code': 200} Jul 16 02:15:31.103139 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:31.141817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-4b400ba5-aa7f-4d77-bc69-13acfa1104af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:31.143416 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-4b400ba5-aa7f-4d77-bc69-13acfa1104af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0550416 Jul 16 02:15:31.239044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-3a19fe6f-4519-4dbd-9a31-814982d15bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:31.240580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-3a19fe6f-4519-4dbd-9a31-814982d15bf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0910349 Jul 16 02:15:31.318379 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-dc8b7f52-7852-40d8-ad7d-6f97101e3b46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 999 time: 0.0707955 Jul 16 02:15:31.343591 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:30Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:31.369133 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:31.369454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-48363316-2d54-4689-a863-c28dc7114996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:31.371165 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-48363316-2d54-4689-a863-c28dc7114996 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0472105 Jul 16 02:15:31.378073 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:31.378673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:15:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:31.433715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-9a19878c-2768-40fa-8bd7-161cdf347e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:31.435217 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-9a19878c-2768-40fa-8bd7-161cdf347e64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583611 Jul 16 02:15:31.485556 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:31.525544 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-69c504ee-3582-493a-8664-df4537c58095 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842121 Jul 16 02:15:31.622466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5711da97-06fa-46e9-bcd7-ea43ebe15b59 req-d2dcb9dd-6ceb-442e-9cbc-4fed199e247b service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908134 Jul 16 02:15:31.714150 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:30Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:31.741583 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6651bd7-cd66-40cd-a71a-d308f1797a0e None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:30Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:31.939558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411973e-e594-4a86-b624-33a7888596b6 None None] New status for floating IP 0f7a2058-798f-4901-94b6-6fd0e048ed4d: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:33.872977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-feba54f2-4819-41d5-aeb4-606c67210099 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530672 Jul 16 02:15:33.969971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b810e-4f93-411c-9821-4514d46cdd8e req-c47cde2c-0075-4bbf-8646-e824aa9dd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:33.971483 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-c47cde2c-0075-4bbf-8646-e824aa9dd5ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0563204 Jul 16 02:15:34.088582 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b810e-4f93-411c-9821-4514d46cdd8e req-0500db17-e76a-4630-b341-b7cf2e0d1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.090696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-0500db17-e76a-4630-b341-b7cf2e0d1e1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0982368 Jul 16 02:15:34.158989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-48bc7778-5d88-4cb3-95c7-e11a6782e05a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 1001 time: 0.0609484 Jul 16 02:15:34.212982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b810e-4f93-411c-9821-4514d46cdd8e req-c4dcc9d9-8395-4af9-ad69-d9bfb2d59c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.214460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-c4dcc9d9-8395-4af9-ad69-d9bfb2d59c43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0495179 Jul 16 02:15:34.272254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b810e-4f93-411c-9821-4514d46cdd8e req-d29c6e51-2034-4cf1-b0f4-ff90c3520037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.273716 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-d29c6e51-2034-4cf1-b0f4-ff90c3520037 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533903 Jul 16 02:15:34.364609 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-e3845b62-3b05-4017-b4ea-a3c8c6e050cb service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845320 Jul 16 02:15:34.460060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-091b810e-4f93-411c-9821-4514d46cdd8e req-247402d6-b967-4581-858c-8db6b4c85fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879071 Jul 16 02:15:37.888393 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.205896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e233ad7-7f91-4850-98b3-08991dd3236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.442404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-078e4f66-41a0-4b29-bb64-f6b90c09eb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.531458 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:43.866446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.414288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.694641 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:53.623173 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:07.904963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:10.198766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1fc7-f8bc-4700-a31d-9691647e36ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:12.442707 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e40d64fb-f205-4199-873c-88e17a0c1b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:12.531952 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:13.868865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.415483 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:18.715820 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:30.626069 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:33.873196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-828d541b-0a29-41ae-abb0-87c626e895fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512137 Jul 16 02:16:33.973026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-93f7f656-f211-49cd-8d6f-af62a060b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.974516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-93f7f656-f211-49cd-8d6f-af62a060b196 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0560651 Jul 16 02:16:34.077607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-400bd27c-7d37-44a4-b0a7-5de4b2140a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.079087 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-400bd27c-7d37-44a4-b0a7-5de4b2140a4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0851612 Jul 16 02:16:34.146582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-d9e6b865-9903-44fd-ae9d-79d670bc545c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 1001 time: 0.0615370 Jul 16 02:16:34.195656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-77ab27e8-a9ad-461f-8cf9-3d8d82df2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.197161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-77ab27e8-a9ad-461f-8cf9-3d8d82df2dec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0444782 Jul 16 02:16:34.253686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-7f4b40bd-d0ff-46f3-a751-2cc28a744100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.255176 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-7f4b40bd-d0ff-46f3-a751-2cc28a744100 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516543 Jul 16 02:16:34.346626 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-be280b6c-92d5-4da9-a07a-ea161fdb857e service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852361 Jul 16 02:16:34.434152 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6ad13b1-4b1b-49a6-a9eb-f618724db7b6 req-62055a82-d22c-4581-b3cb-4b17b139f7f2 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813596 Jul 16 02:16:37.904686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.199616 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c3ef77b0-61d9-4f4f-8248-1d0051533529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:42.445374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-641163a1-e1f3-48c4-90db-b5bd953cb609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:42.531775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:43.872986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:45.418906 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:48.725497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.625966 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:07.907065 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.545823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-5a30131e-2fd7-4147-b84e-68b044aba0dd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115017089&fields=id&tenant_id=706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 267 time: 0.0331044 Jul 16 02:17:08.654504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-790bca83-aaa5-419b-a380-5a2b73743955 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:08.655964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-790bca83-aaa5-419b-a380-5a2b73743955 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1033490 Jul 16 02:17:08.670559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-4a1b2b9f-7741-4e5d-b037-5be825572192 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/quotas/706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Jul 16 02:17:08.743366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-1d39e2ca-20da-4b0c-a846-86ea86670c34 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670099 Jul 16 02:17:08.928047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-59240f87-0540-4749-b04e-d5064295919e service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729128 Jul 16 02:17:09.015494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-71d910f7-a41d-4b21-8199-d2c524dc7011 service neutron] 10.222.0.42 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816653 Jul 16 02:17:09.365367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f09f3e7e-4446-42e0-83d5-dd3ded5428d0 req-d3af5b57-ea1b-47e9-9894-8211e98f05ef tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 210 time: 0.0785124 Jul 16 02:17:10.200607 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0da806a6-2f9b-497f-9cb4-e14d18a0712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.512646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c6d30794-4f1a-4b95-ad0e-b6f1c9e318d3 req-4fb2c83b-935f-455d-9101-a4a81adf1540 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 210 time: 0.0347710 Jul 16 02:17:10.585882 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-1821c076-42f7-41c5-803c-d7716d7c442d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.587516 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-1821c076-42f7-41c5-803c-d7716d7c442d tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 812 time: 0.1186569 Jul 16 02:17:10.650978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-6011e62c-efa4-4d7d-8bd4-ceb312a7faa1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706f89ef506b4b4dabf973caf19db021 HTTP/1.1" status: 200 len: 380 time: 0.0356023 Jul 16 02:17:10.660878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'port': {'device_id': '70233892-1665-40fc-8907-d85fd36260d7', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'admin_state_up': True, 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'security_groups': ['3f62279b-d52b-4a61-98bb-8a35f59dfdf6']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:10.773428 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Made reservation on behalf of 706f89ef506b4b4dabf973caf19db021 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:10.777063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:10.903479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.20.0.4 (d6463c2f-2510-4871-8493-b571817d9a33/b4c122ef-c3c9-4a61-85c2-2552e28bbb84/e9a54406-d2e7-423f-9f88-ea6ae68b86bd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:11.048653 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.063110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Transition to ACTIVE for port object e9a54406-d2e7-423f-9f88-ea6ae68b86bd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:11.097367 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.144343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network d6463c2f-2510-4871-8493-b571817d9a33 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:11.147361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:11.152697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:11.179805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:11.199954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.200305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.200682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.201019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.201351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.201681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.202011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.202334 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.202658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.202982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.203306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.203632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:11.227494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.228173 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.244665 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-287d732c-fa46-4442-8796-a8328a1a2da1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886185 Jul 16 02:17:11.263536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Request body: {'port': {'device_id': '70233892-1665-40fc-8907-d85fd36260d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:11.344647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.381766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f6af43a3-dea1-4597-ad33-3b1225991fc9 None None] Provisioning for port e9a54406-d2e7-423f-9f88-ea6ae68b86bd completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:11.386407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f6af43a3-dea1-4597-ad33-3b1225991fc9 None None] Provisioning complete for port e9a54406-d2e7-423f-9f88-ea6ae68b86bd triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:11.386871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f6af43a3-dea1-4597-ad33-3b1225991fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.424976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f6af43a3-dea1-4597-ad33-3b1225991fc9 None None] Port e9a54406-d2e7-423f-9f88-ea6ae68b86bd cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:11.728704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c663b-ab64-47b8-9307-cf4dbf3c30ed req-7a3b6b98-73b6-4ff3-bdbd-c7393e7325a9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.730803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c41c663b-ab64-47b8-9307-cf4dbf3c30ed req-7a3b6b98-73b6-4ff3-bdbd-c7393e7325a9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 931 time: 0.0678773 Jul 16 02:17:11.771232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c41c663b-ab64-47b8-9307-cf4dbf3c30ed req-3f332492-fc6e-4ea4-9806-35224abb2288 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344088 Jul 16 02:17:11.920112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a54406-d2e7-423f-9f88-ea6ae68b86bd {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:11.928152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.940848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Transition to ACTIVE for port object e9a54406-d2e7-423f-9f88-ea6ae68b86bd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:11.945355 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.018871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:12.078824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Attempting to bind port e9a54406-d2e7-423f-9f88-ea6ae68b86bd on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:12.079168 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Attempting to bind port e9a54406-d2e7-423f-9f88-ea6ae68b86bd by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:12.079502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Attempting to bind port e9a54406-d2e7-423f-9f88-ea6ae68b86bd on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:12.084942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Port e9a54406-d2e7-423f-9f88-ea6ae68b86bd on network d6463c2f-2510-4871-8493-b571817d9a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:12.085273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Attempting to bind port e9a54406-d2e7-423f-9f88-ea6ae68b86bd on network d6463c2f-2510-4871-8493-b571817d9a33 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:12.090397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:12.090742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Checking segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:12.091130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Bound using segment: {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:12.091559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Bound port: e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c620aa-361b-4f09-9e61-ddf2a39f4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:12.092329 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.163277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] For port e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:12.166983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] For port e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:12.171208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.204461 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.205097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.207376 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 1092 time: 0.9482553 Jul 16 02:17:12.207822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:12.210290 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb56b8c8-9428-400b-8de7-d8736d2f488f" -d '{"events": [{"name": "network-changed", "server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:12.254541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d94e9c-1159-45c6-be15-f0268eea6039 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:12.337943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-b0e7bc16-5551-4e82-9d56-456880da10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.339546 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-b0e7bc16-5551-4e82-9d56-456880da10ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1095 time: 0.0681088 Jul 16 02:17:12.400747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-72921c63-a43b-47b8-ae40-fecd0156b072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 217 time: 0.0466373 Jul 16 02:17:12.462153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2930b642-a18f-4809-819b-8c0e092c19c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.468897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-859a2974-5a91-4d60-b575-19e4cd4870a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.470691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-859a2974-5a91-4d60-b575-19e4cd4870a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0629451 Jul 16 02:17:12.536963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.542866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-1749f011-700e-4dcf-9024-06406c0476ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.544778 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-1749f011-700e-4dcf-9024-06406c0476ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668957 Jul 16 02:17:12.561357 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49be164-a2b4-47e2-a2a5-0805f8d7ca74 x-openstack-request-id: req-c49be164-a2b4-47e2-a2a5-0805f8d7ca74 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:12.561646 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:12.561895 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c49be164-a2b4-47e2-a2a5-0805f8d7ca74 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:12.562286 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'status': 'completed', 'code': 200} Jul 16 02:17:12.648637 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-6613e2d6-7814-465f-bad9-79a879bc6406 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962512 Jul 16 02:17:12.741672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c558c229-079e-4f8f-b6bf-899d47248c2a req-6b9361ed-da56-4d96-8187-a5099d341176 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Jul 16 02:17:12.871903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-0a8d23ae-4753-4edf-a00f-f9fac5e6c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.873547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-0a8d23ae-4753-4edf-a00f-f9fac5e6c23c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1095 time: 0.0573864 Jul 16 02:17:12.953752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83b62b-f4b9-4f3c-ae70-2456ed84ca89 req-1ad4ed15-9165-4243-b89e-f37032103442 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.955302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba83b62b-f4b9-4f3c-ae70-2456ed84ca89 req-1ad4ed15-9165-4243-b89e-f37032103442 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0662773 Jul 16 02:17:12.975330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-56c7a92b-c9f4-41e8-9e2a-da4b7f39ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.976842 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-56c7a92b-c9f4-41e8-9e2a-da4b7f39ee46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0966859 Jul 16 02:17:12.999252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba83b62b-f4b9-4f3c-ae70-2456ed84ca89 req-590b9b02-f8a1-422c-8ddc-9b397315d13a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381587 Jul 16 02:17:13.022787 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-7714bb3d-d531-47c2-9050-4dd37de0880b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 217 time: 0.0394232 Jul 16 02:17:13.071300 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-a775155e-a513-4ecd-81e8-a33da9825c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.072779 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-a775155e-a513-4ecd-81e8-a33da9825c3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0439665 Jul 16 02:17:13.131246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-7afbdd3e-7230-428c-a7c7-9214cd4656fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.132796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-7afbdd3e-7230-428c-a7c7-9214cd4656fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534172 Jul 16 02:17:13.226825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-54d40dac-ebd9-4b38-a073-44c8cc4593f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863445 Jul 16 02:17:13.322059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb56b8c8-9428-400b-8de7-d8736d2f488f req-5df4d2b7-f3d5-4784-b95b-7c55b528d6f6 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888145 Jul 16 02:17:13.875529 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.177520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ffa9-f974-4455-94ea-05ccc7215c26 req-af3ed3b7-0483-4578-a89f-b198776899d5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:14.179021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6692ffa9-f974-4455-94ea-05ccc7215c26 req-af3ed3b7-0483-4578-a89f-b198776899d5 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0663362 Jul 16 02:17:14.222692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6692ffa9-f974-4455-94ea-05ccc7215c26 req-a6104a68-c325-4bf1-b632-7eab5652c9f2 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379641 Jul 16 02:17:15.406121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690803c-e35c-4ee0-ab71-d6bfe6a03e9e req-7e999ddd-9609-4273-b92c-dfc17c8fa572 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.407636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b690803c-e35c-4ee0-ab71-d6bfe6a03e9e req-7e999ddd-9609-4273-b92c-dfc17c8fa572 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0679145 Jul 16 02:17:15.420991 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:15.445891 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b690803c-e35c-4ee0-ab71-d6bfe6a03e9e req-ae663ee4-7a1c-4caa-880b-0bf3acfe668c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Jul 16 02:17:16.620215 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66472b18-3924-4ea2-b9ff-7da577ac4e6a req-73e549f3-0459-43b5-bb6d-e9c9f49435ff tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.621732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66472b18-3924-4ea2-b9ff-7da577ac4e6a req-73e549f3-0459-43b5-bb6d-e9c9f49435ff tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0678105 Jul 16 02:17:16.660708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66472b18-3924-4ea2-b9ff-7da577ac4e6a req-c03f33bb-d38a-45af-b6c6-809dedea3afd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Jul 16 02:17:17.851418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6113a6-72e0-4dbe-99d0-e4af2be57975 req-65d95412-6506-41f3-b4d0-8eb1d879849b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:17.853022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e6113a6-72e0-4dbe-99d0-e4af2be57975 req-65d95412-6506-41f3-b4d0-8eb1d879849b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0722971 Jul 16 02:17:17.894731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e6113a6-72e0-4dbe-99d0-e4af2be57975 req-d23afce6-774b-4243-a8c4-4e575451727c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351667 Jul 16 02:17:18.722754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.083221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea23e11-3a59-4a2c-813c-e59591ff7ecd req-a1ea9bb5-f2d6-4714-8da5-7030c3e5e0b8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:19.084745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cea23e11-3a59-4a2c-813c-e59591ff7ecd req-a1ea9bb5-f2d6-4714-8da5-7030c3e5e0b8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0664008 Jul 16 02:17:19.131607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cea23e11-3a59-4a2c-813c-e59591ff7ecd req-e5ac6106-8447-45f2-a5b7-0b267ae0f863 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398190 Jul 16 02:17:20.309633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7676d-1d9a-46d7-8bea-3c3416ddc207 req-412a2c65-78db-4fd9-a3ab-5d251c78e31f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:20.311107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e7676d-1d9a-46d7-8bea-3c3416ddc207 req-412a2c65-78db-4fd9-a3ab-5d251c78e31f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0661793 Jul 16 02:17:20.350366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61e7676d-1d9a-46d7-8bea-3c3416ddc207 req-dc94998f-43f0-418b-873a-3aaa6e3b9ea8 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Jul 16 02:17:21.523409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0cb9-a02f-485e-b4b1-95032d45e89e req-85aca500-0f0b-4659-a27c-bb2bad7f9634 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:21.524907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35bf0cb9-a02f-485e-b4b1-95032d45e89e req-85aca500-0f0b-4659-a27c-bb2bad7f9634 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0630193 Jul 16 02:17:21.563129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35bf0cb9-a02f-485e-b4b1-95032d45e89e req-ef5bade9-e69e-4c2c-8670-c0c8aa0d54bb tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jul 16 02:17:22.738384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a305c1-ee24-45c5-b9a1-870635ddf709 req-7fbbc8fc-9c99-40fe-980c-5937fa466bc0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:22.739855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a305c1-ee24-45c5-b9a1-870635ddf709 req-7fbbc8fc-9c99-40fe-980c-5937fa466bc0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0673711 Jul 16 02:17:22.777494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e7a305c1-ee24-45c5-b9a1-870635ddf709 req-f6890821-d591-4da2-b8d7-565c5a078333 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Jul 16 02:17:23.949404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688a6d-d7fd-4532-ac13-ad3e8e33fcaa req-72033433-521a-4b51-890a-35034eefdfb3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:23.950896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51688a6d-d7fd-4532-ac13-ad3e8e33fcaa req-72033433-521a-4b51-890a-35034eefdfb3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 943 time: 0.0625169 Jul 16 02:17:23.988173 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51688a6d-d7fd-4532-ac13-ad3e8e33fcaa req-6fe392fe-2cd1-4968-aba5-f5707e6942d4 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Jul 16 02:17:24.342328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9a54406-d2e7-423f-9f88-ea6ae68b86bd details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:17:24.439354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:24.450305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'port_id': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'mac_address': 'fa:16:3e:a4:31:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:17:24.486089 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:24.498721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a54406-d2e7-423f-9f88-ea6ae68b86bd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:24.517790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:24.521883 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:24.568958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:24.576402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.576779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.577124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.577466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.577800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.578133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.578465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.578790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.579116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.579442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.579795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.580124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:24.829501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['e9a54406-d2e7-423f-9f88-ea6ae68b86bd'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:25.164318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153699c9-8904-469b-9abb-9909fb4b0ad1 req-748c2f20-83a7-4eb3-b360-eda4bc2817fd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:25.165772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-153699c9-8904-469b-9abb-9909fb4b0ad1 req-748c2f20-83a7-4eb3-b360-eda4bc2817fd tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 944 time: 0.0643179 Jul 16 02:17:25.207807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-153699c9-8904-469b-9abb-9909fb4b0ad1 req-5742a05c-7e96-4c54-bb55-98a70f574010 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364897 Jul 16 02:17:26.344060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9a54406-d2e7-423f-9f88-ea6ae68b86bd up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:26.381138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baaa52-fc1c-4ec3-9a9c-3413ac86f133 req-5dda80dd-f4f8-4371-ba7f-765ad522582f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:26.382650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7baaa52-fc1c-4ec3-9a9c-3413ac86f133 req-5dda80dd-f4f8-4371-ba7f-765ad522582f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 944 time: 0.0654790 Jul 16 02:17:26.392456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port e9a54406-d2e7-423f-9f88-ea6ae68b86bd completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:26.396743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port e9a54406-d2e7-423f-9f88-ea6ae68b86bd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:26.397124 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:26.421714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7baaa52-fc1c-4ec3-9a9c-3413ac86f133 req-250debd8-2745-4485-9929-340cc65a1b27 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334709 Jul 16 02:17:26.476469 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:26.498564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:26.500905 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff20b3a-aeb3-40e5-a168-8eb3aec22748" -d '{"events": [{"server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "name": "network-vif-plugged", "status": "completed", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:26.514425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:26.518747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:26.542175 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ae02ed-c86c-4166-b1c8-6a29fa65b2cc x-openstack-request-id: req-77ae02ed-c86c-4166-b1c8-6a29fa65b2cc {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:26.542466 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "name": "network-vif-plugged", "status": "completed", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:26.542718 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77ae02ed-c86c-4166-b1c8-6a29fa65b2cc {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:26.543106 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'code': 200} Jul 16 02:17:26.567922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:26.683796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669aad-0e56-4f7f-9854-fd6ed1f644d1 req-6e6c48c9-88d1-45e3-9289-b38591081257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:26.685351 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec669aad-0e56-4f7f-9854-fd6ed1f644d1 req-6e6c48c9-88d1-45e3-9289-b38591081257 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1097 time: 0.0515954 Jul 16 02:17:26.725045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ec669aad-0e56-4f7f-9854-fd6ed1f644d1 req-238d5e17-5916-41b6-bed9-e9bfe790c811 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Jul 16 02:17:27.597433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1433b5-5538-4883-9cab-b93a8c17f373 req-c5e72dbb-f4de-4ad9-ab4d-94bc2cc4481f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:27.599234 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa1433b5-5538-4883-9cab-b93a8c17f373 req-c5e72dbb-f4de-4ad9-ab4d-94bc2cc4481f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 945 time: 0.0676491 Jul 16 02:17:27.636814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa1433b5-5538-4883-9cab-b93a8c17f373 req-f2c64fe5-6100-4da0-8e56-5ce9bea1ce68 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Jul 16 02:17:28.817367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b554-9fda-4efd-a259-038129851559 req-c84dbc16-4459-4460-8022-1c44533865d3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.819366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9959b554-9fda-4efd-a259-038129851559 req-c84dbc16-4459-4460-8022-1c44533865d3 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 945 time: 0.0727811 Jul 16 02:17:28.857935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9959b554-9fda-4efd-a259-038129851559 req-562264d8-3d81-41ad-9336-2dd9072ea338 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330036 Jul 16 02:17:29.052976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cc08f-2e46-4eb8-9c24-789688e4b549 req-8b4da51d-b91a-4b1d-8f72-f12c23602181 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.054509 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d1cc08f-2e46-4eb8-9c24-789688e4b549 req-8b4da51d-b91a-4b1d-8f72-f12c23602181 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 945 time: 0.0830340 Jul 16 02:17:29.095710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3d1cc08f-2e46-4eb8-9c24-789688e4b549 req-f7d00251-8f6b-4a0b-8773-343b8896563a tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Jul 16 02:17:29.126689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42636) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:29.182121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62951cb8-b70e-4a9f-b475-3c278916d766 tempest-TestVolumeBootPattern-1838880580 tempest-TestVolumeBootPattern-1838880580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.183673 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-62951cb8-b70e-4a9f-b475-3c278916d766 tempest-TestVolumeBootPattern-1838880580 tempest-TestVolumeBootPattern-1838880580-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1092 time: 0.0559719 Jul 16 02:17:29.186683 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42638) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:29.191720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:29.216559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.330086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.451918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Allocated IP 172.25.7.248 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/f89ed6be-182e-4422-836c-1d185397827c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:29.555898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.602729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.640446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:29.645580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:29.649009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:29.672738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=f89ed6be-182e-4422-836c-1d185397827c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:30.021070 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.094729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.247779 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.252899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.321237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event updated for resources: {'Port': ['ID=f89ed6be-182e-4422-836c-1d185397827c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:30.333213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.431912 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Floating IP 047f5552-e88b-427b-9bd9-ea4d70e68fe1 associated. External IP: 172.25.7.248, port: e9a54406-d2e7-423f-9f88-ea6ae68b86bd. Jul 16 02:17:30.644575 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:30.752265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:30.763247 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:30.770658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.773906 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:30.774535 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:17:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:30.808673 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-149bd16b-99cc-4a15-836e-f00319b9daad tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6208980 Jul 16 02:17:30.809266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:30.811544 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5e283e-0556-4156-a15a-26ff92912e45" -d '{"events": [{"name": "network-changed", "server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:30.856540 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fff0c5-cb74-45ae-9598-df2ff36f0cb1 x-openstack-request-id: req-f0fff0c5-cb74-45ae-9598-df2ff36f0cb1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:30.856849 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:30.857108 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0fff0c5-cb74-45ae-9598-df2ff36f0cb1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:30.857516 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'status': 'completed', 'code': 200} Jul 16 02:17:30.879720 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:30.961361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-8a347f53-0d7a-4dcc-ad1e-9bf03a8c23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.962821 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-8a347f53-0d7a-4dcc-ad1e-9bf03a8c23eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1097 time: 0.0546739 Jul 16 02:17:31.060287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-feaa778a-664f-4078-8018-a966a9044624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.061873 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-feaa778a-664f-4078-8018-a966a9044624 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0921431 Jul 16 02:17:31.134364 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-17f4aaed-924c-4c7a-bc3f-1fce6f0b1539 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 999 time: 0.0649073 Jul 16 02:17:31.185209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-bf200fe4-5270-4d0f-968d-86232b06a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.186738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-bf200fe4-5270-4d0f-968d-86232b06a066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0452986 Jul 16 02:17:31.190399 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '047f5552-e88b-427b-9bd9-ea4d70e68fe1', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:a4:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70233892-1665-40fc-8907-d85fd36260d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:17:29Z', 'updated_at': '2021-07-16T02:17:29Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}, {'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:32Z', 'revision_number': 1, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:31.216855 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:31.225256 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:31.225872 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:17:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:31.246590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-d1fef8e4-e0df-4672-8226-b27ca51fbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.248208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-d1fef8e4-e0df-4672-8226-b27ca51fbd10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542610 Jul 16 02:17:31.331730 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:31.345562 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-a45d3b9d-741e-4288-9b72-9c3172f5e38b service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894859 Jul 16 02:17:31.440170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1c5e283e-0556-4156-a15a-26ff92912e45 req-3d6d1caa-9d8b-4489-8a91-bdd18fcec5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Jul 16 02:17:31.557372 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '047f5552-e88b-427b-9bd9-ea4d70e68fe1', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:a4:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70233892-1665-40fc-8907-d85fd36260d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:17:29Z', 'updated_at': '2021-07-16T02:17:29Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}, {'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:32Z', 'revision_number': 1, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:31.582990 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433fba4-fff3-4a16-820a-28f0f1d97532 None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '047f5552-e88b-427b-9bd9-ea4d70e68fe1', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:a4:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70233892-1665-40fc-8907-d85fd36260d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:17:29Z', 'updated_at': '2021-07-16T02:17:29Z', 'revision_number': 0, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}, {'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:32Z', 'revision_number': 1, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:31.765368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec378437-2609-405c-a8d2-fc2bdb2ecabd None None] New status for floating IP 047f5552-e88b-427b-9bd9-ea4d70e68fe1: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:33.905169 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-da12ea1c-5533-4179-8227-8e5b8d07f68f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949731 Jul 16 02:17:34.000466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-996608ce-3173-4a64-a1b0-7f3652d182f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:34.001951 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-996608ce-3173-4a64-a1b0-7f3652d182f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0561552 Jul 16 02:17:34.104276 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-213b2280-40e1-4cb5-b948-e8f6bd0cce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:34.105818 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-213b2280-40e1-4cb5-b948-e8f6bd0cce51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0843141 Jul 16 02:17:34.175024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-164eb76d-e17d-4535-b200-53311db6fb69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 1001 time: 0.0629601 Jul 16 02:17:34.222238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-0ce537c2-57b2-4f4f-af9d-a021994b255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:34.224239 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-0ce537c2-57b2-4f4f-af9d-a021994b255e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0433168 Jul 16 02:17:34.280451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-9cf2fb83-827d-4b5b-aa26-db0e17d863e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:34.281937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-9cf2fb83-827d-4b5b-aa26-db0e17d863e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519485 Jul 16 02:17:34.375076 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-60d64942-2669-4f1e-8fdf-5af54123c7af service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857289 Jul 16 02:17:34.463401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-22c73f44-8561-4dcc-874f-3add5b646dd8 req-99cd7515-f245-4b14-a2d1-1bb839924999 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818613 Jul 16 02:17:37.907266 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:40.202346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db83fe5e-333a-40a1-a28e-e11e98574880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:42.443046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be791734-2cdb-482b-81f9-64a1388470ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:42.527958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:43.877218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:44.625266 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:45.423188 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:47.915459 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-e3150214-cc7a-48ab-90c3-aa39706b6a2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570676 Jul 16 02:17:48.037707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-5a355c30-5f22-4da8-8ed4-a717b6142f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:48.040109 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-5a355c30-5f22-4da8-8ed4-a717b6142f93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1097 time: 0.0594323 Jul 16 02:17:48.147691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-5e19cda4-c640-4ea9-8f55-d4d29f0e0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:48.149324 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-5e19cda4-c640-4ea9-8f55-d4d29f0e0595 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0883098 Jul 16 02:17:48.218948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-d6df1248-cd8e-4b23-afd0-9ee8873e16f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 1001 time: 0.0629432 Jul 16 02:17:48.272786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-edbf79a8-ae2f-4914-83d4-eecc675be78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:48.274479 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-edbf79a8-ae2f-4914-83d4-eecc675be78b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0484719 Jul 16 02:17:48.334953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-aae9cd51-b733-487b-b16a-349210ed57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:48.336683 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-aae9cd51-b733-487b-b16a-349210ed57f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554590 Jul 16 02:17:48.433559 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-5e834d13-e30a-4bbe-941e-3afcc8fe06df service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898371 Jul 16 02:17:48.524161 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bb58d852-7398-4c75-bbee-8dc1008394bc req-864e75ec-0fe2-4965-857c-75b3303010a0 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819557 Jul 16 02:17:48.741073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.912813 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:10.203243 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8d05-e5f0-47cc-8bac-cc2a5f738fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.443288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf7c6982-a81e-4e8c-b25b-9e3a51ca5ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.529555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:13.881485 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:15.425527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:18.739922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:21.624941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:31.898011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-d830bf38-2f7c-423c-9f6c-e9e368eb49f5 req-9d0390f7-582a-48c4-9e6f-7c6e7117140c service neutron] (93755) timed out ('10.222.0.42', 41400) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:18:34.880113 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-b7085d04-e123-4c16-8483-469a56a868b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572803 Jul 16 02:18:34.974339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-b34f3f9d-a09d-409c-be78-59aba1e76e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:34.975875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-b34f3f9d-a09d-409c-be78-59aba1e76e30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0536838 Jul 16 02:18:35.081406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-967b9d73-8058-4f38-82c2-d99ad806279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:35.082958 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-967b9d73-8058-4f38-82c2-d99ad806279e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0881164 Jul 16 02:18:35.145734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-a66c4819-dfed-4996-b24a-6290361c3e7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 1001 time: 0.0565400 Jul 16 02:18:35.194348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-9b303e7f-a7b4-407f-b490-ca916e3245f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:35.195804 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-9b303e7f-a7b4-407f-b490-ca916e3245f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0439904 Jul 16 02:18:35.256458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-73b08040-ff4f-4d91-8dcc-3fbc9ddb9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:35.258024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-73b08040-ff4f-4d91-8dcc-3fbc9ddb9259 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564768 Jul 16 02:18:35.347439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-07cd43f7-d8d5-4be1-b947-ef4d072e6699 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828273 Jul 16 02:18:35.438754 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-1dbf6797-3061-4c00-afd3-d99e5d487d90 req-4258036d-6316-4637-b513-985bf17bc4e7 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Jul 16 02:18:37.921315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:40.203585 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-651706ea-6cbf-46fe-a2f1-dbe18e24c84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:42.444861 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-319df0a8-5207-4e2c-a605-c92ddd206902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:42.529356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:43.883546 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:45.429281 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:48.759910 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:50.776753 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-5652ae73-3491-49a2-ae22-3520b419cd4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529218 Jul 16 02:18:50.889889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-a5bf6be2-c933-4a70-9b81-9f49a6e43315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.891496 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-a5bf6be2-c933-4a70-9b81-9f49a6e43315 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1097 time: 0.0559099 Jul 16 02:18:51.288365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-4b647ade-db73-475b-ae5b-d06fcd72f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:51.290047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-4b647ade-db73-475b-ae5b-d06fcd72f898 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.3773851 Jul 16 02:18:51.360316 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-2da26537-d378-42fd-b592-a24ef5ca9cea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 1001 time: 0.0615342 Jul 16 02:18:51.414647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-a78a5ea4-4c94-47f4-8f0c-13272b87dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:51.416229 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-a78a5ea4-4c94-47f4-8f0c-13272b87dd72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0495152 Jul 16 02:18:51.484823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-2e3175d4-e684-49d6-86d2-1e0a447d3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:51.486507 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-2e3175d4-e684-49d6-86d2-1e0a447d3b31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540955 Jul 16 02:18:51.580105 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-b8134512-4d0a-41c9-ac78-441b6fa0831e service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Jul 16 02:18:51.676525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59e84860-eb84-465e-94f2-aa12256b8e61 req-a800709e-7b38-40a5-8dde-5105bcd569a4 service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879171 Jul 16 02:18:58.624490 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:07.922433 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:09.880934 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42684) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:10.044641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port f89ed6be-182e-4422-836c-1d185397827c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:10.044984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.123387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.123711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.136023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for f89ed6be-182e-4422-836c-1d185397827c owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:10.205760 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c146cf1-ae1b-4fc0-a6c8-a258934097e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.286839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.312605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=f89ed6be-182e-4422-836c-1d185397827c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:10.325609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.325959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.326303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.326640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.326977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.327309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.327639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.327967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.328292 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.328647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.328972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.329295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:10.387977 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.388256 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Floating IP 047f5552-e88b-427b-9bd9-ea4d70e68fe1 disassociated (deleted). External IP: 172.25.7.248, port: e9a54406-d2e7-423f-9f88-ea6ae68b86bd. Jul 16 02:19:10.596854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:10.704089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:10.708624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.714490 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:10.724248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:10.724890 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:18:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:10.745087 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aff1ed65-9b3e-4721-83e7-2381f20b59ee tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "DELETE /v2.0/floatingips/047f5552-e88b-427b-9bd9-ea4d70e68fe1 HTTP/1.1" status: 204 len: 168 time: 0.8630133 Jul 16 02:19:10.745672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:10.747933 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6016787e-f37d-4417-ba2f-3e1a99f09764" -d '{"events": [{"name": "network-changed", "server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:10.790224 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9d54e-bb6c-4397-b966-6c281136d995 x-openstack-request-id: req-2fd9d54e-bb6c-4397-b966-6c281136d995 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:10.790650 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:10.791022 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fd9d54e-bb6c-4397-b966-6c281136d995 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:10.791615 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'status': 'completed', 'code': 200} Jul 16 02:19:10.834883 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:10.887512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-65a8095c-6c1d-4702-b577-7e050eb03f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.889207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-65a8095c-6c1d-4702-b577-7e050eb03f2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 1097 time: 0.0546095 Jul 16 02:19:10.994034 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-1099fffa-cff5-4c2f-9c0a-69d3d00ec66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.995653 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-1099fffa-cff5-4c2f-9c0a-69d3d00ec66e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.0999269 Jul 16 02:19:11.073881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-b0e389c4-c53d-4a20-8b4d-90da2bfc1123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 200 len: 217 time: 0.0372674 Jul 16 02:19:11.087393 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:32Z', 'revision_number': 1, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:11.114384 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:11.123517 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:11.124691 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:18:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:11.133017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-f5d59ba5-e48c-4414-8f15-6265b2472210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:11.134531 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-f5d59ba5-e48c-4414-8f15-6265b2472210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0536628 Jul 16 02:19:11.135463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ea4f1-b5fe-4db1-8a4d-ec1967080c98 req-1296415e-37eb-430a-ba1b-242799f9dca0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:11.137030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-430ea4f1-b5fe-4db1-8a4d-ec1967080c98 req-1296415e-37eb-430a-ba1b-242799f9dca0 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 945 time: 0.0747695 Jul 16 02:19:11.181008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-430ea4f1-b5fe-4db1-8a4d-ec1967080c98 req-4e2c7f94-0d26-4ab5-8bf1-00dfd2d91728 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381927 Jul 16 02:19:11.203596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-7c9b7c26-6f4a-415a-b775-0ff70869fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:11.205060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-7c9b7c26-6f4a-415a-b775-0ff70869fdc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628891 Jul 16 02:19:11.232708 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:11.300937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-9fd2eb25-61c9-4502-9a04-1983c549e38d service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874734 Jul 16 02:19:11.392874 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6016787e-f37d-4417-ba2f-3e1a99f09764 req-449f9316-e4c1-4835-9ef1-8cb42338560d service neutron] 10.222.0.13 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849988 Jul 16 02:19:11.457128 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:32Z', 'revision_number': 1, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:11.483264 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcd18a-8264-41d2-85fe-79d2e0755f7f None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '0f7a2058-798f-4901-94b6-6fd0e048ed4d', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'port_id': 'decdb956-5c17-499e-bae6-014afe406cdd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'mac_address': 'fa:16:3e:b0:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:15:30Z', 'updated_at': '2021-07-16T02:15:32Z', 'revision_number': 1, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:11.699304 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dccca36-2565-4e28-9dab-8684e2801cb7 None None] New status for floating IP 047f5552-e88b-427b-9bd9-ea4d70e68fe1: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:12.387253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef18b44-6889-4568-b6cc-c5121d1f507c req-35023c24-0869-4dbe-bbc1-e62d36f5c23c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.388771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cef18b44-6889-4568-b6cc-c5121d1f507c req-35023c24-0869-4dbe-bbc1-e62d36f5c23c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 945 time: 0.0692484 Jul 16 02:19:12.427073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cef18b44-6889-4568-b6cc-c5121d1f507c req-e86b555d-b30e-4a92-b10f-7d35ed1f46ce tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jul 16 02:19:12.445631 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31a88500-36a9-4f18-b6fb-ea4839e9056b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.529268 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.852778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-21948dab-4728-4b41-bb8e-c1a4f733f73e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.854293 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-21948dab-4728-4b41-bb8e-c1a4f733f73e tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 945 time: 0.0634692 Jul 16 02:19:12.960260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port e9a54406-d2e7-423f-9f88-ea6ae68b86bd {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:12.960629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.049278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port e9a54406-d2e7-423f-9f88-ea6ae68b86bd, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:13.049715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.067598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for e9a54406-d2e7-423f-9f88-ea6ae68b86bd owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:13.194260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.223282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=e9a54406-d2e7-423f-9f88-ea6ae68b86bd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:13.272927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port e9a54406-d2e7-423f-9f88-ea6ae68b86bd on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:13.275527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.277557 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2a9442c3-d56c-4b93-9cd9-f062f9d3c2f6 req-35f7ffd1-8552-43a1-881b-13a529c4bf63 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.13 "DELETE /v2.0/ports/e9a54406-d2e7-423f-9f88-ea6ae68b86bd HTTP/1.1" status: 204 len: 173 time: 0.4176600 Jul 16 02:19:13.278012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'name': 'network-vif-deleted', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:13.280271 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6386943-a12b-43c1-a73c-819db4100c38" -d '{"events": [{"server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "name": "network-vif-deleted", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:13.323892 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487247d3-1daa-4c0e-860b-22f7bfe38ac5 x-openstack-request-id: req-487247d3-1daa-4c0e-860b-22f7bfe38ac5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:13.324192 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70233892-1665-40fc-8907-d85fd36260d7", "name": "network-vif-deleted", "tag": "e9a54406-d2e7-423f-9f88-ea6ae68b86bd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:13.324475 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-487247d3-1daa-4c0e-860b-22f7bfe38ac5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:13.324876 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70233892-1665-40fc-8907-d85fd36260d7', 'name': 'network-vif-deleted', 'tag': 'e9a54406-d2e7-423f-9f88-ea6ae68b86bd', 'status': 'completed', 'code': 200} Jul 16 02:19:13.572409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-042d5e7f-1094-4442-b302-349d337d7afb req-31a20d8c-5c93-4bad-8fa8-7f159cefea72 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 210 time: 0.0306175 Jul 16 02:19:13.891077 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:14.734002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abb9f6f3-3317-4166-8378-b05387644c0d req-28f02980-cfb8-41c1-b883-a0948bf0f80f tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 210 time: 0.0352571 Jul 16 02:19:15.430705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:15.883534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a878083c-1f53-4622-8bbb-84f3833ba9e3 req-af2b3e04-9fb2-4a25-951a-f1e1e2a9c046 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 210 time: 0.0310051 Jul 16 02:19:16.800690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9a54406-d2e7-423f-9f88-ea6ae68b86bd no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:16.820607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: e9a54406-d2e7-423f-9f88-ea6ae68b86bd {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:16.820970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device e9a54406-d2e7-423f-9f88-ea6ae68b86bd not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:17.040943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-258cecc5-19a5-4b4c-ba48-033805ca007b req-3303e5a3-3b84-4819-a2e7-d829c2262f5c tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=70233892-1665-40fc-8907-d85fd36260d7 HTTP/1.1" status: 200 len: 210 time: 0.0304294 Jul 16 02:19:18.758158 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.465729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42738) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:22.629244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port 9352a4b5-0a3d-4545-a1ce-9e67fdf37a7c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:22.629567 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.708021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.708345 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.719553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for 9352a4b5-0a3d-4545-a1ce-9e67fdf37a7c owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:22.867258 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.897288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=9352a4b5-0a3d-4545-a1ce-9e67fdf37a7c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:22.959392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.959724 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Floating IP 0f7a2058-798f-4901-94b6-6fd0e048ed4d disassociated (deleted). External IP: 172.25.7.119, port: decdb956-5c17-499e-bae6-014afe406cdd. Jul 16 02:19:23.168598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:23.275322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:23.280190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:23.284760 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:23.293185 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:23.293791 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:19:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:23.317069 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f016179e-7611-47e8-a3b8-79424b2b8b54 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "DELETE /v2.0/floatingips/0f7a2058-798f-4901-94b6-6fd0e048ed4d HTTP/1.1" status: 204 len: 168 time: 0.8502398 Jul 16 02:19:23.317757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:23.320152 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7" -d '{"events": [{"name": "network-changed", "server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "tag": "decdb956-5c17-499e-bae6-014afe406cdd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:23.367657 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6324c6-95cd-466a-8c38-bb62e8c44baa x-openstack-request-id: req-fe6324c6-95cd-466a-8c38-bb62e8c44baa {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:23.367657 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "tag": "decdb956-5c17-499e-bae6-014afe406cdd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:23.368560 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe6324c6-95cd-466a-8c38-bb62e8c44baa {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:23.369217 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd', 'status': 'completed', 'code': 200} Jul 16 02:19:23.444960 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-70fc59d1-14ca-4924-9b74-a7b1fc5c9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.446503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-70fc59d1-14ca-4924-9b74-a7b1fc5c9a53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=706f89ef506b4b4dabf973caf19db021&device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 1097 time: 0.0585868 Jul 16 02:19:23.500685 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:23.556065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-5b495671-5e0b-4a99-a414-2f0e055ea4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.557675 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-5b495671-5e0b-4a99-a414-2f0e055ea4fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 200 len: 913 time: 0.1051400 Jul 16 02:19:23.601998 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-ae0115dc-e9f6-4941-b2b8-fc8e0c27ee39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 200 len: 217 time: 0.0367303 Jul 16 02:19:23.652777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-84d697d7-a918-4f8b-b133-6dd36d0910b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.654302 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-84d697d7-a918-4f8b-b133-6dd36d0910b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 200 len: 851 time: 0.0459929 Jul 16 02:19:23.702852 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f70ac-af35-4712-bdba-a81236674536 req-2cf49f8b-4d4e-4cc3-80da-fa7850948212 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.705267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d64f70ac-af35-4712-bdba-a81236674536 req-2cf49f8b-4d4e-4cc3-80da-fa7850948212 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 945 time: 0.0669584 Jul 16 02:19:23.710695 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:23.719212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-d77f6a7c-df07-49c6-9846-c9d96499988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.720868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-d77f6a7c-df07-49c6-9846-c9d96499988a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6463c2f-2510-4871-8493-b571817d9a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591137 Jul 16 02:19:23.741748 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:23.749983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:23.750588 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:19:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:23.752575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d64f70ac-af35-4712-bdba-a81236674536 req-4ab5df18-814d-4e0c-a1e0-115cdbe095b1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Jul 16 02:19:23.816243 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-03770ac2-02c4-4e96-b37d-c6d70ca07390 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Jul 16 02:19:23.855518 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:23.912895 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1a613a5-67ae-4a21-ab32-6acfdd8758c7 req-3b3dc0ce-b02e-4f8b-8c53-8dbcb21b43e7 service neutron] 10.222.0.23 "GET /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894508 Jul 16 02:19:24.051871 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:24.076905 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377fa53-5e80-4f7a-98c0-eed9f78b568e None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '16e999f7-62b2-41f8-85b4-5c83bc5e2d4e', 'name': '', 'network_id': 'd6463c2f-2510-4871-8493-b571817d9a33', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'mac_address': 'fa:16:3e:f1:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:43Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'subnets': [{'id': 'b4c122ef-c3c9-4a61-85c2-2552e28bbb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:24.279198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f31f2b-5552-48f5-9b0b-129a7696c8cf None None] New status for floating IP 0f7a2058-798f-4901-94b6-6fd0e048ed4d: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:24.930273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249de4-5a2c-404e-81b1-cf18493b78f4 req-a8702201-49c2-4d0d-8b16-0b9d2d688095 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.931752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60249de4-5a2c-404e-81b1-cf18493b78f4 req-a8702201-49c2-4d0d-8b16-0b9d2d688095 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 945 time: 0.0665362 Jul 16 02:19:24.968929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60249de4-5a2c-404e-81b1-cf18493b78f4 req-076f1d9f-38e2-48c6-bb67-91c363c51db9 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/security-groups?id=3f62279b-d52b-4a61-98bb-8a35f59dfdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316422 Jul 16 02:19:25.193031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-9bb52e60-bfd0-4c53-8196-1295b903ff59 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:25.194467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-9bb52e60-bfd0-4c53-8196-1295b903ff59 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 945 time: 0.0628674 Jul 16 02:19:25.298134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port decdb956-5c17-499e-bae6-014afe406cdd {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:25.298473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:25.388370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] For port decdb956-5c17-499e-bae6-014afe406cdd, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=decdb956-5c17-499e-bae6-014afe406cdd,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:25.388767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:25.401731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for decdb956-5c17-499e-bae6-014afe406cdd owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:25.531704 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:25.561284 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=decdb956-5c17-499e-bae6-014afe406cdd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:25.609477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] No DVR routers for this DVR port decdb956-5c17-499e-bae6-014afe406cdd on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:25.612037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:25.614045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36a97846-9fa5-4567-9bde-dd3a19fe25b0 req-4a8e39a9-586d-4d21-8879-5863c4bd4605 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.23 "DELETE /v2.0/ports/decdb956-5c17-499e-bae6-014afe406cdd HTTP/1.1" status: 204 len: 173 time: 0.4139187 Jul 16 02:19:25.614482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'name': 'network-vif-deleted', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:25.616737 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00622ddd-7d96-425c-9619-3928fe50f3b3" -d '{"events": [{"server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "name": "network-vif-deleted", "tag": "decdb956-5c17-499e-bae6-014afe406cdd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:25.658398 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd7e57-fb6c-40a7-a925-1a8de8a09bb4 x-openstack-request-id: req-e8fd7e57-fb6c-40a7-a925-1a8de8a09bb4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:25.658698 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42767567-68b2-4a1a-a8d9-0cd4f86e5cca", "name": "network-vif-deleted", "tag": "decdb956-5c17-499e-bae6-014afe406cdd", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:25.659012 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8fd7e57-fb6c-40a7-a925-1a8de8a09bb4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:25.660004 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42767567-68b2-4a1a-a8d9-0cd4f86e5cca', 'name': 'network-vif-deleted', 'tag': 'decdb956-5c17-499e-bae6-014afe406cdd', 'status': 'completed', 'code': 200} Jul 16 02:19:26.115232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-596ece7b-b290-4a05-ad00-17ae93b5d7d7 req-1b37eac6-a522-40d9-817b-6caeaa33def1 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 210 time: 0.0296040 Jul 16 02:19:27.258354 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3925378f-9d98-4df5-9dc7-b493a008d22d req-94d1df01-a4d1-4db8-be72-e454bb70b242 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 210 time: 0.0291560 Jul 16 02:19:28.400869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-360e4b70-1709-4674-98aa-1f99beb2760b req-c2c47c3d-25c5-42c2-84e0-74cd1faf7b07 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "GET /v2.0/ports?device_id=42767567-68b2-4a1a-a8d9-0cd4f86e5cca HTTP/1.1" status: 200 len: 210 time: 0.0324843 Jul 16 02:19:29.492667 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42758) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:29.584037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device decdb956-5c17-499e-bae6-014afe406cdd no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:29.616014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: decdb956-5c17-499e-bae6-014afe406cdd {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:29.616515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device decdb956-5c17-499e-bae6-014afe406cdd not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:29.634052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Deleting port 3eb19a54-9747-4345-95e5-768a0e6b64ed {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:29.634391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.708865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.709194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.720454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Calling delete_port for 3eb19a54-9747-4345-95e5-768a0e6b64ed owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:29.852438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.878491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'Port': ['ID=3eb19a54-9747-4345-95e5-768a0e6b64ed,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:29.903819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.904163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.904523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.904861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.905188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.905513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.905833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.906153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.906472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.906790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.907107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.907422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:29.950889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.953391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.954540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d26ec08-4df9-41ec-83e2-2c8e9a72eb71 tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "DELETE /v2.0/floatingips/1d1308d9-f460-47a8-a705-380f3b636880 HTTP/1.1" status: 204 len: 168 time: 0.4608667 Jul 16 02:19:32.270039 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:32.336121 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e44050-f281-4260-822d-28e68285469b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.365997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e44050-f281-4260-822d-28e68285469b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.433170 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e44050-f281-4260-822d-28e68285469b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.435574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-05e44050-f281-4260-822d-28e68285469b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.439345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-05e44050-f281-4260-822d-28e68285469b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] 10.222.0.42 "DELETE /v2.0/security-groups/3f62279b-d52b-4a61-98bb-8a35f59dfdf6 HTTP/1.1" status: 204 len: 168 time: 0.1657388 Jul 16 02:19:32.451932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e44050-f281-4260-822d-28e68285469b tempest-TestVolumeBootPattern-1452330021 tempest-TestVolumeBootPattern-1452330021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f62279b-d52b-4a61-98bb-8a35f59dfdf6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:32.509356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42776) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:33.000936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.261709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Deleting port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:33.261979 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.337425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] For port 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:33.338068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.350642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Calling delete_port for 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:33.528065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.557933 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e999f7-62b2-41f8-85b4-5c83bc5e2d4e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:33.724662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.241998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Router 0dbf487b-7947-4e2d-a82a-967989a83bdd has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:34.352733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:34.358000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1f559551-a4cf-4e58-bd34-b5dcecda4e52 admin admin] 10.222.0.42 "PUT /v2.0/routers/0dbf487b-7947-4e2d-a82a-967989a83bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8476107 Jul 16 02:19:34.360566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:34.363154 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] Sync routers for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:34.372509 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:34.373135 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:19:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.466276 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.477014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:34.564536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.621473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Deleting port 14dd317a-30dc-418a-820a-2cd84662f3d6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:34.621820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.655646 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:19:33Z', 'revision_number': 5, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port': {'id': '14dd317a-30dc-418a-820a-2cd84662f3d6', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:bd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.681946 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] Checking router: 0dbf487b-7947-4e2d-a82a-967989a83bdd for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:34.690156 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] Routers {'0dbf487b-7947-4e2d-a82a-967989a83bdd'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:34.690868 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:19:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0dbf487b-7947-4e2d-a82a-967989a83bdd'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.700211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] For port 14dd317a-30dc-418a-820a-2cd84662f3d6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=14dd317a-30dc-418a-820a-2cd84662f3d6,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:34.700610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.713983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Calling delete_port for 14dd317a-30dc-418a-820a-2cd84662f3d6 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:34.776038 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] Set router 0dbf487b-7947-4e2d-a82a-967989a83bdd gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:34.829531 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:19:34Z', 'revision_number': 6, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.859913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d04a7-8f6d-4998-b322-7b9eac73f1bc None None] The sync data for ids ['0dbf487b-7947-4e2d-a82a-967989a83bdd'] in n-d-791506-20 is: [{'id': '0dbf487b-7947-4e2d-a82a-967989a83bdd', 'name': 'tempest-TestVolumeBootPattern-1616643780-router', 'tenant_id': '706f89ef506b4b4dabf973caf19db021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:32Z', 'updated_at': '2021-07-16T02:19:34Z', 'revision_number': 6, 'project_id': '706f89ef506b4b4dabf973caf19db021', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:34.890074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.916058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=14dd317a-30dc-418a-820a-2cd84662f3d6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.978147 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.066194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.068228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.111982 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.112568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dbf487b-7947-4e2d-a82a-967989a83bdd {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:19:35.116762 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.117904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-119dd57e-df7a-44b0-a940-fd4b2f912b9b admin admin] 10.222.0.42 "DELETE /v2.0/routers/0dbf487b-7947-4e2d-a82a-967989a83bdd HTTP/1.1" status: 204 len: 168 time: 0.7562282 Jul 16 02:19:35.120579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:35.167912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Deleting subnet b4c122ef-c3c9-4a61-85c2-2552e28bbb84 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:35.170787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.204627 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.287055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.340569 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.372191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c122ef-c3c9-4a61-85c2-2552e28bbb84,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:35.374210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.377370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ea1a58d0-278f-4e8b-8f99-713cff25f23a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4c122ef-c3c9-4a61-85c2-2552e28bbb84 HTTP/1.1" status: 204 len: 168 time: 0.2545993 Jul 16 02:19:35.378681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42784) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:35.381364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340bc982-a40d-468e-9784-fab3d08ccfaa None None] Network d6463c2f-2510-4871-8493-b571817d9a33 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:35.446955 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.499880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Deleting port a19d6a57-d9b4-4199-a666-d874e2117080 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:35.500223 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.569601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] For port a19d6a57-d9b4-4199-a666-d874e2117080, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a19d6a57-d9b4-4199-a666-d874e2117080,segment=NetworkSegment(c8c620aa-361b-4f09-9e61-ddf2a39f4959),segment_id=c8c620aa-361b-4f09-9e61-ddf2a39f4959)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:35.569881 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.585001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Calling delete_port for a19d6a57-d9b4-4199-a666-d874e2117080 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:35.617746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] DHCP port deletion for d6463c2f-2510-4871-8493-b571817d9a33 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:35.623604 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:35.665241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Deleting port a19d6a57-d9b4-4199-a666-d874e2117080 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:35.665745 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.667534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.692308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19d6a57-d9b4-4199-a666-d874e2117080,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:35.698558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] No DVR routers for this DVR port a19d6a57-d9b4-4199-a666-d874e2117080 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:35.737053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] For port a19d6a57-d9b4-4199-a666-d874e2117080, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:35.737485 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.749195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Calling delete_port for a19d6a57-d9b4-4199-a666-d874e2117080 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:35.751917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Port a19d6a57-d9b4-4199-a666-d874e2117080 was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:19:35.754106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.775616 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.780500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Pushing event deleted for resources: {'Port': ['ID=a19d6a57-d9b4-4199-a666-d874e2117080,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:35.788900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6463c2f-2510-4871-8493-b571817d9a33']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:35.789694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.790042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.790379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.790714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.791044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.791372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.791699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.792019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.792346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.792693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.793015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.793334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:35.796349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80b463-4e01-4b6d-a5af-81bda3b20479 None None] No DVR routers for this DVR port a19d6a57-d9b4-4199-a666-d874e2117080 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:35.799813 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c620aa-361b-4f09-9e61-ddf2a39f4959') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:35.800122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c620aa-361b-4f09-9e61-ddf2a39f4959') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:35.810045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.827338 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.833724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:35.834195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:35.835953 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:35.900139 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.905710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.907697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d6463c2f-2510-4871-8493-b571817d9a33 HTTP/1.1" status: 204 len: 168 time: 0.5280132 Jul 16 02:19:35.910805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42786) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:35.918360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0736f1-c85d-44ab-9063-0a7b73ace6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6463c2f-2510-4871-8493-b571817d9a33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:36.347684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a19d6a57-d9b4-4199-a666-d874e2117080 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:36.368432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a19d6a57-d9b4-4199-a666-d874e2117080 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:36.368790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a19d6a57-d9b4-4199-a666-d874e2117080 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:36.369204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 14dd317a-30dc-418a-820a-2cd84662f3d6 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:36.388384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 14dd317a-30dc-418a-820a-2cd84662f3d6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:36.389087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 14dd317a-30dc-418a-820a-2cd84662f3d6 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:36.389199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:36.407692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:36.408037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 16e999f7-62b2-41f8-85b4-5c83bc5e2d4e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:36.542057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:36.795013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Deleting port eb1cd8c3-4f03-4055-95a5-afc575d2677e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:36.795277 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:36.876492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] For port eb1cd8c3-4f03-4055-95a5-afc575d2677e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=eb1cd8c3-4f03-4055-95a5-afc575d2677e,segment=NetworkSegment(42b6974c-bf35-4941-85fb-df04b0612194),segment_id=42b6974c-bf35-4941-85fb-df04b0612194)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:36.876852 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:36.889814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Calling delete_port for eb1cd8c3-4f03-4055-95a5-afc575d2677e owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:37.070041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.095829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1cd8c3-4f03-4055-95a5-afc575d2677e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:37.265728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.480517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Router 1c574027-f891-45c5-b459-80764cf12ea8 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:37.586424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:37.592628 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-75c19128-922b-4a07-af22-d671167aec31 admin admin] 10.222.0.42 "PUT /v2.0/routers/1c574027-f891-45c5-b459-80764cf12ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6801641 Jul 16 02:19:37.595309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:37.598970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] Sync routers for ids ['1c574027-f891-45c5-b459-80764cf12ea8'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:37.608093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] Routers {'1c574027-f891-45c5-b459-80764cf12ea8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:37.608748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:19:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['1c574027-f891-45c5-b459-80764cf12ea8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:37.702971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.812300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.865057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Deleting port 01e0b3a6-624b-4411-aff6-51a4c947db07 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:37.865409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.880919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] Set router 1c574027-f891-45c5-b459-80764cf12ea8 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:37.955700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] For port 01e0b3a6-624b-4411-aff6-51a4c947db07, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=01e0b3a6-624b-4411-aff6-51a4c947db07,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:37.955999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.956756 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.968372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Calling delete_port for 01e0b3a6-624b-4411-aff6-51a4c947db07 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:38.070773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:19:37Z', 'revision_number': 5, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port': {'id': '01e0b3a6-624b-4411-aff6-51a4c947db07', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c574027-f891-45c5-b459-80764cf12ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:38Z', 'updated_at': '2021-07-16T02:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:38.098525 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] Checking router: 1c574027-f891-45c5-b459-80764cf12ea8 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:38.107186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] Routers {'1c574027-f891-45c5-b459-80764cf12ea8'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:38.107808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:19:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['1c574027-f891-45c5-b459-80764cf12ea8'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:38.140883 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.167190 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=01e0b3a6-624b-4411-aff6-51a4c947db07,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:38.195284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] Set router 1c574027-f891-45c5-b459-80764cf12ea8 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:38.227333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.249219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:19:37Z', 'revision_number': 6, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:38.275966 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36dee7-a873-4f91-a248-efa674163cec None None] The sync data for ids ['1c574027-f891-45c5-b459-80764cf12ea8'] in n-d-791506-20 is: [{'id': '1c574027-f891-45c5-b459-80764cf12ea8', 'name': 'tempest-TestVolumeBootPattern-1000116388-router', 'tenant_id': '883a0168b69c404f97346cefe3850376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:37Z', 'updated_at': '2021-07-16T02:19:37Z', 'revision_number': 6, 'project_id': '883a0168b69c404f97346cefe3850376', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:38.319594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.321751 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.370844 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.371398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c574027-f891-45c5-b459-80764cf12ea8 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:19:38.376008 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.377243 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cfdf5fda-bb90-4f27-b257-fa7defaea3dd admin admin] 10.222.0.42 "DELETE /v2.0/routers/1c574027-f891-45c5-b459-80764cf12ea8 HTTP/1.1" status: 204 len: 168 time: 0.7810099 Jul 16 02:19:38.381341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42790) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:38.425887 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Deleting subnet b4ff996e-7a7f-41fc-9b0a-0d51f45b3987 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:38.428982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.462513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.542266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.593641 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.619351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ff996e-7a7f-41fc-9b0a-0d51f45b3987,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:38.622805 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.624805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-badeca0d-5b6c-4d93-9435-5804b2daca0d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4ff996e-7a7f-41fc-9b0a-0d51f45b3987 HTTP/1.1" status: 204 len: 168 time: 0.2424743 Jul 16 02:19:38.627319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42792) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:38.630066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbf6ba-9878-4c37-908f-f172956709cd None None] Network 9a64b830-e7f2-493f-b1a7-14b6c0e38074 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:38.701190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.763890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Deleting port 625ab9fd-d552-4ab5-839d-beca2af22de4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:38.764532 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.846844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] For port 625ab9fd-d552-4ab5-839d-beca2af22de4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=625ab9fd-d552-4ab5-839d-beca2af22de4,segment=NetworkSegment(42b6974c-bf35-4941-85fb-df04b0612194),segment_id=42b6974c-bf35-4941-85fb-df04b0612194)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:38.847427 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.862017 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Calling delete_port for 625ab9fd-d552-4ab5-839d-beca2af22de4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:38.945798 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.971046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=625ab9fd-d552-4ab5-839d-beca2af22de4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:38.972966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] No DVR routers for this DVR port 625ab9fd-d552-4ab5-839d-beca2af22de4 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:39.040644 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.050707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a64b830-e7f2-493f-b1a7-14b6c0e38074']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:39.063721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b6974c-bf35-4941-85fb-df04b0612194') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:39.064018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b6974c-bf35-4941-85fb-df04b0612194') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:39.074615 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.089861 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.096625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:39.097437 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:39.100325 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:39.106667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4742c8-2651-4f6f-8c30-f1c05941760a None None] DHCP port deletion for 9a64b830-e7f2-493f-b1a7-14b6c0e38074 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:39.158270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.164368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.166281 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9a64b830-e7f2-493f-b1a7-14b6c0e38074 HTTP/1.1" status: 204 len: 168 time: 0.5372770 Jul 16 02:19:39.179475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec823fcb-21ae-4e4e-9092-43417b3e8a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a64b830-e7f2-493f-b1a7-14b6c0e38074,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:39.298888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42796) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:39.342269 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19b833cf-213b-40b5-9122-013e40227146 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=706f89ef506b4b4dabf973caf19db021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408523 Jul 16 02:19:39.344797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42798) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:39.399183 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1d5a-af40-42a4-b472-8ac673b30e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.424539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1d5a-af40-42a4-b472-8ac673b30e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.472126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1d5a-af40-42a4-b472-8ac673b30e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.474885 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1d5a-af40-42a4-b472-8ac673b30e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.476141 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a6ba1d5a-af40-42a4-b472-8ac673b30e5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dffe2df7-d5d7-4082-9514-0ddccaee8974 HTTP/1.1" status: 204 len: 168 time: 0.1303813 Jul 16 02:19:39.483822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba1d5a-af40-42a4-b472-8ac673b30e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffe2df7-d5d7-4082-9514-0ddccaee8974,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:39.810673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42806) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:39.851964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-80a4bb42-692d-45e8-b95f-1f67d0a6a7d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=883a0168b69c404f97346cefe3850376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400329 Jul 16 02:19:39.854370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42808) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:39.902273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1a45f5c-83c3-4e89-afec-85fe85f0ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.923524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1a45f5c-83c3-4e89-afec-85fe85f0ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.970601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1a45f5c-83c3-4e89-afec-85fe85f0ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.973264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1a45f5c-83c3-4e89-afec-85fe85f0ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.974530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c1a45f5c-83c3-4e89-afec-85fe85f0ec9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7b69c39-766f-421e-a0bf-002a9765b0f4 HTTP/1.1" status: 204 len: 168 time: 0.1191485 Jul 16 02:19:39.982208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a45f5c-83c3-4e89-afec-85fe85f0ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b69c39-766f-421e-a0bf-002a9765b0f4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:40.211988 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c3b9-24af-44d6-a4c0-6b992fc7de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.348367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 625ab9fd-d552-4ab5-839d-beca2af22de4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:40.374273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 625ab9fd-d552-4ab5-839d-beca2af22de4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:40.374628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 625ab9fd-d552-4ab5-839d-beca2af22de4 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:40.375057 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01e0b3a6-624b-4411-aff6-51a4c947db07 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:40.396883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 01e0b3a6-624b-4411-aff6-51a4c947db07 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:40.397235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 01e0b3a6-624b-4411-aff6-51a4c947db07 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:40.397657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb1cd8c3-4f03-4055-95a5-afc575d2677e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:40.417890 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: eb1cd8c3-4f03-4055-95a5-afc575d2677e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:40.418243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device eb1cd8c3-4f03-4055-95a5-afc575d2677e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:42.445980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e31c-9fec-43fa-a535-b7905f2363c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.530755 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:43.888605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.435580 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.773970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.274125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-89218aef-3c57-442f-ad2a-11a8c06f4b4c tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=831853600998472c8cd9e475d925e80f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300100 Jul 16 02:19:50.470093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-18f07983-4b6b-4d1f-94fc-f3234f5f5d2b tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.471489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-18f07983-4b6b-4d1f-94fc-f3234f5f5d2b tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922450 Jul 16 02:19:50.486594 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-ed20e504-7be1-4ab7-9ba7-bb3afab21f2d tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/quotas/831853600998472c8cd9e475d925e80f HTTP/1.1" status: 200 len: 375 time: 0.0090075 Jul 16 02:19:50.525122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-1de29d30-077e-4c52-b01d-80f83578c5bc tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=831853600998472c8cd9e475d925e80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322700 Jul 16 02:19:50.691607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b6ea1c6e-fa12-4c70-ba1c-c664c562385d req-2269f3af-ad1d-410e-b595-34cdaa3283e9 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Jul 16 02:19:51.772101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0beb581c-0029-4630-9f99-fedcc2e63d40 req-2911f7b9-f2af-40a4-8eeb-ac3d40bf25db tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Jul 16 02:19:52.748375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-80939bed-c320-4ed1-81d9-51bdc76558af tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=831853600998472c8cd9e475d925e80f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325775 Jul 16 02:19:52.923623 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-503aebec-ad3d-458c-93fe-a6c68cfef5d0 req-241356e1-bbdb-4ae5-a084-5d0270a2193e tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 210 time: 0.0303657 Jul 16 02:19:52.946314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-fccf5c69-3b47-47ed-ac29-b19549f8b6ba tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:52.947749 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-fccf5c69-3b47-47ed-ac29-b19549f8b6ba tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931362 Jul 16 02:19:52.970655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Request body: {'port': {'device_id': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'admin_state_up': True, 'tenant_id': '831853600998472c8cd9e475d925e80f'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.077475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Made reservation on behalf of 831853600998472c8cd9e475d925e80f for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:53.081679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.090338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.182327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.185991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.247007 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f643569-421d-4871-ad79-e0d9d4437b10,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.317599 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Allocated IP 192.168.233.205 (77f6c24b-5cb1-4377-b8f3-acd7ab103b27/f01a9abd-d193-4075-bfd1-0beb10b2d0d9/18c2d211-8312-4171-b4b7-260a73b25016) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:53.467938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.481537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Transition to ACTIVE for port object 18c2d211-8312-4171-b4b7-260a73b25016 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:53.514479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.563267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:53.566500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:53.570430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:53.593488 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Pushing event updated for resources: {'Port': ['ID=18c2d211-8312-4171-b4b7-260a73b25016,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.624169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:53.624893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.640153 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-73f06dac-6b6c-45e7-9b76-76342a1e3211 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6731274 Jul 16 02:19:53.761769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Request body: {'port': {'device_id': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.779777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cf92a53a-70e5-4ce5-ba3c-10acb3e1273a None None] Provisioning for port 18c2d211-8312-4171-b4b7-260a73b25016 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:53.783504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cf92a53a-70e5-4ce5-ba3c-10acb3e1273a None None] Provisioning complete for port 18c2d211-8312-4171-b4b7-260a73b25016 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:53.784050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf92a53a-70e5-4ce5-ba3c-10acb3e1273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.818030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cf92a53a-70e5-4ce5-ba3c-10acb3e1273a None None] Port 18c2d211-8312-4171-b4b7-260a73b25016 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:19:53.839061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.111332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a001-af4e-4bdf-a11a-ef4e86c36b88 req-fc5ea335-a0c8-46d9-a706-7ffa877b3189 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.113661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df24a001-af4e-4bdf-a11a-ef4e86c36b88 req-fc5ea335-a0c8-46d9-a706-7ffa877b3189 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 936 time: 0.0705826 Jul 16 02:19:54.154096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df24a001-af4e-4bdf-a11a-ef4e86c36b88 req-f939e486-5ffb-4581-bc1b-01fe2a20d7c5 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Jul 16 02:19:54.382018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c2d211-8312-4171-b4b7-260a73b25016 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:54.389512 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.401056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Transition to ACTIVE for port object 18c2d211-8312-4171-b4b7-260a73b25016 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:54.405489 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.456282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Pushing event updated for resources: {'Port': ['ID=18c2d211-8312-4171-b4b7-260a73b25016,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.531963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Attempting to bind port 18c2d211-8312-4171-b4b7-260a73b25016 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:54.532303 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Attempting to bind port 18c2d211-8312-4171-b4b7-260a73b25016 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:54.532672 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Attempting to bind port 18c2d211-8312-4171-b4b7-260a73b25016 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:54.538110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Port 18c2d211-8312-4171-b4b7-260a73b25016 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:54.538435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Attempting to bind port 18c2d211-8312-4171-b4b7-260a73b25016 on network 77f6c24b-5cb1-4377-b8f3-acd7ab103b27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:54.543376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:54.543718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Checking segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:54.544106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Bound using segment: {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:54.544570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Bound port: 18c2d211-8312-4171-b4b7-260a73b25016, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5046f8c-6630-467a-8087-97763f882aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:54.544936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.610807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] For port 18c2d211-8312-4171-b4b7-260a73b25016, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:54.614848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] For port 18c2d211-8312-4171-b4b7-260a73b25016, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=18c2d211-8312-4171-b4b7-260a73b25016,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:54.619029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.659475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.660763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.662155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] 10.222.0.13 "PUT /v2.0/ports/18c2d211-8312-4171-b4b7-260a73b25016 HTTP/1.1" status: 200 len: 1097 time: 1.0083871 Jul 16 02:19:54.662622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'tag': '18c2d211-8312-4171-b4b7-260a73b25016'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:54.664953 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50778600-c6f3-48fe-9d89-8e06ad12cb59" -d '{"events": [{"name": "network-changed", "server_uuid": "7aba5e5f-eb47-4233-9b7c-580090314ce0", "tag": "18c2d211-8312-4171-b4b7-260a73b25016"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:54.691735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5193d-9bc7-4ad6-ac63-c0f2f3b5f77e service neutron] Pushing event updated for resources: {'Port': ['ID=18c2d211-8312-4171-b4b7-260a73b25016,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.710550 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c98f2-df92-4695-9958-96b5647ee876 x-openstack-request-id: req-274c98f2-df92-4695-9958-96b5647ee876 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:54.710849 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aba5e5f-eb47-4233-9b7c-580090314ce0", "tag": "18c2d211-8312-4171-b4b7-260a73b25016", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:54.711116 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-274c98f2-df92-4695-9958-96b5647ee876 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:54.711516 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'tag': '18c2d211-8312-4171-b4b7-260a73b25016', 'status': 'completed', 'code': 200} Jul 16 02:19:54.783674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-eb47e1d8-12c0-4ad6-9a18-6e3baf2fac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.785976 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-eb47e1d8-12c0-4ad6-9a18-6e3baf2fac25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=831853600998472c8cd9e475d925e80f&device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 1100 time: 0.0582385 Jul 16 02:19:54.838118 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-8092d6aa-02c0-4a44-96f1-ddeb673332f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=18c2d211-8312-4171-b4b7-260a73b25016 HTTP/1.1" status: 200 len: 217 time: 0.0392556 Jul 16 02:19:54.887205 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-20587345-72e8-418f-a0ef-c90765321201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.888702 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-20587345-72e8-418f-a0ef-c90765321201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0442598 Jul 16 02:19:54.944475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-8519652b-4ac7-4685-afa6-075e1a40a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.945965 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-8519652b-4ac7-4685-afa6-075e1a40a550 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511577 Jul 16 02:19:55.039974 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-32571f85-471e-4e91-8e80-a2758189a35e service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873857 Jul 16 02:19:55.128978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3310dc66-9b56-41cc-9e41-2f9a353320a7 req-d07d6edc-dc78-4f42-8e1a-22c7be16cd2e service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817688 Jul 16 02:19:55.287027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-85d19bcd-5890-4ef0-b1cf-86fd779f82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.288646 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-85d19bcd-5890-4ef0-b1cf-86fd779f82d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=831853600998472c8cd9e475d925e80f&device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 1100 time: 0.0631146 Jul 16 02:19:55.328495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496267f7-748a-4220-afd3-aaa51eab663c req-9b73af8f-5301-4116-86f0-563f97fe8115 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.330026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-496267f7-748a-4220-afd3-aaa51eab663c req-9b73af8f-5301-4116-86f0-563f97fe8115 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 948 time: 0.0641329 Jul 16 02:19:55.371649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-496267f7-748a-4220-afd3-aaa51eab663c req-3651e010-b6c9-46bc-8719-0a8664edfc59 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350361 Jul 16 02:19:55.379808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-792d446c-23bc-4a13-a8ee-a7ef6edc855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.381535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-792d446c-23bc-4a13-a8ee-a7ef6edc855d service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27 HTTP/1.1" status: 200 len: 870 time: 0.0864828 Jul 16 02:19:55.427776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-dfe58a8d-c5ab-4558-9c94-c48625ea48d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=18c2d211-8312-4171-b4b7-260a73b25016 HTTP/1.1" status: 200 len: 217 time: 0.0390146 Jul 16 02:19:55.476281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-6f81f9a6-05f8-4b95-91c3-0fc90b81241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.477755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-6f81f9a6-05f8-4b95-91c3-0fc90b81241b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f01a9abd-d193-4075-bfd1-0beb10b2d0d9 HTTP/1.1" status: 200 len: 843 time: 0.0433776 Jul 16 02:19:55.534768 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-def20c5c-a847-4430-b72d-58720cc2d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.536270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-def20c5c-a847-4430-b72d-58720cc2d4f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f6c24b-5cb1-4377-b8f3-acd7ab103b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517809 Jul 16 02:19:55.632312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-421669fa-bdda-4863-a884-b2181f2b9e2b service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877404 Jul 16 02:19:55.722327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-50778600-c6f3-48fe-9d89-8e06ad12cb59 req-d5792e77-999f-40e7-bc66-e4712104c618 service neutron] 10.222.0.13 "GET /v2.0/networks/77f6c24b-5cb1-4377-b8f3-acd7ab103b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815876 Jul 16 02:19:56.552753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f89c05-eef6-4655-be11-f0e87345b227 req-9a63fea6-07be-4002-98e0-0ab489733422 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:56.554171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56f89c05-eef6-4655-be11-f0e87345b227 req-9a63fea6-07be-4002-98e0-0ab489733422 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 948 time: 0.0690930 Jul 16 02:19:56.592715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-56f89c05-eef6-4655-be11-f0e87345b227 req-539c3c36-b7d0-436e-83ba-4fc93537fbe0 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Jul 16 02:19:57.766588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e1270-ab69-414d-bca4-b0adf18bc7de req-f64f588c-5039-4027-9559-5ef242f712a8 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:57.768115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-183e1270-ab69-414d-bca4-b0adf18bc7de req-f64f588c-5039-4027-9559-5ef242f712a8 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 948 time: 0.0661263 Jul 16 02:19:57.811562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-183e1270-ab69-414d-bca4-b0adf18bc7de req-f6e43aaa-8cfb-4d32-b88c-d10bdbb188fa tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Jul 16 02:19:58.982701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b1da0-95e8-4794-bc4d-6c2f5842db4a req-985bf46a-da15-4ac3-9e40-7a51f8589f49 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:58.985169 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-557b1da0-95e8-4794-bc4d-6c2f5842db4a req-985bf46a-da15-4ac3-9e40-7a51f8589f49 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 948 time: 0.0635650 Jul 16 02:19:58.986632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 18c2d211-8312-4171-b4b7-260a73b25016 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:59.027513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-557b1da0-95e8-4794-bc4d-6c2f5842db4a req-f7aa5f2d-fa45-4500-bc58-341af4fbe113 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Jul 16 02:19:59.084226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 18c2d211-8312-4171-b4b7-260a73b25016, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=18c2d211-8312-4171-b4b7-260a73b25016,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:59.094484 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '18c2d211-8312-4171-b4b7-260a73b25016', 'network_id': '77f6c24b-5cb1-4377-b8f3-acd7ab103b27', 'port_id': '18c2d211-8312-4171-b4b7-260a73b25016', 'mac_address': 'fa:16:3e:19:3b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a9abd-d193-4075-bfd1-0beb10b2d0d9', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:59.131073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.143258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c2d211-8312-4171-b4b7-260a73b25016 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:59.163605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 18c2d211-8312-4171-b4b7-260a73b25016, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=18c2d211-8312-4171-b4b7-260a73b25016,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:59.167189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.213418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=18c2d211-8312-4171-b4b7-260a73b25016,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:59.486443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['18c2d211-8312-4171-b4b7-260a73b25016'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:00.198142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95234-4e9b-4843-86da-a6b3af9512e1 req-4514886d-9014-40c9-8e2b-e4afee68228e tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.199651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4c95234-4e9b-4843-86da-a6b3af9512e1 req-4514886d-9014-40c9-8e2b-e4afee68228e tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 949 time: 0.0630012 Jul 16 02:20:00.238349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4c95234-4e9b-4843-86da-a6b3af9512e1 req-0647392b-7046-42f5-9061-072b17c9284b tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Jul 16 02:20:01.005231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 18c2d211-8312-4171-b4b7-260a73b25016 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:01.052710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 18c2d211-8312-4171-b4b7-260a73b25016 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:01.056195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 18c2d211-8312-4171-b4b7-260a73b25016 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:01.056588 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.132818 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.154042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c2d211-8312-4171-b4b7-260a73b25016'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:01.156284 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cdd781-7eb7-44aa-9cc1-ff774f538908" -d '{"events": [{"server_uuid": "7aba5e5f-eb47-4233-9b7c-580090314ce0", "name": "network-vif-plugged", "status": "completed", "tag": "18c2d211-8312-4171-b4b7-260a73b25016"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:01.169441 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 18c2d211-8312-4171-b4b7-260a73b25016, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=18c2d211-8312-4171-b4b7-260a73b25016,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:01.174769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.223016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=18c2d211-8312-4171-b4b7-260a73b25016,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:01.257815 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1457c594-1afe-4d86-9ed9-370f2678ff52 x-openstack-request-id: req-1457c594-1afe-4d86-9ed9-370f2678ff52 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:01.258121 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba5e5f-eb47-4233-9b7c-580090314ce0", "name": "network-vif-plugged", "status": "completed", "tag": "18c2d211-8312-4171-b4b7-260a73b25016", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:01.258404 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1457c594-1afe-4d86-9ed9-370f2678ff52 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:01.258806 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c2d211-8312-4171-b4b7-260a73b25016', 'code': 200} Jul 16 02:20:01.404626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94403d-d9fd-4988-96b5-3a207c3afd98 req-087d12ed-abde-4036-8074-ab2445642ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:01.406141 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de94403d-d9fd-4988-96b5-3a207c3afd98 req-087d12ed-abde-4036-8074-ab2445642ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 1102 time: 0.0579426 Jul 16 02:20:01.415679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed70564-f47e-422f-8b6e-bdcfd10e3bf9 req-431786ee-13b6-455b-a2fb-f1a3ac6df0c1 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:01.417203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ed70564-f47e-422f-8b6e-bdcfd10e3bf9 req-431786ee-13b6-455b-a2fb-f1a3ac6df0c1 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 950 time: 0.0647123 Jul 16 02:20:01.441526 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-de94403d-d9fd-4988-96b5-3a207c3afd98 req-90fcd217-d70d-4068-b76b-d49390d66796 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280814 Jul 16 02:20:01.454893 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ed70564-f47e-422f-8b6e-bdcfd10e3bf9 req-392d08be-54e0-4382-8d2b-f470906a0702 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jul 16 02:20:02.638842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76dbf-1338-45df-9c56-fbdcceb80332 req-f6e27cb4-964b-444a-8bee-248fa4cfeac4 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:02.640322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35b76dbf-1338-45df-9c56-fbdcceb80332 req-f6e27cb4-964b-444a-8bee-248fa4cfeac4 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 950 time: 0.0697982 Jul 16 02:20:02.679555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35b76dbf-1338-45df-9c56-fbdcceb80332 req-660f8b87-f938-48eb-8ea1-667e336724ef tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Jul 16 02:20:03.852174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fa5bb-6981-49c3-865e-97083d377865 req-a0f75dd6-1b45-4ec9-9ca1-840981c82a84 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.853686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-019fa5bb-6981-49c3-865e-97083d377865 req-a0f75dd6-1b45-4ec9-9ca1-840981c82a84 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 950 time: 0.0644825 Jul 16 02:20:03.894500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-019fa5bb-6981-49c3-865e-97083d377865 req-24a5d514-9eb1-43be-9ef0-9407a23cd846 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Jul 16 02:20:04.216897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-278e8a8d-6d64-47f4-b44f-f6d44d2c805f req-a31ca18b-3573-40e2-ba26-ff7aff90731f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:20:04.218006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-278e8a8d-6d64-47f4-b44f-f6d44d2c805f req-a31ca18b-3573-40e2-ba26-ff7aff90731f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561357 Jul 16 02:20:04.551248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-3505c875-ba7e-40e5-a928-602b8da7ca1b req-3d25ad48-6838-4513-b5eb-ed80b985b9e3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:20:04.552253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3505c875-ba7e-40e5-a928-602b8da7ca1b req-3d25ad48-6838-4513-b5eb-ed80b985b9e3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058904 Jul 16 02:20:05.036988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcacf63-3112-4adf-9985-4b8e41088756 req-c9f80f67-e671-4bd8-bf03-6ab8f25d2244 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:05.038369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bcacf63-3112-4adf-9985-4b8e41088756 req-c9f80f67-e671-4bd8-bf03-6ab8f25d2244 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 950 time: 0.0672457 Jul 16 02:20:05.075737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bcacf63-3112-4adf-9985-4b8e41088756 req-30a22018-6129-4f9c-8ee3-23e6a4d7604f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jul 16 02:20:06.249688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4556f03-cefe-4c2a-9ffe-9671bdb1b8bb req-198b2d43-19f2-4f72-b4cb-b70ad42a4175 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:06.251231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4556f03-cefe-4c2a-9ffe-9671bdb1b8bb req-198b2d43-19f2-4f72-b4cb-b70ad42a4175 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 950 time: 0.0642724 Jul 16 02:20:06.290864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4556f03-cefe-4c2a-9ffe-9671bdb1b8bb req-02f379c9-d996-45a0-a354-73e13ad7de90 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f643569-421d-4871-ad79-e0d9d4437b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 16 02:20:06.449820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-a8c76c8a-65fe-4e85-a798-9c42585ca519 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:06.451302 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-a8c76c8a-65fe-4e85-a798-9c42585ca519 tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 950 time: 0.0626180 Jul 16 02:20:06.548054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Deleting port 18c2d211-8312-4171-b4b7-260a73b25016 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:06.548400 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.640852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] For port 18c2d211-8312-4171-b4b7-260a73b25016, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=18c2d211-8312-4171-b4b7-260a73b25016,segment=NetworkSegment(b5046f8c-6630-467a-8087-97763f882aa8),segment_id=b5046f8c-6630-467a-8087-97763f882aa8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:06.641126 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.652840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Calling delete_port for 18c2d211-8312-4171-b4b7-260a73b25016 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:06.782591 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.812202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Pushing event deleted for resources: {'Port': ['ID=18c2d211-8312-4171-b4b7-260a73b25016,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.818815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['18c2d211-8312-4171-b4b7-260a73b25016'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:06.858495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] No DVR routers for this DVR port 18c2d211-8312-4171-b4b7-260a73b25016 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:06.861284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.864115 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b2e2da50-8e63-413d-8e84-172aa2287575 req-450d6587-cd22-4183-9827-fd71f5669a9f tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.13 "DELETE /v2.0/ports/18c2d211-8312-4171-b4b7-260a73b25016 HTTP/1.1" status: 204 len: 173 time: 0.4068310 Jul 16 02:20:06.864603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'name': 'network-vif-deleted', 'tag': '18c2d211-8312-4171-b4b7-260a73b25016'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:06.866884 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9157078-6794-4722-9fa8-01d23a9f97cd" -d '{"events": [{"server_uuid": "7aba5e5f-eb47-4233-9b7c-580090314ce0", "name": "network-vif-deleted", "tag": "18c2d211-8312-4171-b4b7-260a73b25016"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:06.905911 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54e9c8-3160-4a3c-a792-436bdd04e6b5 x-openstack-request-id: req-1e54e9c8-3160-4a3c-a792-436bdd04e6b5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:06.906220 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba5e5f-eb47-4233-9b7c-580090314ce0", "name": "network-vif-deleted", "tag": "18c2d211-8312-4171-b4b7-260a73b25016", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:06.906474 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e54e9c8-3160-4a3c-a792-436bdd04e6b5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:06.906926 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aba5e5f-eb47-4233-9b7c-580090314ce0', 'name': 'network-vif-deleted', 'tag': '18c2d211-8312-4171-b4b7-260a73b25016', 'status': 'completed', 'code': 200} Jul 16 02:20:07.445114 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb1882ff-964c-44cf-9cf3-31e667ed7a93 req-eba6edc5-c164-4460-8845-de577986ad8a tempest-ServersAdminNegativeTestJSON-1494183174 tempest-ServersAdminNegativeTestJSON-1494183174-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba5e5f-eb47-4233-9b7c-580090314ce0 HTTP/1.1" status: 200 len: 210 time: 0.0292270 Jul 16 02:20:07.938063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.775514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42960) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:08.908529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a4c6e5f3-9001-4a2f-8037-546474d7a5b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=831853600998472c8cd9e475d925e80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317785 Jul 16 02:20:08.911702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42964) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:08.962402 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c6016c9-44f2-4a02-b0db-b5c437e11994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.983311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c6016c9-44f2-4a02-b0db-b5c437e11994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.027857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c6016c9-44f2-4a02-b0db-b5c437e11994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.030415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c6016c9-44f2-4a02-b0db-b5c437e11994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.031576 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5c6016c9-44f2-4a02-b0db-b5c437e11994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f643569-421d-4871-ad79-e0d9d4437b10 HTTP/1.1" status: 204 len: 168 time: 0.1189837 Jul 16 02:20:09.039731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6016c9-44f2-4a02-b0db-b5c437e11994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f643569-421d-4871-ad79-e0d9d4437b10,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:09.291953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 42970) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:09.305195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8aba-a2ed-4e2a-840f-d05e4640fdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.398108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8aba-a2ed-4e2a-840f-d05e4640fdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.401899 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8aba-a2ed-4e2a-840f-d05e4640fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.439437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8cdd8aba-a2ed-4e2a-840f-d05e4640fdb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a73e000fd8f2421bbf1613632336fff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463723 Jul 16 02:20:09.442456 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd8aba-a2ed-4e2a-840f-d05e4640fdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56704a9-886a-453e-80f7-07a6ecefb3b2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:09.442779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42972) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:09.491849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03c061f4-3d1a-49a1-9b28-5ecde5211e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.517046 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03c061f4-3d1a-49a1-9b28-5ecde5211e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.562554 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03c061f4-3d1a-49a1-9b28-5ecde5211e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.565195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03c061f4-3d1a-49a1-9b28-5ecde5211e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.566855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03c061f4-3d1a-49a1-9b28-5ecde5211e5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e56704a9-886a-453e-80f7-07a6ecefb3b2 HTTP/1.1" status: 204 len: 168 time: 0.1230152 Jul 16 02:20:09.574373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c061f4-3d1a-49a1-9b28-5ecde5211e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56704a9-886a-453e-80f7-07a6ecefb3b2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.212648 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8784d1af-d0c5-47f8-ac01-bc9d59f01cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.214075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:10.306707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-488160266-network', 'tenant_id': '3919a8e91fbe498f994584992b446dfe'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:10.328409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Made reservation on behalf of 3919a8e91fbe498f994584992b446dfe for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:10.330851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.339965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.433786 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.437878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.459258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:10.474205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.477018 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.477359 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Added segment 6c97555c-2044-4dc7-9da3-7104b2fe4f27 of type vlan for network 93be1c65-95a7-4ffb-8297-8642ed2d75df Jul 16 02:20:10.518713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.546927 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.547853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:10.548441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.580049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3649230 Jul 16 02:20:10.582982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 42998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:10.587783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Request body: {'subnet': {'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-488160266-subnet', 'tenant_id': '3919a8e91fbe498f994584992b446dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:10.624092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02636-606c-44bd-94ac-f74032a554de admin admin] Pushing event updated for resources: {'Network': ['ID=93be1c65-95a7-4ffb-8297-8642ed2d75df,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.635803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 93be1c65-95a7-4ffb-8297-8642ed2d75df details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:10.640158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Made reservation on behalf of 3919a8e91fbe498f994584992b446dfe for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:10.642557 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.812638 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.866330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c54d50-cd32-43b0-a5a7-233ec6624f6f,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.876064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Checking segment: {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:10.876438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Network hostable DHCP agents. Network: 93be1c65-95a7-4ffb-8297-8642ed2d75df, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:10.896493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Network 93be1c65-95a7-4ffb-8297-8642ed2d75df is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:10.904672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 93be1c65-95a7-4ffb-8297-8642ed2d75df) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:10.908719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:10.909397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.913744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd08b9e4-d617-438c-987f-34d8e3db2467 None None] Network 93be1c65-95a7-4ffb-8297-8642ed2d75df requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:10.923795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d9ae842b-28c8-47e3-8fa9-ab4e54a7e69c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3398042 Jul 16 02:20:11.018237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 18c2d211-8312-4171-b4b7-260a73b25016 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:11.057876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284c5e0e-e598-43cb-bd44-3a933d2454e0 None None] Network 93be1c65-95a7-4ffb-8297-8642ed2d75df requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:11.060039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 18c2d211-8312-4171-b4b7-260a73b25016 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:20:11.060383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 18c2d211-8312-4171-b4b7-260a73b25016 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:11.343129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-4056d7a6-399f-4c5d-9359-ed78145b7d1f tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.344642 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-4056d7a6-399f-4c5d-9359-ed78145b7d1f tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 811 time: 0.1058836 Jul 16 02:20:11.359859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-7edf47ff-7b8d-40e2-a4a6-b94518cc20bf tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/quotas/3919a8e91fbe498f994584992b446dfe HTTP/1.1" status: 200 len: 375 time: 0.0091410 Jul 16 02:20:11.394054 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0d8d74c2-375f-42c7-b448-4e2ed4f22896 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287457 Jul 16 02:20:11.404704 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-2ab8c59d-3426-40b0-a3ed-3d517e0ae743 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:20:11.405662 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-2ab8c59d-3426-40b0-a3ed-3d517e0ae743 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055776 Jul 16 02:20:11.492785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-376f56ef-3aeb-4da5-8b9b-911997cbe558 service neutron] 10.222.0.42 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814908 Jul 16 02:20:11.585587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-41dd5d4e-1926-4899-8420-acfb3f3da610 service neutron] 10.222.0.42 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872478 Jul 16 02:20:12.447359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e354dc7-8bee-4e87-918c-76cd51e94084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.532106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.622064 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:12.773726 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c63fe9c-3c21-4ca5-b18e-bd9692482b6f req-52a4550f-4ee4-493c-870b-44b472174098 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 210 time: 0.0290883 Jul 16 02:20:13.857985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72731257-91ab-4c6c-ae91-8324cf47ee36 req-c21ba10b-8cb6-4782-94ab-2a709415da73 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Jul 16 02:20:13.891617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.936574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7204e2a-f84b-4147-85cb-367ba0ccf3bf req-d707a597-0fab-41ba-8cc0-7bd902ac1951 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 210 time: 0.0279186 Jul 16 02:20:15.435448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.123485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-e4300507-b656-4761-968c-3e9664bac0c4 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:16.124561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-21ea770c-614f-48e4-a11c-c241dc4b6620 req-444adf61-8e76-4bf7-a20d-1b1cfcea9375 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Jul 16 02:20:16.126256 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-e4300507-b656-4761-968c-3e9664bac0c4 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.13 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 811 time: 0.1190650 Jul 16 02:20:16.146636 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Request body: {'port': {'device_id': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df', 'admin_state_up': True, 'tenant_id': '3919a8e91fbe498f994584992b446dfe'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:16.255298 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Made reservation on behalf of 3919a8e91fbe498f994584992b446dfe for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:16.259015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.387721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Allocated IP 172.20.0.14 (93be1c65-95a7-4ffb-8297-8642ed2d75df/64c54d50-cd32-43b0-a5a7-233ec6624f6f/4e10dfea-fba8-4415-a80c-ea07945723f3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:16.534702 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.573687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.618357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Network 93be1c65-95a7-4ffb-8297-8642ed2d75df is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:16.621606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:16.625648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:16.632957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:16.660129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.660495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.660832 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.661177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.661509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.661842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.662174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.662498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.662823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.663146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.663468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.663789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:16.688073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:16.688711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.702444 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-80f3be13-a79e-4f81-a2cb-77bfea937753 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5611985 Jul 16 02:20:16.720052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Request body: {'port': {'device_id': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:16.794801 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.050619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e10dfea-fba8-4415-a80c-ea07945723f3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:17.058004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.070246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Transition to ACTIVE for port object 4e10dfea-fba8-4415-a80c-ea07945723f3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:17.073776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.128468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:17.193847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:17.194183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:17.194508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 on network 93be1c65-95a7-4ffb-8297-8642ed2d75df {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:17.198702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Port 4e10dfea-fba8-4415-a80c-ea07945723f3 on network 93be1c65-95a7-4ffb-8297-8642ed2d75df not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:20:17.199026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 on network 93be1c65-95a7-4ffb-8297-8642ed2d75df {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:17.203773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:17.204109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Checking segment: {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:17.204517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Bound using segment: {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:17.204940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Bound port: 4e10dfea-fba8-4415-a80c-ea07945723f3, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:17.205292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.267139 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:17.270956 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:17.274830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.301319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e83cc-9a49-4da5-b06b-aa91baedb393 req-0c1b0b43-def7-42ba-96ef-78e6bac43f67 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:17.302751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-113e83cc-9a49-4da5-b06b-aa91baedb393 req-0c1b0b43-def7-42ba-96ef-78e6bac43f67 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0656660 Jul 16 02:20:17.311099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:17.311729 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.313303 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] 10.222.0.13 "PUT /v2.0/ports/4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 1093 time: 0.5973289 Jul 16 02:20:17.315596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:17.318043 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadebdef-958e-4758-9b46-6fafd254a4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:17.346690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-113e83cc-9a49-4da5-b06b-aa91baedb393 req-c594a210-b6be-41fc-a089-0745b3df2c6e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Jul 16 02:20:17.360005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56ac1-0634-4c05-94bb-b8200503fa3c service neutron] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:17.369169 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda1e90-b438-4983-93b8-fa4fe6158e64 x-openstack-request-id: req-7cda1e90-b438-4983-93b8-fa4fe6158e64 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:17.369670 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:17.370100 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cda1e90-b438-4983-93b8-fa4fe6158e64 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:17.370628 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'status': 'completed', 'code': 200} Jul 16 02:20:17.439619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-eb0bee10-8aab-458c-966b-8844964a7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:17.441888 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-eb0bee10-8aab-458c-966b-8844964a7f46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1096 time: 0.0565906 Jul 16 02:20:17.490271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-84ae6034-b415-488b-afb1-4eac32b70e53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0348964 Jul 16 02:20:17.540635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-51c46586-06dd-48f1-9ef7-a7fda5177d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:17.542073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-51c46586-06dd-48f1-9ef7-a7fda5177d10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0437584 Jul 16 02:20:17.578447 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-8bc3d99c-23ac-48ae-9872-ca99815211d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292952 Jul 16 02:20:17.665914 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-93f0fb0d-cc4f-434f-89ec-8fbecf7a1ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804114 Jul 16 02:20:17.757448 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-aa3bfef1-2e39-4b49-8713-07872c6176fb req-0eaea1de-b5b0-4c3a-b1d2-8bf5f0423943 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846133 Jul 16 02:20:17.923146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-03db2688-f744-43a8-8ac6-3efb9bec5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:17.924623 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-03db2688-f744-43a8-8ac6-3efb9bec5f1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1096 time: 0.0551093 Jul 16 02:20:18.017558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-78fa2c68-5988-4925-a93d-5103408463dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.019718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-78fa2c68-5988-4925-a93d-5103408463dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.0877514 Jul 16 02:20:18.059875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-f08e0d8d-fdd7-4b86-9486-ed2102d3f709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0332897 Jul 16 02:20:18.107039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-360aa43f-0a25-4fe4-a0f8-3bca26b487b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.108483 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-360aa43f-0a25-4fe4-a0f8-3bca26b487b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0425310 Jul 16 02:20:18.145065 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-0cde5c50-c97f-40f5-89f7-d38b96b9250f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297217 Jul 16 02:20:18.233738 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-e582117e-61ea-4202-b1cc-01c94bebe3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806987 Jul 16 02:20:18.332959 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-dadebdef-958e-4758-9b46-6fafd254a4b5 req-902e6348-d388-4e7a-86f3-7bd485b944c6 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918953 Jul 16 02:20:18.530346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd5556-03ba-4d14-9349-8039d97e1746 req-b1bec026-f81d-4a13-9cf0-d441a38c130d tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.531748 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7fbd5556-03ba-4d14-9349-8039d97e1746 req-b1bec026-f81d-4a13-9cf0-d441a38c130d tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0671241 Jul 16 02:20:18.570304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7fbd5556-03ba-4d14-9349-8039d97e1746 req-a0a98c9b-412a-4692-8b33-28c9208e7070 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jul 16 02:20:18.775115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.743958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f868-c01d-4af7-ab14-4da56bbc216a req-2da9a52f-aa22-4cce-a9d6-95c5fe449014 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:19.745391 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a817f868-c01d-4af7-ab14-4da56bbc216a req-2da9a52f-aa22-4cce-a9d6-95c5fe449014 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0623996 Jul 16 02:20:19.783145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a817f868-c01d-4af7-ab14-4da56bbc216a req-39067d03-6dfc-4072-9654-aaec159d2935 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Jul 16 02:20:20.958544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efb375-95f3-4189-8753-b396baed0fc0 req-85eb8105-1431-4175-bf71-b0309f0de425 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:20.960020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49efb375-95f3-4189-8753-b396baed0fc0 req-85eb8105-1431-4175-bf71-b0309f0de425 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0665250 Jul 16 02:20:20.997094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49efb375-95f3-4189-8753-b396baed0fc0 req-2838fd61-0224-4400-8e68-20fad7cd55ac tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Jul 16 02:20:21.065027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:20:21.161272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:21.171968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df', 'port_id': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'mac_address': 'fa:16:3e:84:11:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c54d50-cd32-43b0-a5a7-233ec6624f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:20:21.208932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.221015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e10dfea-fba8-4415-a80c-ea07945723f3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:21.240549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:21.245058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.291095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:21.515178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['4e10dfea-fba8-4415-a80c-ea07945723f3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:22.169569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca207022-3b0c-41bf-bbeb-9ac2b4e62fd2 req-42acae39-0412-4364-abfb-f43c2f82556f tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:22.171067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca207022-3b0c-41bf-bbeb-9ac2b4e62fd2 req-42acae39-0412-4364-abfb-f43c2f82556f tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 945 time: 0.0640764 Jul 16 02:20:22.208386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca207022-3b0c-41bf-bbeb-9ac2b4e62fd2 req-484c5378-715d-4cb8-bc97-e9e6d7409684 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309033 Jul 16 02:20:23.084698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:23.132111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 4e10dfea-fba8-4415-a80c-ea07945723f3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:23.135658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 4e10dfea-fba8-4415-a80c-ea07945723f3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:23.136026 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.213389 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.234881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:23.237863 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52852ed0-2d8c-4460-94cf-f8fbc1395c4b" -d '{"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-plugged", "status": "completed", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:23.251447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:23.256683 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.281432 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f73d02-973b-4c00-89e2-e82bda39ce1f x-openstack-request-id: req-78f73d02-973b-4c00-89e2-e82bda39ce1f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:23.281734 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-plugged", "status": "completed", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:23.281997 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78f73d02-973b-4c00-89e2-e82bda39ce1f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:23.282394 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'code': 200} Jul 16 02:20:23.306202 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:23.383698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb678a-faa3-4034-a8f3-340e0784ccea req-29361894-778c-4841-8ecf-c105452765e7 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:23.385244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eddb678a-faa3-4034-a8f3-340e0784ccea req-29361894-778c-4841-8ecf-c105452765e7 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0642335 Jul 16 02:20:23.420555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e45789-aa45-44f9-b2be-73fdf4dc6662 req-13859856-acdd-423c-9c85-14d5ba54749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:23.422126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96e45789-aa45-44f9-b2be-73fdf4dc6662 req-13859856-acdd-423c-9c85-14d5ba54749b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1098 time: 0.0536332 Jul 16 02:20:23.422574 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eddb678a-faa3-4034-a8f3-340e0784ccea req-6f9e5834-6e77-41c5-991b-db7014fd50ed tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Jul 16 02:20:23.458458 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-96e45789-aa45-44f9-b2be-73fdf4dc6662 req-5fbb19d5-9c0d-4247-a02e-2ba5185d7287 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292008 Jul 16 02:20:24.607245 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e7fab-786a-43a4-9aca-b5f27fe43b09 req-3c561e5f-26e0-4b57-98ef-a133c8ea7bcb tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:24.608762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a2e7fab-786a-43a4-9aca-b5f27fe43b09 req-3c561e5f-26e0-4b57-98ef-a133c8ea7bcb tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0670602 Jul 16 02:20:24.648079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a2e7fab-786a-43a4-9aca-b5f27fe43b09 req-f183f427-2c46-4f64-8e7a-73fc2b73ba12 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 16 02:20:25.819356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb020ba1-e74c-41ac-9511-7b9b1a1f9566 req-d4991f1a-f446-4d4e-aa4c-4df01eb6ab85 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:25.820853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb020ba1-e74c-41ac-9511-7b9b1a1f9566 req-d4991f1a-f446-4d4e-aa4c-4df01eb6ab85 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0624218 Jul 16 02:20:25.857835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb020ba1-e74c-41ac-9511-7b9b1a1f9566 req-54c8dbd8-b0b2-44b0-9766-d36960acee82 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Jul 16 02:20:26.286793 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-844aa041-25a3-447e-bff6-a2d12794610a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479027 Jul 16 02:20:26.294955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062540b-6a41-4c9d-af6c-1a70ab14d6c3 req-5ef9b91b-9e02-4afb-b40b-4a791f3a21ef tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:26.296794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9062540b-6a41-4c9d-af6c-1a70ab14d6c3 req-5ef9b91b-9e02-4afb-b40b-4a791f3a21ef tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.1028128 Jul 16 02:20:26.337096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9062540b-6a41-4c9d-af6c-1a70ab14d6c3 req-1a47c884-5b3c-46f0-911c-cf52649c5275 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Jul 16 02:20:27.415726 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-f5165ac1-b824-41b7-ac10-7a76144132b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:27.417271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-f5165ac1-b824-41b7-ac10-7a76144132b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1098 time: 0.0534225 Jul 16 02:20:27.511182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-bf0dce48-0760-4b53-8adb-85ed5063e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:27.512606 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ac73b-f407-436f-b491-6d08dcf1eff0 req-8eb27bd8-adf3-475b-ad0b-7eef44442708 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:27.513116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-bf0dce48-0760-4b53-8adb-85ed5063e79c service neutron] 10.222.0.13 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.0893273 Jul 16 02:20:27.514820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-429ac73b-f407-436f-b491-6d08dcf1eff0 req-8eb27bd8-adf3-475b-ad0b-7eef44442708 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0641716 Jul 16 02:20:27.553262 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-429ac73b-f407-436f-b491-6d08dcf1eff0 req-3dfbf14d-eecc-402d-94ad-bf0ccdbcc39d tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 16 02:20:27.556170 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-49d80570-919d-4bdb-9ed3-2ff3747fb2cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0363762 Jul 16 02:20:27.609431 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-2429175a-ec12-4cdc-8adf-1662a969cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:27.610906 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-2429175a-ec12-4cdc-8adf-1662a969cb3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0488601 Jul 16 02:20:27.643198 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-67b3c32d-a8bb-418c-9a79-860a6251a53d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259507 Jul 16 02:20:27.732018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-cb829c14-b683-4bb0-ae36-7a8495844c9f service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811088 Jul 16 02:20:27.822791 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-1062b06b-a123-4b88-adec-e8e8f50ef11c service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Jul 16 02:20:28.739753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b620e-7b62-482f-8e72-6a3216e6a716 req-cf721557-1de1-41fc-b055-c02c92d9f82b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:28.741565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129b620e-7b62-482f-8e72-6a3216e6a716 req-cf721557-1de1-41fc-b055-c02c92d9f82b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0784740 Jul 16 02:20:28.785729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-129b620e-7b62-482f-8e72-6a3216e6a716 req-f8571861-8668-4063-8b33-8db2f5c8f3f4 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Jul 16 02:20:29.966057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4398bb7-6c4a-4811-8cf4-f9f12fd5ee51 req-d7a79558-ac81-449d-b2a7-aba15bdc39ee tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:29.967774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4398bb7-6c4a-4811-8cf4-f9f12fd5ee51 req-d7a79558-ac81-449d-b2a7-aba15bdc39ee tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0693555 Jul 16 02:20:30.006432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4398bb7-6c4a-4811-8cf4-f9f12fd5ee51 req-668d5c60-5089-4832-b4c2-efec913197ac tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Jul 16 02:20:31.182673 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc5c1-1524-41fe-8f73-00b642824e09 req-2036be24-a411-45c8-af88-568100807e35 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:31.184147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516bc5c1-1524-41fe-8f73-00b642824e09 req-2036be24-a411-45c8-af88-568100807e35 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0669336 Jul 16 02:20:31.221074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-516bc5c1-1524-41fe-8f73-00b642824e09 req-a4d63df5-b14f-4ea8-a435-5eefed8f854c tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Jul 16 02:20:32.397152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13584-10df-493a-863a-3a370fd0092f req-f45635cd-ab7e-4a29-aed5-ff6e28ebe216 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:32.398678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78b13584-10df-493a-863a-3a370fd0092f req-f45635cd-ab7e-4a29-aed5-ff6e28ebe216 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0663321 Jul 16 02:20:32.436240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78b13584-10df-493a-863a-3a370fd0092f req-466fc4d6-dc57-4e46-91d2-2a073944dacf tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 16 02:20:33.647310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89a68d-30fa-4cb9-b1d6-75f24d1e7a92 req-35a0b2d8-40da-42e9-9fe4-c41e9bd971d0 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:33.648751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b89a68d-30fa-4cb9-b1d6-75f24d1e7a92 req-35a0b2d8-40da-42e9-9fe4-c41e9bd971d0 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0822237 Jul 16 02:20:33.694177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b89a68d-30fa-4cb9-b1d6-75f24d1e7a92 req-eee0c813-0c84-4bfc-a762-b40c92c74103 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Jul 16 02:20:34.871534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9136-4f76-45d3-8603-e14bb08f9452 req-65b64f50-1f19-4882-b022-28c357648a44 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:34.873164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c9136-4f76-45d3-8603-e14bb08f9452 req-65b64f50-1f19-4882-b022-28c357648a44 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0683141 Jul 16 02:20:34.911738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0c9136-4f76-45d3-8603-e14bb08f9452 req-bc61edc4-d34c-4022-8907-e44147c50372 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 Jul 16 02:20:36.086996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed156-60ae-4a03-b3e7-0f035ae252c1 req-e478310f-2d11-457f-8121-80036ab6b50b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:36.088580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c72ed156-60ae-4a03-b3e7-0f035ae252c1 req-e478310f-2d11-457f-8121-80036ab6b50b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0624371 Jul 16 02:20:36.125486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c72ed156-60ae-4a03-b3e7-0f035ae252c1 req-2da9928b-bff3-48fa-ab38-4abe4d13e693 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Jul 16 02:20:37.299419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f23103-09bb-41dc-a169-0cd371e5870b req-17218f93-bb63-4a12-8ed1-7f03dc61c94e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:37.301535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1f23103-09bb-41dc-a169-0cd371e5870b req-17218f93-bb63-4a12-8ed1-7f03dc61c94e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0659175 Jul 16 02:20:37.338522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d1f23103-09bb-41dc-a169-0cd371e5870b req-ce9c9e36-817f-4f82-830e-1f8fab071ef5 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Jul 16 02:20:37.939256 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:38.511711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ea35-e116-4b74-8b4d-cd7a7a288081 req-399f0dfc-fcc2-452d-b346-0eebcd7a1047 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:38.513222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7d3ea35-e116-4b74-8b4d-cd7a7a288081 req-399f0dfc-fcc2-452d-b346-0eebcd7a1047 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0639386 Jul 16 02:20:38.551548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7d3ea35-e116-4b74-8b4d-cd7a7a288081 req-edb13254-dc35-46f3-aaaf-ea75874c78de tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Jul 16 02:20:39.726134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9055d-5e5e-4f90-a6af-34ae5549019a req-a06191ec-04ad-4304-be85-f8ef4620bbeb tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:39.727514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aec9055d-5e5e-4f90-a6af-34ae5549019a req-a06191ec-04ad-4304-be85-f8ef4620bbeb tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0613263 Jul 16 02:20:39.765083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aec9055d-5e5e-4f90-a6af-34ae5549019a req-c4f386de-f948-4e6b-b83c-325185db7399 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Jul 16 02:20:40.213556 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97d66bbf-2800-410e-a47d-3156addc5a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:40.941655 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0cc7-1b68-4b2e-9d04-1af96c86d2e3 req-904fbebc-02d9-4581-98a5-2e07b7a37728 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:40.943066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed1a0cc7-1b68-4b2e-9d04-1af96c86d2e3 req-904fbebc-02d9-4581-98a5-2e07b7a37728 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0668423 Jul 16 02:20:40.980490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed1a0cc7-1b68-4b2e-9d04-1af96c86d2e3 req-1643a330-ef0b-41b5-b481-b5d6918efc95 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Jul 16 02:20:42.153994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc13b5-9e1c-416d-b864-60b26d16ba09 req-52ec988f-90de-45c5-80eb-8cc63aff62fd tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:42.155489 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73cc13b5-9e1c-416d-b864-60b26d16ba09 req-52ec988f-90de-45c5-80eb-8cc63aff62fd tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0631413 Jul 16 02:20:42.193095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73cc13b5-9e1c-416d-b864-60b26d16ba09 req-c237e87c-c42a-43d8-bba9-62cf507663a3 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Jul 16 02:20:42.448010 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2dad05e8-2ee6-4886-b5e6-07651409f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.533528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:43.368285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f7ed-eb52-42f6-a9ec-7e6fc30a941e req-e367d6d6-f34a-46fb-b762-a5d2f879ec59 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:43.369827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a05f7ed-eb52-42f6-a9ec-7e6fc30a941e req-e367d6d6-f34a-46fb-b762-a5d2f879ec59 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0668197 Jul 16 02:20:43.714909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a05f7ed-eb52-42f6-a9ec-7e6fc30a941e req-327773ec-4dae-4f90-9240-91749bde7f09 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394330 Jul 16 02:20:43.895568 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:44.886700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaa4b3-037e-4663-91d5-96f5e444ec86 req-033a5758-f8e0-45a9-8149-1b4ce8a1e2ae tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:44.888413 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58aaa4b3-037e-4663-91d5-96f5e444ec86 req-033a5758-f8e0-45a9-8149-1b4ce8a1e2ae tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0630476 Jul 16 02:20:44.925978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-58aaa4b3-037e-4663-91d5-96f5e444ec86 req-c71cd332-4c1e-4ebc-9b93-3236bff03394 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Jul 16 02:20:45.437461 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:46.100359 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30b8e-f976-4377-b3ec-12da7d9fd123 req-e01a2a49-4353-4c04-a056-320dd987c7ef tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:46.101884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98d30b8e-f976-4377-b3ec-12da7d9fd123 req-e01a2a49-4353-4c04-a056-320dd987c7ef tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0623405 Jul 16 02:20:46.142085 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-98d30b8e-f976-4377-b3ec-12da7d9fd123 req-4f7a5b67-7ab3-492a-9fd0-e1aeb2a17eec tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Jul 16 02:20:47.313258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af02a-54bf-4b14-84bd-3fd7fdb6b609 req-1445f81c-86a6-48f8-a78e-5a8d12fa68f3 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.314780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed2af02a-54bf-4b14-84bd-3fd7fdb6b609 req-1445f81c-86a6-48f8-a78e-5a8d12fa68f3 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0645049 Jul 16 02:20:47.353147 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed2af02a-54bf-4b14-84bd-3fd7fdb6b609 req-3c5b5ec1-1cbb-4b4f-a17b-8b68df39753e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Jul 16 02:20:48.523738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deb166-8a28-4aa6-9b53-b17b844eedbf req-8bd1aa5b-e734-4dfa-bc9b-32aa73b43bc6 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:48.525235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8deb166-8a28-4aa6-9b53-b17b844eedbf req-8bd1aa5b-e734-4dfa-bc9b-32aa73b43bc6 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0636585 Jul 16 02:20:48.563490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8deb166-8a28-4aa6-9b53-b17b844eedbf req-e820f969-8fa8-46d4-b6e7-86a661b1d462 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Jul 16 02:20:48.792668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:49.621486 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:49.745150 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc3f5f-c450-429e-90fa-6a87a139bee9 req-2f070e47-7f99-4691-ae4a-7e2a667b12a0 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.746638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1fc3f5f-c450-429e-90fa-6a87a139bee9 req-2f070e47-7f99-4691-ae4a-7e2a667b12a0 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0679967 Jul 16 02:20:49.784510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b1fc3f5f-c450-429e-90fa-6a87a139bee9 req-7b3f2c58-df28-453c-b9e3-2229c5ddde71 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Jul 16 02:20:50.959818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23c354-e43f-488c-a1da-c2b42e368722 req-9f6f50d4-37b6-46ac-8179-5744f12d63f5 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:50.961388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb23c354-e43f-488c-a1da-c2b42e368722 req-9f6f50d4-37b6-46ac-8179-5744f12d63f5 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0647156 Jul 16 02:20:51.000669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb23c354-e43f-488c-a1da-c2b42e368722 req-2d3d5301-ef25-43ed-a0db-abcab124363f tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Jul 16 02:20:52.192354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2628b9-990c-42f6-85e6-2633946e88a7 req-ffe5c1f4-1bd5-43c5-8557-0464034a2e17 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:52.193883 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d2628b9-990c-42f6-85e6-2633946e88a7 req-ffe5c1f4-1bd5-43c5-8557-0464034a2e17 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0757465 Jul 16 02:20:52.236463 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d2628b9-990c-42f6-85e6-2633946e88a7 req-194e9e86-6fec-4c88-82b2-13eb13a23373 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Jul 16 02:20:53.411255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f931191-d1b9-492e-a0ab-fdb2fbea0987 req-9ddc84bb-eff8-4a17-86bd-8c849df8b3c1 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.412778 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f931191-d1b9-492e-a0ab-fdb2fbea0987 req-9ddc84bb-eff8-4a17-86bd-8c849df8b3c1 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0656440 Jul 16 02:20:53.449906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f931191-d1b9-492e-a0ab-fdb2fbea0987 req-cbaf24d2-230d-4547-b812-6d49b1b10aa2 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Jul 16 02:20:53.667479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-565b25b5-963a-4e4b-91f9-618ed0559da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.669007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-565b25b5-963a-4e4b-91f9-618ed0559da4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1098 time: 0.0526454 Jul 16 02:20:53.779308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-97379436-b53a-40f7-b6ed-51f8acea2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.780823 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-97379436-b53a-40f7-b6ed-51f8acea2a5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.0915399 Jul 16 02:20:53.824130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-c4987b97-8e69-4ea0-9420-7dfc00b3bd53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0363064 Jul 16 02:20:53.872050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-e63ce546-d86c-4c66-90ee-e61aa6989fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.873521 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-e63ce546-d86c-4c66-90ee-e61aa6989fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0432448 Jul 16 02:20:53.911883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-667062b4-af1c-424e-86ed-8eee2a742ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309587 Jul 16 02:20:54.002130 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-53aae7cc-0ad7-4113-9563-6aa9c2eebe54 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802746 Jul 16 02:20:54.095169 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-07700685-c7aa-4f51-aab1-0ab752d69993 req-f8929581-f7ae-4a7f-a436-577d9bda75fa service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862768 Jul 16 02:20:54.621412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5acf4d-a870-416d-99e7-f3c6a5e8f1b4 req-6a5c2192-dc01-499f-b411-38d6cad40461 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:54.622820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5acf4d-a870-416d-99e7-f3c6a5e8f1b4 req-6a5c2192-dc01-499f-b411-38d6cad40461 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0630109 Jul 16 02:20:54.660254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d5acf4d-a870-416d-99e7-f3c6a5e8f1b4 req-f7df1a98-86f3-4375-b9df-489c9621daa1 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Jul 16 02:20:54.936095 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-d4889a7a-0b4a-4ec0-a30c-a2531696d817 service neutron] show failed (client error): The resource could not be found. Jul 16 02:20:54.937054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-d4889a7a-0b4a-4ec0-a30c-a2531696d817 service neutron] 10.222.0.13 "GET /v2.0/ports/4e10dfea-fba8-4415-a80c-ea07945723f3/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0545304 Jul 16 02:20:55.219759 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-46e3554e-8c97-402b-9a37-5a04e47f3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:55.221213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-46e3554e-8c97-402b-9a37-5a04e47f3843 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13&tenant_id=3919a8e91fbe498f994584992b446dfe HTTP/1.1" status: 200 len: 1098 time: 0.0877738 Jul 16 02:20:55.232454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:55.302777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.498870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:55.531319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:55.573747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:55.576070 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b6661-b090-4ad4-ba66-ba79b31ddd1d" -d '{"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-unplugged", "status": "completed", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:55.579728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.592469 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Transition to ACTIVE for port object 4e10dfea-fba8-4415-a80c-ea07945723f3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:55.600267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.632344 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb6a3c1-5994-436a-a82f-809b783f346a x-openstack-request-id: req-1bb6a3c1-5994-436a-a82f-809b783f346a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:55.632667 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-unplugged", "status": "completed", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:55.633378 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bb6a3c1-5994-436a-a82f-809b783f346a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:55.633378 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'code': 200} Jul 16 02:20:55.666598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] No DVR routers for this DVR port 4e10dfea-fba8-4415-a80c-ea07945723f3 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:55.669706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:55.706025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:55.706367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:55.706700 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 on network 93be1c65-95a7-4ffb-8297-8642ed2d75df {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:55.711282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Port 4e10dfea-fba8-4415-a80c-ea07945723f3 on network 93be1c65-95a7-4ffb-8297-8642ed2d75df not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:20:55.711608 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Attempting to bind port 4e10dfea-fba8-4415-a80c-ea07945723f3 on network 93be1c65-95a7-4ffb-8297-8642ed2d75df {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:55.716341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:55.716714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Checking segment: {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:55.717103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Bound using segment: {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:55.717536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Bound port: 4e10dfea-fba8-4415-a80c-ea07945723f3, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c97555c-2044-4dc7-9da3-7104b2fe4f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:55.717896 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.786903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:55.790610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:55.794892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.828826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:55.829785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:55.831216 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] 10.222.0.23 "PUT /v2.0/ports/4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 1093 time: 0.6027784 Jul 16 02:20:55.837270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65860-7ecf-4297-9c66-52542d6d8d8c req-3a19481c-8ff3-4dd4-86d5-d936145b3a86 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:55.838798 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a3e65860-7ecf-4297-9c66-52542d6d8d8c req-3a19481c-8ff3-4dd4-86d5-d936145b3a86 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0674629 Jul 16 02:20:55.868312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6d36f-4a03-47e8-9e8e-a1fa1bd5bd1d service neutron] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:55.879389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a3e65860-7ecf-4297-9c66-52542d6d8d8c req-922e421f-2dc5-474e-b243-5080ae2a27b7 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 Jul 16 02:20:55.914267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-dd9ec2e8-136e-48ec-a18e-b02e9bde2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:55.915772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-dd9ec2e8-136e-48ec-a18e-b02e9bde2a3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1096 time: 0.0610809 Jul 16 02:20:56.291012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-5664b003-ba19-4303-bbfd-5459332e4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:56.292510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-5664b003-ba19-4303-bbfd-5459332e4783 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.3709090 Jul 16 02:20:56.334637 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-7494cea2-3d5a-4893-b154-f01d1459e4b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0337939 Jul 16 02:20:56.384429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-0776e285-5980-456f-aac1-139f596d599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:56.385937 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-0776e285-5980-456f-aac1-139f596d599b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0450840 Jul 16 02:20:56.420535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-143f6a9f-70a1-4134-af5c-ea27e37300fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282886 Jul 16 02:20:56.507770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-17228263-28b3-4adc-9bfa-284699d0edb9 service neutron] 10.222.0.23 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806279 Jul 16 02:20:56.600099 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2cbb1adf-c473-44a2-9943-5dbcb445c5bc req-971c298f-30f4-45e5-abf2-4cfce8479db9 service neutron] 10.222.0.23 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864022 Jul 16 02:20:57.056036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc60e69-bc38-4f27-8688-b17bb273d1f6 req-f9f6a598-4ad3-48b9-a20d-ad89f4282a74 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:57.057545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdc60e69-bc38-4f27-8688-b17bb273d1f6 req-f9f6a598-4ad3-48b9-a20d-ad89f4282a74 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0629575 Jul 16 02:20:57.094432 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdc60e69-bc38-4f27-8688-b17bb273d1f6 req-11e1a205-59c9-4946-9446-e0d08f165d25 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Jul 16 02:20:57.634517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:57.636861 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e8c99-0723-478d-a3b9-19fa94d1b911" -d '{"events": [{"name": "network-changed", "server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:57.683304 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c508f-c17a-4d95-adbb-e445080e0a48 x-openstack-request-id: req-629c508f-c17a-4d95-adbb-e445080e0a48 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:57.683599 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:57.683852 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-629c508f-c17a-4d95-adbb-e445080e0a48 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:57.684244 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'status': 'completed', 'code': 200} Jul 16 02:20:57.801310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-2b03f7eb-b926-469c-8168-6608a93bc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:57.802690 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-2b03f7eb-b926-469c-8168-6608a93bc6e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1096 time: 0.0931196 Jul 16 02:20:57.804371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-4c7a472a-4e6f-4cad-a440-340561dc12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:57.805710 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-4c7a472a-4e6f-4cad-a440-340561dc12d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1096 time: 0.0709050 Jul 16 02:20:57.962826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-97280604-da58-4ea0-b5d7-b26e4a5b6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:57.964190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-97280604-da58-4ea0-b5d7-b26e4a5b6bcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.1549666 Jul 16 02:20:57.968406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-50d4d75d-f005-4152-b246-afaff9763007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:57.969752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-50d4d75d-f005-4152-b246-afaff9763007 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.1434338 Jul 16 02:20:58.036752 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-62d8e084-7b39-4c62-b7d5-0d73895884a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0626476 Jul 16 02:20:58.038076 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-ff59be60-5f14-4d01-b3e8-f72b361b6eea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0586269 Jul 16 02:20:58.123107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-c9798904-f539-480c-bd8b-b1855d6be698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.124605 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-c9798904-f539-480c-bd8b-b1855d6be698 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0810130 Jul 16 02:20:58.126270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-23759c3c-7c3a-4029-a5a4-7d1f646ef9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.127288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-23759c3c-7c3a-4029-a5a4-7d1f646ef9a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0766850 Jul 16 02:20:58.162245 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-c1e798f3-0b34-44b0-bbc1-b4a528f2e663 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273857 Jul 16 02:20:58.263172 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-191b017d-41c2-443a-952e-4ecb793e3d47 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943828 Jul 16 02:20:58.275687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5be77-53f8-4e49-b002-6990a67f9735 req-8587ed3e-4767-49a7-b516-fc4495a3a847 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.277523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bcb5be77-53f8-4e49-b002-6990a67f9735 req-8587ed3e-4767-49a7-b516-fc4495a3a847 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0677848 Jul 16 02:20:58.318355 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-01a42798-9501-4d25-afbe-a4b307da4418 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509851 Jul 16 02:20:58.321630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bcb5be77-53f8-4e49-b002-6990a67f9735 req-a0db2f2e-79a4-4ce0-9cc4-3a4a00d676f0 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jul 16 02:20:58.453987 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-dc095dcf-33b8-42e7-a93b-0b0f693df56a service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779740 Jul 16 02:20:58.463868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-ea7c5424-f87a-4943-a505-807efcd3aaf8 service neutron] 10.222.0.23 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388943 Jul 16 02:20:58.567862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f2e8c99-0723-478d-a3b9-19fa94d1b911 req-1075c6ff-b6cb-4719-9a47-1475ec49c072 service neutron] 10.222.0.23 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959766 Jul 16 02:20:59.253499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:59.294084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:59.500452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795b68b-a05f-42fd-a987-3a206e90ac74 req-143fa8b2-54fc-4a19-9181-cad7baf19455 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:59.501968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9795b68b-a05f-42fd-a987-3a206e90ac74 req-143fa8b2-54fc-4a19-9181-cad7baf19455 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 944 time: 0.0632873 Jul 16 02:20:59.540056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9795b68b-a05f-42fd-a987-3a206e90ac74 req-08d8d1fb-f495-4217-879a-d4c35e2b30ea tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Jul 16 02:20:59.961024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-8e215e9e-00e1-4409-9b06-8dd06e6a5e2b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:59.962463 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-8e215e9e-00e1-4409-9b06-8dd06e6a5e2b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.13 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13&tenant_id=3919a8e91fbe498f994584992b446dfe&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 944 time: 0.1112814 Jul 16 02:21:00.022569 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-e6df93a2-6db8-4e99-bc53-165f233a7a1e service neutron] delete failed (client error): The resource could not be found. Jul 16 02:21:00.023552 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-e6df93a2-6db8-4e99-bc53-165f233a7a1e service neutron] 10.222.0.13 "DELETE /v2.0/ports/4e10dfea-fba8-4415-a80c-ea07945723f3/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0526543 Jul 16 02:21:00.034373 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:00.127372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:00.136602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-1fe3f166-5ef5-4358-b8b3-3fbf10d0d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:00.138126 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-1fe3f166-5ef5-4358-b8b3-3fbf10d0d90b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3919a8e91fbe498f994584992b446dfe&device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 1096 time: 0.0524247 Jul 16 02:21:00.138872 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'network_id': '93be1c65-95a7-4ffb-8297-8642ed2d75df', 'port_id': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'mac_address': 'fa:16:3e:84:11:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c54d50-cd32-43b0-a5a7-233ec6624f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:00.180466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:00.194062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e10dfea-fba8-4415-a80c-ea07945723f3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:00.213630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:00.217767 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:00.233986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-d04056c7-c148-4055-a8f0-df902aeec82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:00.235537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-d04056c7-c148-4055-a8f0-df902aeec82b service neutron] 10.222.0.13 "GET /v2.0/networks?id=93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 200 len: 912 time: 0.0908189 Jul 16 02:21:00.265224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:00.272317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.272684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.273026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.273357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.273686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.274013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.274337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.274658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.274979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.275301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.275621 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.275968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:00.276776 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-cf95a3f0-b21d-4816-8486-7da15975cf15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Jul 16 02:21:00.325720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-e41001c6-f9aa-4a03-aeb6-213a97ec87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:00.327204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-e41001c6-f9aa-4a03-aeb6-213a97ec87cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 200 len: 851 time: 0.0446446 Jul 16 02:21:00.363795 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-84e8e75c-6efe-4297-978a-276463327ad7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93be1c65-95a7-4ffb-8297-8642ed2d75df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298405 Jul 16 02:21:00.453614 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-1cdef332-7bf8-4f59-8c9c-98af67efe426 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831139 Jul 16 02:21:00.460816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['4e10dfea-fba8-4415-a80c-ea07945723f3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:00.548315 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-a8c5da3b-adee-4885-8dd8-52b7efa8c139 service neutron] 10.222.0.13 "GET /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879049 Jul 16 02:21:01.434313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8036f-be0d-43ef-a55b-c9ce21ed73b9 req-31ee8fc8-569c-4bcd-a2a7-65958a822746 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:01.435811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abd8036f-be0d-43ef-a55b-c9ce21ed73b9 req-31ee8fc8-569c-4bcd-a2a7-65958a822746 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 945 time: 0.0635872 Jul 16 02:21:01.473167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-abd8036f-be0d-43ef-a55b-c9ce21ed73b9 req-840a474c-545d-427c-9af2-f728ee79fe00 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Jul 16 02:21:02.035888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:02.082532 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 4e10dfea-fba8-4415-a80c-ea07945723f3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:02.086004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 4e10dfea-fba8-4415-a80c-ea07945723f3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:02.086370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.159496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.181655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:02.183907 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfda775-a71c-4690-828e-d1a26089fe90" -d '{"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-plugged", "status": "completed", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:02.200562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:02.205476 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.228078 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9233d6d-f97a-406e-b6d4-40ed776b5506 x-openstack-request-id: req-e9233d6d-f97a-406e-b6d4-40ed776b5506 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:02.228368 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-plugged", "status": "completed", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:02.228641 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9233d6d-f97a-406e-b6d4-40ed776b5506 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:02.229022 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'code': 200} Jul 16 02:21:02.253658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:02.648566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e84930-48e5-4125-af17-ae3589d4e523 req-b8ac174b-a053-4ba4-a1ae-d9a647fdf21e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:02.650026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12e84930-48e5-4125-af17-ae3589d4e523 req-b8ac174b-a053-4ba4-a1ae-d9a647fdf21e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0691552 Jul 16 02:21:02.654629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-78775664-87b3-43a1-82e9-6dc03d4a874e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:02.656106 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-78775664-87b3-43a1-82e9-6dc03d4a874e tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e52242-e5b5-4f61-820a-fcb2cc75de13 HTTP/1.1" status: 200 len: 946 time: 0.0653815 Jul 16 02:21:02.689407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-12e84930-48e5-4125-af17-ae3589d4e523 req-80059958-fc46-4229-ac40-2f929f01e312 tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.42 "GET /v2.0/security-groups?id=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Jul 16 02:21:02.762134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Deleting port 4e10dfea-fba8-4415-a80c-ea07945723f3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:02.762484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.851792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] For port 4e10dfea-fba8-4415-a80c-ea07945723f3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=4e10dfea-fba8-4415-a80c-ea07945723f3,segment=NetworkSegment(6c97555c-2044-4dc7-9da3-7104b2fe4f27),segment_id=6c97555c-2044-4dc7-9da3-7104b2fe4f27)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:02.852159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.864890 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Calling delete_port for 4e10dfea-fba8-4415-a80c-ea07945723f3 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:03.007516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:03.020947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['4e10dfea-fba8-4415-a80c-ea07945723f3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:03.039771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Pushing event deleted for resources: {'Port': ['ID=4e10dfea-fba8-4415-a80c-ea07945723f3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:03.095611 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] No DVR routers for this DVR port 4e10dfea-fba8-4415-a80c-ea07945723f3 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:03.098973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:03.101010 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-959d1839-a686-4166-a9ee-bfc6b25e898f req-4d51d067-f1fd-4810-b0d7-fdd8b6df772b tempest-DeleteServersTestJSON-886840614 tempest-DeleteServersTestJSON-886840614-project] 10.222.0.23 "DELETE /v2.0/ports/4e10dfea-fba8-4415-a80c-ea07945723f3 HTTP/1.1" status: 204 len: 173 time: 0.4386809 Jul 16 02:21:03.101443 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-deleted', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:03.103772 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b23579-b8f8-4767-ab95-775f6ff70b10" -d '{"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-deleted", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:03.148914 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1d0836-5953-4120-a0bf-52375f2de553 x-openstack-request-id: req-7c1d0836-5953-4120-a0bf-52375f2de553 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:03.149216 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e52242-e5b5-4f61-820a-fcb2cc75de13", "name": "network-vif-deleted", "tag": "4e10dfea-fba8-4415-a80c-ea07945723f3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:03.149472 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c1d0836-5953-4120-a0bf-52375f2de553 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:03.150004 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e52242-e5b5-4f61-820a-fcb2cc75de13', 'name': 'network-vif-deleted', 'tag': '4e10dfea-fba8-4415-a80c-ea07945723f3', 'status': 'completed', 'code': 200} Jul 16 02:21:03.925455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43170) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:03.970997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Deleting subnet 64c54d50-cd32-43b0-a5a7-233ec6624f6f {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:21:03.974425 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.009111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.046472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.097158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.127268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c54d50-cd32-43b0-a5a7-233ec6624f6f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:04.131802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.134043 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e6feedda-5555-4291-bb15-f426f37cd3b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/64c54d50-cd32-43b0-a5a7-233ec6624f6f HTTP/1.1" status: 204 len: 168 time: 0.2066092 Jul 16 02:21:04.136160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43172) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:04.203687 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.285720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.295612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93be1c65-95a7-4ffb-8297-8642ed2d75df']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:04.305808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c97555c-2044-4dc7-9da3-7104b2fe4f27') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:04.306113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c97555c-2044-4dc7-9da3-7104b2fe4f27') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:04.314735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.328868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.335294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:21:04.335700 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:21:04.337668 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:21:04.392145 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.398604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.400293 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] 10.222.0.42 "DELETE /v2.0/networks/93be1c65-95a7-4ffb-8297-8642ed2d75df HTTP/1.1" status: 204 len: 168 time: 0.2631962 Jul 16 02:21:04.411821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804051-a96b-4913-b3fc-ecfed0edcb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=93be1c65-95a7-4ffb-8297-8642ed2d75df,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:04.506792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43176) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:04.551259 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a0db30b8-fa59-4a9d-b816-74160964471d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3919a8e91fbe498f994584992b446dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430253 Jul 16 02:21:04.553698 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43178) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:04.601521 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ef17fbc-2f42-452e-9844-f6bd3297957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.622215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ef17fbc-2f42-452e-9844-f6bd3297957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.668678 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ef17fbc-2f42-452e-9844-f6bd3297957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.671227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ef17fbc-2f42-452e-9844-f6bd3297957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.672446 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-0ef17fbc-2f42-452e-9844-f6bd3297957b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf HTTP/1.1" status: 204 len: 168 time: 0.1178164 Jul 16 02:21:04.680104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef17fbc-2f42-452e-9844-f6bd3297957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a3e63-67a6-4675-b74c-8b8bb3ca9fbf,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:05.311500 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43200) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:05.404539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1925416998-network', 'tenant_id': '81ea3c87db354ddf9c70fe9141e15efc'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:05.425754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Made reservation on behalf of 81ea3c87db354ddf9c70fe9141e15efc for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:05.428362 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.437199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.528552 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.532318 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.557861 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:21:05.568697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad29ba57-9107-4d46-a811-a3a5b2660f3e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:05.574879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.575232 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Added segment 3099e687-5881-414e-8539-311beb057806 of type vlan for network 99aaf16b-3723-428f-ac4e-9382439b8a14 Jul 16 02:21:05.620316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.649784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.650738 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:05.651320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.681667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3690290 Jul 16 02:21:05.684798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43204) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:05.690392 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Request body: {'subnet': {'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1925416998-subnet', 'tenant_id': '81ea3c87db354ddf9c70fe9141e15efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:05.711993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2929b-3813-43a4-9cd6-2d63bcb0617c admin admin] Pushing event updated for resources: {'Network': ['ID=99aaf16b-3723-428f-ac4e-9382439b8a14,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:05.713449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Made reservation on behalf of 81ea3c87db354ddf9c70fe9141e15efc for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:05.715962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.722537 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 99aaf16b-3723-428f-ac4e-9382439b8a14 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:21:05.883962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.938979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e7dd46-8fb1-4944-ace2-9fd264cf0277,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:05.950565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.950910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.951251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.951588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.951920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.952250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.952611 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.952957 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.953266 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.953590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.953916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.954240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:05.957244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Checking segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:05.957605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Network hostable DHCP agents. Network: 99aaf16b-3723-428f-ac4e-9382439b8a14, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:21:05.974082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Network 99aaf16b-3723-428f-ac4e-9382439b8a14 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:21:05.982491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 99aaf16b-3723-428f-ac4e-9382439b8a14) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:05.986300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:05.986924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.991967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded74c1a-3bec-42e4-9cb2-e15d8f7d4468 None None] Network 99aaf16b-3723-428f-ac4e-9382439b8a14 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:06.001963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-514ca94e-ec50-4aa6-a519-b0f12a505f4c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3154724 Jul 16 02:21:06.163681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:06.190996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 4e10dfea-fba8-4415-a80c-ea07945723f3 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:06.191332 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 4e10dfea-fba8-4415-a80c-ea07945723f3 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:06.293546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048bab2e-9009-4a70-b538-5dd50280c18b None None] Network 99aaf16b-3723-428f-ac4e-9382439b8a14 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:06.439592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-ae6230de-12e7-4891-846f-5fe2bcf1f35a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:06.441115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-ae6230de-12e7-4891-846f-5fe2bcf1f35a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 815 time: 0.1089678 Jul 16 02:21:06.456167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-9686d1ae-0ca4-44dd-b40f-6533020e86b9 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/quotas/81ea3c87db354ddf9c70fe9141e15efc HTTP/1.1" status: 200 len: 375 time: 0.0090284 Jul 16 02:21:06.489330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-234ff86b-9474-4053-9787-f5b349422aa6 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277591 Jul 16 02:21:06.500008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-5bc85cd0-8383-4694-8cb1-be4fe329c195 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:21:06.501014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-5bc85cd0-8383-4694-8cb1-be4fe329c195 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059268 Jul 16 02:21:06.594652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-5d4e9084-7b2a-4d3c-9822-c737e3fe556d service neutron] 10.222.0.42 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869944 Jul 16 02:21:06.686287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-de6686aa-0ec3-43a0-aed8-e2aff879fb92 service neutron] 10.222.0.42 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853765 Jul 16 02:21:06.853510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7d6cd0b8-145f-42d6-849b-277b769ffd76 req-5f02a834-0a5b-4e7c-b147-0cae31f67609 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Jul 16 02:21:07.889742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-193ef3ca-b42e-4248-a142-c943687d99a4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:07.891317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-193ef3ca-b42e-4248-a142-c943687d99a4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 815 time: 0.1147375 Jul 16 02:21:07.912658 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Request body: {'port': {'device_id': '88c808d4-1588-4024-8f08-38700714b9e7', 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'admin_state_up': True, 'tenant_id': '81ea3c87db354ddf9c70fe9141e15efc'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:07.960166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.002339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b45968d-5081-4bd0-8676-79ac690ddca4 req-ee907f64-e197-4b00-98e1-1832a84a5a04 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 210 time: 0.0344374 Jul 16 02:21:08.030372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Made reservation on behalf of 81ea3c87db354ddf9c70fe9141e15efc for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:08.034012 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.163602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Allocated IP 172.20.0.14 (99aaf16b-3723-428f-ac4e-9382439b8a14/91e7dd46-8fb1-4944-ace2-9fd264cf0277/dab47f40-6b20-4311-bb5b-e46d3423b493) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:08.310274 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.349835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.391244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Network 99aaf16b-3723-428f-ac4e-9382439b8a14 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:08.397302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:08.401051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:08.426186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:08.453648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.454265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.468203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c4ec65ce-95e4-41fa-9f5f-db4a9729cd3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608931 Jul 16 02:21:08.479087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Request body: {'port': {'device_id': '88c808d4-1588-4024-8f08-38700714b9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:08.552703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.807730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab47f40-6b20-4311-bb5b-e46d3423b493 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:08.814919 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.828242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Transition to ACTIVE for port object dab47f40-6b20-4311-bb5b-e46d3423b493 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:08.831994 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.883050 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:08.951904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:08.952684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:08.952684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:08.956747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Port dab47f40-6b20-4311-bb5b-e46d3423b493 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:08.957099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:08.961802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:08.962143 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Checking segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:08.962527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Bound using segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:08.962953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Bound port: dab47f40-6b20-4311-bb5b-e46d3423b493, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:08.963311 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.025390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:09.028720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:09.033338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.067976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.068630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.070059 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] 10.222.0.23 "PUT /v2.0/ports/dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 1093 time: 0.5950596 Jul 16 02:21:09.070494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:09.072776 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9706da8-64b3-4adc-889d-74bc7d412ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:09.101107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6654-2f7d-4ea0-902e-4037ff186f60 service neutron] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:09.112942 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e63077-8c20-4cbd-ae69-34dbeaefb3fe x-openstack-request-id: req-78e63077-8c20-4cbd-ae69-34dbeaefb3fe {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:09.113735 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:09.114063 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78e63077-8c20-4cbd-ae69-34dbeaefb3fe {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:09.114459 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'status': 'completed', 'code': 200} Jul 16 02:21:09.172674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-73822d6d-0b95-4154-906f-906673928dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.174186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-73822d6d-0b95-4154-906f-906673928dde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0563095 Jul 16 02:21:09.187532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57dfed-c6b7-431a-b95f-214fb1d47aa5 req-079ef64b-63be-485d-a455-2980c816e022 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.189101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c57dfed-c6b7-431a-b95f-214fb1d47aa5 req-079ef64b-63be-485d-a455-2980c816e022 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 944 time: 0.0636306 Jul 16 02:21:09.216262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-3170a231-1f58-4583-8f03-44b92448c72c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0346189 Jul 16 02:21:09.229136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c57dfed-c6b7-431a-b95f-214fb1d47aa5 req-5d230488-4dbc-4be5-9a1b-695507ea25df tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Jul 16 02:21:09.264519 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639586c-406b-4b89-b54a-7e38db9e458e req-167ef2f9-0aeb-4a0a-ac9a-7240e9d641d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.265977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-167ef2f9-0aeb-4a0a-ac9a-7240e9d641d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0434897 Jul 16 02:21:09.297790 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-c236e133-2255-46ac-a30a-30a113bb0544 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255315 Jul 16 02:21:09.388681 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-6a5722b6-2588-45a3-bab4-5d122d17f867 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838733 Jul 16 02:21:09.479708 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7639586c-406b-4b89-b54a-7e38db9e458e req-312dd7a7-c0c7-4773-b155-5c323fe74ace service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Jul 16 02:21:09.578074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-3527e2b6-7ebf-4041-be40-adebe6bb127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.579531 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-3527e2b6-7ebf-4041-be40-adebe6bb127f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0522757 Jul 16 02:21:09.668939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-792cd8bb-33d2-45ca-a447-ca3190c72f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.670312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-792cd8bb-33d2-45ca-a447-ca3190c72f76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0835485 Jul 16 02:21:10.005764 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-e200fa82-eb6d-43cb-8fba-1b4c77d88ff2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.3292482 Jul 16 02:21:10.053595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-f6b797a2-0dfc-4d36-b017-b587a2fdce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:10.055016 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-f6b797a2-0dfc-4d36-b017-b587a2fdce79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0431056 Jul 16 02:21:10.088599 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-d0290038-ad81-4588-bd6e-f611b6311e7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250921 Jul 16 02:21:10.180048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-1aa6f442-22ec-40a8-8ce4-c6f2f42ff166 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845177 Jul 16 02:21:10.214344 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-333ded00-c04b-400b-80f1-cbe01914e5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.273724 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f9706da8-64b3-4adc-889d-74bc7d412ae7 req-0dc0e970-bbd9-4f6b-9628-3cc2c02d08f2 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Jul 16 02:21:10.411541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec3187-54c7-41ec-a33d-7c55d47cece4 req-21d92710-fcad-42c3-9fe1-7bfc5316e203 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:10.413097 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1ec3187-54c7-41ec-a33d-7c55d47cece4 req-21d92710-fcad-42c3-9fe1-7bfc5316e203 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 944 time: 0.0642939 Jul 16 02:21:10.455910 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1ec3187-54c7-41ec-a33d-7c55d47cece4 req-d93bc076-e214-4dea-8fe6-9b25bb3224ff tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372713 Jul 16 02:21:11.630974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfe7a-21e5-4e39-94e4-dfd198860cd9 req-38805102-ee43-4df2-aeeb-b5a76ec144a8 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.632472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1dbcfe7a-21e5-4e39-94e4-dfd198860cd9 req-38805102-ee43-4df2-aeeb-b5a76ec144a8 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 944 time: 0.0659981 Jul 16 02:21:11.670280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1dbcfe7a-21e5-4e39-94e4-dfd198860cd9 req-2ae2240a-2ea8-43c8-bef3-1426aa410ceb tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Jul 16 02:21:12.067787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:12.166408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:12.178290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'port_id': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'mac_address': 'fa:16:3e:2e:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e7dd46-8fb1-4944-ace2-9fd264cf0277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:12.222077 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:12.236203 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab47f40-6b20-4311-bb5b-e46d3423b493 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:12.258571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:12.262825 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:12.312907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:12.447858 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35b80de7-cf29-456a-88f6-f1dc1aea97f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:12.450604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['dab47f40-6b20-4311-bb5b-e46d3423b493'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:12.554418 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:12.840410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e857505-a488-4b7a-95ef-32cac5d1ac01 req-2b72fa2b-eb07-467c-a1a5-29c002788243 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.841912 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e857505-a488-4b7a-95ef-32cac5d1ac01 req-2b72fa2b-eb07-467c-a1a5-29c002788243 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 945 time: 0.0626516 Jul 16 02:21:12.879660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e857505-a488-4b7a-95ef-32cac5d1ac01 req-337c530e-2f4c-46b0-80f2-f5d254501011 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Jul 16 02:21:13.898365 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:14.069400 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:14.087851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3018-715c-4556-8300-64095b8195ee req-4d07b950-1519-4ab8-938f-c97af99df6cc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:14.089394 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1e3018-715c-4556-8300-64095b8195ee req-4d07b950-1519-4ab8-938f-c97af99df6cc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 945 time: 0.0668826 Jul 16 02:21:14.118264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port dab47f40-6b20-4311-bb5b-e46d3423b493 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:14.121974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port dab47f40-6b20-4311-bb5b-e46d3423b493 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:14.122342 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:14.127797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d1e3018-715c-4556-8300-64095b8195ee req-c6d4d625-2ade-4b4a-adec-549bfe8afb29 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 16 02:21:14.197618 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:14.222141 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:14.224821 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3fcea1-b11c-4901-9cee-e41504ab4e16" -d '{"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:14.236862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:14.242236 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:14.266115 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8812861d-8019-4683-95c9-45679fb2caa9 x-openstack-request-id: req-8812861d-8019-4683-95c9-45679fb2caa9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:14.266415 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:14.266670 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8812861d-8019-4683-95c9-45679fb2caa9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:14.267060 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'code': 200} Jul 16 02:21:14.292296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:14.380154 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5973cdb-026f-4b96-975e-26033a1d6500 req-42410df5-d110-46db-bbc4-53a3a5ac416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:14.382683 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5973cdb-026f-4b96-975e-26033a1d6500 req-42410df5-d110-46db-bbc4-53a3a5ac416d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0584145 Jul 16 02:21:14.416319 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c5973cdb-026f-4b96-975e-26033a1d6500 req-e49b870a-c3e2-4e2f-b8a4-6108ee41b5e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276151 Jul 16 02:21:15.304163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c158-71aa-49c9-8255-4861bb18bd8e req-b9636932-18b4-4772-ab12-202872e9c940 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:15.305733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dee2c158-71aa-49c9-8255-4861bb18bd8e req-b9636932-18b4-4772-ab12-202872e9c940 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0645568 Jul 16 02:21:15.343772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dee2c158-71aa-49c9-8255-4861bb18bd8e req-e5a6279e-16bd-4e71-9b54-520bfbdbb055 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Jul 16 02:21:15.441701 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.518121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa295-884e-4f77-a690-dda9d524d359 req-4841c2ba-d121-4200-a959-ed93dfa1ac33 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:15.519591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b90fa295-884e-4f77-a690-dda9d524d359 req-4841c2ba-d121-4200-a959-ed93dfa1ac33 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0637414 Jul 16 02:21:15.562533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b90fa295-884e-4f77-a690-dda9d524d359 req-820b72e3-7b33-46e3-adef-903548034d5b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Jul 16 02:21:15.899431 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9ff5-7797-470a-aeab-f1f5144e61d1 req-65343783-0a60-458e-88a9-e05b593ab363 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:15.900950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a0b9ff5-7797-470a-aeab-f1f5144e61d1 req-65343783-0a60-458e-88a9-e05b593ab363 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0636685 Jul 16 02:21:15.937525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a0b9ff5-7797-470a-aeab-f1f5144e61d1 req-968fff93-4345-4d01-a9b9-f3d4c687a4e1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jul 16 02:21:16.108675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7bb60-b9a5-42d5-a15c-bcdb4cbf5dba req-0a364833-5368-49e9-89d9-4dc7bbcdc2c6 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.110160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6f7bb60-b9a5-42d5-a15c-bcdb4cbf5dba req-0a364833-5368-49e9-89d9-4dc7bbcdc2c6 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0637319 Jul 16 02:21:16.147689 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6f7bb60-b9a5-42d5-a15c-bcdb4cbf5dba req-f2b458bb-0780-4eab-a7ec-481131d2e336 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Jul 16 02:21:16.497695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-d600546f-8c85-4f31-8ebf-8bf8f4d1eb09 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0653014 Jul 16 02:21:16.549224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141bc6-f1ce-4280-b3ac-0f24bd796ae1 req-be65cd97-6168-47bb-8d0a-ecba6ffc65c5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.550755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d141bc6-f1ce-4280-b3ac-0f24bd796ae1 req-be65cd97-6168-47bb-8d0a-ecba6ffc65c5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0690403 Jul 16 02:21:16.589092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d141bc6-f1ce-4280-b3ac-0f24bd796ae1 req-087eceaa-2866-4a52-a8e9-29c5ba0c63cf tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Jul 16 02:21:17.766519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff787e-da37-494d-bd5c-a2332b203709 req-75534e39-0d76-49d7-b6cd-fb31fc4be1b1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.768012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deff787e-da37-494d-bd5c-a2332b203709 req-75534e39-0d76-49d7-b6cd-fb31fc4be1b1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0635693 Jul 16 02:21:17.771547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-da20d9b0-c17b-4012-bcc2-e404c65735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.773615 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-da20d9b0-c17b-4012-bcc2-e404c65735e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0550013 Jul 16 02:21:17.807276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-deff787e-da37-494d-bd5c-a2332b203709 req-76b17ded-e11c-4d30-8f60-f0799e8822f4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Jul 16 02:21:17.866209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-2957a624-cfe2-4969-b126-613eeabd5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.867669 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-2957a624-cfe2-4969-b126-613eeabd5a0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0884132 Jul 16 02:21:17.908672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-93a69944-9fa3-4f7c-bc45-cf7a03b91b66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0348687 Jul 16 02:21:17.956577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-3597567a-2f67-4261-a95f-c05176ff2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.958063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-3597567a-2f67-4261-a95f-c05176ff2aa0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0429738 Jul 16 02:21:17.993743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-e4413070-f963-4500-b245-830e5ac669d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301130 Jul 16 02:21:18.081377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-e39cfc79-bdb9-46f4-a7c6-b033207c2b8b service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812378 Jul 16 02:21:18.174415 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-14b914bb-a9e9-4dd5-8130-4fddd4bb5f42 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869560 Jul 16 02:21:18.807300 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:18.987854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fbb20-1509-4532-84ed-b127da26245c req-c48c73ab-ea70-4033-804f-5087d1057d29 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:18.989371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d67fbb20-1509-4532-84ed-b127da26245c req-c48c73ab-ea70-4033-804f-5087d1057d29 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0669289 Jul 16 02:21:19.027770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d67fbb20-1509-4532-84ed-b127da26245c req-f4de450d-fd02-438a-9a8f-d2606d7f0d49 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Jul 16 02:21:20.202530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b1e9-60ed-4e8d-bfe2-557d07057fd7 req-9108dfae-8a8b-403c-b0ed-aedb267f3480 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:20.204036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3869b1e9-60ed-4e8d-bfe2-557d07057fd7 req-9108dfae-8a8b-403c-b0ed-aedb267f3480 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0626705 Jul 16 02:21:20.242282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3869b1e9-60ed-4e8d-bfe2-557d07057fd7 req-e1ef5e6b-478e-4d1b-abdb-e49e86107a7c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Jul 16 02:21:21.417921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360499-cd0b-4069-aa4e-b15de2046443 req-2ff762b2-6a0d-4a7f-a17b-1fd1155b4c5a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:21.419420 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5360499-cd0b-4069-aa4e-b15de2046443 req-2ff762b2-6a0d-4a7f-a17b-1fd1155b4c5a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0666676 Jul 16 02:21:21.457253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f5360499-cd0b-4069-aa4e-b15de2046443 req-a3e9f087-6798-4f57-af43-4d6bf03aadd4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Jul 16 02:21:22.628031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe48d4-e510-485a-a18d-96624f01fe06 req-8ded61f4-f92b-4fbe-abb9-383533e829c4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:22.629473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2fe48d4-e510-485a-a18d-96624f01fe06 req-8ded61f4-f92b-4fbe-abb9-383533e829c4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0641227 Jul 16 02:21:22.668428 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2fe48d4-e510-485a-a18d-96624f01fe06 req-b8eaea32-16d0-408d-8e20-ad725a1b8911 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Jul 16 02:21:23.841975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d901-97e5-4b61-be4e-815c265900f4 req-b68ba169-bedb-4e44-acf5-71ff0e53808c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:23.843475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cb8d901-97e5-4b61-be4e-815c265900f4 req-b68ba169-bedb-4e44-acf5-71ff0e53808c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0661061 Jul 16 02:21:23.880917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9cb8d901-97e5-4b61-be4e-815c265900f4 req-30ecaf54-374e-485f-b0d8-ceee7205cae2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Jul 16 02:21:25.056984 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5b1f-d392-4dec-85bd-eb8510af06cb req-71329250-07e5-431a-89ea-0bb127f4254d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:25.058511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-beab5b1f-d392-4dec-85bd-eb8510af06cb req-71329250-07e5-431a-89ea-0bb127f4254d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0671642 Jul 16 02:21:25.096347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-beab5b1f-d392-4dec-85bd-eb8510af06cb req-972a1177-fac9-43cf-9476-dab165227d65 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Jul 16 02:21:26.280614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abd0fe-55a2-4a60-a6fb-c13e08dfc842 req-9ce97a7e-ffa9-431b-a7a2-9857842de962 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.282129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4abd0fe-55a2-4a60-a6fb-c13e08dfc842 req-9ce97a7e-ffa9-431b-a7a2-9857842de962 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0729969 Jul 16 02:21:26.320670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b4abd0fe-55a2-4a60-a6fb-c13e08dfc842 req-2e2cad54-5015-4cca-b157-9d926281c52a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Jul 16 02:21:26.621658 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:27.502962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31cde-565b-44bb-8de0-4e353046d196 req-8839776d-1a52-4ce9-8a48-50eef7256e8b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:27.504516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9e31cde-565b-44bb-8de0-4e353046d196 req-8839776d-1a52-4ce9-8a48-50eef7256e8b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0717926 Jul 16 02:21:27.544835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d9e31cde-565b-44bb-8de0-4e353046d196 req-fbb445fb-0133-4a06-8eac-922f237d6e10 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Jul 16 02:21:28.719029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed906d0-3594-4a09-8dae-7640ceeb0b44 req-b34f90ff-5d2c-4f67-8f1b-f0910345dc03 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.720470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ed906d0-3594-4a09-8dae-7640ceeb0b44 req-b34f90ff-5d2c-4f67-8f1b-f0910345dc03 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0640917 Jul 16 02:21:28.758756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ed906d0-3594-4a09-8dae-7640ceeb0b44 req-61624c2f-11e9-4e4e-9ac9-0b4e988f0fec tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Jul 16 02:21:29.939653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3936a-a044-47b0-ae0d-da4c1433f5ab req-8cdb48f0-1a17-4dfe-b3ce-697e3083d581 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:29.941179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cb3936a-a044-47b0-ae0d-da4c1433f5ab req-8cdb48f0-1a17-4dfe-b3ce-697e3083d581 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0641129 Jul 16 02:21:29.979956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2cb3936a-a044-47b0-ae0d-da4c1433f5ab req-f820628f-e81c-41cf-9831-d2ac047fbeff tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Jul 16 02:21:31.160209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604da0b1-1c30-4496-9930-0926bba11d47 req-466ffd6b-cdd5-4c92-ba70-9de2d582697b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:31.161839 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-604da0b1-1c30-4496-9930-0926bba11d47 req-466ffd6b-cdd5-4c92-ba70-9de2d582697b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0693963 Jul 16 02:21:31.200955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-604da0b1-1c30-4496-9930-0926bba11d47 req-2d2761f2-a84c-4316-a3ac-bb539304307e tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jul 16 02:21:32.386715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dbb95-1c3a-4b98-9b13-de2f989eb19e req-ae86fa45-0908-4e80-8ccd-bdf97b087c65 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:32.388321 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d0dbb95-1c3a-4b98-9b13-de2f989eb19e req-ae86fa45-0908-4e80-8ccd-bdf97b087c65 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0749061 Jul 16 02:21:32.427709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6d0dbb95-1c3a-4b98-9b13-de2f989eb19e req-95dfe50d-60af-4dec-9b19-a7b165f6aad5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Jul 16 02:21:33.602528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84742-e182-4f52-9527-5e6b34d27af3 req-9bf19ef2-ad9d-4475-9d8e-782047bf4f45 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.604017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6e84742-e182-4f52-9527-5e6b34d27af3 req-9bf19ef2-ad9d-4475-9d8e-782047bf4f45 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0665019 Jul 16 02:21:33.641342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6e84742-e182-4f52-9527-5e6b34d27af3 req-9219cffd-a956-4992-ba12-d4ea26883b34 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Jul 16 02:21:34.815644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cea34-d30e-46f0-aee9-fc1aae110a04 req-f987a161-f472-447a-bb8b-d6b45f30b101 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.817175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a8cea34-d30e-46f0-aee9-fc1aae110a04 req-f987a161-f472-447a-bb8b-d6b45f30b101 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0658121 Jul 16 02:21:34.856586 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9a8cea34-d30e-46f0-aee9-fc1aae110a04 req-dd454901-4af3-4f1b-aa29-2cd9804f40ce tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Jul 16 02:21:35.902065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-b9729bf0-6e2f-4bcf-8b68-65caabd8796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.903594 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-b9729bf0-6e2f-4bcf-8b68-65caabd8796b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0544991 Jul 16 02:21:36.013310 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-a3a60b57-31d8-48c3-83f5-e29801e4a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.014765 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-a3a60b57-31d8-48c3-83f5-e29801e4a7b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0907717 Jul 16 02:21:36.036921 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f027-0980-47d1-98c2-5070d5cf8e02 req-ad8c2286-54a4-4b78-aa5d-eaa2973705d3 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.038606 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e499f027-0980-47d1-98c2-5070d5cf8e02 req-ad8c2286-54a4-4b78-aa5d-eaa2973705d3 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0644016 Jul 16 02:21:36.057057 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-b16ef5dd-1669-4393-b7fd-a9d7e4fdd0f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0348301 Jul 16 02:21:36.077319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e499f027-0980-47d1-98c2-5070d5cf8e02 req-bf02f6ca-17a8-4d52-acfd-6468e4d6b99f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Jul 16 02:21:36.105242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-6549216e-5684-4b0e-98ab-658f5474cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.106721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-6549216e-5684-4b0e-98ab-658f5474cd4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0435636 Jul 16 02:21:36.140129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-7066fb38-580c-488e-9af9-861629d3579b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273006 Jul 16 02:21:36.232502 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-e4026f10-fbdc-4435-a9c6-933401a69863 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Jul 16 02:21:36.325642 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cf1bf1c3-18d0-4e58-b63e-ba251baa9af3 req-1bb43bfa-308b-4e1e-abdb-cba15ebd6f46 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868638 Jul 16 02:21:37.255707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf552b2-294d-4972-9414-3d67f71c0691 req-2033c0ce-2a8b-4ad6-8fa7-ac91326ce495 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:37.257639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bf552b2-294d-4972-9414-3d67f71c0691 req-2033c0ce-2a8b-4ad6-8fa7-ac91326ce495 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0698950 Jul 16 02:21:37.294925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bf552b2-294d-4972-9414-3d67f71c0691 req-3fc992d3-b602-4db1-908a-3f4086fb7abd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jul 16 02:21:37.954646 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.465862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22309e-2bc6-4fb8-814b-3c5b089f241b req-a78f374d-b0eb-45cf-986a-3ebdbec9738c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:38.467334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b22309e-2bc6-4fb8-814b-3c5b089f241b req-a78f374d-b0eb-45cf-986a-3ebdbec9738c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0623283 Jul 16 02:21:38.505008 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b22309e-2bc6-4fb8-814b-3c5b089f241b req-f3902a54-c376-4a79-a003-a94579b37ca7 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jul 16 02:21:39.682680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384087-6030-4025-b6c9-6fc657359f4b req-ab762a58-ff80-45bf-9c71-550f1c005966 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:39.684092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f384087-6030-4025-b6c9-6fc657359f4b req-ab762a58-ff80-45bf-9c71-550f1c005966 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0666943 Jul 16 02:21:39.721290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3f384087-6030-4025-b6c9-6fc657359f4b req-8c75ef3f-f294-4485-8699-8fcc7796a6cd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Jul 16 02:21:40.215261 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9638a27b-4998-4859-bbf1-38897b58e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:40.897454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd84af-fbab-43f3-ba23-8854253ecc6f req-11293888-5202-4295-a148-d56030a473e2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:40.898855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71fd84af-fbab-43f3-ba23-8854253ecc6f req-11293888-5202-4295-a148-d56030a473e2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0655892 Jul 16 02:21:40.936774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71fd84af-fbab-43f3-ba23-8854253ecc6f req-84ca2465-63e8-4816-b7c1-36e31dddc82a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 16 02:21:42.109470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de7f3-072c-4144-bceb-d69686de68bf req-ee319c28-25a3-4296-9c88-4e034a4c8ad2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:42.110967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d23de7f3-072c-4144-bceb-d69686de68bf req-ee319c28-25a3-4296-9c88-4e034a4c8ad2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0637200 Jul 16 02:21:42.149437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d23de7f3-072c-4144-bceb-d69686de68bf req-83ff382b-4b91-4299-b2a0-d2ca6afec13c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jul 16 02:21:42.447982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab731d9d-5c85-4418-85f5-e8be0261b649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:42.535009 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.325163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe2f9b-6639-4579-a21b-71cdb23cf718 req-84cd03ec-5edb-4c0c-88ae-29272889ad6d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:43.326700 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05fe2f9b-6639-4579-a21b-71cdb23cf718 req-84cd03ec-5edb-4c0c-88ae-29272889ad6d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0668952 Jul 16 02:21:43.365228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05fe2f9b-6639-4579-a21b-71cdb23cf718 req-c2b82b03-fb7b-4e32-a06a-fe5f7d756737 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Jul 16 02:21:43.901461 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.542710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a42d-9824-4a99-a648-00b30261379e req-a8cb13f3-55d1-4c70-964d-8e0910d0bd29 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:44.544192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14d1a42d-9824-4a99-a648-00b30261379e req-a8cb13f3-55d1-4c70-964d-8e0910d0bd29 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0639782 Jul 16 02:21:44.582602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14d1a42d-9824-4a99-a648-00b30261379e req-ef59a849-5ec9-4ebf-bb3d-5a26eecaf24d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328293 Jul 16 02:21:45.157515 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-b7859a9f-bd55-4b75-b2df-e262c7646306 service neutron] show failed (client error): The resource could not be found. Jul 16 02:21:45.158540 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-b7859a9f-bd55-4b75-b2df-e262c7646306 service neutron] 10.222.0.23 "GET /v2.0/ports/dab47f40-6b20-4311-bb5b-e46d3423b493/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0566993 Jul 16 02:21:45.413848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-0022cf45-8762-4826-a08f-13e3ac1b379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.415300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-0022cf45-8762-4826-a08f-13e3ac1b379b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7&tenant_id=81ea3c87db354ddf9c70fe9141e15efc HTTP/1.1" status: 200 len: 1098 time: 0.0600164 Jul 16 02:21:45.433274 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:45.444557 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.508083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.710136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:45.742947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:45.766140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab37083-10d5-4cd0-b15b-2da76b84f96b req-7226ac62-1852-4ba1-b93f-c524ce9e24fc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.767650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ab37083-10d5-4cd0-b15b-2da76b84f96b req-7226ac62-1852-4ba1-b93f-c524ce9e24fc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0689931 Jul 16 02:21:45.782694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:45.784981 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9453f66-f63b-40e3-8fb0-d6c767eb0a9e" -d '{"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:45.788747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.801135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Transition to ACTIVE for port object dab47f40-6b20-4311-bb5b-e46d3423b493 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:45.806589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.808647 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ab37083-10d5-4cd0-b15b-2da76b84f96b req-2c90d0d4-9241-4f4f-abd7-fc6dcd17344a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Jul 16 02:21:45.852622 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087742cd-50d0-4311-b50b-d6206ae60ade x-openstack-request-id: req-087742cd-50d0-4311-b50b-d6206ae60ade {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:45.852915 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:45.853165 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-087742cd-50d0-4311-b50b-d6206ae60ade {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:45.853554 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'code': 200} Jul 16 02:21:45.877481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] No DVR routers for this DVR port dab47f40-6b20-4311-bb5b-e46d3423b493 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:45.880526 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:45.892052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.892400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.892760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.893093 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.893423 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.893750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.894074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.894395 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.894717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.895037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.895357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.895673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:45.927625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:45.928675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:45.929003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:45.933380 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Port dab47f40-6b20-4311-bb5b-e46d3423b493 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:45.933707 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Attempting to bind port dab47f40-6b20-4311-bb5b-e46d3423b493 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:45.938714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:45.939060 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Checking segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:45.939450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Bound using segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:45.939879 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Bound port: dab47f40-6b20-4311-bb5b-e46d3423b493, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:45.940244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.007370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:46.010336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:46.015346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.049884 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.050508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.051930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] 10.222.0.13 "PUT /v2.0/ports/dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 1093 time: 0.6228993 Jul 16 02:21:46.076046 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7879c-ca58-4146-a3da-29e886f2a99e service neutron] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.142493 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-5aa2d0c2-8f5f-4dba-81a4-724d060c78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.144002 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-5aa2d0c2-8f5f-4dba-81a4-724d060c78d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0581963 Jul 16 02:21:46.233045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-1afb9306-48db-4f20-8a8f-5283ebad988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.234640 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-1afb9306-48db-4f20-8a8f-5283ebad988a service neutron] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0838871 Jul 16 02:21:46.280147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-0e549789-a3af-45f9-b551-95f52eaaa070 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0381017 Jul 16 02:21:46.328778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-02f95a34-8a3f-404d-8d85-9aae0b2ae448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.330222 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-02f95a34-8a3f-404d-8d85-9aae0b2ae448 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0432434 Jul 16 02:21:46.367034 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-0ecf8729-264c-440f-8554-dd97451329d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276701 Jul 16 02:21:46.459537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-9e97a2bf-d1a4-4df2-8c6e-f8f64484a878 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Jul 16 02:21:46.548569 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-004ce790-3315-4fe0-b5ba-0616a74400bd req-2e9a2290-48cc-48f8-bf6a-ed55082fc2e6 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813518 Jul 16 02:21:46.987520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fceeb6-744a-4a6f-8441-344b5698ab26 req-e5ae9a24-e330-4786-900f-4e901a139600 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.991666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3fceeb6-744a-4a6f-8441-344b5698ab26 req-e5ae9a24-e330-4786-900f-4e901a139600 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 944 time: 0.0655928 Jul 16 02:21:47.044660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3fceeb6-744a-4a6f-8441-344b5698ab26 req-08473cf4-5282-44ed-a5df-3fcd5b3fe42a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Jul 16 02:21:47.855025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:47.857776 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84767610-cbf9-4183-ad62-0f16c535720b" -d '{"events": [{"name": "network-changed", "server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:47.904313 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eee41c5-faa7-4a71-8067-52f1783e5141 x-openstack-request-id: req-4eee41c5-faa7-4a71-8067-52f1783e5141 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:47.904641 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:47.904897 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4eee41c5-faa7-4a71-8067-52f1783e5141 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:47.905314 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'status': 'completed', 'code': 200} Jul 16 02:21:48.020280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767610-cbf9-4183-ad62-0f16c535720b req-c483de09-e041-4658-ad47-1906f024915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.022341 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-c483de09-e041-4658-ad47-1906f024915c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0920680 Jul 16 02:21:48.031644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767610-cbf9-4183-ad62-0f16c535720b req-ec3e37a7-9977-4b3b-bbd7-0a21612bbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.033058 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-ec3e37a7-9977-4b3b-bbd7-0a21612bbdf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0772450 Jul 16 02:21:48.164324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:48.190098 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767610-cbf9-4183-ad62-0f16c535720b req-ecc95c14-02ab-4714-bbb0-b0dda225e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.192283 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-ecc95c14-02ab-4714-bbb0-b0dda225e70b service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.1620252 Jul 16 02:21:48.194945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767610-cbf9-4183-ad62-0f16c535720b req-f97561ea-f05f-4f8f-b2de-48d254e05b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.196309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-f97561ea-f05f-4f8f-b2de-48d254e05b23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.1459095 Jul 16 02:21:48.235530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:48.283363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-1ed86098-fc17-4913-ab95-7ba3f7738b94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0837383 Jul 16 02:21:48.285323 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-1930720a-5e5e-419b-bcfe-8e689f641ce8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0791006 Jul 16 02:21:48.370973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767610-cbf9-4183-ad62-0f16c535720b req-30552205-7013-41dd-bb89-d36a2e4585f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.372514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-30552205-7013-41dd-bb89-d36a2e4585f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0823193 Jul 16 02:21:48.373745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84767610-cbf9-4183-ad62-0f16c535720b req-704aaae9-a5ac-436a-8bf3-44d59cb116e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.375060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-704aaae9-a5ac-436a-8bf3-44d59cb116e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0751245 Jul 16 02:21:48.399115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb5e69-4b09-4bc7-9951-470ce673b5bd req-d9012e56-6134-44ab-bbca-d5b82fd74b87 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.400636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1aeb5e69-4b09-4bc7-9951-470ce673b5bd req-d9012e56-6134-44ab-bbca-d5b82fd74b87 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 944 time: 0.1157756 Jul 16 02:21:48.420117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-778fa34c-4568-4dbd-9d93-eb73ccb49bf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381315 Jul 16 02:21:48.437892 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-4d850d20-88ba-451f-82c6-a51518c475a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545516 Jul 16 02:21:48.438414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1aeb5e69-4b09-4bc7-9951-470ce673b5bd req-1d6da681-08f4-4fcb-b03a-bc20f89e35d9 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jul 16 02:21:48.586981 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-2cb93387-fa28-45c4-a8ef-d0571cb1e545 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514673 Jul 16 02:21:48.592088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-bc8f8915-5d1e-4e19-b725-d59309e6966f service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458569 Jul 16 02:21:48.743594 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-e75c8fc8-0d7a-470f-9513-7f22992b9e4a service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495035 Jul 16 02:21:48.745400 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-84767610-cbf9-4183-ad62-0f16c535720b req-4bcc28d2-2d9f-4d73-bbd2-1dc26a8db035 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444588 Jul 16 02:21:48.810064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.517380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:49.613642 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:49.624765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'port_id': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'mac_address': 'fa:16:3e:2e:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e7dd46-8fb1-4944-ace2-9fd264cf0277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:49.667436 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5242-3c30-4720-b1bc-e2e43a804ab4 req-3644ca02-7471-44a6-8f9a-f12537d134eb tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:49.668076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.669042 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66bd5242-3c30-4720-b1bc-e2e43a804ab4 req-3644ca02-7471-44a6-8f9a-f12537d134eb tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 944 time: 0.0800436 Jul 16 02:21:49.681533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab47f40-6b20-4311-bb5b-e46d3423b493 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:49.702020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:49.707235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.711172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66bd5242-3c30-4720-b1bc-e2e43a804ab4 req-67adfad4-0bd5-424f-b8fb-92182a9e30d5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363226 Jul 16 02:21:49.762344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.995098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dab47f40-6b20-4311-bb5b-e46d3423b493'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:50.027698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cd4b9-4e07-4350-b4e1-a48c3e0e1e36 req-6900201e-1d8e-4861-af2f-3cd4cea0a1ca tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.028601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b05cd4b9-4e07-4350-b4e1-a48c3e0e1e36 req-6900201e-1d8e-4861-af2f-3cd4cea0a1ca tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 945 time: 0.0697443 Jul 16 02:21:50.042112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014590-a922-4b38-a773-3cd7296912d9 req-6f133dbd-9863-47a8-a080-8942edc4a19c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.043766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-6f133dbd-9863-47a8-a080-8942edc4a19c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.23 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7&tenant_id=81ea3c87db354ddf9c70fe9141e15efc&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 945 time: 0.0808370 Jul 16 02:21:50.111955 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-12014590-a922-4b38-a773-3cd7296912d9 req-08395883-294d-4b2b-9801-8176bef04d03 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:21:50.112787 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-08395883-294d-4b2b-9801-8176bef04d03 service neutron] 10.222.0.23 "DELETE /v2.0/ports/dab47f40-6b20-4311-bb5b-e46d3423b493/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0610139 Jul 16 02:21:50.162059 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b05cd4b9-4e07-4350-b4e1-a48c3e0e1e36 req-b8da1667-db47-4833-8c95-908c5ea176bc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870519 Jul 16 02:21:50.218949 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014590-a922-4b38-a773-3cd7296912d9 req-b9a286d1-7f9d-4e86-9b55-b7fca938f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.220520 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-b9a286d1-7f9d-4e86-9b55-b7fca938f84d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 1097 time: 0.0599413 Jul 16 02:21:50.318368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014590-a922-4b38-a773-3cd7296912d9 req-1492bbec-6063-4ec9-a4cb-b4be5c50d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.320096 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-1492bbec-6063-4ec9-a4cb-b4be5c50d250 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0929427 Jul 16 02:21:50.361809 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-b469c2ef-03d0-4cd5-ad79-01752531c546 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 200 len: 217 time: 0.0357227 Jul 16 02:21:50.420009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014590-a922-4b38-a773-3cd7296912d9 req-af1ff640-5fa8-4fc3-a3aa-469d9b8847d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.421556 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-af1ff640-5fa8-4fc3-a3aa-469d9b8847d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0535605 Jul 16 02:21:50.456893 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-c1b14a1f-474c-4a43-a5dd-45c1e337cd38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274627 Jul 16 02:21:50.544858 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-d32b7eeb-9d7f-4d00-aaaa-67d24d9e6e09 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819256 Jul 16 02:21:50.636079 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-12014590-a922-4b38-a773-3cd7296912d9 req-0a829f21-9273-431a-95f2-599539324b8c service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847149 Jul 16 02:21:51.345265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546c554-5992-4e51-ac4b-208e9cf627bc req-75a152a0-6b21-40c0-a02e-aad00c95b9cd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:51.346777 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a546c554-5992-4e51-ac4b-208e9cf627bc req-75a152a0-6b21-40c0-a02e-aad00c95b9cd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 945 time: 0.0678501 Jul 16 02:21:51.385564 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a546c554-5992-4e51-ac4b-208e9cf627bc req-bb1331f2-7f25-4e3d-9152-629f7b4332d1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jul 16 02:21:51.537819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:51.560305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36d1b8-7554-48ae-a98e-6630ef66043a req-aa8db2ee-c85a-4c91-bd4d-eda8fd4d9ba3 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:51.562031 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a36d1b8-7554-48ae-a98e-6630ef66043a req-aa8db2ee-c85a-4c91-bd4d-eda8fd4d9ba3 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 945 time: 0.0638962 Jul 16 02:21:51.587935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port dab47f40-6b20-4311-bb5b-e46d3423b493 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:51.591618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port dab47f40-6b20-4311-bb5b-e46d3423b493 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:51.591992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.602741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a36d1b8-7554-48ae-a98e-6630ef66043a req-1cd212ee-56fc-4be1-b3e6-fd78ca01a152 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Jul 16 02:21:51.686007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.710695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:51.713064 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a9c224-346e-4dd4-b6b6-ec797222849e" -d '{"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:51.726962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:51.732912 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.766236 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd881a-0458-40a6-a3da-b55ca532d7be x-openstack-request-id: req-70fd881a-0458-40a6-a3da-b55ca532d7be {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:51.766615 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-plugged", "status": "completed", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:51.766934 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70fd881a-0458-40a6-a3da-b55ca532d7be {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:51.767387 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'code': 200} Jul 16 02:21:51.797744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b3b1c-1463-4b58-a062-fabd4db2e5d4 req-d0227b43-9296-4d98-828d-48e3385a4a5a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:51.799314 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f0b3b1c-1463-4b58-a062-fabd4db2e5d4 req-d0227b43-9296-4d98-828d-48e3385a4a5a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0678594 Jul 16 02:21:51.799468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:51.845099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f0b3b1c-1463-4b58-a062-fabd4db2e5d4 req-e8de0c20-1430-40a7-8b54-48803d6e09bc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Jul 16 02:21:52.322569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-15017f75-058d-426f-ac5b-a7ac6f9de47a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:52.324101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-15017f75-058d-426f-ac5b-a7ac6f9de47a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 815 time: 0.1156058 Jul 16 02:21:52.346104 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-759c4018-688d-47ff-a621-15ea43e67a1a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/quotas/81ea3c87db354ddf9c70fe9141e15efc HTTP/1.1" status: 200 len: 375 time: 0.0157762 Jul 16 02:21:52.418805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-cb930861-0a28-43d7-932c-afba39fe50a2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650470 Jul 16 02:21:52.524146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-55f7c755-e6d2-4029-8a1f-2153ea85f7c2 service neutron] 10.222.0.42 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987029 Jul 16 02:21:52.623978 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-629d45ea-1320-41d7-9f9e-4bbc2da21974 service neutron] 10.222.0.42 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940261 Jul 16 02:21:52.809737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0644ad36-8944-4fe7-ac99-e2a8e2decae2 req-863e8211-a119-4ada-885e-29dbc6321313 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 210 time: 0.0299649 Jul 16 02:21:53.701870 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-fc090be7-5ec2-4da0-8e77-28aeac451a07 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:53.703380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-fc090be7-5ec2-4da0-8e77-28aeac451a07 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c808d4-1588-4024-8f08-38700714b9e7 HTTP/1.1" status: 200 len: 946 time: 0.0636213 Jul 16 02:21:53.808313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Deleting port dab47f40-6b20-4311-bb5b-e46d3423b493 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:53.808692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.902318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] For port dab47f40-6b20-4311-bb5b-e46d3423b493, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=dab47f40-6b20-4311-bb5b-e46d3423b493,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:53.902722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.908832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.13', 53094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:53.919110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Calling delete_port for dab47f40-6b20-4311-bb5b-e46d3423b493 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:53.989641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aeccd58f-1085-4d40-88bf-725b7472f0e3 req-4edc6f02-429b-4ab9-b9f8-aa86c2230b91 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 210 time: 0.0345955 Jul 16 02:21:54.062586 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.070889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-59933abd-9be8-44d1-b3d8-12d3a98813a5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.072796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-59933abd-9be8-44d1-b3d8-12d3a98813a5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 815 time: 0.1621392 Jul 16 02:21:54.093013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Request body: {'port': {'device_id': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'admin_state_up': True, 'tenant_id': '81ea3c87db354ddf9c70fe9141e15efc'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:54.093833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Pushing event deleted for resources: {'Port': ['ID=dab47f40-6b20-4311-bb5b-e46d3423b493,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:54.097855 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dab47f40-6b20-4311-bb5b-e46d3423b493'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:54.156359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] No DVR routers for this DVR port dab47f40-6b20-4311-bb5b-e46d3423b493 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:54.159647 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.162784 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.13 "DELETE /v2.0/ports/dab47f40-6b20-4311-bb5b-e46d3423b493 HTTP/1.1" status: 204 len: 173 time: 0.4531646 Jul 16 02:21:54.163511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-deleted', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:54.165927 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdb8ae6f2818a7b867ef1e2cfd3793f2742d19c8b3f8139efd9731bdc6f99825" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc50919-fec3-4cf8-831a-475a4d6af197" -d '{"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-deleted", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:54.210569 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b1afd-dff4-47af-a6a4-a412c1b48a80 x-openstack-request-id: req-ef5b1afd-dff4-47af-a6a4-a412c1b48a80 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:54.210866 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c808d4-1588-4024-8f08-38700714b9e7", "name": "network-vif-deleted", "tag": "dab47f40-6b20-4311-bb5b-e46d3423b493", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:54.211126 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef5b1afd-dff4-47af-a6a4-a412c1b48a80 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:54.211571 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c808d4-1588-4024-8f08-38700714b9e7', 'name': 'network-vif-deleted', 'tag': 'dab47f40-6b20-4311-bb5b-e46d3423b493', 'status': 'completed', 'code': 200} Jul 16 02:21:54.228047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Made reservation on behalf of 81ea3c87db354ddf9c70fe9141e15efc for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:54.231808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.369472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Allocated IP 172.20.0.11 (99aaf16b-3723-428f-ac4e-9382439b8a14/91e7dd46-8fb1-4944-ace2-9fd264cf0277/124dc278-b628-424e-bb6e-d5372c22c6c3) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:54.519749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.560055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.596384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['dab47f40-6b20-4311-bb5b-e46d3423b493'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:54.608345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Network 99aaf16b-3723-428f-ac4e-9382439b8a14 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:54.611637 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:54.615669 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:54.639906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:54.668570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.669209 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.683930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-4a5dab50-0a6c-44d8-80a1-6fa45dc49e40 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961373 Jul 16 02:21:54.699845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Request body: {'port': {'device_id': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:54.777675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.042212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124dc278-b628-424e-bb6e-d5372c22c6c3 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:55.049993 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.063604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Transition to ACTIVE for port object 124dc278-b628-424e-bb6e-d5372c22c6c3 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:55.067781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.126815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:55.235699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:55.236066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:55.236401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:55.247650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc022950-a3d7-43e2-a4c0-caf7b8b7131e req-c372c884-3444-425c-afdc-9f9057561c0b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.249201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc022950-a3d7-43e2-a4c0-caf7b8b7131e req-c372c884-3444-425c-afdc-9f9057561c0b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.1356351 Jul 16 02:21:55.251299 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Port 124dc278-b628-424e-bb6e-d5372c22c6c3 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:55.251632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:55.263769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:55.264127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Checking segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:55.264535 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Bound using segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:55.264969 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Bound port: 124dc278-b628-424e-bb6e-d5372c22c6c3, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:55.265330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.317933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc022950-a3d7-43e2-a4c0-caf7b8b7131e req-d8ef06a5-2834-4c89-900c-84e1bdb06b87 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628874 Jul 16 02:21:55.355664 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:55.358765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:55.363465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.398952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.399531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.400949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] 10.222.0.13 "PUT /v2.0/ports/124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 1093 time: 0.7053382 Jul 16 02:21:55.401390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:55.403638 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afa032deacee07e03798d84df086fb1244d64508a795d636aef08f5ed66a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cba007-fc38-4076-8847-a4b586863c04" -d '{"events": [{"name": "network-changed", "server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:55.430728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a21da-f9b7-4574-b4ed-8a25426f7b19 service neutron] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:55.504771 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5764ccee-f081-4e3f-a0d2-48d35fe88f48 x-openstack-request-id: req-5764ccee-f081-4e3f-a0d2-48d35fe88f48 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:55.505073 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:55.505328 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5764ccee-f081-4e3f-a0d2-48d35fe88f48 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:55.505734 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'status': 'completed', 'code': 200} Jul 16 02:21:55.515336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-fc0274d2-f92d-420d-9735-33f38ce65a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.516871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-fc0274d2-f92d-420d-9735-33f38ce65a6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0580628 Jul 16 02:21:55.575825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-34d61a97-3259-442d-9295-370ecbed1abd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0372527 Jul 16 02:21:55.624684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404e9d-8a40-4557-9297-b91124289206 req-8ec76b11-a03a-4b0e-8486-131ff90bee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.626133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-8ec76b11-a03a-4b0e-8486-131ff90bee45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0444145 Jul 16 02:21:55.658913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-d5127eea-0b27-4477-960c-125e78c29f70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262871 Jul 16 02:21:55.750352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-8a8c1850-9cd1-4db4-9fb2-10c7e64e39c0 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852356 Jul 16 02:21:55.839241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5404e9d-8a40-4557-9297-b91124289206 req-d5228292-6cb8-42fd-9448-c6de8a1e26a5 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829258 Jul 16 02:21:55.989642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cba007-fc38-4076-8847-a4b586863c04 req-ff4bcfbb-82b8-44ef-9b5a-59c556d9af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.992610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-ff4bcfbb-82b8-44ef-9b5a-59c556d9af96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0554743 Jul 16 02:21:56.087425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cba007-fc38-4076-8847-a4b586863c04 req-1f379d9a-d688-4781-a706-9a096a1eea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:56.088904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-1f379d9a-d688-4781-a706-9a096a1eea4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0898495 Jul 16 02:21:56.134161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-850c78de-bbd4-4cfc-8108-27d8b8a3370d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0358570 Jul 16 02:21:56.189491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cba007-fc38-4076-8847-a4b586863c04 req-313ec667-6c43-492e-b9d0-6e2c84a7add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:56.190906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-313ec667-6c43-492e-b9d0-6e2c84a7add4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0479817 Jul 16 02:21:56.223132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-ab6be2ce-ca28-4f92-b0e7-4a04ae73f7cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257776 Jul 16 02:21:56.315073 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-5c52a362-c99e-4b59-a3ad-e1ac24794013 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Jul 16 02:21:56.777252 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f3cba007-fc38-4076-8847-a4b586863c04 req-cde5b952-44c3-4e6b-b3c5-f31efbbe2345 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558427 Jul 16 02:21:56.789369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfa811-8b1e-4d95-b45c-4133b1ef50a2 req-78d3cb6a-7b99-4643-b842-28bc706ca5f9 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:56.790769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5acfa811-8b1e-4d95-b45c-4133b1ef50a2 req-78d3cb6a-7b99-4643-b842-28bc706ca5f9 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.1188910 Jul 16 02:21:56.831937 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5acfa811-8b1e-4d95-b45c-4133b1ef50a2 req-81d99d41-9542-42e7-97a9-a7890cd5a369 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355594 Jul 16 02:21:57.570612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:57.589833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: dab47f40-6b20-4311-bb5b-e46d3423b493 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:57.590175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device dab47f40-6b20-4311-bb5b-e46d3423b493 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:58.008837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451f0d-4f81-4adf-85db-778f7ccde0d3 req-0014ad84-b953-49dc-ac41-1a7bd37a4c3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:58.010327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca451f0d-4f81-4adf-85db-778f7ccde0d3 req-0014ad84-b953-49dc-ac41-1a7bd37a4c3f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.0647502 Jul 16 02:21:58.049217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca451f0d-4f81-4adf-85db-778f7ccde0d3 req-ba0f5218-b6ae-4eba-86ff-c782d97354a8 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Jul 16 02:21:59.221991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5960f02-95ef-4b19-856b-b5d05e8b05bf req-8baec0ff-cd56-4d9b-a589-313036c10f42 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:59.223464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5960f02-95ef-4b19-856b-b5d05e8b05bf req-8baec0ff-cd56-4d9b-a589-313036c10f42 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.0640585 Jul 16 02:21:59.265677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5960f02-95ef-4b19-856b-b5d05e8b05bf req-10f88b67-279e-4d6c-9737-641974dbc616 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Jul 16 02:21:59.569139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:59.665454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:59.676758 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'port_id': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'mac_address': 'fa:16:3e:da:97:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e7dd46-8fb1-4944-ace2-9fd264cf0277', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:59.714098 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.727087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124dc278-b628-424e-bb6e-d5372c22c6c3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:59.746640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:59.751047 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.801902 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:00.012161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['124dc278-b628-424e-bb6e-d5372c22c6c3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:00.439877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f32f-38d6-4c17-9b92-e5d0f3027b9e req-c781e6da-81ac-4d24-a072-47c33a355593 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.441410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f752f32f-38d6-4c17-9b92-e5d0f3027b9e req-c781e6da-81ac-4d24-a072-47c33a355593 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 945 time: 0.0657306 Jul 16 02:22:00.479926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f752f32f-38d6-4c17-9b92-e5d0f3027b9e req-1ff19df4-5dd7-4799-925e-de2c1fc873e8 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Jul 16 02:22:01.585068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:01.638465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 124dc278-b628-424e-bb6e-d5372c22c6c3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:01.644986 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 124dc278-b628-424e-bb6e-d5372c22c6c3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:01.645498 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.656547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f8566-5b40-49e6-9d30-ecf00fa5bcf9 req-4451b8a9-c961-4794-8a64-66743ea7fd69 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:01.658055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba5f8566-5b40-49e6-9d30-ecf00fa5bcf9 req-4451b8a9-c961-4794-8a64-66743ea7fd69 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 945 time: 0.0654273 Jul 16 02:22:01.698167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba5f8566-5b40-49e6-9d30-ecf00fa5bcf9 req-f4b4f649-9b8a-4788-a82e-d987ee022294 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Jul 16 02:22:01.736128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.758987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:01.761229 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dbf5408af8503c7f11f4ca71f2686c6b219454569408ae2cee15901660611e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7ea8cc-6fbc-4dac-a9d7-e14250122cd6" -d '{"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-plugged", "status": "completed", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:01.774467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:01.779062 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.816009 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bca16b-c5fd-46aa-bfa5-63e2d8313950 x-openstack-request-id: req-f3bca16b-c5fd-46aa-bfa5-63e2d8313950 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:01.816490 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-plugged", "status": "completed", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:01.816887 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3bca16b-c5fd-46aa-bfa5-63e2d8313950 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:01.817477 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'code': 200} Jul 16 02:22:01.851265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:01.858742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.859090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.859431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.859763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.860090 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.860414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.860760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.861083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.861405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.861723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.862042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:01.862358 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:02.007647 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565134-b815-4685-96e8-8b2af4309572 req-9d36051c-e62c-43fa-9e25-129af8836a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.009174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3565134-b815-4685-96e8-8b2af4309572 req-9d36051c-e62c-43fa-9e25-129af8836a23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1098 time: 0.0927763 Jul 16 02:22:02.043593 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3565134-b815-4685-96e8-8b2af4309572 req-bdb6b194-5a45-4afe-96d8-78431e1c4b26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276601 Jul 16 02:22:02.872533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab07bd-b339-4e10-8c4c-21dce8ba2657 req-c4c3e55a-4769-4fd5-87b6-88c8e62c00c7 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.874016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6ab07bd-b339-4e10-8c4c-21dce8ba2657 req-c4c3e55a-4769-4fd5-87b6-88c8e62c00c7 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0644441 Jul 16 02:22:02.911683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a6ab07bd-b339-4e10-8c4c-21dce8ba2657 req-93dafb93-b7fa-4bd5-996e-6b63492515bd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 16 02:22:03.621725 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:04.093015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a70a9e-ff81-4a1d-8592-1f8d1eec297d req-46b8c9fa-b052-4789-8bf9-58873f605a9d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:04.094501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3a70a9e-ff81-4a1d-8592-1f8d1eec297d req-46b8c9fa-b052-4789-8bf9-58873f605a9d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0631201 Jul 16 02:22:04.137178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3a70a9e-ff81-4a1d-8592-1f8d1eec297d req-6da5713a-779b-45b7-8d83-608b6a8e0f5f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Jul 16 02:22:04.314514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8347c-82b8-48d6-a587-cf8bdb7d8fc3 req-c4fc64fa-9425-42e2-9481-14a7ab944751 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:04.315922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29d8347c-82b8-48d6-a587-cf8bdb7d8fc3 req-c4fc64fa-9425-42e2-9481-14a7ab944751 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0651402 Jul 16 02:22:04.354828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29d8347c-82b8-48d6-a587-cf8bdb7d8fc3 req-d74d510e-db68-40a3-8296-7b9f9bf16dd5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Jul 16 02:22:04.729090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-5564d158-e3f9-475f-89c8-a712a8dbdb07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865622 Jul 16 02:22:04.762769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773172c-c94f-40e3-ac3d-cbf215e562ba req-a38f5ec4-24eb-47bb-9437-d8eaf51698a6 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:04.764183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8773172c-c94f-40e3-ac3d-cbf215e562ba req-a38f5ec4-24eb-47bb-9437-d8eaf51698a6 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0761080 Jul 16 02:22:04.806151 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8773172c-c94f-40e3-ac3d-cbf215e562ba req-fac2df36-44bb-414d-ab40-88e635dcd0cd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Jul 16 02:22:05.918135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-c6f2778f-5c49-4b55-b351-b6a440d88b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.919866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-c6f2778f-5c49-4b55-b351-b6a440d88b0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1098 time: 0.0564039 Jul 16 02:22:06.053886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032413-5113-44d8-90f6-ffffbce0997f req-bc936c5e-2b26-400a-8b70-aaf7f6d0da33 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:06.055392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef032413-5113-44d8-90f6-ffffbce0997f req-bc936c5e-2b26-400a-8b70-aaf7f6d0da33 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.1344745 Jul 16 02:22:06.058220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-63865ec2-dfa1-458b-a05b-e61028c70065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:06.059592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-63865ec2-dfa1-458b-a05b-e61028c70065 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.1296039 Jul 16 02:22:06.108154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-20632d59-595e-4a7b-8a45-8296e4ffc709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0412517 Jul 16 02:22:06.152646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ef032413-5113-44d8-90f6-ffffbce0997f req-9a2ce681-f56d-4a9b-a7f4-db74ef15dfc3 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916190 Jul 16 02:22:06.170724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f4a04811-ed6c-4184-84dd-dc0a48d8f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:06.172204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f4a04811-ed6c-4184-84dd-dc0a48d8f7d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0541055 Jul 16 02:22:06.205043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-c6f765d9-2c9f-48f7-8b16-bc50ca29c376 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269794 Jul 16 02:22:06.304791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-2b0e45cd-8afb-4ead-b87d-06d0a29024cd service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937700 Jul 16 02:22:06.395048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-831ba153-2271-4dca-92dc-fda5f94e9829 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838506 Jul 16 02:22:07.331132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f88ec-fe0b-44ed-addd-3b9daf18f7b6 req-a3a48c51-a25d-40eb-af6f-bffa64877eae tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:07.332641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-740f88ec-fe0b-44ed-addd-3b9daf18f7b6 req-a3a48c51-a25d-40eb-af6f-bffa64877eae tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0689788 Jul 16 02:22:07.375999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-740f88ec-fe0b-44ed-addd-3b9daf18f7b6 req-447eef62-61fd-4fda-8e19-5a29a5cec1a1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Jul 16 02:22:07.958063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:08.558643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d499-0c61-4566-b839-2b60836ac855 req-0b76f36f-ecb1-4246-9363-f809582c2743 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.560141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7fb5d499-0c61-4566-b839-2b60836ac855 req-0b76f36f-ecb1-4246-9363-f809582c2743 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0663295 Jul 16 02:22:08.597241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7fb5d499-0c61-4566-b839-2b60836ac855 req-44d8212f-a0d2-468e-a760-74d1d738c3de tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Jul 16 02:22:09.778504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519813-053e-4828-90e9-5149aaedf8df req-8648e8b1-aacc-4b9a-9be9-6cc3afce2483 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:09.780006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74519813-053e-4828-90e9-5149aaedf8df req-8648e8b1-aacc-4b9a-9be9-6cc3afce2483 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0636675 Jul 16 02:22:09.819955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74519813-053e-4828-90e9-5149aaedf8df req-18cf4836-5028-426d-afda-498bde326a2e tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Jul 16 02:22:10.215379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c70438e7-538a-4360-b670-558c90773ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:11.002356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1ccb-ed56-4a78-9c8b-8541be6008dc req-dc059553-cb58-4d29-9dd4-ec4e7ac3a485 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:11.003842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be4d1ccb-ed56-4a78-9c8b-8541be6008dc req-dc059553-cb58-4d29-9dd4-ec4e7ac3a485 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0681627 Jul 16 02:22:11.043140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be4d1ccb-ed56-4a78-9c8b-8541be6008dc req-48605358-4ef6-46ab-a943-5e0bc5bdb81c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Jul 16 02:22:12.219041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ad38d-6287-4ba7-903f-6ece94714ba7 req-e90df536-1a56-4643-b1dd-bec75c288bd1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:12.220523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-103ad38d-6287-4ba7-903f-6ece94714ba7 req-e90df536-1a56-4643-b1dd-bec75c288bd1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0651495 Jul 16 02:22:12.261898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-103ad38d-6287-4ba7-903f-6ece94714ba7 req-96faff15-acf1-4112-bf4b-6fb0a9b88470 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Jul 16 02:22:12.449157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02c936a2-ee34-4fda-8458-a4166dcae620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:12.537101 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:13.442140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bc493-9ec6-4239-a379-71baf088d3b3 req-1d85db75-e192-4898-943e-19ab70f148f2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.444249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-842bc493-9ec6-4239-a379-71baf088d3b3 req-1d85db75-e192-4898-943e-19ab70f148f2 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0685761 Jul 16 02:22:13.486963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-842bc493-9ec6-4239-a379-71baf088d3b3 req-ca3b7803-9bb5-4693-b64d-8a30ac89e5da tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Jul 16 02:22:13.904396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:14.665732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d34790-7d1f-40b0-ae2a-31afe19e5408 req-1c5b692c-86f1-4e6a-a835-e9f2dd289e90 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:14.667185 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64d34790-7d1f-40b0-ae2a-31afe19e5408 req-1c5b692c-86f1-4e6a-a835-e9f2dd289e90 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0662055 Jul 16 02:22:14.706695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64d34790-7d1f-40b0-ae2a-31afe19e5408 req-562b994c-5c5b-45ef-8ac3-0a2077779f19 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Jul 16 02:22:15.447531 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:15.900541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb861a74-4e0a-4418-becd-1ef9b94944c2 req-7296337a-d222-4e72-9c83-64817d83a2c5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:15.902195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb861a74-4e0a-4418-becd-1ef9b94944c2 req-7296337a-d222-4e72-9c83-64817d83a2c5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0709329 Jul 16 02:22:15.941204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb861a74-4e0a-4418-becd-1ef9b94944c2 req-16f8bf7d-3684-4638-8e00-11c885472ac4 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Jul 16 02:22:17.119135 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094f138-194f-4b1f-a9ed-27db30572f61 req-57d14864-b62a-4f69-bb04-24d52fa86b69 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:17.120667 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0094f138-194f-4b1f-a9ed-27db30572f61 req-57d14864-b62a-4f69-bb04-24d52fa86b69 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0670183 Jul 16 02:22:17.159359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0094f138-194f-4b1f-a9ed-27db30572f61 req-1d8bbdaa-de66-4d51-8d15-52a5107aab7c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Jul 16 02:22:18.345287 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930e8de-a814-48fa-a56a-6f5cf6627602 req-35a78936-09bb-48f6-85f6-0001814c523d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.346814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8930e8de-a814-48fa-a56a-6f5cf6627602 req-35a78936-09bb-48f6-85f6-0001814c523d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0708284 Jul 16 02:22:18.389225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8930e8de-a814-48fa-a56a-6f5cf6627602 req-b691f08c-4b58-4630-a661-f047ada2122c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Jul 16 02:22:18.821142 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:19.572926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f80d-659b-4ade-8fd1-e783dba0a960 req-fdc7baee-cce6-4881-a25f-2b9322808b77 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.574407 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34a1f80d-659b-4ade-8fd1-e783dba0a960 req-fdc7baee-cce6-4881-a25f-2b9322808b77 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0689712 Jul 16 02:22:19.612326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34a1f80d-659b-4ade-8fd1-e783dba0a960 req-456c036c-3863-4056-a1ec-5ca3a842378b tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jul 16 02:22:20.796132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6e18-1092-488b-9cfc-334c74bcb91c req-b64e47bf-5c62-4de8-b3c1-61ed9d979042 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:20.797684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bbb6e18-1092-488b-9cfc-334c74bcb91c req-b64e47bf-5c62-4de8-b3c1-61ed9d979042 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0653529 Jul 16 02:22:20.837406 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bbb6e18-1092-488b-9cfc-334c74bcb91c req-362f23b1-fbc8-43b7-b662-16a7a8843df7 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Jul 16 02:22:22.011628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e4888-7362-4a3d-8372-1f128f314b4a req-93f7b741-70bb-4ef6-a7e4-5c3265a16f6a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.013150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f71e4888-7362-4a3d-8372-1f128f314b4a req-93f7b741-70bb-4ef6-a7e4-5c3265a16f6a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0626414 Jul 16 02:22:22.050649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f71e4888-7362-4a3d-8372-1f128f314b4a req-b33532e7-ee18-4134-a342-5d11db9fc772 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Jul 16 02:22:23.231814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b9264-1fd3-49f3-a8e5-c89f896df292 req-3d526800-c5e8-4488-8c55-75e9107846cb tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:23.233342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a6b9264-1fd3-49f3-a8e5-c89f896df292 req-3d526800-c5e8-4488-8c55-75e9107846cb tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0690613 Jul 16 02:22:23.270763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a6b9264-1fd3-49f3-a8e5-c89f896df292 req-5c26d45b-9c6d-4336-999c-caf5c46ff1ef tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Jul 16 02:22:24.451120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a4d5-7349-49b3-b4a9-de292bd0df47 req-78591dfc-fb66-48bc-8b10-a495bf416440 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:24.452653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ff5a4d5-7349-49b3-b4a9-de292bd0df47 req-78591dfc-fb66-48bc-8b10-a495bf416440 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0651360 Jul 16 02:22:24.491435 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ff5a4d5-7349-49b3-b4a9-de292bd0df47 req-8beb4ec1-498f-41ec-a68f-fb046fef047a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Jul 16 02:22:25.669491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b3e73-b154-4a69-b315-fb6fc45d95d3 req-6d85bed1-2f2b-459a-83af-28f5edec1055 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.670960 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d8b3e73-b154-4a69-b315-fb6fc45d95d3 req-6d85bed1-2f2b-459a-83af-28f5edec1055 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0680261 Jul 16 02:22:25.709715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d8b3e73-b154-4a69-b315-fb6fc45d95d3 req-a7ef8920-87a7-46ce-8495-42d660678003 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Jul 16 02:22:26.889866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ecffb-aff9-45d5-bf55-2b0b96fa73b1 req-6aa0fdde-1e1a-4f19-958c-66f9c517e56d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.891496 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-547ecffb-aff9-45d5-bf55-2b0b96fa73b1 req-6aa0fdde-1e1a-4f19-958c-66f9c517e56d tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0648508 Jul 16 02:22:26.932553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-547ecffb-aff9-45d5-bf55-2b0b96fa73b1 req-652bdbe0-fd0a-45c5-975d-1b1d820fe6f1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Jul 16 02:22:28.110124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a656d-81a3-47d8-bd92-02fea88af307 req-765562f0-b2d2-46c6-a25b-21e4328f6dc5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:28.111629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-703a656d-81a3-47d8-bd92-02fea88af307 req-765562f0-b2d2-46c6-a25b-21e4328f6dc5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0640714 Jul 16 02:22:28.152556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-703a656d-81a3-47d8-bd92-02fea88af307 req-4555f09c-3ab6-4022-b630-00db000d6fb5 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Jul 16 02:22:29.331715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db566a-300c-46b3-84b4-819726f45a93 req-7df1eda9-c36e-4afe-a890-66f13520848c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:29.333226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69db566a-300c-46b3-84b4-819726f45a93 req-7df1eda9-c36e-4afe-a890-66f13520848c tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0672848 Jul 16 02:22:29.371635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69db566a-300c-46b3-84b4-819726f45a93 req-dbf319db-0565-4265-be33-c904ca36c217 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Jul 16 02:22:30.549872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22dc58-5d99-420c-a784-0dea3bbaf873 req-afa81c3d-5ff3-4a43-a059-6253cceedb87 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:30.551378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d22dc58-5d99-420c-a784-0dea3bbaf873 req-afa81c3d-5ff3-4a43-a059-6253cceedb87 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0671518 Jul 16 02:22:30.592159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8d22dc58-5d99-420c-a784-0dea3bbaf873 req-600791e9-5809-475e-ae4c-b8e1fac0db85 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Jul 16 02:22:31.775741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f991f-3351-4bae-9418-2e3419879813 req-7bc63478-9937-428b-85ad-57bbadc1bf10 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:31.777267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-120f991f-3351-4bae-9418-2e3419879813 req-7bc63478-9937-428b-85ad-57bbadc1bf10 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0722420 Jul 16 02:22:31.821106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-120f991f-3351-4bae-9418-2e3419879813 req-6831f7d6-0c39-4a99-9bd9-bdb70bf06cf3 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382407 Jul 16 02:22:32.994898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6375-861b-4192-9a2d-7c59c303ec85 req-cd896a9c-46dc-400d-b74b-cf7433146657 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:32.996390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f53c6375-861b-4192-9a2d-7c59c303ec85 req-cd896a9c-46dc-400d-b74b-cf7433146657 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0630913 Jul 16 02:22:33.034628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f53c6375-861b-4192-9a2d-7c59c303ec85 req-1d80865d-af33-403e-a2ed-58173049e9dd tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Jul 16 02:22:33.424921 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-506c946b-1855-4225-b647-b96e65ecbe92 service neutron] show failed (client error): The resource could not be found. Jul 16 02:22:33.425946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-506c946b-1855-4225-b647-b96e65ecbe92 service neutron] 10.222.0.13 "GET /v2.0/ports/124dc278-b628-424e-bb6e-d5372c22c6c3/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0547488 Jul 16 02:22:33.751842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-b6455b8b-527b-4025-b33c-f1204c1cdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:33.753510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-b6455b8b-527b-4025-b33c-f1204c1cdb81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04&tenant_id=81ea3c87db354ddf9c70fe9141e15efc HTTP/1.1" status: 200 len: 1098 time: 0.0917065 Jul 16 02:22:33.764522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:33.826354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-bc59226f-4474-4135-b7cc-0304d6682787 req-330e9e8f-640c-4cdd-b6d7-7d9688582870 service neutron] (93756) timed out ('10.222.0.23', 65165) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:22:33.836601 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.047208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:34.083349 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:34.128647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:34.135413 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.151160 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Transition to ACTIVE for port object 124dc278-b628-424e-bb6e-d5372c22c6c3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:34.160946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.200928 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7daf93-1253-4217-b76b-dbec51e2aa2a" -d '{"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-unplugged", "status": "completed", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:34.236831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0976fce-24ed-474b-807b-72994b2ac906 req-e74b3f8a-aeba-452a-b023-161285dcf9f8 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:34.238539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0976fce-24ed-474b-807b-72994b2ac906 req-e74b3f8a-aeba-452a-b023-161285dcf9f8 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.0773969 Jul 16 02:22:34.248607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] No DVR routers for this DVR port 124dc278-b628-424e-bb6e-d5372c22c6c3 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:34.285359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0976fce-24ed-474b-807b-72994b2ac906 req-58a45e47-2022-4733-aeb9-847c850ecd43 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Jul 16 02:22:34.597650 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121babe8-59ac-4988-9a59-7db8f82e9aa2 x-openstack-request-id: req-121babe8-59ac-4988-9a59-7db8f82e9aa2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:34.597945 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-unplugged", "status": "completed", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:34.598182 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-121babe8-59ac-4988-9a59-7db8f82e9aa2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:34.598571 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'code': 200} Jul 16 02:22:34.606136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:34.617740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:34.618079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:34.618442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:34.623014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Port 124dc278-b628-424e-bb6e-d5372c22c6c3 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:34.623367 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Attempting to bind port 124dc278-b628-424e-bb6e-d5372c22c6c3 on network 99aaf16b-3723-428f-ac4e-9382439b8a14 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:34.628084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:34.628437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Checking segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:34.628826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Bound using segment: {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:34.629247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Bound port: 124dc278-b628-424e-bb6e-d5372c22c6c3, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099e687-5881-414e-8539-311beb057806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:34.629603 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.691459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:34.694501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:34.699149 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.732542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:34.733172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.734628 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] 10.222.0.23 "PUT /v2.0/ports/124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 1093 time: 0.9743304 Jul 16 02:22:34.755135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f4293-238f-4338-b68e-f40d092b9305 service neutron] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:34.813839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-641efe6e-44db-4955-a7c9-5ef9b2eb2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:34.815345 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-641efe6e-44db-4955-a7c9-5ef9b2eb2532 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0567703 Jul 16 02:22:34.906322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-a52d5ac7-6579-4eac-8f04-2d433e21e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:34.907721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-a52d5ac7-6579-4eac-8f04-2d433e21e5fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0856235 Jul 16 02:22:34.958918 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-4751e947-2a72-4f07-a871-d4eca5797a0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0433962 Jul 16 02:22:35.006496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-36a17dd3-ee9d-4f6a-aa0d-6f16518085eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.008207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-36a17dd3-ee9d-4f6a-aa0d-6f16518085eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0437870 Jul 16 02:22:35.040626 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-1ad19c98-26b9-4e21-aa2d-c30ffdb27dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261042 Jul 16 02:22:35.130124 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-424ea3e9-a03c-4eef-980e-eabaefe301f3 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832708 Jul 16 02:22:35.215881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-362ca393-1f8a-4c62-8e47-83c352ede4f7 req-6ca2ca46-513a-4c21-8ad8-4a6446dc63e8 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797853 Jul 16 02:22:35.470371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b8060-e27d-47ef-a970-65e334e01f08 req-36d05421-e4ff-4c6b-a993-9f66f4be7b03 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.471765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f0b8060-e27d-47ef-a970-65e334e01f08 req-36d05421-e4ff-4c6b-a993-9f66f4be7b03 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.0641117 Jul 16 02:22:35.511175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f0b8060-e27d-47ef-a970-65e334e01f08 req-d61ec7bb-fd38-463c-9e74-56003527b55f tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Jul 16 02:22:35.893568 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-0298c510-1e0e-4ddc-92d1-306747d103ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.895053 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-0298c510-1e0e-4ddc-92d1-306747d103ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0518839 Jul 16 02:22:36.003445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-11139501-e2b1-44c5-8bf8-bee3721f2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.004950 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-11139501-e2b1-44c5-8bf8-bee3721f2e81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0889745 Jul 16 02:22:36.049741 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-2af1f41d-1685-419c-9ffb-ad3ac112c508 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0335529 Jul 16 02:22:36.101528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-98462616-d4e9-4d03-b926-f452a9034b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.102967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-98462616-d4e9-4d03-b926-f452a9034b1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0461178 Jul 16 02:22:36.140033 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-d5d979c7-8c36-42d5-8fa5-731b20c4c62f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260496 Jul 16 02:22:36.230091 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-927b504e-c0e4-43e8-bd28-5c02a56bfa9b service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824015 Jul 16 02:22:36.319117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ff964dc-4dc9-4ee5-a8c1-1c90bfde142b req-2ce8d80b-a8e7-4bca-b6df-a84e045df2e5 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Jul 16 02:22:36.600653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:36.603057 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ae158-940b-4372-bfa4-39aae1d20803" -d '{"events": [{"name": "network-changed", "server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:36.655557 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167d445-d7d1-4a08-a6bd-525f572c601c x-openstack-request-id: req-a167d445-d7d1-4a08-a6bd-525f572c601c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:36.655857 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:36.656111 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a167d445-d7d1-4a08-a6bd-525f572c601c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:36.656542 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'status': 'completed', 'code': 200} Jul 16 02:22:36.686449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163ebc5-fd1e-4b0d-bea7-6c6c968c0045 req-9cf202e0-d09e-4a17-95ae-3084ec591716 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.687993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c163ebc5-fd1e-4b0d-bea7-6c6c968c0045 req-9cf202e0-d09e-4a17-95ae-3084ec591716 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.0649772 Jul 16 02:22:36.734954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-b98505b6-73fa-4fdc-b273-f90ca0bf2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.736600 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-b98505b6-73fa-4fdc-b273-f90ca0bf2ec9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0553799 Jul 16 02:22:36.766953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c163ebc5-fd1e-4b0d-bea7-6c6c968c0045 req-66622524-52fb-4a19-9250-32bf25ba4096 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719774 Jul 16 02:22:36.792683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-f002fc74-452f-4a33-bb0d-eaaa15d88832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.794490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-f002fc74-452f-4a33-bb0d-eaaa15d88832 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0919349 Jul 16 02:22:36.838361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-42f693f4-d62b-4535-b07f-790c8f40dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.840021 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-42f693f4-d62b-4535-b07f-790c8f40dbba service neutron] 10.222.0.23 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0963955 Jul 16 02:22:36.882768 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-7d69204f-8d04-4d11-98a7-aef008171173 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0360518 Jul 16 02:22:36.892104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-c58bc556-e2f4-40ab-854f-cb6454604ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.893669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-c58bc556-e2f4-40ab-854f-cb6454604ee5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0932119 Jul 16 02:22:36.936668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-6af84ffa-74c9-4710-a21b-006b6dc7ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.938191 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-6af84ffa-74c9-4710-a21b-006b6dc7ad45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0492942 Jul 16 02:22:36.939311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-8a51e7ea-9d3e-4de5-b112-5254aa9d8395 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0390406 Jul 16 02:22:36.972885 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-84d12974-d0f5-4a23-b3f9-2b1f0e7ea3b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281491 Jul 16 02:22:36.992220 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-e9af8da0-14b9-4a92-9f0c-6b3f3e66284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.993915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-e9af8da0-14b9-4a92-9f0c-6b3f3e66284b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0488572 Jul 16 02:22:37.034580 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-ae3f33e8-477c-4eb9-a792-1197a2e33ace service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348375 Jul 16 02:22:37.065797 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-58559723-10f5-4e61-b873-192c1a736d0b service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868108 Jul 16 02:22:37.129575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-4ef1fff2-140f-49d3-839a-e5c4278f66f0 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885332 Jul 16 02:22:37.160978 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-ac168ca3-3657-462f-866c-b7b10b961b29 service neutron] 10.222.0.23 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890217 Jul 16 02:22:37.217386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed5ae158-940b-4372-bfa4-39aae1d20803 req-ed645ca3-de01-47c2-9c05-4b8f4e6dc1d9 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819197 Jul 16 02:22:37.778841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:37.817060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:37.955759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577035b5-08db-48b7-a482-055b037c7500 req-ea474f6f-8ffa-46e8-bb30-18ceab6c715a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:37.957368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-577035b5-08db-48b7-a482-055b037c7500 req-ea474f6f-8ffa-46e8-bb30-18ceab6c715a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.0684485 Jul 16 02:22:37.957692 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:37.996267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-577035b5-08db-48b7-a482-055b037c7500 req-38cf43a4-1840-45be-ab0e-d4d536aaeadc tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 16 02:22:38.347104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055729-0646-49c8-b97a-8006ea14fc73 req-ec72b8a2-5eda-4578-a850-b276fb498674 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:38.348631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41055729-0646-49c8-b97a-8006ea14fc73 req-ec72b8a2-5eda-4578-a850-b276fb498674 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 944 time: 0.1136181 Jul 16 02:22:38.360349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-b08fe93e-faa0-4f62-bdaf-842795324355 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:38.361809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-b08fe93e-faa0-4f62-bdaf-842795324355 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04&tenant_id=81ea3c87db354ddf9c70fe9141e15efc&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 944 time: 0.1153080 Jul 16 02:22:38.396712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:38.430669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41055729-0646-49c8-b97a-8006ea14fc73 req-3792eb7c-e7a3-4aa5-b0e0-6fdc9f37e048 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678823 Jul 16 02:22:38.445291 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-4c92f741-9bef-4e66-9cc3-5429b2ec5e22 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:22:38.446316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-4c92f741-9bef-4e66-9cc3-5429b2ec5e22 service neutron] 10.222.0.13 "DELETE /v2.0/ports/124dc278-b628-424e-bb6e-d5372c22c6c3/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0770299 Jul 16 02:22:38.496964 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:38.508511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'network_id': '99aaf16b-3723-428f-ac4e-9382439b8a14', 'port_id': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'mac_address': 'fa:16:3e:da:97:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e7dd46-8fb1-4944-ace2-9fd264cf0277', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:38.545799 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:38.559130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124dc278-b628-424e-bb6e-d5372c22c6c3 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:38.565524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-bc387819-56f0-491c-8f2f-1ce84dab9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:38.567088 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-bc387819-56f0-491c-8f2f-1ce84dab9dbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 1096 time: 0.0552773 Jul 16 02:22:38.578842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:38.583191 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:38.629779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:38.666178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-11f608ed-0422-485d-ae45-9b24fd0f76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:38.667704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-11f608ed-0422-485d-ae45-9b24fd0f76fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 200 len: 916 time: 0.0941322 Jul 16 02:22:38.707957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-5a8de685-041c-4496-a2a3-3b838e3685e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 200 len: 217 time: 0.0344148 Jul 16 02:22:38.761493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-aa9e50fc-042d-4feb-a8eb-412249b1069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:38.762964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-aa9e50fc-042d-4feb-a8eb-412249b1069c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 200 len: 855 time: 0.0496531 Jul 16 02:22:38.796848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-ca77861f-ae7a-4fcf-86e2-1cbf6c9521de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99aaf16b-3723-428f-ac4e-9382439b8a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269134 Jul 16 02:22:38.798173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['124dc278-b628-424e-bb6e-d5372c22c6c3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:38.886699 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-87d4bd32-1c04-4da2-a5f0-041c3096f66f service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Jul 16 02:22:38.979504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-334c7d8e-ce39-4a45-92bb-4585358a04c7 req-a3362b72-2b89-480b-8bda-795316dd8a08 service neutron] 10.222.0.13 "GET /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869508 Jul 16 02:22:39.609995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8888e8-514b-4e59-bcf5-ab0fab9fa721 req-4fea3a4e-3d54-4cf8-aa0c-e406405987e1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:39.612805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e8888e8-514b-4e59-bcf5-ab0fab9fa721 req-4fea3a4e-3d54-4cf8-aa0c-e406405987e1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 945 time: 0.0669656 Jul 16 02:22:39.652621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e8888e8-514b-4e59-bcf5-ab0fab9fa721 req-25b37e4d-ace6-43b1-9121-8947b02b0206 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Jul 16 02:22:39.828253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2803c0-c076-4147-b378-1d9d798a2309 req-1c65cd26-e179-48b7-b536-705fe8891877 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:39.829750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf2803c0-c076-4147-b378-1d9d798a2309 req-1c65cd26-e179-48b7-b536-705fe8891877 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 945 time: 0.0672283 Jul 16 02:22:39.868621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cf2803c0-c076-4147-b378-1d9d798a2309 req-7dcd5b7b-36aa-4a0d-b573-b199c50840e1 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Jul 16 02:22:40.037527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6ce3c-de2c-4ae4-8c70-7c84942a2a09 req-aacbe730-22d3-4e8b-8719-e33d8366c228 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:40.039134 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59e6ce3c-de2c-4ae4-8c70-7c84942a2a09 req-aacbe730-22d3-4e8b-8719-e33d8366c228 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 945 time: 0.0635381 Jul 16 02:22:40.076312 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59e6ce3c-de2c-4ae4-8c70-7c84942a2a09 req-b0a12dac-b880-4887-a852-ac051787f76a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Jul 16 02:22:40.216680 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-70b41857-2fe3-4d87-bb4e-da4a88745101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:40.416281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:40.473840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 124dc278-b628-424e-bb6e-d5372c22c6c3 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:40.479002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 124dc278-b628-424e-bb6e-d5372c22c6c3 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:40.479374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:40.562112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:40.584692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:40.599345 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:40.605246 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:40.622410 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:40.642406 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0cc04b-300c-425d-9ba3-a7d40ee4b5c8" -d '{"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-plugged", "status": "completed", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:40.649269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cad252-4975-4273-a366-53d2d5e57bad req-941f7c9a-ac70-43d1-9655-ef1745855788 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:40.656688 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39cad252-4975-4273-a366-53d2d5e57bad req-941f7c9a-ac70-43d1-9655-ef1745855788 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 945 time: 0.0789158 Jul 16 02:22:40.674371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:40.698056 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39cad252-4975-4273-a366-53d2d5e57bad req-6b362123-a655-4954-97d5-0ef4a7774273 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Jul 16 02:22:40.744368 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe549391-5d50-423d-bda5-3f2a46346e5c x-openstack-request-id: req-fe549391-5d50-423d-bda5-3f2a46346e5c {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:40.744724 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-plugged", "status": "completed", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:40.744976 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe549391-5d50-423d-bda5-3f2a46346e5c {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:40.745370 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'code': 200} Jul 16 02:22:41.669626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-0ee432b2-4447-4267-8d45-be68a96fbcaf tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:41.671018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-0ee432b2-4447-4267-8d45-be68a96fbcaf tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0635195 Jul 16 02:22:41.778998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Deleting port 124dc278-b628-424e-bb6e-d5372c22c6c3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:41.779673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:41.880271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] For port 124dc278-b628-424e-bb6e-d5372c22c6c3, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=124dc278-b628-424e-bb6e-d5372c22c6c3,segment=NetworkSegment(3099e687-5881-414e-8539-311beb057806),segment_id=3099e687-5881-414e-8539-311beb057806)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:41.880694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:41.886780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a954d-c249-407d-9fa1-4414dcc1e9ed req-5f17afa9-b182-4902-8dba-ef56fb78efb7 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:41.888378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b97a954d-c249-407d-9fa1-4414dcc1e9ed req-5f17afa9-b182-4902-8dba-ef56fb78efb7 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9733bb8-2e1f-4301-b677-1b48a22e8b04 HTTP/1.1" status: 200 len: 946 time: 0.0740943 Jul 16 02:22:41.897446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Calling delete_port for 124dc278-b628-424e-bb6e-d5372c22c6c3 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:41.928000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b97a954d-c249-407d-9fa1-4414dcc1e9ed req-9fb28653-8963-4e99-9eb2-b56ed71ef424 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad29ba57-9107-4d46-a811-a3a5b2660f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Jul 16 02:22:42.034416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.045926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['124dc278-b628-424e-bb6e-d5372c22c6c3'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:42.064313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Pushing event deleted for resources: {'Port': ['ID=124dc278-b628-424e-bb6e-d5372c22c6c3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:42.123130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] No DVR routers for this DVR port 124dc278-b628-424e-bb6e-d5372c22c6c3 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:42.125832 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.127887 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-34b6b09e-5c89-4f39-9cbe-9007dcaebc42 req-ee17505c-5d01-4226-b549-ca04e76c9f32 tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] 10.222.0.23 "DELETE /v2.0/ports/124dc278-b628-424e-bb6e-d5372c22c6c3 HTTP/1.1" status: 204 len: 173 time: 0.4515164 Jul 16 02:22:42.128325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-deleted', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:42.131125 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e009c93-cc8f-43a4-b6bf-c4a68ca304bb" -d '{"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-deleted", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:42.171304 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d94850b-fcf9-4356-87e0-871264a27f50 x-openstack-request-id: req-2d94850b-fcf9-4356-87e0-871264a27f50 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:42.171686 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9733bb8-2e1f-4301-b677-1b48a22e8b04", "name": "network-vif-deleted", "tag": "124dc278-b628-424e-bb6e-d5372c22c6c3", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:42.172158 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d94850b-fcf9-4356-87e0-871264a27f50 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:42.172651 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9733bb8-2e1f-4301-b677-1b48a22e8b04', 'name': 'network-vif-deleted', 'tag': '124dc278-b628-424e-bb6e-d5372c22c6c3', 'status': 'completed', 'code': 200} Jul 16 02:22:42.450131 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10a0290f-f409-4034-b5e7-3c9d4764a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.539309 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.158394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43558) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.202941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Deleting subnet 91e7dd46-8fb1-4944-ace2-9fd264cf0277 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:22:43.205929 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.239242 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.282583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.336090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.361125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e7dd46-8fb1-4944-ace2-9fd264cf0277,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.366068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.367911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/91e7dd46-8fb1-4944-ace2-9fd264cf0277 HTTP/1.1" status: 204 len: 168 time: 0.2085166 Jul 16 02:22:43.370979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43560) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.373064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.373411 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.373748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.374079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.374414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.374737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.375059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.375380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.375699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.376017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.376335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.376680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68f8b53-618c-4a6b-929b-d7cd2b2cce2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.440063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.522338 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.532258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aaf16b-3723-428f-ac4e-9382439b8a14']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:43.542213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3099e687-5881-414e-8539-311beb057806') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:43.542455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3099e687-5881-414e-8539-311beb057806') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:43.551153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.565006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.571270 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:22:43.571660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:22:43.573336 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:22:43.627403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.633998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.635833 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] 10.222.0.42 "DELETE /v2.0/networks/99aaf16b-3723-428f-ac4e-9382439b8a14 HTTP/1.1" status: 204 len: 168 time: 0.2642972 Jul 16 02:22:43.651503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d06a-86ab-41b5-9fac-e5d3405a229f admin admin] Pushing event deleted for resources: {'Network': ['ID=99aaf16b-3723-428f-ac4e-9382439b8a14,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.743527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43564) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.783221 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa43bfcd-c817-444f-bb58-699c8e2d71df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81ea3c87db354ddf9c70fe9141e15efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385101 Jul 16 02:22:43.785703 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.835031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e173ccbb-442e-4943-94d5-49f7cdde785e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.857229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e173ccbb-442e-4943-94d5-49f7cdde785e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.907088 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e173ccbb-442e-4943-94d5-49f7cdde785e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.908335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.909780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e173ccbb-442e-4943-94d5-49f7cdde785e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.910948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e173ccbb-442e-4943-94d5-49f7cdde785e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad29ba57-9107-4d46-a811-a3a5b2660f3e HTTP/1.1" status: 204 len: 168 time: 0.1243496 Jul 16 02:22:43.919654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173ccbb-442e-4943-94d5-49f7cdde785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad29ba57-9107-4d46-a811-a3a5b2660f3e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.411498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:44.431047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 124dc278-b628-424e-bb6e-d5372c22c6c3 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:22:44.431391 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 124dc278-b628-424e-bb6e-d5372c22c6c3 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:44.553125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43588) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:44.651338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-216663676-network', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:44.672829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Made reservation on behalf of 73a32ef195f14361bb4d9290cba4d1bd for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:44.675310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.685193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.778330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.782365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.806709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:22:44.815188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ce290-c67c-4808-af25-f761e8220817,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.821099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.821494 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Added segment dd20c1ad-392e-42aa-89a5-9d97390b2b19 of type vlan for network 6ce122c9-3651-4c32-be0c-27c7d3cff48e Jul 16 02:22:44.863973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.892048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.893050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.893633 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.931107 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3766778 Jul 16 02:22:44.933898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:44.940252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Request body: {'subnet': {'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-216663676-subnet', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:44.969658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee892c-9f95-4f63-9d3c-26637e2f4fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce122c9-3651-4c32-be0c-27c7d3cff48e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.980392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:22:44.990671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Made reservation on behalf of 73a32ef195f14361bb4d9290cba4d1bd for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:44.992832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.159820 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.216766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:45.223660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:45.224028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Network hostable DHCP agents. Network: 6ce122c9-3651-4c32-be0c-27c7d3cff48e, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:22:45.241633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:22:45.249708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 6ce122c9-3651-4c32-be0c-27c7d3cff48e) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:45.253697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.254287 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.260975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5a310-51d9-4241-9403-398cb4680b2e None None] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:22:45.270497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8db7f66a-f299-4cb3-ab2a-ddac25494457 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3332617 Jul 16 02:22:45.270928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43594) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:45.275930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:45.297841 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.298986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.356582 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.413465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:22:45.414373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.496771 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.502241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.565673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Allocated IP 172.20.0.2 (6ce122c9-3651-4c32-be0c-27c7d3cff48e/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0/5aa1de6d-9c68-4640-a954-ce3add7c0fb2) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:45.713126 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.722282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Transition to ACTIVE for port object 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:45.738636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Transition to ACTIVE for port object 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:45.745193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.787686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:45.790751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:45.793894 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:45.805548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Pushing event updated for resources: {'Port': ['ID=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:45.862993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Attempting to bind port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:45.863359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Attempting to bind port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:45.863723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Attempting to bind port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:45.869565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:45.869934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:45.870335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.870756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:45.871216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Bound port: 5aa1de6d-9c68-4640-a954-ce3add7c0fb2, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:45.871593 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.940624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] For port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:45.944262 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] For port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:45.948933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.010671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8c97-961f-4adf-899c-bc636c680643 None None] Pushing event updated for resources: {'Port': ['ID=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:46.045945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.066378 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.190445 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Allocated IP 172.25.7.148 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/974fd428-520a-4bf4-8b6a-f11f9d643ee1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:46.305222 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.344973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.391779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:46.394833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:46.398261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:46.424804 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Pushing event updated for resources: {'Port': ['ID=974fd428-520a-4bf4-8b6a-f11f9d643ee1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:46.477662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:46.528990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:46.666217 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.868106 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.954325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfd496-7792-46c9-8e6e-bc07ff4a92c1 None None] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:22:46.999565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:22:47.032782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] Provisioning for port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:47.041797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] Provisioning complete for port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:47.042162 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.114101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:47.126657 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:47.130182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.131587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-417a8ccc-30b1-45ac-884d-45ecdbbc2f1e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8590615 Jul 16 02:22:47.134602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:47.136812 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:47.137424 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:22:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:47.186984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.230684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] For port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:47.235457 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.245913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:47.287973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb64074-0514-4b36-85fd-a2ca663cb93e None None] Pushing event updated for resources: {'Port': ['ID=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:47.443346 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:46Z', 'revision_number': 3, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:47.458156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f70167db-1d44-4cb4-a84d-17c8bbfb77aa None None] Provisioning complete for port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:47.458544 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f70167db-1d44-4cb4-a84d-17c8bbfb77aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.470785 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:47.471413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Updating router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:22:47.508555 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.608290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.772814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Allocated IP 172.20.0.1 (6ce122c9-3651-4c32-be0c-27c7d3cff48e/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0/9dd41223-377d-47e3-a12b-f5aa9038374e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:47.777852 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.787615 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Transition to ACTIVE for port object 974fd428-520a-4bf4-8b6a-f11f9d643ee1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:47.793536 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.841758 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Attempting to bind port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:47.842114 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Attempting to bind port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:47.842485 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Attempting to bind port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:47.849353 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Pushing event updated for resources: {'Port': ['ID=974fd428-520a-4bf4-8b6a-f11f9d643ee1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:47.855533 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:47.855903 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:47.856301 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.856716 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:47.857237 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Bound port: 974fd428-520a-4bf4-8b6a-f11f9d643ee1, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:47.857616 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.860692 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.861035 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.861370 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.861703 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.862028 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.862350 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.862668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.862988 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.863308 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.863629 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.863946 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.864262 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:47.876491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.891460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Transition to ACTIVE for port object 9dd41223-377d-47e3-a12b-f5aa9038374e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:47.916506 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] For port 974fd428-520a-4bf4-8b6a-f11f9d643ee1, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:47.920237 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] For port 974fd428-520a-4bf4-8b6a-f11f9d643ee1, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=974fd428-520a-4bf4-8b6a-f11f9d643ee1,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:47.923062 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.924884 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.961971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:47.968043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:47.971514 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:47.982364 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:47.982994 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:22:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:48.002970 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd41223-377d-47e3-a12b-f5aa9038374e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:48.018946 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.025879 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c942ee-f756-4c45-b6d2-d19fa541a350 None None] Pushing event updated for resources: {'Port': ['ID=974fd428-520a-4bf4-8b6a-f11f9d643ee1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:48.097898 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:48.165883 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.233709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6926541a-7162-4174-a28d-754499cf239c None None] Provisioning for port 9dd41223-377d-47e3-a12b-f5aa9038374e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:48.238581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6926541a-7162-4174-a28d-754499cf239c None None] Provisioning complete for port 9dd41223-377d-47e3-a12b-f5aa9038374e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:48.239067 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6926541a-7162-4174-a28d-754499cf239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.273849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6926541a-7162-4174-a28d-754499cf239c None None] Port 9dd41223-377d-47e3-a12b-f5aa9038374e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:22:48.292293 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:46Z', 'revision_number': 3, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:48.319767 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab27c7a-c753-45df-a58e-83f9606a15f8 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:46Z', 'revision_number': 3, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:48.335730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.345158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.421109 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.426995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd41223-377d-47e3-a12b-f5aa9038374e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:48.456975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:48.506042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:48.506042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.525719 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:48.527175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:48.692331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:22:48.796121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8969a679-1590-4992-8c76-0e646417af32 None None] Provisioning complete for port 9dd41223-377d-47e3-a12b-f5aa9038374e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:48.796524 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8969a679-1590-4992-8c76-0e646417af32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.810938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:48.816929 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8144986d-1e7d-4d88-8bf4-5c8e4bd6b8d6 admin admin] 10.222.0.42 "PUT /v2.0/routers/55013109-74ff-4c2f-bc9f-aa7402cc2f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811590 Jul 16 02:22:48.854030 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.856702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8969a679-1590-4992-8c76-0e646417af32 None None] Port 9dd41223-377d-47e3-a12b-f5aa9038374e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:22:49.253235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43604) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:49.259418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876142012', 'description': 'tempest-description--29432416'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:49.282543 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.365877 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.370269 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.397293 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.398534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1442029 Jul 16 02:22:49.401238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43606) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:49.405623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'security_group_rule': {'security_group_id': '788b65f3-ae4a-4581-9bbd-cbc4d0f87628', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:49.411472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b17ec9-20a8-44dc-9111-1f76f72c6818 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788b65f3-ae4a-4581-9bbd-cbc4d0f87628,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:49.437313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.500808 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.504203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.523404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc8d8ea-d291-437e-a7d1-4ebaaddbcbca,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:49.529043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.530242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-268c6e84-0df2-4fcb-b391-bc4aeef0dbbd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280890 Jul 16 02:22:49.533047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43608) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:49.537551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'security_group_rule': {'security_group_id': '788b65f3-ae4a-4581-9bbd-cbc4d0f87628', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:49.565207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.626534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.630273 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.652448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b7fb10-7ce2-4b1c-b4aa-d507e0b9c8e7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:49.656619 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.660982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43610) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:49.661441 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-873f197d-3fee-478f-8cf9-328688627cd0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271987 Jul 16 02:22:49.667174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:49.693107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.794721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.857522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:49.867862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:49.868606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:22:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:49.901812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Allocated IP 172.25.7.134 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/93072ba0-b6ca-4fa5-85ff-b8c9945f1f17) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:49.973891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:50.010758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.051412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.088059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:50.090927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:50.093688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:50.128985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'Port': ['ID=93072ba0-b6ca-4fa5-85ff-b8c9945f1f17,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:50.140002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.140498 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.140892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.141228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.141559 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.141886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.142217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.142542 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.142865 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.143346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.143668 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.144011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:50.175466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 2, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:50.203056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:50.203504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Updating router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e port 9dd41223-377d-47e3-a12b-f5aa9038374e binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:22:50.208206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.238160 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.252463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.409513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.422052 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.501768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 974fd428-520a-4bf4-8b6a-f11f9d643ee1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:50.505203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'Port': ['ID=93072ba0-b6ca-4fa5-85ff-b8c9945f1f17,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:50.515547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.530395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.532560 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8060958e-9b99-4112-8326-32982f20a812 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8699555 Jul 16 02:22:50.556970 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.571368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Transition to ACTIVE for port object 9dd41223-377d-47e3-a12b-f5aa9038374e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:50.579560 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.584782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:50.613088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:50.613464 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.654596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f1e28-dddc-49ee-bf1e-c20729838afc None None] Pushing event updated for resources: {'Port': ['ID=9dd41223-377d-47e3-a12b-f5aa9038374e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:50.697230 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-bb6a427b-a1d8-4ed2-938f-b35a97667204 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1876142012&fields=id&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 267 time: 0.0438881 Jul 16 02:22:50.733045 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Attempting to bind port 9dd41223-377d-47e3-a12b-f5aa9038374e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:50.733919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Attempting to bind port 9dd41223-377d-47e3-a12b-f5aa9038374e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:50.733919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Attempting to bind port 9dd41223-377d-47e3-a12b-f5aa9038374e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:50.758922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:50.759299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:50.759706 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.760103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:50.760620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Bound port: 9dd41223-377d-47e3-a12b-f5aa9038374e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:50.761006 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.814956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.820451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-f22ef3d2-3f8d-4a64-8e98-e714b60c6c42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:50.822188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-f22ef3d2-3f8d-4a64-8e98-e714b60c6c42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1191773 Jul 16 02:22:50.837425 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-e5a1a675-9d27-44d8-83e0-9e76e802b23f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/quotas/73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 375 time: 0.0097852 Jul 16 02:22:50.846272 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 974fd428-520a-4bf4-8b6a-f11f9d643ee1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=974fd428-520a-4bf4-8b6a-f11f9d643ee1,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:50.852449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.895151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] For port 9dd41223-377d-47e3-a12b-f5aa9038374e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:50.908977 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0d5be03b-43a9-48fe-965f-0897ac27d564 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657310 Jul 16 02:22:50.911388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] For port 9dd41223-377d-47e3-a12b-f5aa9038374e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9dd41223-377d-47e3-a12b-f5aa9038374e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:50.919345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.944936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=974fd428-520a-4bf4-8b6a-f11f9d643ee1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:50.987569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:50.988212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:22:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:51.044729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f1e28-dddc-49ee-bf1e-c20729838afc None None] Pushing event updated for resources: {'Port': ['ID=9dd41223-377d-47e3-a12b-f5aa9038374e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:51.099308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-59fb42e1-207c-4304-8868-22b715ff0097 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398549 Jul 16 02:22:51.114940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:51.191754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-1f07a657-7b22-490d-afdf-31e509869324 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 Jul 16 02:22:51.326421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:51.361899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2dcce0-6911-4b06-85ea-711184524b25 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:51.379484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d2feb2c6-9be1-40bc-8849-410adb7f89be req-c9dd7d12-06f2-4021-b7ae-b3bb76162902 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 210 time: 0.0457838 Jul 16 02:22:52.514687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-e1231e3c-985e-4c00-b901-6856b4a34ee2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.516241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-e1231e3c-985e-4c00-b901-6856b4a34ee2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1462061 Jul 16 02:22:52.557644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9dd41223-377d-47e3-a12b-f5aa9038374e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:52.577713 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-3245aea5-6895-4530-ae20-47897c60701c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 380 time: 0.0500641 Jul 16 02:22:52.585881 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf7a46b2-2db6-4c25-8f42-995ebd1791f1 req-4f9491a5-ab0d-47c9-82ef-1088a935af32 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 210 time: 0.0481131 Jul 16 02:22:52.588743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'port': {'device_id': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'admin_state_up': True, 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'security_groups': ['788b65f3-ae4a-4581-9bbd-cbc4d0f87628']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:52.621929 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9dd41223-377d-47e3-a12b-f5aa9038374e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:52.625762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9dd41223-377d-47e3-a12b-f5aa9038374e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:52.626141 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.708878 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.713120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Made reservation on behalf of 73a32ef195f14361bb4d9290cba4d1bd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:52.716946 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.743222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 9dd41223-377d-47e3-a12b-f5aa9038374e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9dd41223-377d-47e3-a12b-f5aa9038374e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:52.746754 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.747870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 974fd428-520a-4bf4-8b6a-f11f9d643ee1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:52.827121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=9dd41223-377d-47e3-a12b-f5aa9038374e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:52.840985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:52.841378 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.849255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Allocated IP 172.20.0.7 (6ce122c9-3651-4c32-be0c-27c7d3cff48e/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0/c3651116-2436-4558-9d1d-f78f5ec2235a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:52.995806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.009530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Transition to ACTIVE for port object c3651116-2436-4558-9d1d-f78f5ec2235a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:53.041271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.087008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:53.090124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:53.094125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:53.119314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:53.154924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.155604 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.170614 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0669d6ba-b91e-4f1f-8c21-44c388dd74d8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880260 Jul 16 02:22:53.183049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Request body: {'port': {'device_id': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:53.265218 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.352632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8f88516b-8985-4ed3-8abb-30fb77461406 None None] Provisioning for port c3651116-2436-4558-9d1d-f78f5ec2235a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:53.356462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8f88516b-8985-4ed3-8abb-30fb77461406 None None] Provisioning complete for port c3651116-2436-4558-9d1d-f78f5ec2235a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:53.356838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f88516b-8985-4ed3-8abb-30fb77461406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.392605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f88516b-8985-4ed3-8abb-30fb77461406 None None] Port c3651116-2436-4558-9d1d-f78f5ec2235a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:22:53.527605 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3651116-2436-4558-9d1d-f78f5ec2235a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:53.534932 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.546782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Transition to ACTIVE for port object c3651116-2436-4558-9d1d-f78f5ec2235a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:53.553714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.628136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:53.686795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:53.687312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:53.687466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:53.692305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Port c3651116-2436-4558-9d1d-f78f5ec2235a on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:53.692665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:53.698161 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:53.698544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:53.698935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:53.699381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Bound port: c3651116-2436-4558-9d1d-f78f5ec2235a, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:53.699742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.787887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc65e3-77ef-4ace-8454-d1e660f7ff1e req-a89a0287-a662-4869-ae33-139a59ffefac tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.789119 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:53.790486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8dc65e3-77ef-4ace-8454-d1e660f7ff1e req-a89a0287-a662-4869-ae33-139a59ffefac tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.0807533 Jul 16 02:22:53.794348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:53.800738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.839697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.840475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.841948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] 10.222.0.23 "PUT /v2.0/ports/c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1092 time: 0.6640146 Jul 16 02:22:53.842466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:53.845366 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:53.857466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8dc65e3-77ef-4ace-8454-d1e660f7ff1e req-089b6531-e025-4f75-85d9-f2be3a08fe85 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574396 Jul 16 02:22:53.875266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc00328-4a07-4254-97eb-b2940d95bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:53.928169 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7201a9-25f4-49b9-96db-6d50903eef39 x-openstack-request-id: req-2b7201a9-25f4-49b9-96db-6d50903eef39 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:53.928495 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:53.928790 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b7201a9-25f4-49b9-96db-6d50903eef39 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:53.929191 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'status': 'completed', 'code': 200} Jul 16 02:22:53.957147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-5193938b-f4db-4d1e-b121-039d98811757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.958804 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-5193938b-f4db-4d1e-b121-039d98811757 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1095 time: 0.0619974 Jul 16 02:22:54.004679 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-282f8649-b841-4923-9c7b-9eba140e282a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 217 time: 0.0372214 Jul 16 02:22:54.061129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-7d5bf6c8-c58d-4bc1-9650-c3f978a01945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.062640 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-7d5bf6c8-c58d-4bc1-9650-c3f978a01945 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0514579 Jul 16 02:22:54.122631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0e64d9c2-28d6-4eea-a673-5f312f2320ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.124117 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-0e64d9c2-28d6-4eea-a673-5f312f2320ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539408 Jul 16 02:22:54.220257 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-8674acb2-df44-4745-8f2c-8618325c0ddc service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895541 Jul 16 02:22:54.322740 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-06b147d3-d953-4810-8c1c-08c3b19cb0ae req-03c316e6-2bf5-467e-a474-1c35f3662b8c service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959547 Jul 16 02:22:54.425650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-6f73e0fc-fc17-44a6-8eca-c28a7729c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.427517 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-6f73e0fc-fc17-44a6-8eca-c28a7729c610 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1095 time: 0.0560493 Jul 16 02:22:54.462833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9dd41223-377d-47e3-a12b-f5aa9038374e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:54.513281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9dd41223-377d-47e3-a12b-f5aa9038374e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:54.513649 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:54.525434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-83bd1b56-128f-4870-96d2-3ff01e2b0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.526909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-83bd1b56-128f-4870-96d2-3ff01e2b0c04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0924618 Jul 16 02:22:54.568393 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-ac116b3c-3708-405e-9cf1-176e01a64bd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 217 time: 0.0340545 Jul 16 02:22:54.620439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-f5ff991d-96cd-49b8-9b16-141465080742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.621920 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-f5ff991d-96cd-49b8-9b16-141465080742 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0473788 Jul 16 02:22:54.680877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-d101f924-98be-439e-939c-cffe9f99da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.682401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-d101f924-98be-439e-939c-cffe9f99da25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541973 Jul 16 02:22:54.774603 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-e1455f4a-116c-4e92-88d2-02d91586357f service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Jul 16 02:22:54.869558 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6dd2979-e00b-4776-9ec4-ebcfe88f4eb1 req-9f62fbfd-a778-40ad-a129-c39161d385a7 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875728 Jul 16 02:22:55.040552 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b3629-f735-4413-ab4b-e66dd3d9c1c2 req-da71d772-feea-43c3-bec4-3e267b29cd34 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:55.042045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb9b3629-f735-4413-ab4b-e66dd3d9c1c2 req-da71d772-feea-43c3-bec4-3e267b29cd34 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.0655501 Jul 16 02:22:55.080837 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb9b3629-f735-4413-ab4b-e66dd3d9c1c2 req-35e8184c-a8f9-4386-a375-4f2d7b944b43 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Jul 16 02:22:56.255689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1f849-4bab-4def-a68b-1bff16dc1dbd req-bd375a47-4887-43d4-801a-a0ba7d1da38f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:56.258228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ec1f849-4bab-4def-a68b-1bff16dc1dbd req-bd375a47-4887-43d4-801a-a0ba7d1da38f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.0639594 Jul 16 02:22:56.296029 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ec1f849-4bab-4def-a68b-1bff16dc1dbd req-33424579-0c7d-4103-ba3f-67fb92518449 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Jul 16 02:22:56.489695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:56.582841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:56.593813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'mac_address': 'fa:16:3e:15:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:56.633922 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:56.646100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3651116-2436-4558-9d1d-f78f5ec2235a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:56.665084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:56.669161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:56.718432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:56.864323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['c3651116-2436-4558-9d1d-f78f5ec2235a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:57.473255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647ff5-fc6a-4f9b-8fad-9f09827a23d6 req-504f8de4-8c1b-4665-99ac-128292d7f45d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:57.474731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c647ff5-fc6a-4f9b-8fad-9f09827a23d6 req-504f8de4-8c1b-4665-99ac-128292d7f45d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 944 time: 0.0658700 Jul 16 02:22:57.513174 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c647ff5-fc6a-4f9b-8fad-9f09827a23d6 req-168a47fe-830f-4e47-9043-b16211917633 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Jul 16 02:22:58.505380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:58.555398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port c3651116-2436-4558-9d1d-f78f5ec2235a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:58.559031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port c3651116-2436-4558-9d1d-f78f5ec2235a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:58.559406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.638714 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.661174 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:58.663428 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239b5fa-93b2-4d71-a218-d359cfc1fd3b" -d '{"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-plugged", "status": "completed", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:58.679054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:58.684352 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.699878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28f69-07b3-45f2-a2e2-969a2a117cf3 req-6c19ec58-f88d-4f71-ba93-5975c053c6f1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:58.701423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb28f69-07b3-45f2-a2e2-969a2a117cf3 req-6c19ec58-f88d-4f71-ba93-5975c053c6f1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 944 time: 0.0731940 Jul 16 02:22:58.714578 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239cab78-ce56-4143-9448-6b4f18f69120 x-openstack-request-id: req-239cab78-ce56-4143-9448-6b4f18f69120 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:58.714882 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-plugged", "status": "completed", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:58.715128 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-239cab78-ce56-4143-9448-6b4f18f69120 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:58.715505 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'code': 200} Jul 16 02:22:58.746179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb28f69-07b3-45f2-a2e2-969a2a117cf3 req-885ad039-8e4d-4ad8-9514-fd804786fa84 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377657 Jul 16 02:22:58.789206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:58.837406 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbc829-83e1-4de1-b6ea-dfd3c76bb191 req-1443b6cf-00dc-494d-9c11-229724afbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:58.839238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-90dbc829-83e1-4de1-b6ea-dfd3c76bb191 req-1443b6cf-00dc-494d-9c11-229724afbfd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1097 time: 0.0538602 Jul 16 02:22:58.874950 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-90dbc829-83e1-4de1-b6ea-dfd3c76bb191 req-df51a152-9751-4d74-8b4f-435ea8745bc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291855 Jul 16 02:22:59.925911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a70962-c28d-4247-9367-36b106c38d3f req-46937c07-c59b-45c7-8027-e80a1ff421a8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:59.927421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16a70962-c28d-4247-9367-36b106c38d3f req-46937c07-c59b-45c7-8027-e80a1ff421a8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0643549 Jul 16 02:22:59.965370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-16a70962-c28d-4247-9367-36b106c38d3f req-622080fb-98e2-45f4-9c20-f4fea828e2f5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Jul 16 02:23:00.133760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9f11-af4b-48e7-9447-a356049ebe16 req-e52fb836-5c83-44d4-bac8-7f20b110672c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:00.135267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-707e9f11-af4b-48e7-9447-a356049ebe16 req-e52fb836-5c83-44d4-bac8-7f20b110672c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0685370 Jul 16 02:23:00.143612 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 43660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:00.148023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'floatingip': {'port_id': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:00.187429 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:00.639916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:00.644510 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.074634 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 associated. External IP: 172.25.7.134, port: c3651116-2436-4558-9d1d-f78f5ec2235a. Jul 16 02:23:01.280228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:01.389762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:01.394380 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.399056 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:01.408057 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:01.408724 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:22:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:01.437267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4eca44be-f5a2-4063-9ade-2f27fb58516e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "PUT /v2.0/floatingips/aba55552-aef6-44d5-88f5-9afec1477891 HTTP/1.1" status: 200 len: 991 time: 1.2925272 Jul 16 02:23:01.437884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:01.480532 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56323d-c12c-43e3-aa19-d381915b87fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:01.526228 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:01.572754 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34370e9-9036-45ea-9be1-4b3f4e6ce023 x-openstack-request-id: req-e34370e9-9036-45ea-9be1-4b3f4e6ce023 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:01.573049 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:01.573302 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e34370e9-9036-45ea-9be1-4b3f4e6ce023 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:01.573703 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'status': 'completed', 'code': 200} Jul 16 02:23:01.652682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-2c03fd6d-2b83-436a-a1dd-fbb49535f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:01.654267 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-2c03fd6d-2b83-436a-a1dd-fbb49535f769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1097 time: 0.0581522 Jul 16 02:23:01.746217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-c7fa7f87-6f3e-44b4-8c07-5f9171b6b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:01.747482 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:15:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:23:00Z', 'revision_number': 1, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:01.747747 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-c7fa7f87-6f3e-44b4-8c07-5f9171b6b69f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0870934 Jul 16 02:23:01.777669 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:01.786053 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:01.786637 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:22:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:01.896655 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:02.121522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-f5360e61-5b41-4449-9d2d-f747aa7e31ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 999 time: 0.3670797 Jul 16 02:23:02.130667 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:15:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:23:00Z', 'revision_number': 1, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:02.160815 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ee5fa2-ea18-46f8-ae53-fdad22d530ad None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:15:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:23:00Z', 'revision_number': 1, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:02.172134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-1077c7af-83d5-4acb-89ad-b59e4007c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.173734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-1077c7af-83d5-4acb-89ad-b59e4007c690 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0455554 Jul 16 02:23:02.234788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-f7f6ee1f-9d2a-48b9-9de3-ac410b6ffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.236318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-f7f6ee1f-9d2a-48b9-9de3-ac410b6ffec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548387 Jul 16 02:23:02.337650 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-97669e99-2ec4-41c1-8ad8-ff9e1b7dd92d service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930617 Jul 16 02:23:02.349370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577f073-1115-4cf3-8b27-5c14288e8232 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:23:02.431723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0b56323d-c12c-43e3-aa19-d381915b87fa req-9ce5bcb2-d9be-433b-8361-a496b2ccfe7a service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869777 Jul 16 02:23:07.964116 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:10.217595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-637c719e-8506-4d35-a79c-f58e14b862fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.452120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-852cbf08-b73f-4343-8e75-f8a9030ec72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.541719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:13.909884 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.453249 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:17.621011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:18.822674 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.884210 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-5d4523b2-7f32-4914-97e9-33edbd10f662 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573485 Jul 16 02:23:35.982702 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-e926bb67-cb80-49d3-b5b3-97803f2ae089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:35.984165 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-e926bb67-cb80-49d3-b5b3-97803f2ae089 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1097 time: 0.0560877 Jul 16 02:23:36.099573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-4910b858-5999-4055-817c-eafc1cf23158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:36.101375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-4910b858-5999-4055-817c-eafc1cf23158 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0957718 Jul 16 02:23:36.180199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-5f4740dd-d185-4d3c-b3c4-839effddb80f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1001 time: 0.0714188 Jul 16 02:23:36.237948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-b1be096b-4f87-4f44-bb64-4dbc88febef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:36.239462 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-b1be096b-4f87-4f44-bb64-4dbc88febef8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0528553 Jul 16 02:23:36.300081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-5f55fbe9-e2f7-4442-b27e-cd016e9877c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:36.302512 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-5f55fbe9-e2f7-4442-b27e-cd016e9877c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563378 Jul 16 02:23:36.413734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-61116748-9b6d-4eea-a848-941f1e04fb50 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041694 Jul 16 02:23:36.516124 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d857ef99-e08e-4814-9770-294bc7f6f150 req-7edab677-6503-4bbc-890e-83fac2aaaa84 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958843 Jul 16 02:23:37.989177 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.218627 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20b2f910-6915-4751-9485-8aeedc860252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.452998 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-824e54cd-7bc0-46f7-b5f0-c54e932c3ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.542632 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.911652 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.459337 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.837249 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.620619 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:08.002867 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.219463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16807b1a-71a2-41c4-a617-ece840801ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.453986 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a211a3e-91a5-40cb-b292-76872d2793b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.542340 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.918377 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.458904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.838193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.622440 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:35.892314 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-6457760f-3d48-4154-af41-8913c9a6437e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635173 Jul 16 02:24:35.984776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-958f67bc-637e-438c-b435-c4b7df7b683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:35.986286 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-958f67bc-637e-438c-b435-c4b7df7b683b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1097 time: 0.0519090 Jul 16 02:24:36.098225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-bb3aeb5c-8576-482a-8223-0e7fc060ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:36.099691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-bb3aeb5c-8576-482a-8223-0e7fc060ba47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0926206 Jul 16 02:24:36.164531 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-744497a2-b05d-4e62-8b83-ced51d203f8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1001 time: 0.0569482 Jul 16 02:24:36.209721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-b2edf107-3dbe-4dcc-9b79-ec4d80e5b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:36.211944 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-b2edf107-3dbe-4dcc-9b79-ec4d80e5b959 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0423725 Jul 16 02:24:36.271140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-1eb5f31c-f420-48a6-93ab-6bd23abf5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:36.272680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-1eb5f31c-f420-48a6-93ab-6bd23abf5e14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549116 Jul 16 02:24:36.369086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-f351f0b0-b7e1-4b7c-8d6c-e93270d1cbf7 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893798 Jul 16 02:24:36.468934 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-14dec926-728e-408f-92ad-2ae2aee44ef4 req-88992769-8ca7-456c-91e3-251be972a28b service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937872 Jul 16 02:24:37.730404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e769-5aa9-4318-8d67-e6d6349d16ff req-0e520e9c-ffda-412a-b319-f1492b2cd551 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:37.731751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb3e769-5aa9-4318-8d67-e6d6349d16ff req-0e520e9c-ffda-412a-b319-f1492b2cd551 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0759623 Jul 16 02:24:37.770501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb3e769-5aa9-4318-8d67-e6d6349d16ff req-93f86d48-67a4-4bf6-8989-9c0b45252788 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Jul 16 02:24:38.036867 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.124999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 43910) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:38.202423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6845d9-26eb-42dd-aa89-0475e8d70c60 req-f9024b93-ec46-4e8a-92ac-529b9be6bf14 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.203959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f6845d9-26eb-42dd-aa89-0475e8d70c60 req-f9024b93-ec46-4e8a-92ac-529b9be6bf14 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0660238 Jul 16 02:24:38.220947 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-f5a9924a-7c1c-4b2b-82eb-6a57ec546413 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940385 Jul 16 02:24:38.243493 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f6845d9-26eb-42dd-aa89-0475e8d70c60 req-d847df6b-95ba-4eca-b70e-c863040cd33e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337303 Jul 16 02:24:39.427744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4da1a-e26b-4dd3-a326-70334994f682 req-6542e83c-16a3-4ee1-b648-d88f6cb2d420 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.429657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36e4da1a-e26b-4dd3-a326-70334994f682 req-6542e83c-16a3-4ee1-b648-d88f6cb2d420 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0688834 Jul 16 02:24:39.469803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36e4da1a-e26b-4dd3-a326-70334994f682 req-e52a11f5-2129-47f1-a8f9-0d95df51a7db tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336185 Jul 16 02:24:39.518975 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-901f41fa-2cec-4005-9e3b-ed0833985fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.520512 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-901f41fa-2cec-4005-9e3b-ed0833985fa5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1097 time: 0.0543849 Jul 16 02:24:39.614848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-0207f531-a3ed-4d8b-847f-f478b849b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.616467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-0207f531-a3ed-4d8b-847f-f478b849b4b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0899010 Jul 16 02:24:39.678421 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-2a18ffa3-7dc2-4098-acd9-6de51e783d39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1001 time: 0.0562763 Jul 16 02:24:39.729149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-3fe6080b-c339-47eb-8190-6e00777d4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.730599 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-3fe6080b-c339-47eb-8190-6e00777d4da7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0464523 Jul 16 02:24:39.786272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-6bcb5999-fec8-494f-af33-88c741461cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.787759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-6bcb5999-fec8-494f-af33-88c741461cc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505302 Jul 16 02:24:39.881420 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-713504c9-f9ba-4765-ac67-2938943b0212 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873418 Jul 16 02:24:39.968966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-e62b20d9-7c28-4075-97ee-88c427d2e63f service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813308 Jul 16 02:24:40.220367 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-20212f39-db7b-443c-ac40-62354a7f40fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.646928 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081feb-7145-42f4-8eb9-030497864f6f req-86638c56-34e2-4f64-bae5-ba014f1ec816 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:40.648457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e081feb-7145-42f4-8eb9-030497864f6f req-86638c56-34e2-4f64-bae5-ba014f1ec816 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0663424 Jul 16 02:24:40.686992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e081feb-7145-42f4-8eb9-030497864f6f req-c0faa2c6-4a3c-422e-be0c-e42b0d7470f9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Jul 16 02:24:41.858952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0e483-3703-4c97-896f-662503dd819e req-15897747-5eba-4f36-8658-281b971c360c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:41.860478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3a0e483-3703-4c97-896f-662503dd819e req-15897747-5eba-4f36-8658-281b971c360c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0635326 Jul 16 02:24:41.903996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e3a0e483-3703-4c97-896f-662503dd819e req-07bdc0ab-8b40-4e45-b1a4-542aff7191d3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379686 Jul 16 02:24:42.454605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e579-bb21-4ca7-9184-26f53695ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.542901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.079339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4dd75-a3b4-49c4-a641-9f76489a0ba8 req-7a54e91f-1049-47e8-bbd1-e6b4388b36bd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:43.080847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52e4dd75-a3b4-49c4-a641-9f76489a0ba8 req-7a54e91f-1049-47e8-bbd1-e6b4388b36bd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0646675 Jul 16 02:24:43.122583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52e4dd75-a3b4-49c4-a641-9f76489a0ba8 req-3a4410fd-2748-420d-8a07-d9234d975872 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345545 Jul 16 02:24:43.918945 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.295701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a94769-e2fe-4c2c-bd05-446cee99dbfa req-c3e63cfa-77d6-45de-80b4-c0ef10d9ce0e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:44.297125 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a94769-e2fe-4c2c-bd05-446cee99dbfa req-c3e63cfa-77d6-45de-80b4-c0ef10d9ce0e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0632985 Jul 16 02:24:44.335115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a94769-e2fe-4c2c-bd05-446cee99dbfa req-8f1a2689-f884-452c-9d80-11050d2f9160 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jul 16 02:24:45.464381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.512467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf27e40-0076-4288-8972-87336a2335eb req-75a67bc2-4908-4525-8f33-67137c79ac64 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:45.513966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-faf27e40-0076-4288-8972-87336a2335eb req-75a67bc2-4908-4525-8f33-67137c79ac64 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0674334 Jul 16 02:24:45.551383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-faf27e40-0076-4288-8972-87336a2335eb req-1abe57e4-e698-4055-bd12-2a08cfcd5854 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jul 16 02:24:46.724087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b3411-cda5-4d10-b504-066252fdfdec req-6493a98f-6342-4e46-b5e4-39072c591750 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.725518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a97b3411-cda5-4d10-b504-066252fdfdec req-6493a98f-6342-4e46-b5e4-39072c591750 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0627398 Jul 16 02:24:46.763670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a97b3411-cda5-4d10-b504-066252fdfdec req-996afbfc-a7c4-4ec8-aab5-e75b0e441752 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Jul 16 02:24:47.936144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531369e1-45ce-4b9d-89b8-9dda8a5f99ca req-271e2ef0-6b01-4cfd-accb-0ea17cedc717 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:47.937701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-531369e1-45ce-4b9d-89b8-9dda8a5f99ca req-271e2ef0-6b01-4cfd-accb-0ea17cedc717 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0623140 Jul 16 02:24:47.978729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-531369e1-45ce-4b9d-89b8-9dda8a5f99ca req-8a6b2e5b-d5df-4bb0-a202-6faf9188cc1c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355446 Jul 16 02:24:48.836796 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:49.157070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addc3-e41e-4e89-aa1c-9b2118ef168a req-76f7c322-c396-4c2d-b6c4-a4e40ba0a10f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:49.158473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5addc3-e41e-4e89-aa1c-9b2118ef168a req-76f7c322-c396-4c2d-b6c4-a4e40ba0a10f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0643620 Jul 16 02:24:49.196347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e5addc3-e41e-4e89-aa1c-9b2118ef168a req-ab1c9527-2ebe-4850-8d12-7fefddd64849 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323930 Jul 16 02:24:50.374321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1c9e-8c2f-4c05-9957-564ca13df66c req-385461a4-c411-4aec-8e0d-56ea0e5b9991 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:50.375954 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ede1c9e-8c2f-4c05-9957-564ca13df66c req-385461a4-c411-4aec-8e0d-56ea0e5b9991 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0671597 Jul 16 02:24:50.417866 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1ede1c9e-8c2f-4c05-9957-564ca13df66c req-f597eb32-a2b2-439c-8ffb-c31d978f15ce tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345936 Jul 16 02:24:51.594364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bc005-ae27-4353-849e-a2c7a7ee079a req-6285a819-cdd1-4ea8-890d-627768986c0f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.595852 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e8bc005-ae27-4353-849e-a2c7a7ee079a req-6285a819-cdd1-4ea8-890d-627768986c0f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0662167 Jul 16 02:24:51.635229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e8bc005-ae27-4353-849e-a2c7a7ee079a req-d2e69d57-309e-4840-8300-f79746fc4e99 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Jul 16 02:24:51.893834 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-7b55b168-68fb-4505-b1c4-054d41a13d49 service neutron] show failed (client error): The resource could not be found. Jul 16 02:24:51.894808 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-7b55b168-68fb-4505-b1c4-054d41a13d49 service neutron] 10.222.0.23 "GET /v2.0/ports/c3651116-2436-4558-9d1d-f78f5ec2235a/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0592740 Jul 16 02:24:52.157485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-f71413f0-4cf7-41a2-99cf-04ca3d5866f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.158955 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-f71413f0-4cf7-41a2-99cf-04ca3d5866f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 1097 time: 0.0626254 Jul 16 02:24:52.176057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:52.256721 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:52.478010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:52.511923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:52.552489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:52.554793 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3285cd34-cb61-4e48-8c15-6cfeb7a7f5ad" -d '{"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-unplugged", "status": "completed", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:52.560059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:52.577218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Transition to ACTIVE for port object c3651116-2436-4558-9d1d-f78f5ec2235a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:52.584058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:52.642808 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f34c7e-a53a-44b2-a49b-19a2d56b3f43 x-openstack-request-id: req-f0f34c7e-a53a-44b2-a49b-19a2d56b3f43 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:52.643667 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-unplugged", "status": "completed", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:52.643667 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0f34c7e-a53a-44b2-a49b-19a2d56b3f43 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:52.644111 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'code': 200} Jul 16 02:24:52.690943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:52.704402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.704779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.705122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.705457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.705818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.706119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.706447 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.706773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.707092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.707419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.707744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.708066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:52.751648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] No DVR routers for this DVR port c3651116-2436-4558-9d1d-f78f5ec2235a on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:52.911826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954da31f-e1fc-4992-8883-a0e4a1a571d1 req-40dacd14-2422-41bd-af95-c1586866c68c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.913261 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-954da31f-e1fc-4992-8883-a0e4a1a571d1 req-40dacd14-2422-41bd-af95-c1586866c68c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.1256216 Jul 16 02:24:52.966856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:52.967191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:52.967520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:52.978275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Port c3651116-2436-4558-9d1d-f78f5ec2235a on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:52.978534 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Attempting to bind port c3651116-2436-4558-9d1d-f78f5ec2235a on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:52.987129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-954da31f-e1fc-4992-8883-a0e4a1a571d1 req-a454884e-a50f-453c-b05a-da1e92bdeecb tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682461 Jul 16 02:24:52.988229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:52.988597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:52.988971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:52.989399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Bound port: c3651116-2436-4558-9d1d-f78f5ec2235a, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:52.989758 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.052672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:53.056056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:53.060254 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.095383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.096117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.097524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1092 time: 0.9257786 Jul 16 02:24:53.119066 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed0564-1d59-4f7c-8c5f-34eb5bb1eaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:53.198599 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d4c13ae1-8f82-4a08-be9e-4f669711c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.200762 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d4c13ae1-8f82-4a08-be9e-4f669711c1c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1095 time: 0.0668066 Jul 16 02:24:53.298983 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-20f3f1b3-eb60-4798-9d3d-6ed44e125116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.300539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-20f3f1b3-eb60-4798-9d3d-6ed44e125116 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0939431 Jul 16 02:24:53.369412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-1cf59823-5d7a-4550-86d9-de0d785f43aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 999 time: 0.0625899 Jul 16 02:24:53.419581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d9870a68-7784-4ab1-a4dc-ed87e38d6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.421058 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d9870a68-7784-4ab1-a4dc-ed87e38d6dea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0444462 Jul 16 02:24:53.478809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-6f669e2d-a938-44b9-8b02-e6cbe2afad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.480587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-6f669e2d-a938-44b9-8b02-e6cbe2afad44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519063 Jul 16 02:24:53.491834 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5406130-f00e-453d-8fd3-e329b252b758 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:24:53.492759 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-d5406130-f00e-453d-8fd3-e329b252b758 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049598 Jul 16 02:24:53.587216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-aa956698-5e3a-492c-b994-4aae18487697 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Jul 16 02:24:53.677249 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c5fd508-4926-4368-9769-9b88afd71de8 req-983f7e66-9fcf-45d3-ade5-77f5b64c910a service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831621 Jul 16 02:24:54.166454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901cf59-52d6-4ea1-9037-556a676ae047 req-c8214d5e-9fa2-44c6-9a5b-236095847d6b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:54.168482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9901cf59-52d6-4ea1-9037-556a676ae047 req-c8214d5e-9fa2-44c6-9a5b-236095847d6b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.0692580 Jul 16 02:24:54.206429 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9901cf59-52d6-4ea1-9037-556a676ae047 req-b708e378-8e7f-4d5d-9a28-c2f74899ac9e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Jul 16 02:24:54.645068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:54.647499 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc79d7-3933-41ee-b7ba-42994b00129f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:54.695464 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c33057-cf9b-46b8-bd58-a7e8b9bfb7a5 x-openstack-request-id: req-c0c33057-cf9b-46b8-bd58-a7e8b9bfb7a5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:54.696077 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:54.696077 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0c33057-cf9b-46b8-bd58-a7e8b9bfb7a5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:54.696391 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'status': 'completed', 'code': 200} Jul 16 02:24:54.781752 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-abdb061c-3c95-4b0e-b99b-6c7243db896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:54.783333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-abdb061c-3c95-4b0e-b99b-6c7243db896e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1095 time: 0.0628779 Jul 16 02:24:54.791604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-a18bda34-42cd-4bd7-89bb-52afef6cb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:54.794176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-a18bda34-42cd-4bd7-89bb-52afef6cb722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1095 time: 0.0585816 Jul 16 02:24:54.886273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-f11e52ec-90c4-443c-8108-8a4de2b3bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:54.888029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-f11e52ec-90c4-443c-8108-8a4de2b3bbf8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0966263 Jul 16 02:24:54.905111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-63a15dcd-9130-4d89-97da-23a590c3fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:54.906607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-63a15dcd-9130-4d89-97da-23a590c3fe30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.1038470 Jul 16 02:24:54.966272 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-27f11868-6250-45bd-aa0d-21d999d1bb00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 999 time: 0.0714679 Jul 16 02:24:54.972248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-f96db3fe-2979-4e8b-aa8e-f7e90c2f1d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 999 time: 0.0583496 Jul 16 02:24:55.015014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-d520ef6b-45f0-4249-8c64-5a3e7d3ca960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:55.016519 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-d520ef6b-45f0-4249-8c64-5a3e7d3ca960 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0446982 Jul 16 02:24:55.022006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-d3c19c74-2f45-4765-b524-7a61a456a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:55.023705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-d3c19c74-2f45-4765-b524-7a61a456a48d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0438755 Jul 16 02:24:55.073728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-54e65397-a573-4f83-a0a3-d9562c509843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:55.075504 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-54e65397-a573-4f83-a0a3-d9562c509843 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530038 Jul 16 02:24:55.083741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:55.087696 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-fec6b15b-591d-4d57-b111-90d5e6ec6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:55.089754 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-fec6b15b-591d-4d57-b111-90d5e6ec6602 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566568 Jul 16 02:24:55.124152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:55.180097 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-46474dd3-206b-44c9-bbe7-17ae89f8dff5 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979512 Jul 16 02:24:55.185532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-0337b7cc-74ac-42a2-9a37-9ddbfb127a28 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886636 Jul 16 02:24:55.287795 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-d6ea768b-e50b-4ad5-81ab-75070348eb97 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011930 Jul 16 02:24:55.309457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2edc79d7-3933-41ee-b7ba-42994b00129f req-435263ec-0dc3-447b-ab3b-e0762b9a6639 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121788 Jul 16 02:24:55.400286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de89b-86bf-4976-8b65-fcfa92001cf0 req-d9f0c0f9-4ab7-4e41-b8d4-a2c570404462 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:55.402518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a7de89b-86bf-4976-8b65-fcfa92001cf0 req-d9f0c0f9-4ab7-4e41-b8d4-a2c570404462 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.0751476 Jul 16 02:24:55.442515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a7de89b-86bf-4976-8b65-fcfa92001cf0 req-ee1bdc88-0052-4e0d-8a44-7498cdfb548d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342112 Jul 16 02:24:56.442055 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:56.667052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dae68-95b9-4a03-8cf1-8f3c9c52b433 req-7a67f0f5-2595-4f63-ac5c-c8fbb4be6b07 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.668684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-077dae68-95b9-4a03-8cf1-8f3c9c52b433 req-7a67f0f5-2595-4f63-ac5c-c8fbb4be6b07 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 943 time: 0.1066103 Jul 16 02:24:56.703827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:56.716560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'mac_address': 'fa:16:3e:15:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:56.726242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-077dae68-95b9-4a03-8cf1-8f3c9c52b433 req-2a6470ec-4b41-460b-b79c-47f84fe4ca02 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508735 Jul 16 02:24:56.729289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-fb565d57-dbeb-4311-beec-65f6fb9b582b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056509 Jul 16 02:24:56.759059 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.784444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3651116-2436-4558-9d1d-f78f5ec2235a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:56.805467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:56.811362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.848630 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-7e73ec78-bf52-479f-81e4-1fdd26c695be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.850709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-7e73ec78-bf52-479f-81e4-1fdd26c695be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1095 time: 0.0597932 Jul 16 02:24:56.881114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:56.896522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.896868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.897212 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.897590 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.898122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.898664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.899173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.899907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.900324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.900685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.901185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.901680 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.979575 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-98ed43ae-30ba-479f-9f9a-19dc921701cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.981322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-98ed43ae-30ba-479f-9f9a-19dc921701cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.1110156 Jul 16 02:24:57.073524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-cc691618-2aa5-4b3a-aabf-42dc655dfd1d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.076128 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-cc691618-2aa5-4b3a-aabf-42dc655dfd1d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297&tenant_id=73a32ef195f14361bb4d9290cba4d1bd&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 944 time: 0.0878470 Jul 16 02:24:57.084047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-825346c7-bd11-42d0-9458-71b4cf399c66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1000 time: 0.0959735 Jul 16 02:24:57.137470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58558b-cd81-4f38-83e5-f07583ce6f8c req-94519cb9-35aa-47d5-b449-9a7be3fc4002 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.138982 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e58558b-cd81-4f38-83e5-f07583ce6f8c req-94519cb9-35aa-47d5-b449-9a7be3fc4002 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 944 time: 0.1449208 Jul 16 02:24:57.139170 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-2c8cebf6-976f-4aae-9e6a-5c5a45b18bf5 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:24:57.140398 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-2c8cebf6-976f-4aae-9e6a-5c5a45b18bf5 service neutron] 10.222.0.23 "DELETE /v2.0/ports/c3651116-2436-4558-9d1d-f78f5ec2235a/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0578735 Jul 16 02:24:57.143313 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['c3651116-2436-4558-9d1d-f78f5ec2235a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:57.165214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-e03a7b79-8d27-4f16-8ac8-57f13de9ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.166710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-e03a7b79-8d27-4f16-8ac8-57f13de9ae88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0750501 Jul 16 02:24:57.216869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7e58558b-cd81-4f38-83e5-f07583ce6f8c req-a8b2d0ed-736e-4694-b93c-a43101d06c15 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709078 Jul 16 02:24:57.244042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-d7d05563-d2db-43a5-99f8-40de5179dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.245522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-d7d05563-d2db-43a5-99f8-40de5179dee5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 1096 time: 0.0595360 Jul 16 02:24:57.260132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-5d0aec1c-82ab-47ee-8239-05372311a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.263071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-5d0aec1c-82ab-47ee-8239-05372311a922 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883236 Jul 16 02:24:57.352903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-bb54c57b-90eb-4838-b57b-a34c7a4a53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.354561 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-bb54c57b-90eb-4838-b57b-a34c7a4a53b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.1032512 Jul 16 02:24:57.369439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-30d51521-b114-4c3b-9a56-573d63d0c80b service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993638 Jul 16 02:24:57.426814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-9354ce74-bd51-478a-bcd2-5a410b586a6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 200 len: 1000 time: 0.0664415 Jul 16 02:24:57.471922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66babf4f-e3d7-4e03-9458-772ea1dd1144 req-2198f817-b5ca-4cf2-8f71-07ad6c2a322a service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954537 Jul 16 02:24:57.486071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-f90e48b2-89db-4633-93a0-63bb2db9d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.487515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-f90e48b2-89db-4633-93a0-63bb2db9d18c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0550807 Jul 16 02:24:57.553162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-4c6e8c4c-b36b-48ab-9e2f-9b85d12e3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.554761 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-4c6e8c4c-b36b-48ab-9e2f-9b85d12e3119 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612757 Jul 16 02:24:57.649677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-93931bc3-23ed-4201-9d3d-3dad9ae8d7ac service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880406 Jul 16 02:24:57.757253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9371a7b7-16fe-42fa-be5f-ac88a12f95dd req-899d9868-1318-44bb-b35f-02a1b062d458 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015017 Jul 16 02:24:58.408093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62f4d7-dffc-4a45-a9a8-64347a7b1dbe req-d0c9b8be-8f11-4a23-af77-03687f719a33 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.409616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f62f4d7-dffc-4a45-a9a8-64347a7b1dbe req-d0c9b8be-8f11-4a23-af77-03687f719a33 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 944 time: 0.0689981 Jul 16 02:24:58.447917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f62f4d7-dffc-4a45-a9a8-64347a7b1dbe req-46b116d0-1556-42ed-8786-b5d47368eb3c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Jul 16 02:24:58.475235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:58.527904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port c3651116-2436-4558-9d1d-f78f5ec2235a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:58.531679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port c3651116-2436-4558-9d1d-f78f5ec2235a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:58.532053 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.607193 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.624007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af47cc7-296a-4a96-892c-04cf2854b198 req-6ddce329-f3ed-4baf-a74a-0c1c1a7aa227 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.625590 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7af47cc7-296a-4a96-892c-04cf2854b198 req-6ddce329-f3ed-4baf-a74a-0c1c1a7aa227 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 944 time: 0.0651822 Jul 16 02:24:58.629372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:58.631646 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe3cf8-b876-4085-a14c-e9abc0835136" -d '{"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-plugged", "status": "completed", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:58.644702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:58.649625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.668153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7af47cc7-296a-4a96-892c-04cf2854b198 req-bdb123dc-2c71-47f1-959f-225f49d06e0b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364277 Jul 16 02:24:58.680695 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6270b35c-99dd-4437-b9a9-e124dc262a39 x-openstack-request-id: req-6270b35c-99dd-4437-b9a9-e124dc262a39 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:58.680984 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-plugged", "status": "completed", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:58.681235 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6270b35c-99dd-4437-b9a9-e124dc262a39 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:58.681621 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'code': 200} Jul 16 02:24:58.718499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.843640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c130b64-e395-4f5b-ba23-fe9413d6ad3e req-edc15f83-df2d-418a-89bb-37783ae3b2f4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.845178 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c130b64-e395-4f5b-ba23-fe9413d6ad3e req-edc15f83-df2d-418a-89bb-37783ae3b2f4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0630388 Jul 16 02:24:58.883649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c130b64-e395-4f5b-ba23-fe9413d6ad3e req-07634325-96fe-41ab-9dec-63256ee4e3b4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jul 16 02:24:59.262252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d57cc-e68a-4155-bb39-052ea09d5678 req-ce1e93b2-2737-421f-b2b7-41db1b3923aa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:59.263634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830d57cc-e68a-4155-bb39-052ea09d5678 req-ce1e93b2-2737-421f-b2b7-41db1b3923aa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0665374 Jul 16 02:24:59.301460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-830d57cc-e68a-4155-bb39-052ea09d5678 req-aa6b5675-b709-48fa-be04-aa8299d47341 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Jul 16 02:25:00.479086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf64a02-7e1e-4acd-bb23-c46d8f20335d req-f3d62149-6c95-4069-a45a-36892fb80f11 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.480843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf64a02-7e1e-4acd-bb23-c46d8f20335d req-f3d62149-6c95-4069-a45a-36892fb80f11 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0630596 Jul 16 02:25:00.518720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4cf64a02-7e1e-4acd-bb23-c46d8f20335d req-f7ac5c14-e340-4088-adee-4542d3a5c0af tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 16 02:25:00.623031 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-8f18fc09-1f7f-4cab-b499-a436a49302e5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.624393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-8f18fc09-1f7f-4cab-b499-a436a49302e5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 945 time: 0.0665710 Jul 16 02:25:00.723790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Deleting port c3651116-2436-4558-9d1d-f78f5ec2235a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:00.724131 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.148086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] For port c3651116-2436-4558-9d1d-f78f5ec2235a, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=c3651116-2436-4558-9d1d-f78f5ec2235a,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:01.148670 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.366785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.367056 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.367370 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 disassociated. External IP: 172.25.7.134, port: c3651116-2436-4558-9d1d-f78f5ec2235a. Jul 16 02:25:01.367709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Calling delete_port for c3651116-2436-4558-9d1d-f78f5ec2235a owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:01.493058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.520056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event deleted for resources: {'Port': ['ID=c3651116-2436-4558-9d1d-f78f5ec2235a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.681021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0796efc8-7d59-4b1c-ba0e-2bbbb9ca6165 req-7c944250-3710-4020-98a5-3e1312e14441 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ff02b97-92e5-4c39-b9e5-447037fe4297 HTTP/1.1" status: 200 len: 210 time: 0.0395737 Jul 16 02:25:01.685709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:01.800841 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:01.811861 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:01.820669 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:01.821345 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:24:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.844111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] No DVR routers for this DVR port c3651116-2436-4558-9d1d-f78f5ec2235a on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:01.846799 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.848925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9841d6a5-e6d9-4e6e-bc26-e2079ec82d42 req-7e0ddf8d-a14c-4645-b1c7-619f951000fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "DELETE /v2.0/ports/c3651116-2436-4558-9d1d-f78f5ec2235a HTTP/1.1" status: 204 len: 173 time: 1.2184300 Jul 16 02:25:01.849361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-deleted', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:01.851780 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e9fe15-3d7b-4fbd-9b2c-9c8fbb784605" -d '{"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-deleted", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:01.892672 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df92577-f74e-42fc-9cdc-53514b02e6a0 x-openstack-request-id: req-7df92577-f74e-42fc-9cdc-53514b02e6a0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:01.892967 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff02b97-92e5-4c39-b9e5-447037fe4297", "name": "network-vif-deleted", "tag": "c3651116-2436-4558-9d1d-f78f5ec2235a", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:01.893222 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7df92577-f74e-42fc-9cdc-53514b02e6a0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:01.893619 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff02b97-92e5-4c39-b9e5-447037fe4297', 'name': 'network-vif-deleted', 'tag': 'c3651116-2436-4558-9d1d-f78f5ec2235a', 'status': 'completed', 'code': 200} Jul 16 02:25:01.939058 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:02.135199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.165959 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:02.174246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:02.174850 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:24:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.283266 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:02.493711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.521528 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14312f97-5e56-405f-a7da-3506b0293888 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:02.736351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bfdca-9c49-4084-b1bf-a39d3dece262 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:02.997215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-0f6f783b-28a4-4789-b1f3-9e954b3de5b4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1876142012&fields=id&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 267 time: 0.0339832 Jul 16 02:25:03.106893 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9133d8f9-a7bf-49d7-b47c-a67242001713 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:03.108356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9133d8f9-a7bf-49d7-b47c-a67242001713 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1048510 Jul 16 02:25:03.123159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-328d9d89-b741-4a0b-9273-d1e495dcb008 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/quotas/73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 375 time: 0.0094659 Jul 16 02:25:03.194758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-1066f0f2-5958-405c-98ac-6594b9716256 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666051 Jul 16 02:25:03.289717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-d078e2fc-fb9b-4b89-97bc-93771c1b8ee9 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831048 Jul 16 02:25:03.383853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-c7ef4c7b-7d01-4ae6-8018-5d35c23d7ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874701 Jul 16 02:25:03.559094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0d9c69f-5277-4ec1-9c3f-fbb0accfad29 req-c87e93de-3ca8-4ab2-a7e1-7b6f8a5eee59 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 210 time: 0.0294909 Jul 16 02:25:04.515698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:04.535953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: c3651116-2436-4558-9d1d-f78f5ec2235a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:04.536298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device c3651116-2436-4558-9d1d-f78f5ec2235a not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:04.712322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a19516f-99d8-4a07-91f7-9346d4287bc1 req-ea40239b-3798-4e49-a8bf-250994ebd9bc tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 210 time: 0.0331190 Jul 16 02:25:04.814225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-acd6f44e-7235-4fc6-a848-27c77a95be58 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:04.815633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-acd6f44e-7235-4fc6-a848-27c77a95be58 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1024342 Jul 16 02:25:04.867187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-68a30d54-495e-4df7-82a4-a333335c67e8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 380 time: 0.0354900 Jul 16 02:25:04.875906 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'port': {'device_id': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'admin_state_up': True, 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'security_groups': ['788b65f3-ae4a-4581-9bbd-cbc4d0f87628']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:04.988961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Made reservation on behalf of 73a32ef195f14361bb4d9290cba4d1bd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:04.992694 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.115567 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Allocated IP 172.20.0.12 (6ce122c9-3651-4c32-be0c-27c7d3cff48e/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0/f24b7ed6-9703-4058-8943-5f5d54ac2c08) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:05.253984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.268130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Transition to ACTIVE for port object f24b7ed6-9703-4058-8943-5f5d54ac2c08 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:05.299959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.342427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:05.347617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:05.351341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:05.384820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:05.412083 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.412763 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.430658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-310f322f-701f-45a9-ae05-5407e428eb5d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583065 Jul 16 02:25:05.447177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Request body: {'port': {'device_id': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:05.522760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.575533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2af2e3d7-635a-4b1d-bc8b-39148d1cd59f None None] Provisioning for port f24b7ed6-9703-4058-8943-5f5d54ac2c08 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:05.579269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2af2e3d7-635a-4b1d-bc8b-39148d1cd59f None None] Provisioning complete for port f24b7ed6-9703-4058-8943-5f5d54ac2c08 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.579647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2af2e3d7-635a-4b1d-bc8b-39148d1cd59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.613996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2af2e3d7-635a-4b1d-bc8b-39148d1cd59f None None] Port f24b7ed6-9703-4058-8943-5f5d54ac2c08 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:05.797184 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24b7ed6-9703-4058-8943-5f5d54ac2c08 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:05.804560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.816282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Transition to ACTIVE for port object f24b7ed6-9703-4058-8943-5f5d54ac2c08 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:05.820761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.897943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:05.987805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f623c-ef26-4ab9-b1a8-d69c8855a846 req-5a5d8a2b-c2db-4e84-bee5-3981e308bf33 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.989397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-312f623c-ef26-4ab9-b1a8-d69c8855a846 req-5a5d8a2b-c2db-4e84-bee5-3981e308bf33 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.1599004 Jul 16 02:25:06.011730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:06.012130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:06.012482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:06.024078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:06.024404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:06.033674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:06.034017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:06.034407 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:06.034836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Bound port: f24b7ed6-9703-4058-8943-5f5d54ac2c08, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:06.035201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.055298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-312f623c-ef26-4ab9-b1a8-d69c8855a846 req-dd9d5912-b73d-416d-8533-b1ca04a96634 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554523 Jul 16 02:25:06.108835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:06.111738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:06.116907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.155223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.155893 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.157329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] 10.222.0.13 "PUT /v2.0/ports/f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1093 time: 0.7147162 Jul 16 02:25:06.157774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:06.160038 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82137a-7395-4001-9448-2477b59f9093" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:06.188603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be516-ac3d-4f26-971d-950c14bc0f28 service neutron] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.204726 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b200ba62-3ddc-43cb-8762-b227478a05d5 x-openstack-request-id: req-b200ba62-3ddc-43cb-8762-b227478a05d5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:06.205025 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:06.205330 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b200ba62-3ddc-43cb-8762-b227478a05d5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:06.205806 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'status': 'completed', 'code': 200} Jul 16 02:25:06.283264 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-170d1bce-36f8-48f4-a68c-b71815a7131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.284838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-170d1bce-36f8-48f4-a68c-b71815a7131d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0590329 Jul 16 02:25:06.335013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-55145cf9-5292-4675-b943-5184424fe91c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 217 time: 0.0364110 Jul 16 02:25:06.384382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-ab145da0-6564-453b-8d96-edf99871f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.385903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-ab145da0-6564-453b-8d96-edf99871f118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0449712 Jul 16 02:25:06.446352 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-27d440a7-6787-43d2-8091-cd8093d9aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.447781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-27d440a7-6787-43d2-8091-cd8093d9aeb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560014 Jul 16 02:25:06.537139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-fcf02f3e-1a8f-4461-9fb7-9055624e19be service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Jul 16 02:25:06.632316 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-796dffa2-d179-4c31-b2e0-0dd6a9ea470c req-c18b073a-7ee4-4b52-827a-88511469517b service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886986 Jul 16 02:25:06.769328 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82137a-7395-4001-9448-2477b59f9093 req-24001567-561d-4c18-b3a8-000f48c7cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.770913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-24001567-561d-4c18-b3a8-000f48c7cb99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0540125 Jul 16 02:25:06.864793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82137a-7395-4001-9448-2477b59f9093 req-fb74068f-7b60-4831-a475-f888e4a7f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.866253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-fb74068f-7b60-4831-a475-f888e4a7f3cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0886993 Jul 16 02:25:06.906358 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-6d46d571-8cac-45d7-b466-a97669890334 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 217 time: 0.0341978 Jul 16 02:25:06.955262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82137a-7395-4001-9448-2477b59f9093 req-e75dd8f6-b0cf-4965-9a4f-a7e8d40bf26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.956723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-e75dd8f6-b0cf-4965-9a4f-a7e8d40bf26f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0428920 Jul 16 02:25:07.021159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82137a-7395-4001-9448-2477b59f9093 req-d8eb0293-8838-4d36-b108-22cd1b4e6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:07.022636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-d8eb0293-8838-4d36-b108-22cd1b4e6343 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554438 Jul 16 02:25:07.114475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-3f134282-e3bd-4ed9-83c1-e349cf34d1b1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844333 Jul 16 02:25:07.242412 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba82137a-7395-4001-9448-2477b59f9093 req-839585d7-b165-4c66-a303-ce87d64e6bbb service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207118 Jul 16 02:25:07.268663 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74df5-d5f4-4f08-871a-cf2507484a05 req-2a3dc1ab-bc4a-4dc2-a625-8964d6c64eb6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:07.270140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13b74df5-d5f4-4f08-871a-cf2507484a05 req-2a3dc1ab-bc4a-4dc2-a625-8964d6c64eb6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0853164 Jul 16 02:25:07.308565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13b74df5-d5f4-4f08-871a-cf2507484a05 req-4a5dc8c2-5a21-4d7a-afcc-699326db65f6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326378 Jul 16 02:25:08.033440 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.489384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175897f1-2c75-40bb-bb73-302c8f57991a req-39adc544-5bbe-469e-b09a-b0503173e070 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:08.490871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-175897f1-2c75-40bb-bb73-302c8f57991a req-39adc544-5bbe-469e-b09a-b0503173e070 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0689321 Jul 16 02:25:08.529856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-175897f1-2c75-40bb-bb73-302c8f57991a req-52157477-9011-43a1-936b-51689016d624 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Jul 16 02:25:08.622980 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:09.704682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64584031-3480-4bec-9dab-7ec5f892da01 req-c5c0b412-76e0-4ef0-95f0-e0f3c2eaece9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.706470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64584031-3480-4bec-9dab-7ec5f892da01 req-c5c0b412-76e0-4ef0-95f0-e0f3c2eaece9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0649214 Jul 16 02:25:09.743899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64584031-3480-4bec-9dab-7ec5f892da01 req-5be980a9-b040-4072-bca6-619af33e2f39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Jul 16 02:25:10.220996 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67a3f367-fdf5-4a98-acb5-b81d9c165549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.532276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:10.635523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:10.647443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'mac_address': 'fa:16:3e:c5:77:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:10.685192 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.697353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24b7ed6-9703-4058-8943-5f5d54ac2c08 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:10.718527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:10.722320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.775165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:10.927571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdbb19-fce5-46a6-97ae-aff4de88142d req-f1c5af90-2e12-4bc3-a990-f73eb2d2af17 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.928983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11bdbb19-fce5-46a6-97ae-aff4de88142d req-f1c5af90-2e12-4bc3-a990-f73eb2d2af17 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 945 time: 0.0654571 Jul 16 02:25:10.967868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11bdbb19-fce5-46a6-97ae-aff4de88142d req-7eee9ea7-27a1-4083-a988-12608d7e1c62 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Jul 16 02:25:10.984182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['f24b7ed6-9703-4058-8943-5f5d54ac2c08'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:12.146171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bf78c-5aad-4203-864b-cfa8251bfc23 req-085258de-6837-4c58-ba0e-f3580fb265a0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.147641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c77bf78c-5aad-4203-864b-cfa8251bfc23 req-085258de-6837-4c58-ba0e-f3580fb265a0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 945 time: 0.0673587 Jul 16 02:25:12.185926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c77bf78c-5aad-4203-864b-cfa8251bfc23 req-944a8667-e3e4-4955-8b18-0a3b8176aba2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Jul 16 02:25:12.456040 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2328-7c35-4112-b1c2-26bd0af964ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.545033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.547825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:12.598597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port f24b7ed6-9703-4058-8943-5f5d54ac2c08 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:12.602708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port f24b7ed6-9703-4058-8943-5f5d54ac2c08 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:12.603085 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.679425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.702360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:12.704954 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccca8e4-58f8-46f4-9733-53770d5b42ac" -d '{"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:12.718781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:12.723032 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.752501 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab63c37-0e38-46d2-aa87-64258076268e x-openstack-request-id: req-bab63c37-0e38-46d2-aa87-64258076268e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:12.752800 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:12.753057 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bab63c37-0e38-46d2-aa87-64258076268e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:12.753445 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'code': 200} Jul 16 02:25:12.781800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:12.903595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6a58c-f470-4d9d-897b-f7757d3f8e24 req-2e0eff2c-7a22-4c38-a02c-ade79971767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.905219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49c6a58c-f470-4d9d-897b-f7757d3f8e24 req-2e0eff2c-7a22-4c38-a02c-ade79971767b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0555475 Jul 16 02:25:12.940064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49c6a58c-f470-4d9d-897b-f7757d3f8e24 req-4383ce71-bba2-4ddc-9b42-060cacc2068c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278919 Jul 16 02:25:13.362339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9265d8-8027-4038-adac-bf9bd6acd0f2 req-82f2c156-ca04-4bfe-9cf8-4b999cb78cb5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:13.363860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba9265d8-8027-4038-adac-bf9bd6acd0f2 req-82f2c156-ca04-4bfe-9cf8-4b999cb78cb5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0675402 Jul 16 02:25:13.405613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba9265d8-8027-4038-adac-bf9bd6acd0f2 req-bf5fbd9a-f0d5-4def-9f73-72ad1ef0ec3a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338628 Jul 16 02:25:13.924051 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.596499 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebbc10-ee0e-4e5c-aba4-c4b389769887 req-a12668c7-55d8-413a-8bb8-aefc477c1d4c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.598102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31ebbc10-ee0e-4e5c-aba4-c4b389769887 req-a12668c7-55d8-413a-8bb8-aefc477c1d4c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0693364 Jul 16 02:25:14.639925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-31ebbc10-ee0e-4e5c-aba4-c4b389769887 req-5748ee5d-ee50-480d-bc21-a5b586752c93 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360878 Jul 16 02:25:14.821523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee98f3-b90e-4684-8a3f-12bcf0f45491 req-4988de97-2116-4526-a73d-e187908fc082 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.823057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-48ee98f3-b90e-4684-8a3f-12bcf0f45491 req-4988de97-2116-4526-a73d-e187908fc082 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0669737 Jul 16 02:25:14.832628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 44078) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:14.837434 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'floatingip': {'port_id': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:14.878541 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.387938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.391911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.465790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.493162 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 associated. External IP: 172.25.7.134, port: f24b7ed6-9703-4058-8943-5f5d54ac2c08. Jul 16 02:25:15.700212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:15.811781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:15.816784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.821118 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:15.830616 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:15.831227 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:25:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.853041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3d1034b8-c80e-4bef-8095-093445641ca8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "PUT /v2.0/floatingips/aba55552-aef6-44d5-88f5-9afec1477891 HTTP/1.1" status: 200 len: 992 time: 1.0192804 Jul 16 02:25:15.853763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:15.857356 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c8f022-b4d2-42fe-b9ef-26add52e8a25" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:15.895169 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9435b-a8db-4e0e-833c-1167080cf7a3 x-openstack-request-id: req-98a9435b-a8db-4e0e-833c-1167080cf7a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:15.895468 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:15.895790 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98a9435b-a8db-4e0e-833c-1167080cf7a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:15.896197 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'status': 'completed', 'code': 200} Jul 16 02:25:15.941688 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:16.003713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-5f647dc2-4fb4-4332-b37c-2ea503233900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.005271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-5f647dc2-4fb4-4332-b37c-2ea503233900 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0640187 Jul 16 02:25:16.102342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-ea833141-74e3-45c3-bc83-c246e834b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.104025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-ea833141-74e3-45c3-bc83-c246e834b47e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0926006 Jul 16 02:25:16.179183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-f599681e-b0ba-4f84-b6fb-407b1b147878 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1000 time: 0.0686185 Jul 16 02:25:16.184257 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:c5:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:16.211116 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:16.220686 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:16.221310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:25:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:16.233484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-6cdc3336-65e5-408e-897e-9093ab5c64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.234915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-6cdc3336-65e5-408e-897e-9093ab5c64b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0496156 Jul 16 02:25:16.296208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-6d97a2cf-c3f9-4f86-b052-c99232e969a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.297758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-6d97a2cf-c3f9-4f86-b052-c99232e969a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567541 Jul 16 02:25:16.331074 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:16.396715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-735b74d7-98e5-4364-b4f5-798f212864f0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Jul 16 02:25:16.492558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54c8f022-b4d2-42fe-b9ef-26add52e8a25 req-da3f17f3-187d-4188-9d57-ff81aa12d06f service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Jul 16 02:25:16.661922 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:c5:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:16.688224 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af4e09-cbd7-4a70-8fc0-04b434ba98d9 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:c5:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:16.888926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b2d33-46dd-42a6-aaad-6c0d4fce8a02 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:18.846083 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.043147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.221837 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1be77326-adde-4dd9-9673-3646a9fd31d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.457985 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-872dfbc8-4007-4b29-b48a-2b085a93cf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.545746 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.923020 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.469786 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.622990 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:48.867595 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.594345 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-a2ea1895-713b-4eb4-ae58-fcf21aea1eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596316 Jul 16 02:25:56.707579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-cfe3b5d6-289b-4ca3-8e53-a121f92e9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.709150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-cfe3b5d6-289b-4ca3-8e53-a121f92e9243 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0559742 Jul 16 02:25:56.817831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-8757ffd1-080a-4823-a00a-f5e60861c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.819248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-8757ffd1-080a-4823-a00a-f5e60861c23e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0889885 Jul 16 02:25:56.888924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-f9b00189-051b-4860-bfdd-e72b41041dd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1002 time: 0.0637083 Jul 16 02:25:56.936289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-b3382792-2ec2-41b0-a26a-e17d83ec74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.938495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-b3382792-2ec2-41b0-a26a-e17d83ec74ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0440533 Jul 16 02:25:56.996216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-4eb234dd-910d-45bd-a365-3e17c1466281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.997854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-4eb234dd-910d-45bd-a365-3e17c1466281 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525231 Jul 16 02:25:57.095758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-8fcfb3db-f2fc-4f3a-bff2-a4652eb37ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918303 Jul 16 02:25:57.190225 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6d1c4bc-1db9-4d31-8605-0cc8e01e554d req-9e0a3bda-a352-4392-9445-f1a7e19e4be5 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885768 Jul 16 02:26:08.049075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:10.224053 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-569a2f8f-9d78-4e32-bee9-a47a4e53e645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:12.458918 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f5b2-abd4-4ece-ab12-40aea0d033e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:12.551473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:13.926534 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:15.472009 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:18.878877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:22.622110 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:38.052119 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:40.224366 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d27480a-4fb6-4441-b92b-ed2a5b196c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.460651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67304258-60fc-4ac9-9d43-1cac48585bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.542324 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.928280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:45.474306 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.895322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.700753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986272d-31e5-49bd-b10e-5cfca9e7f285 req-a69e06a7-fde1-4c1e-883c-ed1700f197f9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:52.702181 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3986272d-31e5-49bd-b10e-5cfca9e7f285 req-a69e06a7-fde1-4c1e-883c-ed1700f197f9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.1763854 Jul 16 02:26:52.740025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3986272d-31e5-49bd-b10e-5cfca9e7f285 req-99abb3b3-379c-4aa0-8267-d7cd03e24d3d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jul 16 02:26:53.973487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c94adb-0f3c-4ff6-bf84-7df698952a05 req-f9370c7a-599e-4116-b3f5-7f608126191d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:53.974974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3c94adb-0f3c-4ff6-bf84-7df698952a05 req-f9370c7a-599e-4116-b3f5-7f608126191d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.1214221 Jul 16 02:26:54.013917 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3c94adb-0f3c-4ff6-bf84-7df698952a05 req-829520c0-039c-4937-8be4-023854af3325 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Jul 16 02:26:55.190614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edea34-9ba3-4754-9ad2-af4078612339 req-3c97c1e5-bb76-4d22-96ca-9d4dc0556aa4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:55.192103 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42edea34-9ba3-4754-9ad2-af4078612339 req-3c97c1e5-bb76-4d22-96ca-9d4dc0556aa4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0675275 Jul 16 02:26:55.232389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42edea34-9ba3-4754-9ad2-af4078612339 req-fc64013d-b470-43e1-be84-194315ab0134 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335007 Jul 16 02:26:56.405016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e8299-5f88-4c1a-a24f-eae1633dee05 req-ea5d212c-d48c-49f9-8cf0-45cbeb4d10db tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.406532 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a3e8299-5f88-4c1a-a24f-eae1633dee05 req-ea5d212c-d48c-49f9-8cf0-45cbeb4d10db tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0646427 Jul 16 02:26:56.444549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a3e8299-5f88-4c1a-a24f-eae1633dee05 req-bfe64b2b-b066-436a-adf1-5063ab62bd35 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Jul 16 02:26:57.623857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb0bab-d38c-43cf-96aa-e1809bd3e249 req-488c9e12-2f57-411d-b7d4-5fb90bf74575 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.625366 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54cb0bab-d38c-43cf-96aa-e1809bd3e249 req-488c9e12-2f57-411d-b7d4-5fb90bf74575 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0663075 Jul 16 02:26:57.665508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-54cb0bab-d38c-43cf-96aa-e1809bd3e249 req-ecbfd3aa-c64f-4226-806d-a47fac36a2af tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344419 Jul 16 02:26:58.686160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-3e886031-cd55-45dd-8a77-8809d00e8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.687558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-3e886031-cd55-45dd-8a77-8809d00e8146 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0563335 Jul 16 02:26:59.149712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-8b541b26-07ee-485c-baf8-7039a46ed4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.151188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-8b541b26-07ee-485c-baf8-7039a46ed4eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.4426625 Jul 16 02:26:59.225702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3271a7-32ac-4477-9675-6604d4ac136a req-d7ad45a5-b586-4dee-8c17-0ce5c5cd5bc0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.227969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac3271a7-32ac-4477-9675-6604d4ac136a req-d7ad45a5-b586-4dee-8c17-0ce5c5cd5bc0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.4441342 Jul 16 02:26:59.237501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-12210715-67a0-4415-99b6-ca79a49a4cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1002 time: 0.0780780 Jul 16 02:26:59.301739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac3271a7-32ac-4477-9675-6604d4ac136a req-3ed4456e-3a6c-4832-b630-e079e29620b8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671244 Jul 16 02:26:59.310875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-af50df31-650d-47ea-95d0-1a3ac41e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.312291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-af50df31-650d-47ea-95d0-1a3ac41e2828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0681858 Jul 16 02:26:59.370874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-1d4a503c-a631-4352-95a9-e4b1d937e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.372379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-1d4a503c-a631-4352-95a9-e4b1d937e309 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544531 Jul 16 02:26:59.459742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-0fce56f0-72ba-4d8f-b0a5-2925492d6968 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811617 Jul 16 02:26:59.551337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-598fdb94-b10a-4100-bc31-c24216bbb06c req-96a4848d-f999-427a-8064-e0bdad3aa2f8 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861161 Jul 16 02:26:59.620803 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:00.474505 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b9009-c02d-4eaa-b386-9b241043ab33 req-d3a518ea-b58e-4dc4-a339-8466df09e32c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.476001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a46b9009-c02d-4eaa-b386-9b241043ab33 req-d3a518ea-b58e-4dc4-a339-8466df09e32c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0634058 Jul 16 02:27:00.514480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a46b9009-c02d-4eaa-b386-9b241043ab33 req-bf09ca81-5eeb-4954-9149-0978a7a82c65 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Jul 16 02:27:01.688753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26ae48-a0f4-4a63-9c07-ade757a38bcf req-5324ed63-fe60-419f-832a-aaf1c432a54a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:01.690154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce26ae48-a0f4-4a63-9c07-ade757a38bcf req-5324ed63-fe60-419f-832a-aaf1c432a54a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0670183 Jul 16 02:27:01.728409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ce26ae48-a0f4-4a63-9c07-ade757a38bcf req-e48d01c0-ea1b-4b82-90c3-0c0ca32d99a1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Jul 16 02:27:02.903342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abfeaf-9ab8-4d2d-82db-cb526efd4bc7 req-b4504355-0a07-4ea6-b491-4abad3328aa2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:02.904873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22abfeaf-9ab8-4d2d-82db-cb526efd4bc7 req-b4504355-0a07-4ea6-b491-4abad3328aa2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0652063 Jul 16 02:27:02.942709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22abfeaf-9ab8-4d2d-82db-cb526efd4bc7 req-128007e8-96bf-4a7a-9048-bd12dc8399ef tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Jul 16 02:27:04.116037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c42884-a608-4735-9f93-68d123b9f88b req-108c9154-3dec-4f30-9855-27095edcd767 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:04.117975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94c42884-a608-4735-9f93-68d123b9f88b req-108c9154-3dec-4f30-9855-27095edcd767 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0653551 Jul 16 02:27:04.160577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-94c42884-a608-4735-9f93-68d123b9f88b req-8cda7ab3-014d-4f3e-8974-4d6d5d5f9423 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370052 Jul 16 02:27:04.502238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-4bfd4d6c-f7d0-4608-98b6-d13c1993952c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0599821 Jul 16 02:27:04.556341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1401c06-ed56-461c-8dd3-627da8455ae8 req-b437f09c-520a-4f6f-9f34-295b77162b4f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:04.558077 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1401c06-ed56-461c-8dd3-627da8455ae8 req-b437f09c-520a-4f6f-9f34-295b77162b4f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0697420 Jul 16 02:27:04.599317 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1401c06-ed56-461c-8dd3-627da8455ae8 req-30e6fced-bb23-496b-a017-e6ac2138c181 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351753 Jul 16 02:27:05.784818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b37d53-1f1e-4e3c-8753-44626b8a96fc req-eefc0641-1603-4b51-8cb4-4217f15e06b1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:05.786370 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4b37d53-1f1e-4e3c-8753-44626b8a96fc req-eefc0641-1603-4b51-8cb4-4217f15e06b1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0699399 Jul 16 02:27:05.855963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d4b37d53-1f1e-4e3c-8753-44626b8a96fc req-60cc7a24-52ae-4cf7-9435-f8abf18c81b1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600257 Jul 16 02:27:05.871932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-ffabe737-159f-4545-930c-d70a91481abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:05.873453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-ffabe737-159f-4545-930c-d70a91481abf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1453679 Jul 16 02:27:05.962230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-e077b7ee-484b-4837-b42f-485e137cb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:05.963587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-e077b7ee-484b-4837-b42f-485e137cb9cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0837672 Jul 16 02:27:06.032713 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-7666c0f7-0ef6-47ef-a76c-3ae777d50eb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1002 time: 0.0611489 Jul 16 02:27:06.080565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-45eb72b9-3d25-41a3-a17f-d2d90d6987c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.081966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-45eb72b9-3d25-41a3-a17f-d2d90d6987c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0434613 Jul 16 02:27:06.138481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-319419f4-43de-4e04-9e37-6eb0b43a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.139956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-319419f4-43de-4e04-9e37-6eb0b43a3fdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517523 Jul 16 02:27:06.232501 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-a7632833-5280-4339-ae57-a7bde043e815 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Jul 16 02:27:06.320053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-196f696b-f2ad-47d1-a63d-2f75bb564705 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813646 Jul 16 02:27:07.037006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746500-86d8-4ad9-acd4-370b258f95aa req-2f00285f-9ecc-41f6-a8b5-e7f448627d94 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:07.038498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0746500-86d8-4ad9-acd4-370b258f95aa req-2f00285f-9ecc-41f6-a8b5-e7f448627d94 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0686824 Jul 16 02:27:07.076052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b0746500-86d8-4ad9-acd4-370b258f95aa req-71b98670-ce9d-4257-9d3b-56ea36ea06d9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Jul 16 02:27:08.063271 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.245700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f56128-be4f-4827-97dd-510e436d1540 req-3310f136-6eab-40be-8f33-7f8e1c39ffcd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.247187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29f56128-be4f-4827-97dd-510e436d1540 req-3310f136-6eab-40be-8f33-7f8e1c39ffcd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0623503 Jul 16 02:27:08.285569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29f56128-be4f-4827-97dd-510e436d1540 req-0faec330-4701-43c2-8c70-a89411bf267b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Jul 16 02:27:08.363190 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-7347a675-85a3-49c0-9c39-9fdf98f3254e service neutron] show failed (client error): The resource could not be found. Jul 16 02:27:08.364210 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-7347a675-85a3-49c0-9c39-9fdf98f3254e service neutron] 10.222.0.13 "GET /v2.0/ports/f24b7ed6-9703-4058-8943-5f5d54ac2c08/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0538611 Jul 16 02:27:08.620788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-5faff33d-0d1a-476a-8573-c6624c1a5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.622208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-5faff33d-0d1a-476a-8573-c6624c1a5029 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 1098 time: 0.0551317 Jul 16 02:27:08.634259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:08.705303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.904809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:08.942146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:08.981351 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:08.983741 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e890b0c-0204-4f29-bdfc-af7f0ade457b" -d '{"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:08.987545 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.000256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Transition to ACTIVE for port object f24b7ed6-9703-4058-8943-5f5d54ac2c08 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:09.004468 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.039450 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204029d-3464-409f-a6e5-4e7ac876abd8 x-openstack-request-id: req-3204029d-3464-409f-a6e5-4e7ac876abd8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:09.039762 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:09.040334 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3204029d-3464-409f-a6e5-4e7ac876abd8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:09.040844 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'code': 200} Jul 16 02:27:09.088375 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.103059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.103482 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.103950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.104293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.105216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.105216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.105447 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.105632 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.105959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.106293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.106633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.106957 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:09.141437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] No DVR routers for this DVR port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:09.473478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3047-8937-45ae-a44b-93d3208146d9 req-10bfeacc-b938-4b6a-9aca-d33358715058 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.474968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20bc3047-8937-45ae-a44b-93d3208146d9 req-10bfeacc-b938-4b6a-9aca-d33358715058 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0714326 Jul 16 02:27:09.515298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-20bc3047-8937-45ae-a44b-93d3208146d9 req-0a564325-9c96-494a-874e-20bfec622fa8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jul 16 02:27:09.578633 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:09.578969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:09.579296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:09.583365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:09.583684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Attempting to bind port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:09.589078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:09.589416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:09.589799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:09.590219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Bound port: f24b7ed6-9703-4058-8943-5f5d54ac2c08, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:09.590574 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.650739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:09.653757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:09.657484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.690077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.690690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.692074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] 10.222.0.23 "PUT /v2.0/ports/f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1093 time: 1.0630362 Jul 16 02:27:09.731015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8535b27-c04b-4aed-b8f8-c734be551ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.780095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-1a51b6cc-46e5-4809-9a74-6ad22f4ab138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.781771 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-1a51b6cc-46e5-4809-9a74-6ad22f4ab138 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0676770 Jul 16 02:27:09.874860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-eef0bf0d-2af7-4854-a179-1745ebcf25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.876339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-eef0bf0d-2af7-4854-a179-1745ebcf25ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0875776 Jul 16 02:27:09.943944 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-40f651d5-10d9-4b76-8c1c-ebaa47609690 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1000 time: 0.0609889 Jul 16 02:27:09.991809 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-88030476-1fc5-4d06-866f-868e0b929d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.993260 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-88030476-1fc5-4d06-866f-868e0b929d10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0431180 Jul 16 02:27:10.049288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-b965ff9d-dd0d-453a-a132-3c84dc4e806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:10.050770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-b965ff9d-dd0d-453a-a132-3c84dc4e806f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506947 Jul 16 02:27:10.060912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-0fc2ca3c-610c-41d4-9cd1-eee457562036 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:10.061917 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-0fc2ca3c-610c-41d4-9cd1-eee457562036 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049493 Jul 16 02:27:10.155340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-e05f155a-20c3-4874-b6f2-632fc11684c6 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873163 Jul 16 02:27:10.224027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8bce45c-3080-4c70-a86e-88cc40a1260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.246955 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69837c64-c7d9-44df-a2ef-050948b170f2 req-954dbd27-0fe7-471f-9e79-87ea62261093 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845768 Jul 16 02:27:10.692582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a2cd8-8346-481a-a94e-51df626c6f3c req-ab199451-ee78-444c-81cd-61a1e8c52f3d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:10.694067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d2a2cd8-8346-481a-a94e-51df626c6f3c req-ab199451-ee78-444c-81cd-61a1e8c52f3d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0643992 Jul 16 02:27:10.731817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d2a2cd8-8346-481a-a94e-51df626c6f3c req-dca19fe4-3a44-497f-b78c-965ab59bc8ae tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321882 Jul 16 02:27:11.042176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:11.044672 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ac0249-ab19-4ef1-97c3-77af532c86e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:11.091841 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cfaa4f-f745-42ce-b56e-6062074bcf5a x-openstack-request-id: req-46cfaa4f-f745-42ce-b56e-6062074bcf5a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:11.092148 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:11.092405 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46cfaa4f-f745-42ce-b56e-6062074bcf5a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:11.092829 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'status': 'completed', 'code': 200} Jul 16 02:27:11.172817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-a9eeb787-c402-4ac7-a268-bbe41ef77527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.174401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-a9eeb787-c402-4ac7-a268-bbe41ef77527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0584223 Jul 16 02:27:11.189735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-bd3c3d4c-8519-459a-b4e2-3b6227b6b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.191222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-bd3c3d4c-8519-459a-b4e2-3b6227b6b0fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0577953 Jul 16 02:27:11.263921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-632de10e-c2d5-4b01-bb95-562e9e36f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.265465 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-632de10e-c2d5-4b01-bb95-562e9e36f5c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0847917 Jul 16 02:27:11.279829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-76c915e7-9a5a-4783-a85f-c3912c4ed94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.281351 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-76c915e7-9a5a-4783-a85f-c3912c4ed94c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0843463 Jul 16 02:27:11.333726 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-5af68f36-60bd-4025-8d63-9eae457b5414 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1000 time: 0.0616996 Jul 16 02:27:11.354115 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-fb678bb7-7f5a-43e9-b6de-db742e13f232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1000 time: 0.0658715 Jul 16 02:27:11.388396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-75d29a3c-16a1-4c4a-ac13-e6bc2ff03fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.389919 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-75d29a3c-16a1-4c4a-ac13-e6bc2ff03fc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0463221 Jul 16 02:27:11.404550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-cee732e8-dccf-4fb4-bdaa-fd934aad8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.406017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-cee732e8-dccf-4fb4-bdaa-fd934aad8364 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0459287 Jul 16 02:27:11.447719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-6b66bd41-d1bc-4c15-9137-5c58602e595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.449330 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-6b66bd41-d1bc-4c15-9137-5c58602e595c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530140 Jul 16 02:27:11.465960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-f07017a4-6891-46b8-9c54-d256abb60d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.467516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-f07017a4-6891-46b8-9c54-d256abb60d45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548866 Jul 16 02:27:11.553001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-9ecd4a6c-236c-4d74-8bbe-192547956eec service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955322 Jul 16 02:27:11.566967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-2c312d24-fb12-4dbd-ab99-f6823e86d8b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932043 Jul 16 02:27:11.655929 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-880b3ee1-c7c2-4aa8-bbe9-adaf97566a22 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959923 Jul 16 02:27:11.666756 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66ac0249-ab19-4ef1-97c3-77af532c86e7 req-5238b9d3-07a9-4b4f-aec8-a135a6e67b5f service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933805 Jul 16 02:27:11.910104 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad949f-5fe1-4827-a618-3e88fc7f80ef req-44f20d6a-4a0d-4db8-8789-9c89e4fd9af4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.911498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82ad949f-5fe1-4827-a618-3e88fc7f80ef req-44f20d6a-4a0d-4db8-8789-9c89e4fd9af4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0695548 Jul 16 02:27:11.949732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-82ad949f-5fe1-4827-a618-3e88fc7f80ef req-601d54a3-d27a-4986-a6a6-e982d1511923 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Jul 16 02:27:12.293938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d56572-aa8e-4191-94af-12ec2cbfc31c req-4de8335b-9c2a-40d3-b493-feef714ccd83 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.295337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5d56572-aa8e-4191-94af-12ec2cbfc31c req-4de8335b-9c2a-40d3-b493-feef714ccd83 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.1114476 Jul 16 02:27:12.309263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-e3d77d38-a3c9-4366-8bab-16aa910631f9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.310630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-e3d77d38-a3c9-4366-8bab-16aa910631f9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4&tenant_id=73a32ef195f14361bb4d9290cba4d1bd&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 944 time: 0.0986474 Jul 16 02:27:12.375730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5d56572-aa8e-4191-94af-12ec2cbfc31c req-58a34836-bbf1-4776-a5a7-5186c7436806 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741446 Jul 16 02:27:12.397220 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-97246059-034d-4e74-80b0-71f98bb5f09e service neutron] delete failed (client error): The resource could not be found. Jul 16 02:27:12.398940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-97246059-034d-4e74-80b0-71f98bb5f09e service neutron] 10.222.0.13 "DELETE /v2.0/ports/f24b7ed6-9703-4058-8943-5f5d54ac2c08/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0752645 Jul 16 02:27:12.461907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78b7b229-52fd-4a5e-b4d0-8778a1ec04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.514911 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-20100a8a-d434-4250-8502-4a2619c28526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.516436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-20100a8a-d434-4250-8502-4a2619c28526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0532126 Jul 16 02:27:12.544538 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.611438 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-933ff3f2-f897-4235-be31-5df3e253a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.612931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-933ff3f2-f897-4235-be31-5df3e253a782 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0907767 Jul 16 02:27:12.677020 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-211499fa-2b7b-402f-a02e-6d6ae7b867e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1000 time: 0.0576801 Jul 16 02:27:12.724271 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-7725990e-10c7-4620-b062-3543f37aeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.725734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-7725990e-10c7-4620-b062-3543f37aeaee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0429854 Jul 16 02:27:12.787125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-522930c8-d1ac-45f3-a8c7-d80f4ba1d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.789282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-522930c8-d1ac-45f3-a8c7-d80f4ba1d90d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559433 Jul 16 02:27:12.876248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-37b4c1d8-b401-4c5e-80d8-51dd51a93ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Jul 16 02:27:12.969213 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-812b1b80-eaf4-4f10-9cc4-348fc89aa842 req-103d6968-f78e-4ce2-a26d-20ce6c08175f service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Jul 16 02:27:13.220773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:13.258230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:13.559172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b2e3c-05e7-48f0-95fe-fa2cc7358320 req-147ce55f-1dc8-471d-b104-18fc79afbffe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.560770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-982b2e3c-05e7-48f0-95fe-fa2cc7358320 req-147ce55f-1dc8-471d-b104-18fc79afbffe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 944 time: 0.0687673 Jul 16 02:27:13.599836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-982b2e3c-05e7-48f0-95fe-fa2cc7358320 req-be9fa594-275e-483b-a309-97a399a1e914 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333951 Jul 16 02:27:13.723718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:13.819640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:13.831539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'mac_address': 'fa:16:3e:c5:77:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:13.867288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.879561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24b7ed6-9703-4058-8943-5f5d54ac2c08 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:13.898823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:13.902404 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.949169 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.960984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:13.968039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.968386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.968748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.969169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.969420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.969749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.970071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.970393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.970718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.971044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.971365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:13.971684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:14.136893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['f24b7ed6-9703-4058-8943-5f5d54ac2c08'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:14.774843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229da14-9d7d-49d4-b1df-17f7ed6a318f req-9c4e9bdb-26a6-4af5-b639-2ce08f9eca5b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:14.776333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4229da14-9d7d-49d4-b1df-17f7ed6a318f req-9c4e9bdb-26a6-4af5-b639-2ce08f9eca5b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 945 time: 0.0658309 Jul 16 02:27:14.817999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4229da14-9d7d-49d4-b1df-17f7ed6a318f req-201893e2-60b2-4ab6-96f6-c87e08ad9706 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Jul 16 02:27:14.987177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ddd78-808a-4a25-84cf-379c98ce5c6e req-cdbba58d-700e-446e-a8bf-b8e562a62a2e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:14.988703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f14ddd78-808a-4a25-84cf-379c98ce5c6e req-cdbba58d-700e-446e-a8bf-b8e562a62a2e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 945 time: 0.0637648 Jul 16 02:27:15.029729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f14ddd78-808a-4a25-84cf-379c98ce5c6e req-1dc141e0-a1a4-4bc9-8e38-346beeb1ec4b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354128 Jul 16 02:27:15.346584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-7d286e80-d907-4eec-96b8-4746b05d03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.348119 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-7d286e80-d907-4eec-96b8-4746b05d03e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0581417 Jul 16 02:27:15.363183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e105-de00-4741-80ab-3f7d38fc60eb req-7ad46a21-e153-4340-9b31-4a2363a25089 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.368017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d066e105-de00-4741-80ab-3f7d38fc60eb req-7ad46a21-e153-4340-9b31-4a2363a25089 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 945 time: 0.0680766 Jul 16 02:27:15.403721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d066e105-de00-4741-80ab-3f7d38fc60eb req-f905a676-1078-4973-b571-51d7fd41f2ad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Jul 16 02:27:15.437382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-f2a2fc2c-63e0-47f3-992c-ab3b3caf2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.438875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-f2a2fc2c-63e0-47f3-992c-ab3b3caf2333 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0852423 Jul 16 02:27:15.477781 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.507550 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-36d7a938-9618-4ed1-8d49-249224837c38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 200 len: 1001 time: 0.0627606 Jul 16 02:27:15.555950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-da506d2a-106b-4147-b1cb-e0d93a741747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.557441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-da506d2a-106b-4147-b1cb-e0d93a741747 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0436885 Jul 16 02:27:15.613065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-37bfaad1-fb06-4790-a728-c00e5228cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.614582 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-37bfaad1-fb06-4790-a728-c00e5228cede service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515678 Jul 16 02:27:15.709081 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-3cc24f04-4db0-4f5d-8076-e9e9b3d50394 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Jul 16 02:27:15.723133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:15.775189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port f24b7ed6-9703-4058-8943-5f5d54ac2c08 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:15.778881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port f24b7ed6-9703-4058-8943-5f5d54ac2c08 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:15.779270 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.800681 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-af2b243f-23d5-4b58-8fe6-3cdfcf04833c req-dbdcc4c2-a987-40ee-a4a9-97b41a1dd295 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859866 Jul 16 02:27:15.855199 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.877577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:15.879803 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de869fb-71e0-41e8-b0b5-96ddc13228b2" -d '{"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:15.892413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:15.896308 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.920248 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4022df4-a9d6-44fe-b6d7-5696583d3daa x-openstack-request-id: req-d4022df4-a9d6-44fe-b6d7-5696583d3daa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:15.920572 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:15.920847 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4022df4-a9d6-44fe-b6d7-5696583d3daa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:15.921216 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'code': 200} Jul 16 02:27:15.949523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:16.582742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c3d51-028f-4ff1-9c14-d897882f6141 req-f5290f70-2b3a-4d0e-b0ab-75aaad76c4c9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:16.584226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e4c3d51-028f-4ff1-9c14-d897882f6141 req-f5290f70-2b3a-4d0e-b0ab-75aaad76c4c9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0670152 Jul 16 02:27:16.623148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4e4c3d51-028f-4ff1-9c14-d897882f6141 req-42c9c75d-38b7-481f-a6cc-36d9a6318690 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324788 Jul 16 02:27:17.001940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670f4a6-469d-4434-b2d6-2f9ae63589f9 req-3a39f6d9-21e8-4a80-9133-f17b4ec92dc4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:17.003356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9670f4a6-469d-4434-b2d6-2f9ae63589f9 req-3a39f6d9-21e8-4a80-9133-f17b4ec92dc4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0637095 Jul 16 02:27:17.041224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9670f4a6-469d-4434-b2d6-2f9ae63589f9 req-ea616662-d024-4bf5-8245-2b44f03db7be tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322583 Jul 16 02:27:18.215706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7e0b7-23cb-4f13-b997-9a46637db48c req-7a07566e-cc44-48a9-8e77-e48f07ee408b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.217263 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3a7e0b7-23cb-4f13-b997-9a46637db48c req-7a07566e-cc44-48a9-8e77-e48f07ee408b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0636320 Jul 16 02:27:18.235669 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-ecbc4519-1ed7-45f6-9e87-765070bcc111 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.237207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-ecbc4519-1ed7-45f6-9e87-765070bcc111 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 946 time: 0.0675623 Jul 16 02:27:18.260649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c3a7e0b7-23cb-4f13-b997-9a46637db48c req-af18a08a-cdd2-42ba-9e57-9964b103ba8b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Jul 16 02:27:18.336814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Deleting port f24b7ed6-9703-4058-8943-5f5d54ac2c08 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:18.337160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.429634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] For port f24b7ed6-9703-4058-8943-5f5d54ac2c08, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=f24b7ed6-9703-4058-8943-5f5d54ac2c08,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:18.430147 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.597765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.598058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.598375 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 disassociated. External IP: 172.25.7.134, port: f24b7ed6-9703-4058-8943-5f5d54ac2c08. Jul 16 02:27:18.598715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Calling delete_port for f24b7ed6-9703-4058-8943-5f5d54ac2c08 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:18.728629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.755991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event deleted for resources: {'Port': ['ID=f24b7ed6-9703-4058-8943-5f5d54ac2c08,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:18.876224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:18.894383 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.989299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:19.000106 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:19.012654 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:19.013271 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:27:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:19.033501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] No DVR routers for this DVR port f24b7ed6-9703-4058-8943-5f5d54ac2c08 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:19.036091 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.038144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-cb2966cd-2399-4bf3-a8d9-1aa53861dfe5 req-d8eec179-b283-4922-9b7c-42e1f4ad5af9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "DELETE /v2.0/ports/f24b7ed6-9703-4058-8943-5f5d54ac2c08 HTTP/1.1" status: 204 len: 173 time: 0.7958016 Jul 16 02:27:19.039244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-deleted', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:19.041646 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254c11bc-555b-4825-a4e0-c104036c4c18" -d '{"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-deleted", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:19.106025 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedf82cb-af51-4e6b-8835-0253c034ce07 x-openstack-request-id: req-aedf82cb-af51-4e6b-8835-0253c034ce07 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:19.106672 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad59763-8a92-478a-9cf0-43f7da772ea4", "name": "network-vif-deleted", "tag": "f24b7ed6-9703-4058-8943-5f5d54ac2c08", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:19.107103 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aedf82cb-af51-4e6b-8835-0253c034ce07 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:19.107661 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad59763-8a92-478a-9cf0-43f7da772ea4', 'name': 'network-vif-deleted', 'tag': 'f24b7ed6-9703-4058-8943-5f5d54ac2c08', 'status': 'completed', 'code': 200} Jul 16 02:27:19.124563 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:19.330998 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:19.360043 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:19.375240 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:19.376068 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:27:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:19.428673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c843ea96-ce2c-43e9-86f8-65147e69dc1f req-de0ead23-029d-4789-8bc7-a2162f5d2ef7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad59763-8a92-478a-9cf0-43f7da772ea4 HTTP/1.1" status: 200 len: 210 time: 0.0291207 Jul 16 02:27:19.485629 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:19.682480 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:19.708123 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5fb4e-9666-4e7c-a33f-24502c47b1b3 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:19.915025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39821a-f553-4520-bde4-6894e2b99f20 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:20.772455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-397ba81c-c34c-4f7f-9066-fafee81420f9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1876142012&fields=id&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 267 time: 0.0328476 Jul 16 02:27:20.882851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-cedb0a84-f936-4f6c-b074-c3b9221b79db tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.884654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-cedb0a84-f936-4f6c-b074-c3b9221b79db tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1053696 Jul 16 02:27:20.899810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-221a664e-ac1a-49d2-982c-6a1a2f521c62 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/quotas/73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 375 time: 0.0097189 Jul 16 02:27:20.972451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-a56f3335-796e-4b03-9d1c-e046527f2ce4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677230 Jul 16 02:27:21.068598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-990c9648-f49a-446b-a2e0-ecc23230e403 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843976 Jul 16 02:27:21.162402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-3aa39a31-8379-4dc9-a95a-27e067218f82 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873094 Jul 16 02:27:21.329559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae7d2eb5-9dee-4468-b5d1-5bd1bea7406d req-f4ddc0c1-1920-41ab-b259-357c10bab497 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 210 time: 0.0299947 Jul 16 02:27:21.755636 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:21.777756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: f24b7ed6-9703-4058-8943-5f5d54ac2c08 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:21.778107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device f24b7ed6-9703-4058-8943-5f5d54ac2c08 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:22.501691 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dfc70b7a-1064-4e9d-a0c9-dccd99d23535 req-eee6c18a-0c8c-4d55-aa84-30803d08e774 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 210 time: 0.0437503 Jul 16 02:27:22.513138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-5121a1a5-c525-4472-86dd-0fdedba71fad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:22.514761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-5121a1a5-c525-4472-86dd-0fdedba71fad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1459339 Jul 16 02:27:22.565780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-bc6703fa-c5fe-4118-adc1-96f99eabf1d2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 380 time: 0.0356901 Jul 16 02:27:22.576943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'port': {'device_id': '898130a8-b585-48c7-8b75-3e856cad27c3', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'admin_state_up': True, 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'security_groups': ['788b65f3-ae4a-4581-9bbd-cbc4d0f87628']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:22.691013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Made reservation on behalf of 73a32ef195f14361bb4d9290cba4d1bd for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:22.694656 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.827958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Allocated IP 172.20.0.14 (6ce122c9-3651-4c32-be0c-27c7d3cff48e/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0/2358fb71-5ac1-4ea8-bb89-4511933193f1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:22.986274 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.000275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Transition to ACTIVE for port object 2358fb71-5ac1-4ea8-bb89-4511933193f1 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:23.032814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.086937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:23.091060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:23.095256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:23.101851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:23.130812 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.131163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.131504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.131842 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.132750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.133173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.133538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.134119 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.134449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.134880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.135212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.135670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.164542 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:23.165246 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.179843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-343f80ec-6319-4d39-8af3-a692097fdf42 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6082926 Jul 16 02:27:23.198186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Request body: {'port': {'device_id': '898130a8-b585-48c7-8b75-3e856cad27c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:23.274080 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.327853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d8a82966-2be7-429d-a530-1fa03b5b8adc None None] Provisioning for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:23.332528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d8a82966-2be7-429d-a530-1fa03b5b8adc None None] Provisioning complete for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:23.332975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8a82966-2be7-429d-a530-1fa03b5b8adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.367767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d8a82966-2be7-429d-a530-1fa03b5b8adc None None] Port 2358fb71-5ac1-4ea8-bb89-4511933193f1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:23.554579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2358fb71-5ac1-4ea8-bb89-4511933193f1 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:23.562179 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.575333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Transition to ACTIVE for port object 2358fb71-5ac1-4ea8-bb89-4511933193f1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:23.579397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.682292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:23.762234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5c8c8-8356-43d9-a48c-bb8e19cfb51d req-413a5499-49f4-4d6c-8889-3658dced779d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:23.763794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4a5c8c8-8356-43d9-a48c-bb8e19cfb51d req-413a5499-49f4-4d6c-8889-3658dced779d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.1438389 Jul 16 02:27:23.765538 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:23.765675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:23.766010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:23.778231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:23.778555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:23.791451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:23.791807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:23.792197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:23.792665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Bound port: 2358fb71-5ac1-4ea8-bb89-4511933193f1, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:23.793028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.820670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4a5c8c8-8356-43d9-a48c-bb8e19cfb51d req-d7a89d4e-7d6e-437a-8267-8bf47a31e1fd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511365 Jul 16 02:27:23.874783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:23.880326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:23.885774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.924169 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:23.924992 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.926368 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] 10.222.0.13 "PUT /v2.0/ports/2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1093 time: 0.7334056 Jul 16 02:27:23.928832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:23.932299 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b82efb9-8891-438d-b85c-0e2af122d36f" -d '{"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:23.959671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764b276-6b14-4ad7-af72-8ae0aa19792a service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:23.980307 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890078d3-a203-4091-a759-0f582a327f73 x-openstack-request-id: req-890078d3-a203-4091-a759-0f582a327f73 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:23.980701 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:23.980959 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-890078d3-a203-4091-a759-0f582a327f73 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:23.981364 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'status': 'completed', 'code': 200} Jul 16 02:27:24.053808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-b2c1c543-9c72-4182-a4b8-26626da6ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.056657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-b2c1c543-9c72-4182-a4b8-26626da6ad78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1096 time: 0.0587714 Jul 16 02:27:24.109791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-9b98e42c-511b-43b1-8576-dd5522b181ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 217 time: 0.0391455 Jul 16 02:27:24.168071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-a74684d7-21a3-434e-b31b-5cac6810732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.169670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-a74684d7-21a3-434e-b31b-5cac6810732a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0506089 Jul 16 02:27:24.228764 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-123704a8-6e71-46cc-9e85-9c1567216561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.230325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-123704a8-6e71-46cc-9e85-9c1567216561 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536950 Jul 16 02:27:24.320226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-93549928-e9ae-479a-93c2-d77ce8e7b2a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814815 Jul 16 02:27:24.417462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38b23ba4-3b1a-4663-af29-133e9103e916 req-2593ab1b-22bc-47a4-9e70-a1481e811bad service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913765 Jul 16 02:27:24.565955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-2e669393-9c35-41f3-91a9-671c1fdf6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.567505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-2e669393-9c35-41f3-91a9-671c1fdf6fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1096 time: 0.0541956 Jul 16 02:27:24.665396 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-89a76afa-0e7d-4e91-bf67-af5ec0eb8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.666921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-89a76afa-0e7d-4e91-bf67-af5ec0eb8f55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0929234 Jul 16 02:27:24.711390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-0b104296-3d15-434d-a6c9-6c9ddf4751f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 217 time: 0.0343013 Jul 16 02:27:24.762152 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-0206b7e1-cb7a-4fe5-aec3-224d14ba157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.763619 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-0206b7e1-cb7a-4fe5-aec3-224d14ba157d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0469902 Jul 16 02:27:24.824522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-3d550d20-6f46-4b75-a127-ca177ec1afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.826055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-3d550d20-6f46-4b75-a127-ca177ec1afd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526226 Jul 16 02:27:24.922258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-a2627af1-fab8-40d9-bbce-998ad6611251 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883188 Jul 16 02:27:25.054612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b82efb9-8891-438d-b85c-0e2af122d36f req-dc010e78-14ea-4fee-beb0-ca9369a717ef service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257906 Jul 16 02:27:25.067231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1ba1-8529-45b7-8f91-4128d785f9ea req-ed6c8d97-e577-45f8-8444-dd26260cebb7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.068771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae3d1ba1-8529-45b7-8f91-4128d785f9ea req-ed6c8d97-e577-45f8-8444-dd26260cebb7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.1314638 Jul 16 02:27:25.117280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ae3d1ba1-8529-45b7-8f91-4128d785f9ea req-e0cce829-bc2e-4913-a44e-485f4611a6d1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Jul 16 02:27:26.301869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326c34-c876-4c05-95a9-bbd85f6200e4 req-1695484d-f5f8-4723-86a9-3e7de59331f5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.303375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc326c34-c876-4c05-95a9-bbd85f6200e4 req-1695484d-f5f8-4723-86a9-3e7de59331f5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.0690911 Jul 16 02:27:26.342032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dc326c34-c876-4c05-95a9-bbd85f6200e4 req-a10312e5-b300-438a-b468-04dd340c3cb9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Jul 16 02:27:27.297834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:27.399778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:27.411346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'mac_address': 'fa:16:3e:34:ca:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:27.450689 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.463710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2358fb71-5ac1-4ea8-bb89-4511933193f1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:27.483384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:27.487958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.517824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a363f44-9ead-43b1-95f9-f3d7ffd0aae4 req-4a5f14e2-a654-4ae6-aadb-7def633a62dd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.519326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a363f44-9ead-43b1-95f9-f3d7ffd0aae4 req-4a5f14e2-a654-4ae6-aadb-7def633a62dd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.0650797 Jul 16 02:27:27.540828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:27.563297 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a363f44-9ead-43b1-95f9-f3d7ffd0aae4 req-60e1f30f-c640-44e3-ab4c-bd8dde5c2e88 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374584 Jul 16 02:27:27.760946 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2358fb71-5ac1-4ea8-bb89-4511933193f1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:28.746982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6c214-30f2-4ebc-bfb5-5b2f97fcfb98 req-c31e80d0-8739-4e90-b5b5-b058fa79c61c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:28.748390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07a6c214-30f2-4ebc-bfb5-5b2f97fcfb98 req-c31e80d0-8739-4e90-b5b5-b058fa79c61c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0672276 Jul 16 02:27:28.787622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07a6c214-30f2-4ebc-bfb5-5b2f97fcfb98 req-ac154002-8045-4cca-a18b-f9f163e47091 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336046 Jul 16 02:27:29.310287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:29.358047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:29.361637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:29.362004 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.439786 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.461659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:29.463918 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64bc97-17e7-4152-8af0-9c2db752170c" -d '{"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:29.476769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:29.480703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.504210 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a975f-4120-404a-bbd2-1a6af57ee5b4 x-openstack-request-id: req-8a8a975f-4120-404a-bbd2-1a6af57ee5b4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:29.504537 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:29.504769 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a8a975f-4120-404a-bbd2-1a6af57ee5b4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:29.505151 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'code': 200} Jul 16 02:27:29.531550 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:29.642265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1161f4f-5c59-4242-ba62-0d3e54dce142 req-1e37d87e-a312-4b5b-ae71-6d1fae943e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.643771 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1161f4f-5c59-4242-ba62-0d3e54dce142 req-1e37d87e-a312-4b5b-ae71-6d1fae943e67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1098 time: 0.0520844 Jul 16 02:27:29.678440 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f1161f4f-5c59-4242-ba62-0d3e54dce142 req-b270c928-70fc-4bf3-902f-82d7c3d04b8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281403 Jul 16 02:27:29.962248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85823ada-1b83-4b48-a4b1-b6bbaf92a881 req-443c4c0b-88a2-4210-9766-7692d5a0157b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.963649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85823ada-1b83-4b48-a4b1-b6bbaf92a881 req-443c4c0b-88a2-4210-9766-7692d5a0157b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0624981 Jul 16 02:27:30.004965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85823ada-1b83-4b48-a4b1-b6bbaf92a881 req-342be7c1-3a75-4077-ad0e-d3e37251f4b7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354230 Jul 16 02:27:31.190263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e251f-5a0f-4e29-8a79-6e4635e41c09 req-cc567c48-1360-45be-bea2-d948637de40a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.191772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c4e251f-5a0f-4e29-8a79-6e4635e41c09 req-cc567c48-1360-45be-bea2-d948637de40a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0673704 Jul 16 02:27:31.231423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c4e251f-5a0f-4e29-8a79-6e4635e41c09 req-d1079b18-47ae-42b2-a2df-e20d705bbe55 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Jul 16 02:27:31.403736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47d27-b288-40cf-8eac-3a1ef297f2dd req-d258e5b7-7bc0-4aed-b17a-6f14ba826397 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.405281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cd47d27-b288-40cf-8eac-3a1ef297f2dd req-d258e5b7-7bc0-4aed-b17a-6f14ba826397 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0650313 Jul 16 02:27:31.414293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:31.418531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'floatingip': {'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:31.457442 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.237087 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.241336 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.342764 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 associated. External IP: 172.25.7.134, port: 2358fb71-5ac1-4ea8-bb89-4511933193f1. Jul 16 02:27:32.553771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:32.663022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:32.668485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.672727 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:32.682247 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:32.682859 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:27:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:32.705303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e757befc-4c66-4959-b0cb-2f53d1fd9580 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "PUT /v2.0/floatingips/aba55552-aef6-44d5-88f5-9afec1477891 HTTP/1.1" status: 200 len: 992 time: 1.2901964 Jul 16 02:27:32.706004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:32.708386 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb36948-34d4-4b8e-a124-106cf2369c87" -d '{"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:32.744893 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d0a78d-a845-4abd-a633-e1dea3e683e0 x-openstack-request-id: req-66d0a78d-a845-4abd-a633-e1dea3e683e0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:32.745185 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:32.745440 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66d0a78d-a845-4abd-a633-e1dea3e683e0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:32.745843 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'status': 'completed', 'code': 200} Jul 16 02:27:32.807333 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:32.846168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-5599face-0853-4cc3-b59b-bdd40af37abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:32.847706 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-5599face-0853-4cc3-b59b-bdd40af37abf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1098 time: 0.0570996 Jul 16 02:27:32.946762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-4fe03dc5-ba47-4911-bec6-95f7bd1f5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:32.948265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-4fe03dc5-ba47-4911-bec6-95f7bd1f5fda service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0946903 Jul 16 02:27:33.019293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-6e38e3ae-67f0-48e3-8781-a3ee5fc9abcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1000 time: 0.0649083 Jul 16 02:27:33.043435 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:34:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898130a8-b585-48c7-8b75-3e856cad27c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:27:32Z', 'revision_number': 9, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:33.069456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-e5bc8940-7726-4399-b2e4-8b9957e82a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.071044 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-e5bc8940-7726-4399-b2e4-8b9957e82a18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0455496 Jul 16 02:27:33.073074 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:33.081506 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:33.082114 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:27:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:33.130658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-addebea8-b52b-4dc6-8e2c-e2f46b6a9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.132206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-addebea8-b52b-4dc6-8e2c-e2f46b6a9bd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552154 Jul 16 02:27:33.236324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-b163a609-86ad-4dba-8209-9f21c03e7aee service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979180 Jul 16 02:27:33.282495 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:33.328765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bfb36948-34d4-4b8e-a124-106cf2369c87 req-c84ef95e-6289-45cf-be3a-14efcfe52a6e service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Jul 16 02:27:33.501662 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:34:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898130a8-b585-48c7-8b75-3e856cad27c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:27:32Z', 'revision_number': 9, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:33.531467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61003f78-33a8-4c8f-b0ec-14ab9022e940 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:34:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898130a8-b585-48c7-8b75-3e856cad27c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:27:32Z', 'revision_number': 9, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:33.715442 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1bfd-6b53-4de1-b7f5-5d1895b510c4 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:36.620849 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:38.081669 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:40.382356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4609b734-6e3b-4dcb-a1f9-09e3deaae4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:42.462679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-522268de-570d-4b2a-bf00-3bae44c1c9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:42.544735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:43.935325 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:45.479600 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:48.914949 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.912494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-9fbd06e0-be1c-4549-a4b7-0a6a8e19e0ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639508 Jul 16 02:28:00.035409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-535020c4-9ea3-457f-89a9-219cea5bc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:00.036947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-535020c4-9ea3-457f-89a9-219cea5bc755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1098 time: 0.0616977 Jul 16 02:28:00.145753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-1ebb7f93-eee5-4ac4-94e5-85d46cfa9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:00.147456 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-1ebb7f93-eee5-4ac4-94e5-85d46cfa9b6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0895221 Jul 16 02:28:00.223958 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-f2b2effc-74cf-4de4-a744-b39d90af8568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1003 time: 0.0682256 Jul 16 02:28:00.277930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-d006c17a-ff95-49f9-9b59-a1f563a4e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:00.279439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-d006c17a-ff95-49f9-9b59-a1f563a4e405 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0480475 Jul 16 02:28:00.342502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-741372e2-bd94-4044-b76a-5caa3b687829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:00.344064 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-741372e2-bd94-4044-b76a-5caa3b687829 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571525 Jul 16 02:28:00.446921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-c7a85073-b0f3-4448-a63d-244100ce984f service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941255 Jul 16 02:28:00.537128 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6dd0cbda-08ac-4141-861f-72d0695e779d req-be0e0dab-690f-4f0c-b647-950f20f7ed31 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839226 Jul 16 02:28:08.094964 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.223557 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9bb8e2b-0f2d-477c-b8c2-d03aa2b82b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:12.463189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4f520d18-0a71-49f5-824a-1a4d9a88265c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:12.546484 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:13.620507 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:13.937999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:15.484241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:18.912836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.126366 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.226171 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-badd77a9-76d9-4703-8e2b-c25ec2b41ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.468118 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-088dc0f1-0499-4215-8faf-f8b964db6d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.547766 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.940893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.485372 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:48.912401 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.620108 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:01.903130 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-dca07959-981b-49d0-a353-2fc555cdee94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583189 Jul 16 02:29:02.016502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-f301a91f-5f0d-4631-bf54-fcdc8fcb057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:02.018034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-f301a91f-5f0d-4631-bf54-fcdc8fcb057c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1098 time: 0.0545890 Jul 16 02:29:02.125747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-22c86475-ccfe-44da-94a0-82eaaf39fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:02.127207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-22c86475-ccfe-44da-94a0-82eaaf39fa4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0884314 Jul 16 02:29:02.195152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-01aacaaa-74b9-4691-97c0-bce270d509c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1003 time: 0.0593176 Jul 16 02:29:02.244147 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-811c9cdf-003c-4ba0-bd65-ff5c110a8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:02.245637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-811c9cdf-003c-4ba0-bd65-ff5c110a8594 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0443642 Jul 16 02:29:02.310620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-af47332c-9eee-4f1e-af2f-e1f822a27f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:02.312137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-af47332c-9eee-4f1e-af2f-e1f822a27f94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606525 Jul 16 02:29:02.403284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-bf13e050-e3bf-463e-9bae-d52d4ab2b3fe service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841408 Jul 16 02:29:02.496182 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-38188c45-e17b-42ec-86ce-5cb0100f2551 req-41e6340d-69e4-4cbd-9268-824177c4ba47 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854304 Jul 16 02:29:08.126981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:10.228445 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c80d9ed2-e1d3-46a0-bfaf-ab5691e74f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:10.880106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6882-f07a-48f4-947e-33d01a9758ed req-98c92afc-2357-4e1e-b2f7-5f10f02b0dd4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:10.881714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b64e6882-f07a-48f4-947e-33d01a9758ed req-98c92afc-2357-4e1e-b2f7-5f10f02b0dd4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0712509 Jul 16 02:29:10.943740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b64e6882-f07a-48f4-947e-33d01a9758ed req-d1ea8207-95be-4458-8607-a16bf3ca8df3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530887 Jul 16 02:29:10.964971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-82068938-0dd8-4514-9a08-f6cbe25571da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253126 Jul 16 02:29:12.155838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-92c70c33-7309-4bd6-85ff-8469cf470201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:12.157392 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-92c70c33-7309-4bd6-85ff-8469cf470201 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1098 time: 0.0996079 Jul 16 02:29:12.166126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e8ae6-e254-4de0-957f-7612d7ed7dd6 req-188ddcc2-63ba-44c6-9f98-c5245b2435af tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:12.167553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e89e8ae6-e254-4de0-957f-7612d7ed7dd6 req-188ddcc2-63ba-44c6-9f98-c5245b2435af tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.1019485 Jul 16 02:29:12.256573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e89e8ae6-e254-4de0-957f-7612d7ed7dd6 req-806f577c-18ab-4379-aa6c-c2d517622bab tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805316 Jul 16 02:29:12.282820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-c9238dda-964b-4a58-9c4e-9eccb4dad982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:12.284295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-c9238dda-964b-4a58-9c4e-9eccb4dad982 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.1158974 Jul 16 02:29:12.348678 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-4a7a6796-5da0-488b-bed5-e63932a9c867 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1003 time: 0.0570281 Jul 16 02:29:12.402244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-f2f4ac52-55d5-44c8-bd2d-79530ececfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:12.403703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-f2f4ac52-55d5-44c8-bd2d-79530ececfef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0486422 Jul 16 02:29:12.460520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-f202f7ed-c4be-4c0c-8afc-8e68d7217d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:12.462608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-f202f7ed-c4be-4c0c-8afc-8e68d7217d1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520124 Jul 16 02:29:12.470160 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a5d9464-aff7-4a6b-9325-1f0e131d0d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.548383 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.554032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-c5497446-d321-48e6-a979-4d8c0fd6b63e service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Jul 16 02:29:12.647786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-4f1ff1c2-afc2-4dc6-ba37-223cfc89598a service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872660 Jul 16 02:29:13.431022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9e514-889a-4c82-83d9-8f17a98c99aa req-8c0b6965-e787-4e9c-b457-1bdcffa89386 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:13.432533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62f9e514-889a-4c82-83d9-8f17a98c99aa req-8c0b6965-e787-4e9c-b457-1bdcffa89386 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0631247 Jul 16 02:29:13.470454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-62f9e514-889a-4c82-83d9-8f17a98c99aa req-521f824c-8ecb-4d6f-a3e5-eec4158d2982 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Jul 16 02:29:13.942626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.646261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23da00-8680-4846-9073-afa2d77e50f5 req-44bd9094-fa47-480a-bd60-b3b867d587fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:14.647673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb23da00-8680-4846-9073-afa2d77e50f5 req-44bd9094-fa47-480a-bd60-b3b867d587fa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0687017 Jul 16 02:29:14.686140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb23da00-8680-4846-9073-afa2d77e50f5 req-f3ee0d5f-bf85-461a-b91c-d3d8433ef591 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Jul 16 02:29:15.488882 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.860720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11accfd-3509-40a8-bafa-52a7f002841c req-ace63f2b-0960-47f5-8a0d-0034b00634b0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:15.862201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a11accfd-3509-40a8-bafa-52a7f002841c req-ace63f2b-0960-47f5-8a0d-0034b00634b0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0635233 Jul 16 02:29:15.901026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a11accfd-3509-40a8-bafa-52a7f002841c req-ce5b0f35-bd06-46de-883b-c69cf06b2bfd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Jul 16 02:29:17.072318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3056e92-db5a-414a-af07-5a47988566c2 req-34caf6c7-af28-47dc-a275-b605d827f8ad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:17.073823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3056e92-db5a-414a-af07-5a47988566c2 req-34caf6c7-af28-47dc-a275-b605d827f8ad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0618181 Jul 16 02:29:17.117218 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3056e92-db5a-414a-af07-5a47988566c2 req-3d69e8ae-61df-49a6-89fc-940ba91597cc tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 Jul 16 02:29:18.290063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920cd14-deda-4186-b345-d5d92d31177c req-04590331-b3d1-4164-9328-c3963b76ede9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:18.291559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c920cd14-deda-4186-b345-d5d92d31177c req-04590331-b3d1-4164-9328-c3963b76ede9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0639980 Jul 16 02:29:18.329183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c920cd14-deda-4186-b345-d5d92d31177c req-f81f7a9b-a3e1-4159-8baa-0de406f7199b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Jul 16 02:29:18.911671 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.502037 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250698-750e-4a6b-800c-f1449dbf602a req-ff032a48-144d-4a17-93b5-8b325a474064 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:19.503523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a250698-750e-4a6b-800c-f1449dbf602a req-ff032a48-144d-4a17-93b5-8b325a474064 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0640678 Jul 16 02:29:19.540783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a250698-750e-4a6b-800c-f1449dbf602a req-dad8d973-2c84-4025-a83b-d0fca83d66b4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Jul 16 02:29:20.722000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec47f-a88c-4cd4-bc59-1896f901f7d7 req-6584ce15-a782-486b-9319-1fdb2d50c1c6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.723403 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40eec47f-a88c-4cd4-bc59-1896f901f7d7 req-6584ce15-a782-486b-9319-1fdb2d50c1c6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0672436 Jul 16 02:29:20.762228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40eec47f-a88c-4cd4-bc59-1896f901f7d7 req-9f801205-c0e4-42dc-8f5c-1668fd7595eb tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332916 Jul 16 02:29:21.936265 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e72b-38e5-445f-b96d-5279ae1f4b44 req-713c8ee6-0bba-4121-b818-49ffae2d5db6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:21.937775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4293e72b-38e5-445f-b96d-5279ae1f4b44 req-713c8ee6-0bba-4121-b818-49ffae2d5db6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0633452 Jul 16 02:29:21.975820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4293e72b-38e5-445f-b96d-5279ae1f4b44 req-c232e339-193e-4f3e-b212-8b367e91b402 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Jul 16 02:29:23.146654 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d77f9-6882-4f93-89e5-bd0e63280c69 req-a7481832-c13f-47ed-9d83-a973a79f517c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:23.148722 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f47d77f9-6882-4f93-89e5-bd0e63280c69 req-a7481832-c13f-47ed-9d83-a973a79f517c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0628982 Jul 16 02:29:23.189021 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f47d77f9-6882-4f93-89e5-bd0e63280c69 req-fd2dca8e-a374-48b1-8a66-1cb0330ddd0b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346606 Jul 16 02:29:24.361356 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdfe4e-6fc0-4907-9679-1d1190d859d1 req-376a38c2-30df-4900-b374-adf183cec6fd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:24.362879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eabdfe4e-6fc0-4907-9679-1d1190d859d1 req-376a38c2-30df-4900-b374-adf183cec6fd tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0638969 Jul 16 02:29:24.403002 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eabdfe4e-6fc0-4907-9679-1d1190d859d1 req-5ac4aa12-0aa8-4eb2-841e-9bc208d89b00 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Jul 16 02:29:25.578183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b94cc-55c8-4ae0-90cd-11479afb872f req-a78cc93c-15e1-4b06-a5f9-83f801cef568 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:25.579649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-247b94cc-55c8-4ae0-90cd-11479afb872f req-a78cc93c-15e1-4b06-a5f9-83f801cef568 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0630836 Jul 16 02:29:25.617744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-247b94cc-55c8-4ae0-90cd-11479afb872f req-d29bbcae-1dd9-453e-b637-d5046c2f2bca tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Jul 16 02:29:26.792230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16cd00-4a8a-49ad-a90f-f1ea1a70b176 req-15a63d41-aa1d-4de2-ad5b-55a15ec88d21 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:26.793730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f16cd00-4a8a-49ad-a90f-f1ea1a70b176 req-15a63d41-aa1d-4de2-ad5b-55a15ec88d21 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0677309 Jul 16 02:29:26.831522 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f16cd00-4a8a-49ad-a90f-f1ea1a70b176 req-ab136772-4ffe-49e5-9721-0a6038ecc60c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 Jul 16 02:29:27.619189 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:28.001509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c196b-10b8-401e-96c1-e4a4ba5ff895 req-a1735c4e-aa1b-42aa-ae74-bd61a19f94df tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:28.002995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-162c196b-10b8-401e-96c1-e4a4ba5ff895 req-a1735c4e-aa1b-42aa-ae74-bd61a19f94df tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0631535 Jul 16 02:29:28.042172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-162c196b-10b8-401e-96c1-e4a4ba5ff895 req-99265d45-836e-463a-94d0-32d3617ab9bf tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jul 16 02:29:29.219373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4e7dd-cd8e-49d2-b205-d8ed253bfd82 req-c23dd24e-ea1c-4cb2-8321-249212c66a7c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:29.220859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55d4e7dd-cd8e-49d2-b205-d8ed253bfd82 req-c23dd24e-ea1c-4cb2-8321-249212c66a7c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0683441 Jul 16 02:29:29.259192 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55d4e7dd-cd8e-49d2-b205-d8ed253bfd82 req-6f22d488-c8c6-4b7e-af58-37db18a8cfc7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Jul 16 02:29:29.743093 n-d-791506-20 neutron-server[93756]: INFO neutron.api.v2.resource [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-97ded72c-d8a8-46c4-9a56-e4e6d0c0cbd6 service neutron] show failed (client error): The resource could not be found. Jul 16 02:29:29.743965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-97ded72c-d8a8-46c4-9a56-e4e6d0c0cbd6 service neutron] 10.222.0.13 "GET /v2.0/ports/2358fb71-5ac1-4ea8-bb89-4511933193f1/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0545206 Jul 16 02:29:30.036520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-da7488b0-02e4-4a8f-8881-7ff3413a436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.037949 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-da7488b0-02e4-4a8f-8881-7ff3413a436a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 1098 time: 0.0966187 Jul 16 02:29:30.049854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:30.123701 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.326082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:30.359304 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:30.401041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:30.403511 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b07809-ac20-45c1-9158-1be8d97c689b" -d '{"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-unplugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:30.407626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.421152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Transition to ACTIVE for port object 2358fb71-5ac1-4ea8-bb89-4511933193f1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:30.425421 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.438432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6830f-eea4-43c3-b0ea-8c0c41437aa3 req-ee297b16-0add-4b8b-9ea8-a082496b3726 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.439987 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8b6830f-eea4-43c3-b0ea-8c0c41437aa3 req-ee297b16-0add-4b8b-9ea8-a082496b3726 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0683939 Jul 16 02:29:30.487082 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8b6830f-eea4-43c3-b0ea-8c0c41437aa3 req-a9a0ad73-fc4d-4220-a620-19c776002a0c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Jul 16 02:29:30.514859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:30.527625 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff294e-b1ef-4479-b36e-387389e2a0c5 x-openstack-request-id: req-59ff294e-b1ef-4479-b36e-387389e2a0c5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:30.527924 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-unplugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:30.528177 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59ff294e-b1ef-4479-b36e-387389e2a0c5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:30.528593 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'code': 200} Jul 16 02:29:30.529826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.530166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.530503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.530837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.531169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.531492 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.531815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.532137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.532512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.532805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.533126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.533446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:30.576721 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] No DVR routers for this DVR port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:30.719011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:30.719352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:30.719680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:30.723869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:29:30.724191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:30.729527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:30.729867 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:30.730250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:30.730677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Bound port: 2358fb71-5ac1-4ea8-bb89-4511933193f1, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:30.731035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.796844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:30.800164 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:30.805429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.838157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.838833 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.840238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] 10.222.0.23 "PUT /v2.0/ports/2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1093 time: 0.7949090 Jul 16 02:29:30.863955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cddda-ce5b-40c9-a0a9-aaa5ca7aaa01 service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:30.923790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-2c9664a3-c8fc-4181-8c20-ab0b3a99fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.925432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-2c9664a3-c8fc-4181-8c20-ab0b3a99fd21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1096 time: 0.0584905 Jul 16 02:29:31.022750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-70700ee0-d297-4188-8ee1-62ea0f69bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.024699 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-70700ee0-d297-4188-8ee1-62ea0f69bc4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0934482 Jul 16 02:29:31.087998 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-05e120ce-0965-4add-9b15-34638efb7491 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1001 time: 0.0574455 Jul 16 02:29:31.141528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-6904f563-31ac-4957-8234-788c80ad09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.143111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-6904f563-31ac-4957-8234-788c80ad09a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0495677 Jul 16 02:29:31.198254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-75e9d1ab-d61f-4712-948e-de30f8b98afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.199759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-75e9d1ab-d61f-4712-948e-de30f8b98afa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505257 Jul 16 02:29:31.287440 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-ddc062be-d00d-4e96-a63c-c1ed56481566 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807281 Jul 16 02:29:31.379521 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d7e7d078-c89e-4260-befa-e8805e54e444 req-e7c8840e-f9cd-4e8e-9160-eaa1f039449b service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 Jul 16 02:29:31.669910 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20b264-903d-4aa2-9f84-aefcad0562f7 req-5ce67ca6-1cd4-4641-97f0-152ac341c22d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.671299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb20b264-903d-4aa2-9f84-aefcad0562f7 req-5ce67ca6-1cd4-4641-97f0-152ac341c22d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.0674996 Jul 16 02:29:31.708753 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb20b264-903d-4aa2-9f84-aefcad0562f7 req-88b43971-66f4-4811-baac-393d7b67e937 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Jul 16 02:29:32.529670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:32.532103 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c41d58-29bb-441c-9097-661c1d38aab4" -d '{"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:32.578652 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da264edf-e7ea-4d23-95f2-c83d8bfc1ca1 x-openstack-request-id: req-da264edf-e7ea-4d23-95f2-c83d8bfc1ca1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:32.578947 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:32.579199 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da264edf-e7ea-4d23-95f2-c83d8bfc1ca1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:32.579594 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'status': 'completed', 'code': 200} Jul 16 02:29:32.658372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-850bf85b-5a2b-4ab3-a9e2-f951c74f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.659881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-850bf85b-5a2b-4ab3-a9e2-f951c74f7321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1096 time: 0.0546010 Jul 16 02:29:32.677362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-39bce077-c689-426f-b8e0-4ca0ad810785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.678877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-39bce077-c689-426f-b8e0-4ca0ad810785 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1096 time: 0.0530579 Jul 16 02:29:32.756312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-a5298c5a-2751-4df7-a692-34bce0c30a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.758460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-a5298c5a-2751-4df7-a692-34bce0c30a0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0914936 Jul 16 02:29:32.774676 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-1e32abac-5aa4-43a8-8760-4e0c0d8cb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.776244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-1e32abac-5aa4-43a8-8760-4e0c0d8cb7bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0913906 Jul 16 02:29:32.825883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-6b3bb9a8-c18c-4291-86b4-3fb34f123411 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1001 time: 0.0603116 Jul 16 02:29:32.871047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-69647c73-18d5-42a9-8e26-4a1f9a843974 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1001 time: 0.0874331 Jul 16 02:29:32.880572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-9a918ceb-e6c2-4e2f-82e1-c3c08d393bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.882074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-9a918ceb-e6c2-4e2f-82e1-c3c08d393bf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0499761 Jul 16 02:29:32.941185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-e24552a7-b7ad-4aa1-bac4-02d95ef3ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.942665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-e24552a7-b7ad-4aa1-bac4-02d95ef3ad18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0638268 Jul 16 02:29:32.943102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-67fd0cc6-5f33-46b7-a9e3-1be4d70fc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.944691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-67fd0cc6-5f33-46b7-a9e3-1be4d70fc973 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565577 Jul 16 02:29:32.950859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fe0df-2989-4592-a913-b72fd031b638 req-7607e8cc-7e71-4012-ba95-f05ae829dc86 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.952286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e0fe0df-2989-4592-a913-b72fd031b638 req-7607e8cc-7e71-4012-ba95-f05ae829dc86 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.1176996 Jul 16 02:29:33.021051 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9e0fe0df-2989-4592-a913-b72fd031b638 req-6a08d954-9036-4aa1-8a45-c510a093f607 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585475 Jul 16 02:29:33.036214 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-e20f9aab-2c40-40de-b0a8-27398e8a1a91 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852568 Jul 16 02:29:33.036443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-1f31716e-ba67-46a3-ad13-32cf5f5f72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.037848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-1f31716e-ba67-46a3-ad13-32cf5f5f72a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846946 Jul 16 02:29:33.131835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-06d8c16e-e374-41d2-9b83-db04703d5a6b service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Jul 16 02:29:33.142641 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-6e572972-7245-4a6a-a89b-aa429b316ec6 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000731 Jul 16 02:29:33.221046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51c41d58-29bb-441c-9097-661c1d38aab4 req-6f2888da-9437-49fa-9cba-c8af9ded00b8 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825188 Jul 16 02:29:33.842337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:33.880978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:34.213075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8d19d-bc2f-42b8-b692-a8e7e5079f97 req-65beb3f6-be9b-4d22-bee1-420a22142cf1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.214498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4a8d19d-bc2f-42b8-b692-a8e7e5079f97 req-65beb3f6-be9b-4d22-bee1-420a22142cf1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 944 time: 0.0679283 Jul 16 02:29:34.251809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4a8d19d-bc2f-42b8-b692-a8e7e5079f97 req-c2139d63-2763-4fc1-8fbb-08ea581a972a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317280 Jul 16 02:29:34.347495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:29:34.451082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:34.463226 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'mac_address': 'fa:16:3e:34:ca:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:29:34.499903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.513749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2358fb71-5ac1-4ea8-bb89-4511933193f1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:34.534379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:34.537451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.594957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:34.602922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.603264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.603601 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.603932 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.604260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.604611 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.604936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.605254 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.605571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.605893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.606239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.606526 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:34.661076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-e14ab393-685f-4b4e-ae1f-c19d653a0913 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.662673 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-e14ab393-685f-4b4e-ae1f-c19d653a0913 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3&tenant_id=73a32ef195f14361bb4d9290cba4d1bd&binding%3Ahost_id=n-h1-791506-20 HTTP/1.1" status: 200 len: 945 time: 0.0810857 Jul 16 02:29:34.704657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582d738-702c-43d9-aec1-def235b127de req-64b6b3a3-f90a-432f-987d-9737d6ce8cb9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.706161 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e582d738-702c-43d9-aec1-def235b127de req-64b6b3a3-f90a-432f-987d-9737d6ce8cb9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0671535 Jul 16 02:29:34.729437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-a49a7dcb-9ae3-4c86-9590-09dae401c460 service neutron] 10.222.0.23 "GET /v2.0/ports/2358fb71-5ac1-4ea8-bb89-4511933193f1/bindings/n-h1-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.0596552 Jul 16 02:29:34.744224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e582d738-702c-43d9-aec1-def235b127de req-6e2845ce-81f3-42c3-9dd9-668c44dade71 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Jul 16 02:29:34.770461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['2358fb71-5ac1-4ea8-bb89-4511933193f1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:29:34.806564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-09363191-77f1-411c-a69c-7239cbcb70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.808103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-09363191-77f1-411c-a69c-7239cbcb70e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1097 time: 0.0544806 Jul 16 02:29:34.901455 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-529adddd-b75c-4913-ae82-b4945665cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.903357 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-529adddd-b75c-4913-ae82-b4945665cded service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0885320 Jul 16 02:29:34.974083 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-54326e89-4f03-4850-9c3a-ecfc1813b828 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1002 time: 0.0621543 Jul 16 02:29:35.023497 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-d33b6104-5f61-4819-a19c-81b41229502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.024878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-d33b6104-5f61-4819-a19c-81b41229502c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0437632 Jul 16 02:29:35.081625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-f48dfc62-813a-459d-8fa8-6c4bad9d8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.083113 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-f48dfc62-813a-459d-8fa8-6c4bad9d8ca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506761 Jul 16 02:29:35.175497 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-7607b17d-3d45-4b96-ba4f-2a4565a42090 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854115 Jul 16 02:29:35.263345 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-4a975f3c-1ea8-4bb5-8dce-a69583bbce1c service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810711 Jul 16 02:29:35.918128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c80ef-fec8-4c50-ac14-5839c8d9998e req-e755e5eb-ce7f-419d-bdbe-8675321e69ac tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.919629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-499c80ef-fec8-4c50-ac14-5839c8d9998e req-e755e5eb-ce7f-419d-bdbe-8675321e69ac tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0634000 Jul 16 02:29:35.957404 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-499c80ef-fec8-4c50-ac14-5839c8d9998e req-63e280a9-0052-490d-b4b9-44913826acf7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323424 Jul 16 02:29:36.363107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:36.411371 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:36.415075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:36.415448 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.492937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.515502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:36.517791 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6aaf9b-92c2-4951-b02a-450c03dd15cd" -d '{"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:36.530619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:36.534391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.581477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:36.627504 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ecb73-22f0-4f96-bc5c-5a718b94a1aa x-openstack-request-id: req-4a3ecb73-22f0-4f96-bc5c-5a718b94a1aa {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:36.627817 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:36.628062 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a3ecb73-22f0-4f96-bc5c-5a718b94a1aa {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:36.628518 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'code': 200} Jul 16 02:29:37.504199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802a88a-360f-4dd6-b2b5-90e3e74c5f1e req-cd8d93b1-291a-437f-a856-1feff1094060 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:37.505719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f802a88a-360f-4dd6-b2b5-90e3e74c5f1e req-cd8d93b1-291a-437f-a856-1feff1094060 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.4293997 Jul 16 02:29:37.511279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-427234da-cd05-4c36-ade1-1aee1ca24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:37.512701 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-427234da-cd05-4c36-ade1-1aee1ca24507 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 1098 time: 0.0802984 Jul 16 02:29:37.532145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:37.573348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f802a88a-360f-4dd6-b2b5-90e3e74c5f1e req-f765f31f-5805-4059-9573-5d5682bc8374 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597186 Jul 16 02:29:37.619497 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:37.817493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:37.849234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:37.890148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:37.892343 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c302f3-8940-4d35-9ca6-8184f20b37eb" -d '{"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-unplugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:37.895889 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:37.908827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Transition to ACTIVE for port object 2358fb71-5ac1-4ea8-bb89-4511933193f1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:37.912735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.000169 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89c45a-3f7d-4081-8e67-09902706153f x-openstack-request-id: req-bf89c45a-3f7d-4081-8e67-09902706153f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:38.000495 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-unplugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:38.000745 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf89c45a-3f7d-4081-8e67-09902706153f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:38.001144 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'code': 200} Jul 16 02:29:38.016722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:38.030146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.030493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.030839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.031178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.031512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.031843 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.032173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.032525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.032854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.033178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.033503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.033825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:38.060219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] No DVR routers for this DVR port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:38.160472 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.203044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:38.203375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:38.203701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:38.207905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:29:38.208222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Attempting to bind port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:38.213682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:38.214017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:38.214401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:38.214829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Bound port: 2358fb71-5ac1-4ea8-bb89-4511933193f1, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:38.215183 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.281318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:38.284164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:38.288323 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.321481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.322112 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.323508 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] 10.222.0.13 "PUT /v2.0/ports/2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1094 time: 0.7952573 Jul 16 02:29:38.347459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa87e4-ad8a-4e1e-a94e-96a82485b216 service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=11']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:38.425078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-1964589e-aeb1-4780-bc85-74a5c25d4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.426623 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-1964589e-aeb1-4780-bc85-74a5c25d4e9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1097 time: 0.0571067 Jul 16 02:29:38.522034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-25156117-674e-4cd1-87a7-6a888d20f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.524348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-25156117-674e-4cd1-87a7-6a888d20f735 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0913923 Jul 16 02:29:38.587999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-02301f57-5b83-4381-9baf-97f5b0ef8b4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1001 time: 0.0574186 Jul 16 02:29:38.641051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-cb579f7b-ad53-46e5-8118-c85069303d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.642531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-cb579f7b-ad53-46e5-8118-c85069303d36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0490320 Jul 16 02:29:38.729749 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-07b17b91-bd37-4bc4-8b0a-d34d3da6377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.731269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-07b17b91-bd37-4bc4-8b0a-d34d3da6377c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819871 Jul 16 02:29:38.815644 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1396af-7f09-4a28-836e-fdf85ac22809 req-d3365208-81f5-4830-b5fa-00d24c17ce2a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.817168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c1396af-7f09-4a28-836e-fdf85ac22809 req-d3365208-81f5-4830-b5fa-00d24c17ce2a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.1307573 Jul 16 02:29:38.872448 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c1396af-7f09-4a28-836e-fdf85ac22809 req-7f237aa4-8ffc-42a3-9c7d-0880bc00389a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464845 Jul 16 02:29:38.874380 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-5a92bb4b-8ba7-467b-98f6-380f60a516c9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356630 Jul 16 02:29:38.965673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-389e144f-0aba-49f6-9c54-fbebfaae3288 req-ba49487e-6656-412f-a7e4-609a896bae0b service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835743 Jul 16 02:29:40.018991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:40.021238 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83aa042-8bf2-4938-8247-ed576711cfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:40.058590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294825-e74d-4496-b4c6-0f825552fbfa req-b99fe378-edbf-4669-9fb6-a576ac07dac6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.060105 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8294825-e74d-4496-b4c6-0f825552fbfa req-b99fe378-edbf-4669-9fb6-a576ac07dac6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0730240 Jul 16 02:29:40.073112 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095560dc-750f-4e1f-9ffa-4001cabf1b67 x-openstack-request-id: req-095560dc-750f-4e1f-9ffa-4001cabf1b67 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:40.073400 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:40.073646 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-095560dc-750f-4e1f-9ffa-4001cabf1b67 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:40.074027 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'status': 'completed', 'code': 200} Jul 16 02:29:40.104584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8294825-e74d-4496-b4c6-0f825552fbfa req-148c586d-1e95-44c1-8c95-f371f70822a4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387218 Jul 16 02:29:40.154499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-18547ac2-f76a-46dc-93cc-999f93d76f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.156121 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-18547ac2-f76a-46dc-93cc-999f93d76f39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1097 time: 0.0613668 Jul 16 02:29:40.172397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-8e088d20-9523-4021-8215-8a848bba698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.173918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-8e088d20-9523-4021-8215-8a848bba698c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 1097 time: 0.0561318 Jul 16 02:29:40.229934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf831-d600-4d32-87ba-0633593d5a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:40.247781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-04b6c552-c599-4083-ac5f-c939a9a49a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.249520 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-04b6c552-c599-4083-ac5f-c939a9a49a40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0875852 Jul 16 02:29:40.273389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-24ab4c05-55b8-477c-a298-658447ee1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.274985 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-24ab4c05-55b8-477c-a298-658447ee1af3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0938954 Jul 16 02:29:40.320231 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-6b6d58f2-6b7c-4f25-afcd-7a3df68f02d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1001 time: 0.0635867 Jul 16 02:29:40.346749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-34efa4b5-18d0-41b2-a691-617b21e49118 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 200 len: 1001 time: 0.0617957 Jul 16 02:29:40.369021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-1adf17c6-ae8f-42e5-b7b3-b03ce1de630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.370548 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-1adf17c6-ae8f-42e5-b7b3-b03ce1de630b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0443456 Jul 16 02:29:40.405381 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-57c55778-9728-4ecb-b867-4f20bd329c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.406907 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-57c55778-9728-4ecb-b867-4f20bd329c2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0525467 Jul 16 02:29:40.426859 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-bcbb8701-96e3-4bea-9d5d-b76877663978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.428384 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-bcbb8701-96e3-4bea-9d5d-b76877663978 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520456 Jul 16 02:29:40.526084 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-a7e464b3-9dc7-4c16-8200-efa93b7635c8 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913258 Jul 16 02:29:40.540520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-0de9b132-cdf1-4958-b08f-356916c8ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.542335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-0de9b132-cdf1-4958-b08f-356916c8ec0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577226 Jul 16 02:29:40.627902 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-78854450-f445-4f46-9223-7d370bf7c576 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959656 Jul 16 02:29:40.649576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-1ea123d0-f168-4ecc-8467-7526b0781606 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999894 Jul 16 02:29:40.750628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e83aa042-8bf2-4938-8247-ed576711cfd2 req-29586ad4-d431-416e-886e-8c2771e7c2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938647 Jul 16 02:29:41.282254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e732f-7729-4833-aa4f-1b850f66a8ac req-2196ab75-c06e-4d04-8672-7a147d31b4e3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:41.283757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da0e732f-7729-4833-aa4f-1b850f66a8ac req-2196ab75-c06e-4d04-8672-7a147d31b4e3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0644636 Jul 16 02:29:41.321925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da0e732f-7729-4833-aa4f-1b850f66a8ac req-4b26e6cd-9a31-4774-830b-3d6da4a6e298 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 16 02:29:41.691549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e72ee-d42a-40dd-b7d1-488212cea0ba req-528518eb-1df7-46f6-a12e-fda3016f30ed tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:41.693098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab0e72ee-d42a-40dd-b7d1-488212cea0ba req-528518eb-1df7-46f6-a12e-fda3016f30ed tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0731361 Jul 16 02:29:41.730999 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ab0e72ee-d42a-40dd-b7d1-488212cea0ba req-2c00d580-0f6a-4bb5-be1f-7ff654ae463a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Jul 16 02:29:41.903426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9bce8-2a52-442a-8f67-0cd827e78094 req-79b5f94b-7078-4e9d-9e28-1077c37267d9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:41.904888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ba9bce8-2a52-442a-8f67-0cd827e78094 req-79b5f94b-7078-4e9d-9e28-1077c37267d9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 945 time: 0.0645425 Jul 16 02:29:41.927536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:29:41.942906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ba9bce8-2a52-442a-8f67-0cd827e78094 req-9d105443-0e68-47b3-8f21-7d7a57ebe5e6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jul 16 02:29:42.026786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:42.037741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'mac_address': 'fa:16:3e:34:ca:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:29:42.075663 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:42.088971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2358fb71-5ac1-4ea8-bb89-4511933193f1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:42.108198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:42.112147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:42.167574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:42.325546 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f63c1-978d-4e1b-806c-7eb4d4c9d300 req-de6ccd86-237f-434f-91da-1e72f663ac84 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:42.327018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb0f63c1-978d-4e1b-806c-7eb4d4c9d300 req-de6ccd86-237f-434f-91da-1e72f663ac84 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0626616 Jul 16 02:29:42.364285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bb0f63c1-978d-4e1b-806c-7eb4d4c9d300 req-bdc9b432-675c-4b24-81fc-306d063fb8df tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Jul 16 02:29:42.394713 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:42.434533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:42.468958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-33599f70-e479-4208-a49f-4e10216110db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:42.471749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['2358fb71-5ac1-4ea8-bb89-4511933193f1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:29:42.560831 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:43.564484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c9722-483c-407f-aa6d-59560bcf1915 req-e9539027-5a6a-4188-86fb-ffa680ccc9b9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.566080 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c48c9722-483c-407f-aa6d-59560bcf1915 req-e9539027-5a6a-4188-86fb-ffa680ccc9b9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0736144 Jul 16 02:29:43.604148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c48c9722-483c-407f-aa6d-59560bcf1915 req-4f5e66b6-59ee-4581-874e-2aea3ad62149 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jul 16 02:29:43.791991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-cb9dc9d6-5379-42cf-8b99-9ded8e1c86fe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.793789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-cb9dc9d6-5379-42cf-8b99-9ded8e1c86fe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 946 time: 0.0672309 Jul 16 02:29:43.920253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Deleting port 2358fb71-5ac1-4ea8-bb89-4511933193f1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:43.920533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:43.940127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:43.970965 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:43.996037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:43.999693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 2358fb71-5ac1-4ea8-bb89-4511933193f1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:44.000066 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.015847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:44.016214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.074687 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.099369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:44.101861 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ac8a9-3c72-4694-a206-0ba9af33b9d6" -d '{"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:44.114866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 2358fb71-5ac1-4ea8-bb89-4511933193f1, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=2358fb71-5ac1-4ea8-bb89-4511933193f1,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:44.120258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.144453 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f7119b-db4e-4137-85c1-61168efe47b4 x-openstack-request-id: req-31f7119b-db4e-4137-85c1-61168efe47b4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:44.144748 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:44.145031 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31f7119b-db4e-4137-85c1-61168efe47b4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:44.145424 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'code': 200} Jul 16 02:29:44.172375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=13']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:44.206584 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.206958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.207272 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 disassociated. External IP: 172.25.7.134, port: 2358fb71-5ac1-4ea8-bb89-4511933193f1. Jul 16 02:29:44.207605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Calling delete_port for 2358fb71-5ac1-4ea8-bb89-4511933193f1 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:44.330807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.364279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event deleted for resources: {'Port': ['ID=2358fb71-5ac1-4ea8-bb89-4511933193f1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:44.483059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:44.592631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:44.602321 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:44.611168 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:44.611796 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:44.642369 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] No DVR routers for this DVR port 2358fb71-5ac1-4ea8-bb89-4511933193f1 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:44.645203 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.648260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51b11c7b-cd24-4482-a24d-4f9d409b2466 req-6e947f0e-12b4-42ec-badc-534a2131c703 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "DELETE /v2.0/ports/2358fb71-5ac1-4ea8-bb89-4511933193f1 HTTP/1.1" status: 204 len: 173 time: 0.8472867 Jul 16 02:29:44.648260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-deleted', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:44.650897 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb96eaea-b2e3-4cf5-ad89-f171b2534190" -d '{"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-deleted", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:44.690210 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dace2e25-f138-469f-8c81-573788c09b8b x-openstack-request-id: req-dace2e25-f138-469f-8c81-573788c09b8b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:44.690485 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898130a8-b585-48c7-8b75-3e856cad27c3", "name": "network-vif-deleted", "tag": "2358fb71-5ac1-4ea8-bb89-4511933193f1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:44.690744 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dace2e25-f138-469f-8c81-573788c09b8b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:44.691148 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898130a8-b585-48c7-8b75-3e856cad27c3', 'name': 'network-vif-deleted', 'tag': '2358fb71-5ac1-4ea8-bb89-4511933193f1', 'status': 'completed', 'code': 200} Jul 16 02:29:44.734243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:44.767258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3678595-8697-4cc1-a161-18b603cd9b6e req-c2b27267-3954-4b09-ae88-87e58d5b9cd2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=898130a8-b585-48c7-8b75-3e856cad27c3 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Jul 16 02:29:44.933761 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:44.962744 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:44.970722 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:44.971324 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:45.072638 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:45.280009 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:45.308523 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ebcab-3d07-4ea4-b4bc-2dbee04db4b6 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:45.493694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:45.536750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e298c3-41f1-48a6-b49e-9a78103cac0f None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:29:46.106751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-b0c9e68c-e32b-4b42-9995-fe140b7707fe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1876142012&fields=id&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 267 time: 0.0335238 Jul 16 02:29:46.218061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-a1ea732c-ada7-47f1-b856-70b13c6e0cea tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:46.219566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-a1ea732c-ada7-47f1-b856-70b13c6e0cea tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.1066210 Jul 16 02:29:46.234661 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-5a6fd635-1200-4e38-84c0-82b893e6f275 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/quotas/73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 375 time: 0.0096152 Jul 16 02:29:46.302565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-8890a74b-90c1-44ad-9cd4-32d11b22f737 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630891 Jul 16 02:29:46.438792 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-1bffd396-b32b-4ab5-98c1-c4de2003fff8 service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251721 Jul 16 02:29:46.527479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-14818b1d-28ea-4dd1-acc1-5481bbabb76d service neutron] 10.222.0.42 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828819 Jul 16 02:29:46.691827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c600a371-f9d0-440b-a5cc-6e5b2ea1d45a req-ec170e1c-c26f-4904-ae17-853e2f20731e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0276630 Jul 16 02:29:47.781334 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6e4b86ea-840e-4438-a393-0c03afbd4ebb req-e787d352-8c30-4173-b78a-564f917c9f4e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0335152 Jul 16 02:29:47.967453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:47.988060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 2358fb71-5ac1-4ea8-bb89-4511933193f1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:47.988406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 2358fb71-5ac1-4ea8-bb89-4511933193f1 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:48.923254 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a608a151-066d-4a81-bf38-4c07046efb35 req-62c6d463-e1cf-42f5-b1be-dfd15163303c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Jul 16 02:29:48.926371 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.044471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-9a0a823f-084a-4e9c-b113-e21e2697b7ba tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:50.045947 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-9a0a823f-084a-4e9c-b113-e21e2697b7ba tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 811 time: 0.4015346 Jul 16 02:29:50.068265 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-541acd65-a15a-4532-b3fb-53ab952633c5 req-44b86a24-4e7d-4b18-927f-53543681999c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0278602 Jul 16 02:29:50.088461 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-6b0240a8-db4d-4f88-af54-6c09a80cff78 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 380 time: 0.0341506 Jul 16 02:29:50.096788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'port': {'device_id': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'admin_state_up': True, 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'security_groups': ['788b65f3-ae4a-4581-9bbd-cbc4d0f87628']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:50.204048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Made reservation on behalf of 73a32ef195f14361bb4d9290cba4d1bd for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:29:50.208089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.332330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Allocated IP 172.20.0.8 (6ce122c9-3651-4c32-be0c-27c7d3cff48e/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0/767feee5-14ea-41a7-aca5-58dc08ba875e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:50.472843 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.486166 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Transition to ACTIVE for port object 767feee5-14ea-41a7-aca5-58dc08ba875e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:50.519645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.565767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:50.568973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:50.573000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:50.602020 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:50.633022 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:50.633911 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.649863 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-2f5f1b6e-55fa-44ab-97ca-ff99a0d69185 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567224 Jul 16 02:29:50.661106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Request body: {'port': {'device_id': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:50.737346 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.801849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5d98ac99-11e7-46bb-aa32-d7f9d9805a7a None None] Provisioning for port 767feee5-14ea-41a7-aca5-58dc08ba875e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:50.806652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5d98ac99-11e7-46bb-aa32-d7f9d9805a7a None None] Provisioning complete for port 767feee5-14ea-41a7-aca5-58dc08ba875e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:50.807227 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d98ac99-11e7-46bb-aa32-d7f9d9805a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.853700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5d98ac99-11e7-46bb-aa32-d7f9d9805a7a None None] Port 767feee5-14ea-41a7-aca5-58dc08ba875e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:29:51.004449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767feee5-14ea-41a7-aca5-58dc08ba875e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:51.012446 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:51.024603 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Transition to ACTIVE for port object 767feee5-14ea-41a7-aca5-58dc08ba875e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:51.028006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:51.081535 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:51.154780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:51.155124 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:51.155457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:51.159985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:29:51.160322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:51.166248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:51.166601 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:51.166995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:51.167437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Bound port: 767feee5-14ea-41a7-aca5-58dc08ba875e, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:51.167808 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:51.243565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:51.248113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:51.253099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:51.265317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312ccc-b0a8-41bb-b352-09e24fa8097a req-40e9fa67-fb0c-41f5-8dd2-4b26994d12f4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.266900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba312ccc-b0a8-41bb-b352-09e24fa8097a req-40e9fa67-fb0c-41f5-8dd2-4b26994d12f4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0714889 Jul 16 02:29:51.290794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.291431 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:51.292928 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] 10.222.0.23 "PUT /v2.0/ports/767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1092 time: 0.6361880 Jul 16 02:29:51.293370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:51.295659 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6012cbc-5719-49fd-90b5-41c302f8a299" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:51.318093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba312ccc-b0a8-41bb-b352-09e24fa8097a req-2a3d41ad-10c5-49ef-8947-711b872fb241 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451112 Jul 16 02:29:51.354514 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c9387-583f-4894-8daa-51cf4283a795 x-openstack-request-id: req-b89c9387-583f-4894-8daa-51cf4283a795 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:51.354828 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:51.355125 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b89c9387-583f-4894-8daa-51cf4283a795 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:51.355475 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'status': 'completed', 'code': 200} Jul 16 02:29:51.372713 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87aa4d-f39c-47c5-a957-f7a792024971 service neutron] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:51.403162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-eb598018-d0c3-4b76-8828-1f8e842d4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.404746 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-eb598018-d0c3-4b76-8828-1f8e842d4675 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0637312 Jul 16 02:29:51.451342 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-f941a837-ff24-4f63-b062-d5322f1d8ffc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 217 time: 0.0397744 Jul 16 02:29:51.502501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-81ae09b6-f462-4d19-84b6-c5922aa72b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.503987 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-81ae09b6-f462-4d19-84b6-c5922aa72b43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0466380 Jul 16 02:29:51.561612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefdd6-58be-4673-b350-712a5173b380 req-6008bcff-9d64-44ef-a64b-33d604eda96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.563085 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-6008bcff-9d64-44ef-a64b-33d604eda96e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526745 Jul 16 02:29:51.655667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-b2786d94-7b05-4ed6-9b72-15599c00a34d service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Jul 16 02:29:51.744622 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-efcefdd6-58be-4673-b350-712a5173b380 req-8ea1a4b3-f6be-44d2-98ff-60c22daa41ea service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Jul 16 02:29:51.843816 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-ae3c7c6b-4523-4e46-8fa7-89290f64cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.845384 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-ae3c7c6b-4523-4e46-8fa7-89290f64cc83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0525138 Jul 16 02:29:51.938001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-862c7606-fe65-4011-b2d7-7c50cc3d46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:51.939466 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-862c7606-fe65-4011-b2d7-7c50cc3d46b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0877020 Jul 16 02:29:51.979932 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-514a9972-7e5e-44a4-b97f-7113fa802264 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 217 time: 0.0337257 Jul 16 02:29:52.033820 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-15197a9f-5202-4992-9b77-3f2d63401bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:52.035334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-15197a9f-5202-4992-9b77-3f2d63401bc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0490024 Jul 16 02:29:52.093712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-e65b4036-2d63-4bdb-acf7-8318b47af645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:52.095258 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-e65b4036-2d63-4bdb-acf7-8318b47af645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519860 Jul 16 02:29:52.189971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-7b355d0d-46c4-4562-a4cc-13edf8ac9f92 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864255 Jul 16 02:29:52.280758 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e6012cbc-5719-49fd-90b5-41c302f8a299 req-e719c3c3-9d5a-49b4-8af6-af7e7601986d service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Jul 16 02:29:52.493023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462285-7f6f-40a1-ba52-13869e473d47 req-5b9c1077-874d-4900-a674-88ed4c11d0fc tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:52.494514 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf462285-7f6f-40a1-ba52-13869e473d47 req-5b9c1077-874d-4900-a674-88ed4c11d0fc tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0635474 Jul 16 02:29:52.532280 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf462285-7f6f-40a1-ba52-13869e473d47 req-30212d66-2687-4bbe-a5ee-cd9662ce34c2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Jul 16 02:29:53.707458 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914b10-2f52-4797-bcd8-ebcfc2a740d6 req-1b0ae456-c7b6-42ac-89f9-b33d583bf347 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.708931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33914b10-2f52-4797-bcd8-ebcfc2a740d6 req-1b0ae456-c7b6-42ac-89f9-b33d583bf347 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0656114 Jul 16 02:29:53.746322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33914b10-2f52-4797-bcd8-ebcfc2a740d6 req-dda49429-4ea1-4227-9193-fba26a4f375b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 Jul 16 02:29:54.459184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:29:54.553804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:54.564600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'mac_address': 'fa:16:3e:da:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:29:54.604904 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:54.617503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767feee5-14ea-41a7-aca5-58dc08ba875e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:54.636683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:54.640566 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:54.687949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:54.832812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['767feee5-14ea-41a7-aca5-58dc08ba875e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:29:54.923730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d8f5f-cf4e-4e34-9a88-f388f14791f9 req-0a1e1d38-ab88-4efd-a0db-9a602844bc82 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:54.925150 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b8d8f5f-cf4e-4e34-9a88-f388f14791f9 req-0a1e1d38-ab88-4efd-a0db-9a602844bc82 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0685687 Jul 16 02:29:54.963611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3b8d8f5f-cf4e-4e34-9a88-f388f14791f9 req-f2b93daa-df70-4312-a0c7-020bc4f22e11 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Jul 16 02:29:56.136273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9587a2-5c97-4793-95ec-5112a6511e53 req-4b8c6771-3c1d-43b8-bcad-2412ca06afd3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:56.137784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed9587a2-5c97-4793-95ec-5112a6511e53 req-4b8c6771-3c1d-43b8-bcad-2412ca06afd3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0630500 Jul 16 02:29:56.175372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed9587a2-5c97-4793-95ec-5112a6511e53 req-1dd8adeb-b9ed-48c9-a4e5-bdf14c2db15d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Jul 16 02:29:56.488237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:56.535384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 767feee5-14ea-41a7-aca5-58dc08ba875e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:56.539086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 767feee5-14ea-41a7-aca5-58dc08ba875e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:56.539491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:56.612053 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:56.637893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:56.640051 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eed2dc8-1287-4024-bc23-9875aa94790a" -d '{"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:56.652643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:56.657076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:56.682765 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835566d1-ebd6-437b-830b-f55702570e86 x-openstack-request-id: req-835566d1-ebd6-437b-830b-f55702570e86 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:56.683057 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:56.683309 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-835566d1-ebd6-437b-830b-f55702570e86 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:56.683694 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'code': 200} Jul 16 02:29:56.709553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:56.787511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063ec45-d288-42c8-9a87-356ac3ebe11b req-1c04433a-79e4-4eff-a95c-fba94622ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:56.789025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2063ec45-d288-42c8-9a87-356ac3ebe11b req-1c04433a-79e4-4eff-a95c-fba94622ea69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0510433 Jul 16 02:29:56.823408 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2063ec45-d288-42c8-9a87-356ac3ebe11b req-07d7bf59-069f-4e94-a8b3-1bc51477726c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280507 Jul 16 02:29:57.349562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d1a4-9739-4ec1-8e91-beb6ee32bae9 req-46ca21ce-63f8-463b-9a4d-e9047d11d2a5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:57.351098 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73e2d1a4-9739-4ec1-8e91-beb6ee32bae9 req-46ca21ce-63f8-463b-9a4d-e9047d11d2a5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0671685 Jul 16 02:29:57.390093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73e2d1a4-9739-4ec1-8e91-beb6ee32bae9 req-12a73d21-5cfb-49d7-a1e4-205d920716b2 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Jul 16 02:29:58.565258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a839b46-f141-47ed-bbcf-f4b58074ccb6 req-fec12f2f-f212-46f4-a2d3-470c09229f6d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:58.566738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a839b46-f141-47ed-bbcf-f4b58074ccb6 req-fec12f2f-f212-46f4-a2d3-470c09229f6d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Jul 16 02:29:58.604007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a839b46-f141-47ed-bbcf-f4b58074ccb6 req-e59ff91c-6a05-42cd-ad6c-46d22fde4521 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Jul 16 02:29:58.771898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796425d-b0a3-49e1-a805-f71b68d3227d req-f7137e03-b6bb-4ffa-b27b-261a00fccdc0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:58.773395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f796425d-b0a3-49e1-a805-f71b68d3227d req-f7137e03-b6bb-4ffa-b27b-261a00fccdc0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0621819 Jul 16 02:29:58.783065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 44830) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:58.787486 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Request body: {'floatingip': {'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:58.829645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.606153 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.612205 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.714605 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 associated. External IP: 172.25.7.134, port: 767feee5-14ea-41a7-aca5-58dc08ba875e. Jul 16 02:29:59.928415 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:00.036516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:00.041070 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:00.047310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:00.057921 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:00.059811 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:00.086845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b2e9a693-9fb8-4730-8cc9-eebc2ea3a2d7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "PUT /v2.0/floatingips/aba55552-aef6-44d5-88f5-9afec1477891 HTTP/1.1" status: 200 len: 992 time: 1.3026819 Jul 16 02:30:00.087548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:00.090492 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2fd92-2d16-4505-b1e7-5198381dc84f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:00.137537 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab781c5-da8f-440d-a28f-544d687d75cd x-openstack-request-id: req-5ab781c5-da8f-440d-a28f-544d687d75cd {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:00.137832 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:00.138086 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ab781c5-da8f-440d-a28f-544d687d75cd {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:00.138497 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'status': 'completed', 'code': 200} Jul 16 02:30:00.183902 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:00.229153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-db04b121-f3a0-4935-bd84-6263322a9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:00.231556 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-db04b121-f3a0-4935-bd84-6263322a9b10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0691323 Jul 16 02:30:00.334795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-8e90ff6a-930a-4ea3-adfc-af460af601bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:00.336306 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-8e90ff6a-930a-4ea3-adfc-af460af601bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0905566 Jul 16 02:30:00.407845 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-0dda8787-0af1-4821-ae0b-7707b2df9a2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0650733 Jul 16 02:30:00.456066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-b4b8e5db-0b07-49c5-9f2c-fc76274cabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:00.457628 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-b4b8e5db-0b07-49c5-9f2c-fc76274cabb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0436420 Jul 16 02:30:00.513289 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:da:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:29:59Z', 'revision_number': 13, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:00.515821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-f2ef64ab-ff2b-4726-bbed-3be7dee53792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:00.517467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-f2ef64ab-ff2b-4726-bbed-3be7dee53792 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535860 Jul 16 02:30:00.539374 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:00.547508 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:00.548122 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:29:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:00.618885 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-375f0554-f199-47ad-80a7-ca8a50ad56d4 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945141 Jul 16 02:30:00.660530 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:00.712301 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1a2fd92-2d16-4505-b1e7-5198381dc84f req-49f76091-8b8c-4164-a384-9a88787b5cab service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858541 Jul 16 02:30:00.882403 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:da:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:29:59Z', 'revision_number': 13, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:00.912028 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7f6b2-4b6c-4992-9480-41912447b851 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'aba55552-aef6-44d5-88f5-9afec1477891', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'mac_address': 'fa:16:3e:da:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:50Z', 'updated_at': '2021-07-16T02:29:59Z', 'revision_number': 13, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:01.093303 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d7bc4-de1e-402b-9681-e619fff4c694 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:04.618158 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:08.157516 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:10.231753 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4837bdbf-a820-44c1-8039-d3c9fdb7873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:12.469647 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29c0fc5a-685f-407b-84c1-24056a2d1f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:12.555095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.949359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.494486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.925428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.155795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.864164 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-4ddb4e0e-b4c6-44d9-b3e8-735f6e39e5d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557020 Jul 16 02:30:39.955589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-311cdeaf-27f8-4caf-9a08-c19b70e0b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:39.957101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-311cdeaf-27f8-4caf-9a08-c19b70e0b6c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0520253 Jul 16 02:30:40.059681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-70e6f025-33c5-4cc6-9be0-18ec77f2794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:40.061142 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-70e6f025-33c5-4cc6-9be0-18ec77f2794a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0848422 Jul 16 02:30:40.128250 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-5b97f873-d780-4c90-bdb2-d581b982ab80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1002 time: 0.0613101 Jul 16 02:30:40.176220 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-91a5c941-1ab1-4eea-a357-c80f52e94420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:40.177725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-91a5c941-1ab1-4eea-a357-c80f52e94420 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0435452 Jul 16 02:30:40.234297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-73e3dd64-b2ff-4ee3-b1dd-651c1e197bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:40.235681 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a72f5b2f-0895-41e8-a4c7-140ad8323fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.236182 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-73e3dd64-b2ff-4ee3-b1dd-651c1e197bf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524545 Jul 16 02:30:40.328805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-ce7ce59c-e199-42db-9db1-8baccf5a9564 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867682 Jul 16 02:30:40.419901 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6b30f11a-f065-4b04-8d24-b535695fadaf req-b6a784dc-1eed-460d-ae7c-ef62dadd5218 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Jul 16 02:30:41.617149 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:42.471462 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8099192-b219-470b-ada2-3f74b15715d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.556987 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:43.951989 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:45.496175 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:48.942089 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:08.174037 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:10.236196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-97e3d8de-f3f8-48c1-908c-139311ab07a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:12.472490 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-826ec5cc-efc4-4f10-ab9b-db744a78ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:12.557821 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:13.955860 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:15.498486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:18.617710 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:18.943573 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.639028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50165a3-5787-4be8-b52d-03b28625910b req-a0131689-b789-46d1-9bfb-13037c4cc487 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:37.640504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f50165a3-5787-4be8-b52d-03b28625910b req-a0131689-b789-46d1-9bfb-13037c4cc487 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0641754 Jul 16 02:31:37.677772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f50165a3-5787-4be8-b52d-03b28625910b req-5dbdbc15-fbe0-4b9a-828c-fcc68e6809cc tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Jul 16 02:31:38.181875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.236823 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e538c8e8-8169-4fbc-ab90-6d7c5d5546db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.877369 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-8663bf8d-b33c-43e0-af74-daf92bd6c8d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0696959 Jul 16 02:31:41.979420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875960-d445-481d-9c15-602481ccf30c req-5975d4df-b568-44ec-a410-0d884dd8ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:41.980991 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-5975d4df-b568-44ec-a410-0d884dd8ac51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0545094 Jul 16 02:31:42.090289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875960-d445-481d-9c15-602481ccf30c req-a2240175-c04e-42bf-ad38-95fd1f3aa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:42.091778 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-a2240175-c04e-42bf-ad38-95fd1f3aa683 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0902867 Jul 16 02:31:42.156868 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-1c55b03b-d761-4a78-aa84-11eafa642dcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1002 time: 0.0593674 Jul 16 02:31:42.204035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875960-d445-481d-9c15-602481ccf30c req-54af37e4-863d-4867-892e-6994ca0ac5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:42.205488 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-54af37e4-863d-4867-892e-6994ca0ac5d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0428741 Jul 16 02:31:42.271853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875960-d445-481d-9c15-602481ccf30c req-c4e97022-a2a1-452c-8521-2e2ee0fad24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:42.274495 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-c4e97022-a2a1-452c-8521-2e2ee0fad24e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626593 Jul 16 02:31:42.368200 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-e89a38c0-dd5f-4ee6-8e62-afcfa124c3ae service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Jul 16 02:31:42.464103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24875960-d445-481d-9c15-602481ccf30c req-a3f896d1-93d2-4796-9b26-dd58ecf85bd8 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Jul 16 02:31:42.473161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5918f89-999f-4da2-98c6-58db8f26e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.558673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.959750 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:45.508838 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.832251 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-4636cce3-958f-4823-907f-71232a256e56 req-c357c6b7-fb7a-4ad9-a8d2-f9e57b0c4b2c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:31:48.833332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4636cce3-958f-4823-907f-71232a256e56 req-c357c6b7-fb7a-4ad9-a8d2-f9e57b0c4b2c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429885 Jul 16 02:31:48.957117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:50.137346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-a2a30026-8cb9-4b86-918d-f55a3c11eb2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975277 Jul 16 02:31:50.158214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1313f-94ca-4864-b3bf-e7b0a589ddf4 req-93201b82-59cf-4734-8719-fb1488d229fb tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:50.159903 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9d1313f-94ca-4864-b3bf-e7b0a589ddf4 req-93201b82-59cf-4734-8719-fb1488d229fb tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0693123 Jul 16 02:31:50.202768 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9d1313f-94ca-4864-b3bf-e7b0a589ddf4 req-40979281-4b9c-4e5c-94d7-c5a5f31e5546 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347705 Jul 16 02:31:51.389620 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7cc5e-5205-4898-af46-b75f71807a71 req-334a9088-d899-440d-aacf-d07bc1914873 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:51.391141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47a7cc5e-5205-4898-af46-b75f71807a71 req-334a9088-d899-440d-aacf-d07bc1914873 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0686266 Jul 16 02:31:51.430409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47a7cc5e-5205-4898-af46-b75f71807a71 req-3cbf86ce-2942-41a4-9660-e965e3f1193c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Jul 16 02:31:52.674904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bc2b-9335-46f9-bfde-1a5c25e48764 req-3fb16dfb-6132-414d-87fc-910afb071549 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:52.676379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bd4bc2b-9335-46f9-bfde-1a5c25e48764 req-3fb16dfb-6132-414d-87fc-910afb071549 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1302297 Jul 16 02:31:52.717981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1bd4bc2b-9335-46f9-bfde-1a5c25e48764 req-c83f9cd4-33be-4e5b-8c15-a86b9e6b8610 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347540 Jul 16 02:31:53.511574 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-6dc709ff-57eb-4db2-8661-68f9a23ace70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.513147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-6dc709ff-57eb-4db2-8661-68f9a23ace70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0535495 Jul 16 02:31:53.607635 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-d3ebed7b-ce08-45cb-8815-a4d48f3b7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.609155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-d3ebed7b-ce08-45cb-8815-a4d48f3b7483 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0892580 Jul 16 02:31:53.675415 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-d400ea2a-5def-4a47-9d74-37f3de8e5747 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1002 time: 0.0593376 Jul 16 02:31:53.729642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-ecd6469f-b2e6-4430-a27c-c63078613554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.731119 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-ecd6469f-b2e6-4430-a27c-c63078613554 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0496907 Jul 16 02:31:53.791584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-a97e872b-65e9-4387-8280-ff956ce118be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.793160 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-a97e872b-65e9-4387-8280-ff956ce118be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554888 Jul 16 02:31:53.885826 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-2fd89a8b-03ae-4df6-8dc8-1b8f65f0d77d service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852787 Jul 16 02:31:53.896690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee3d8a-991f-4cd2-bbd6-b02686f62147 req-4816e274-6c26-47e0-b1c3-5ce837c4a30a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:53.898924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dee3d8a-991f-4cd2-bbd6-b02686f62147 req-4816e274-6c26-47e0-b1c3-5ce837c4a30a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0664620 Jul 16 02:31:53.948585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0dee3d8a-991f-4cd2-bbd6-b02686f62147 req-824aae79-7a73-471d-b60f-1212fba4d702 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Jul 16 02:31:53.982692 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-6db5c5ef-0ddd-41cb-9c89-d1fa63bddc8d service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903378 Jul 16 02:31:55.131636 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2614-76c8-499f-b07a-47daacd5334b req-af9155c8-3be4-4cff-983f-ce90754897ad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:55.134052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14da2614-76c8-499f-b07a-47daacd5334b req-af9155c8-3be4-4cff-983f-ce90754897ad tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Jul 16 02:31:55.173775 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14da2614-76c8-499f-b07a-47daacd5334b req-ead82b7f-ec25-4567-902c-c11839da2bec tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338845 Jul 16 02:31:55.617775 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:56.394485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be55c2-48fc-4f7c-be69-a294f40b9cbb req-f6f4c2cf-6d1b-4a37-be83-0cd93a5f6ae0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:56.395990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8be55c2-48fc-4f7c-be69-a294f40b9cbb req-f6f4c2cf-6d1b-4a37-be83-0cd93a5f6ae0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1078551 Jul 16 02:31:56.434433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8be55c2-48fc-4f7c-be69-a294f40b9cbb req-edda2695-1aca-4c3e-a211-b660ad5f7dc7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320625 Jul 16 02:31:57.614633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e48d-791d-44c3-a35c-f09b472fd47f req-fb8d55a6-5090-4881-9766-cf7f4c76b31f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.616255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e533e48d-791d-44c3-a35c-f09b472fd47f req-fb8d55a6-5090-4881-9766-cf7f4c76b31f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0694156 Jul 16 02:31:57.655484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e533e48d-791d-44c3-a35c-f09b472fd47f req-d5c51f99-0375-4138-9195-145a4a33167c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Jul 16 02:31:58.832617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ab797-a7db-4e59-8a3d-1e0bd49452bc req-78a299ff-d851-44dd-94c5-0667f50404fe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.834162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-920ab797-a7db-4e59-8a3d-1e0bd49452bc req-78a299ff-d851-44dd-94c5-0667f50404fe tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0650280 Jul 16 02:31:58.874183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-920ab797-a7db-4e59-8a3d-1e0bd49452bc req-63deaa28-e728-4cd0-ab76-28a68ca3280d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Jul 16 02:32:00.051690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91217496-20da-4f79-a947-ead3f8509249 req-52e6f986-8f3a-492f-8a14-ee9185f5a03a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:00.053241 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91217496-20da-4f79-a947-ead3f8509249 req-52e6f986-8f3a-492f-8a14-ee9185f5a03a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0643141 Jul 16 02:32:00.095995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-91217496-20da-4f79-a947-ead3f8509249 req-899c9127-fafc-4cfc-8e55-e307c004914c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363269 Jul 16 02:32:01.275401 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a817e-2097-4850-84f1-13eb18ccb6ff req-2764f84a-8976-44cb-93b8-1c2459f63caa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:01.276931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-497a817e-2097-4850-84f1-13eb18ccb6ff req-2764f84a-8976-44cb-93b8-1c2459f63caa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0638249 Jul 16 02:32:01.314730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-497a817e-2097-4850-84f1-13eb18ccb6ff req-4fd5b891-1a69-4e0a-939d-cf04c9df2c8b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Jul 16 02:32:02.494250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0559bb-b804-49df-99a8-e67b3e1c812c req-c25352ed-2cfa-4b5a-bb3c-af8ad3867476 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.495897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da0559bb-b804-49df-99a8-e67b3e1c812c req-c25352ed-2cfa-4b5a-bb3c-af8ad3867476 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0653062 Jul 16 02:32:02.535913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da0559bb-b804-49df-99a8-e67b3e1c812c req-cf88147b-fb39-40c5-8d95-7befab788d3b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344520 Jul 16 02:32:03.720601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dc8f5-2d16-42c3-95f9-096d68ea1e59 req-d96c9716-b8d9-487c-8432-6e20026a4cc8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:03.722048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d26dc8f5-2d16-42c3-95f9-096d68ea1e59 req-d96c9716-b8d9-487c-8432-6e20026a4cc8 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0683644 Jul 16 02:32:03.769179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d26dc8f5-2d16-42c3-95f9-096d68ea1e59 req-951b0cbe-0085-40cd-a918-2a33bc9993a3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Jul 16 02:32:04.950107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201d8dc-d7a3-4299-b5fb-025abbe2110a req-bf0e2869-a647-4fcd-be18-ea250a8fda99 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:04.951731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6201d8dc-d7a3-4299-b5fb-025abbe2110a req-bf0e2869-a647-4fcd-be18-ea250a8fda99 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0694895 Jul 16 02:32:04.989882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6201d8dc-d7a3-4299-b5fb-025abbe2110a req-3f57ab57-8d86-446d-a5cc-23745c3c7a2a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Jul 16 02:32:06.163018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09246d-b409-42cc-8908-31495648997d req-307b1e98-6720-4375-83ac-5cf821836389 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:06.164650 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a09246d-b409-42cc-8908-31495648997d req-307b1e98-6720-4375-83ac-5cf821836389 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0636909 Jul 16 02:32:06.206146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a09246d-b409-42cc-8908-31495648997d req-2f194409-6905-42d8-af3b-ee3cb10e1254 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Jul 16 02:32:07.384856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcafffc-1bcf-4a76-aeb7-96137aab4a02 req-f3ab1fba-12c6-4b73-a6b7-6c4bdb8890aa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:07.386473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bcafffc-1bcf-4a76-aeb7-96137aab4a02 req-f3ab1fba-12c6-4b73-a6b7-6c4bdb8890aa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0669119 Jul 16 02:32:07.424281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7bcafffc-1bcf-4a76-aeb7-96137aab4a02 req-459b21fb-47c5-485f-bcd3-83378d79cd62 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jul 16 02:32:07.818559 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-f0f6af1e-1be9-42b1-a279-2df63d4a745b service neutron] show failed (client error): The resource could not be found. Jul 16 02:32:07.819574 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-f0f6af1e-1be9-42b1-a279-2df63d4a745b service neutron] 10.222.0.23 "GET /v2.0/ports/767feee5-14ea-41a7-aca5-58dc08ba875e/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0559573 Jul 16 02:32:08.102390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-573aabc4-12e7-497c-b7fe-cc70486405fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:08.103887 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-573aabc4-12e7-497c-b7fe-cc70486405fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 1097 time: 0.0904777 Jul 16 02:32:08.121617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.186061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.197969 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.400158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:08.432859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:08.470934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:08.473230 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8bdbe-55d7-42bf-87f1-2ac9717aa635" -d '{"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:08.477678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.490028 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Transition to ACTIVE for port object 767feee5-14ea-41a7-aca5-58dc08ba875e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:08.495895 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.537957 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b15099-9357-487d-ae04-9589ac11bf16 x-openstack-request-id: req-e1b15099-9357-487d-ae04-9589ac11bf16 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:08.538255 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:08.538506 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1b15099-9357-487d-ae04-9589ac11bf16 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:08.538893 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'code': 200} Jul 16 02:32:08.614318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.629569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.629836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.630173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.630501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.630835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.631155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.631477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.631799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.632121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.632482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.632799 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.633565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:08.682866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] No DVR routers for this DVR port 767feee5-14ea-41a7-aca5-58dc08ba875e on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:08.734699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78fa69-7c0a-4ebf-8ed2-9057c27bb8f5 req-c6d55521-bf51-42a9-b8db-22dfbd3a8c33 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:08.736238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee78fa69-7c0a-4ebf-8ed2-9057c27bb8f5 req-c6d55521-bf51-42a9-b8db-22dfbd3a8c33 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.1957440 Jul 16 02:32:08.825167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee78fa69-7c0a-4ebf-8ed2-9057c27bb8f5 req-d00c3640-9fd0-4c6a-977b-1e5fd21d83ec tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796928 Jul 16 02:32:08.861268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:08.861607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:08.861939 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:08.866163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:08.866483 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:08.871424 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:08.871758 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:08.872140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:08.872605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Bound port: 767feee5-14ea-41a7-aca5-58dc08ba875e, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:08.872966 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.935919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:08.938793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:08.943465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.979371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:08.979995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.981459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] 10.222.0.13 "PUT /v2.0/ports/767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1092 time: 0.8637228 Jul 16 02:32:09.005780 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78da51-9ad7-4208-831e-d0d47dc06276 service neutron] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:09.074109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-b35377bb-476b-4831-9ffa-ff8c1b722c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:09.075684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-b35377bb-476b-4831-9ffa-ff8c1b722c27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0603099 Jul 16 02:32:09.171449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-65698456-6da2-4c68-a8b2-b0b495d3973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:09.173395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-65698456-6da2-4c68-a8b2-b0b495d3973b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0893850 Jul 16 02:32:09.241820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-d988bca0-91c5-4a55-afa8-913692cd7a45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0622423 Jul 16 02:32:09.293856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-4dc8cf38-f0b5-46ea-bc27-98a02f0adc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:09.295330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-4dc8cf38-f0b5-46ea-bc27-98a02f0adc24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0468926 Jul 16 02:32:09.353489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-8a396721-4616-443d-be1a-cf1b2268e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:09.354993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-8a396721-4616-443d-be1a-cf1b2268e4ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522959 Jul 16 02:32:09.447273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-1ae1ad2a-c678-48d4-abd0-dafd64ac777a service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Jul 16 02:32:09.534694 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-e30b780e-ec17-44b5-91a5-9166f07e6a44 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806110 Jul 16 02:32:10.008196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f2efb-63aa-4be9-8a2b-448abc0c0e8f req-b94b2855-6cfd-4c0a-a71c-502fff62ae20 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.009942 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a5f2efb-63aa-4be9-8a2b-448abc0c0e8f req-b94b2855-6cfd-4c0a-a71c-502fff62ae20 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0695963 Jul 16 02:32:10.048471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a5f2efb-63aa-4be9-8a2b-448abc0c0e8f req-fd944ae4-832d-4536-a317-fa529168db5e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330348 Jul 16 02:32:10.240408 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e95bd55-ee49-4286-9577-3844dabe5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.540100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:10.542369 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324da058-25ca-4a6a-bef5-0bdd8bad521c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:10.598586 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03c7e5-6184-4a4e-917c-1208778aa778 x-openstack-request-id: req-ac03c7e5-6184-4a4e-917c-1208778aa778 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:10.598879 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:10.599133 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac03c7e5-6184-4a4e-917c-1208778aa778 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:10.599527 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'status': 'completed', 'code': 200} Jul 16 02:32:10.696997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-086cd8a0-f6b6-425d-83af-9a3b491cf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.698718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-086cd8a0-f6b6-425d-83af-9a3b491cf8e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0766554 Jul 16 02:32:10.702626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-9d07c204-9e27-42b3-b67c-c017027ba450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.704736 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-9d07c204-9e27-42b3-b67c-c017027ba450 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0601671 Jul 16 02:32:10.798025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-e98d1ea9-e61a-4f30-be0f-3ccce189c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.799527 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-e98d1ea9-e61a-4f30-be0f-3ccce189c2c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0940943 Jul 16 02:32:10.807157 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-4bc548a6-fecb-4a48-bde8-232f0dfdd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.808855 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-4bc548a6-fecb-4a48-bde8-232f0dfdd021 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0984256 Jul 16 02:32:10.875164 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-527c8e56-cd19-4a01-bd47-85d67cb37460 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0688879 Jul 16 02:32:10.878631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-51d73245-1ede-4fc7-a1fc-b37c20a017ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0635355 Jul 16 02:32:10.925723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-be423802-9cdd-41ec-90c7-0d1fc5b73213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.927513 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-be423802-9cdd-41ec-90c7-0d1fc5b73213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0460095 Jul 16 02:32:10.928036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-bb88f107-bde0-485d-91b6-868ed4727f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.929529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-bb88f107-bde0-485d-91b6-868ed4727f65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0448835 Jul 16 02:32:10.987824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-0ca3ffa1-e3bd-4140-b67c-dda32b8bc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.989430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-0ca3ffa1-e3bd-4140-b67c-dda32b8bc852 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559664 Jul 16 02:32:10.998845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-66f534ff-3833-4e39-b3d8-0bcc8d0585c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:11.000342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-66f534ff-3833-4e39-b3d8-0bcc8d0585c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645206 Jul 16 02:32:11.018390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:11.069178 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:11.095894 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-b2e142dd-ec57-4119-a696-0774e8411774 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990415 Jul 16 02:32:11.124099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-c5d1afca-03aa-4026-8f3a-e3f960db4e70 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143205 Jul 16 02:32:11.206707 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-c583c407-a92b-45e4-ac62-3d2a6e0f0072 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021655 Jul 16 02:32:11.269472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-324da058-25ca-4a6a-bef5-0bdd8bad521c req-ba349715-82b2-478c-8f79-b20b7505b9c9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377578 Jul 16 02:32:11.297087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c61a51-f75b-4dbb-927f-b4be3a9fbbee req-520143d1-7587-416f-9211-bda78c48da12 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:11.299529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41c61a51-f75b-4dbb-927f-b4be3a9fbbee req-520143d1-7587-416f-9211-bda78c48da12 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0951207 Jul 16 02:32:11.339796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-41c61a51-f75b-4dbb-927f-b4be3a9fbbee req-577432ac-40af-49b8-b134-8fada38ed124 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Jul 16 02:32:12.473598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca1d0-619f-413d-b05a-452df7917a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.521464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ffb05-44fb-4dc7-9cdd-226cb89e03bc req-a25b2d0b-4030-4cc5-8d2c-9c7a4316dfb5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:12.522974 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f5ffb05-44fb-4dc7-9cdd-226cb89e03bc req-a25b2d0b-4030-4cc5-8d2c-9c7a4316dfb5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0650575 Jul 16 02:32:12.564573 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.568858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f5ffb05-44fb-4dc7-9cdd-226cb89e03bc req-174bb9ef-7fae-4699-b920-c090a9f7b0d0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Jul 16 02:32:13.746244 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6390d-b90a-414b-bd43-1415e49f8d8b req-101c0736-55ce-4c79-8674-7669f770089e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:13.747744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47f6390d-b90a-414b-bd43-1415e49f8d8b req-101c0736-55ce-4c79-8674-7669f770089e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0643654 Jul 16 02:32:13.785278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47f6390d-b90a-414b-bd43-1415e49f8d8b req-c9aa82d0-3484-4f66-bc08-a7a8a60532eb tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jul 16 02:32:13.962603 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.958926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef728-7a90-449e-8bd7-4e059ce20a51 req-dae50965-8cd6-4ec0-8926-f60c02f986a0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:14.960315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-609ef728-7a90-449e-8bd7-4e059ce20a51 req-dae50965-8cd6-4ec0-8926-f60c02f986a0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0629139 Jul 16 02:32:14.998976 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-609ef728-7a90-449e-8bd7-4e059ce20a51 req-67f7fd9f-f480-4b9a-8cf3-cb6de0d38eb5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Jul 16 02:32:15.498064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.174768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5c36-cd53-4959-b826-6515e98e73d4 req-498f5452-9f31-485c-8867-4bdada1f6310 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.176253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d4a5c36-cd53-4959-b826-6515e98e73d4 req-498f5452-9f31-485c-8867-4bdada1f6310 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0669339 Jul 16 02:32:16.213562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d4a5c36-cd53-4959-b826-6515e98e73d4 req-bd508eef-7f1f-4bac-8035-73fba0be25d1 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Jul 16 02:32:17.388577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719f98-bbde-4bb5-905b-ff064c51bcc4 req-ef0b8348-6742-474f-aa89-896cb3b950e3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:17.390117 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39719f98-bbde-4bb5-905b-ff064c51bcc4 req-ef0b8348-6742-474f-aa89-896cb3b950e3 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0649633 Jul 16 02:32:17.427628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39719f98-bbde-4bb5-905b-ff064c51bcc4 req-b39562e5-3d29-4c14-aa49-536b7ff2353b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Jul 16 02:32:18.602368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54bf1-0f69-4012-bea6-890590d9a5e9 req-4f014ac0-ca6c-4527-ae10-89c727378495 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:18.603824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ff54bf1-0f69-4012-bea6-890590d9a5e9 req-4f014ac0-ca6c-4527-ae10-89c727378495 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0618742 Jul 16 02:32:18.644802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ff54bf1-0f69-4012-bea6-890590d9a5e9 req-85cc6159-5197-4461-858e-bc4997433edf tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353253 Jul 16 02:32:18.956650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.817777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15614ed-0515-49cd-9a53-12940a251205 req-1042c05c-4a8d-4a02-8489-6d1099ea2c0c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.819260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f15614ed-0515-49cd-9a53-12940a251205 req-1042c05c-4a8d-4a02-8489-6d1099ea2c0c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 943 time: 0.0646167 Jul 16 02:32:19.857542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f15614ed-0515-49cd-9a53-12940a251205 req-0533b8ef-dd94-4b82-a6d1-bb16f1edc48b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Jul 16 02:32:20.730852 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:20.824227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:20.834708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'mac_address': 'fa:16:3e:da:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:20.870394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:20.882242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767feee5-14ea-41a7-aca5-58dc08ba875e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:20.901825 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:20.906228 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:20.954261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:20.963118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.963366 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.963715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.964086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.964470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.964846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.965209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.965581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.965940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.966309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.966703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:20.967066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:21.047507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7e2e9-385d-4ffe-8923-018d30abfa75 req-81b3e992-ab59-499a-b10f-3fd7fa34f290 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.049024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6f7e2e9-385d-4ffe-8923-018d30abfa75 req-81b3e992-ab59-499a-b10f-3fd7fa34f290 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0679607 Jul 16 02:32:21.087791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e6f7e2e9-385d-4ffe-8923-018d30abfa75 req-72494f6a-594d-4d23-9a74-7f0220066489 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Jul 16 02:32:21.197411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['767feee5-14ea-41a7-aca5-58dc08ba875e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:21.528653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-7340128a-b25e-4836-bd30-7df2db005c99 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.530015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-7340128a-b25e-4836-bd30-7df2db005c99 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6&tenant_id=73a32ef195f14361bb4d9290cba4d1bd&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 944 time: 0.1042964 Jul 16 02:32:21.600659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d193d6-e6f4-4ae2-8e21-2b6d67ba2766 req-2162cfcc-fffd-4fa9-9761-ccfe394778b5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.602364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73d193d6-e6f4-4ae2-8e21-2b6d67ba2766 req-2162cfcc-fffd-4fa9-9761-ccfe394778b5 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.1180289 Jul 16 02:32:21.616542 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-688ad937-db48-4cbb-9885-32b34b7eebe4 service neutron] 10.222.0.13 "GET /v2.0/ports/767feee5-14ea-41a7-aca5-58dc08ba875e/bindings/n-h2-791506-20 HTTP/1.1" status: 200 len: 383 time: 0.0786645 Jul 16 02:32:21.642875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73d193d6-e6f4-4ae2-8e21-2b6d67ba2766 req-150d95f2-4ac6-4376-bb5d-501b1da4c1db tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348694 Jul 16 02:32:21.715221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-5e6a8089-1ff4-44a9-877a-9bbff09a7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.716749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-5e6a8089-1ff4-44a9-877a-9bbff09a7e51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0561016 Jul 16 02:32:21.806092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-ab39e76c-6429-4636-b09a-de72519b702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.807490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-ab39e76c-6429-4636-b09a-de72519b702f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0835326 Jul 16 02:32:21.874859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-f799d255-df57-40f1-82e5-25f36b8c30bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1001 time: 0.0604413 Jul 16 02:32:21.925464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-f9394a0e-8f3a-4f3a-9b05-7c512f433a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.926931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-f9394a0e-8f3a-4f3a-9b05-7c512f433a2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0451910 Jul 16 02:32:21.982485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-340bface-e4f7-4e5f-9438-120b3db7c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.984000 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-340bface-e4f7-4e5f-9438-120b3db7c5ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507474 Jul 16 02:32:22.076601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-9e47cbf3-49d2-4086-9fd5-521f4a7ddc7e service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Jul 16 02:32:22.167215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-db68a909-15c3-4c37-8a8f-ee4faa99c1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826049 Jul 16 02:32:22.733069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:22.781016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 767feee5-14ea-41a7-aca5-58dc08ba875e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:22.784616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 767feee5-14ea-41a7-aca5-58dc08ba875e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:22.784993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:22.827549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74306-4cd8-4dca-a784-8075ee08c4d7 req-d60b9934-0d45-454f-ac50-ec1ae69d9558 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:22.829106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdd74306-4cd8-4dca-a784-8075ee08c4d7 req-d60b9934-0d45-454f-ac50-ec1ae69d9558 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0727465 Jul 16 02:32:22.864806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:22.890164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:22.892547 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0b632-6adf-492b-9612-2dd68150d827" -d '{"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:22.906985 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:22.912626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:22.949934 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b586ef50-7b39-44d3-b1b0-7757074c8c7f x-openstack-request-id: req-b586ef50-7b39-44d3-b1b0-7757074c8c7f {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:22.950224 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:22.950500 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b586ef50-7b39-44d3-b1b0-7757074c8c7f {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:22.950926 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'code': 200} Jul 16 02:32:22.972086 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:23.190170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cdd74306-4cd8-4dca-a784-8075ee08c4d7 req-2bdf46aa-7fd9-4e36-ae6f-5984f1b93362 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553147 Jul 16 02:32:24.369802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f85d-37b5-4429-b2d0-1fbc40cbce6c req-d57d98e6-ad95-437a-8157-d5db49de6aea tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:24.371381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0621f85d-37b5-4429-b2d0-1fbc40cbce6c req-d57d98e6-ad95-437a-8157-d5db49de6aea tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0654604 Jul 16 02:32:24.409362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0621f85d-37b5-4429-b2d0-1fbc40cbce6c req-d5765bf4-4e04-4e9b-8f81-e0f2fb197532 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Jul 16 02:32:25.584188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2b088-c3f5-496f-978e-fda1d4d148c2 req-989e6381-8bcf-4df5-8158-5a9ead224f45 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:25.586219 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4df2b088-c3f5-496f-978e-fda1d4d148c2 req-989e6381-8bcf-4df5-8158-5a9ead224f45 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0625515 Jul 16 02:32:25.626708 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4df2b088-c3f5-496f-978e-fda1d4d148c2 req-32871977-dfeb-4f0f-a444-d0964a2a0619 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347209 Jul 16 02:32:26.168148 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-66fb504a-2be6-42c2-933d-46e24e1e6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:26.169676 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-66fb504a-2be6-42c2-933d-46e24e1e6eea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6&tenant_id=73a32ef195f14361bb4d9290cba4d1bd HTTP/1.1" status: 200 len: 1097 time: 0.0571742 Jul 16 02:32:26.180665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:26.251000 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.454711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:26.486794 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h2-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:26.529025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:26.531200 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05bd7be-f6b8-4213-85fd-3007d00c4357" -d '{"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:26.534985 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.547283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Transition to ACTIVE for port object 767feee5-14ea-41a7-aca5-58dc08ba875e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:26.551045 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.579558 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a31a6e-60f8-4c42-99ac-1c1de1a67239 x-openstack-request-id: req-39a31a6e-60f8-4c42-99ac-1c1de1a67239 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:26.579848 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:26.580095 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39a31a6e-60f8-4c42-99ac-1c1de1a67239 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:26.580501 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'code': 200} Jul 16 02:32:26.631947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:26.643818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.644158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.644521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.644854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.645183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.645507 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.645830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.646151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.646471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.646793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.647110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.647426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:26.684495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] No DVR routers for this DVR port 767feee5-14ea-41a7-aca5-58dc08ba875e on host n-h2-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:26.793924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:26.816796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e83d9-6d20-44af-9760-fdb76fb36b36 req-9ac56751-8bd8-48ca-8219-59df2fa0733a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:26.823938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c9e83d9-6d20-44af-9760-fdb76fb36b36 req-9ac56751-8bd8-48ca-8219-59df2fa0733a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0723250 Jul 16 02:32:26.828902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:26.829251 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:26.829613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:26.832936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:26.834091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:26.834421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Attempting to bind port 767feee5-14ea-41a7-aca5-58dc08ba875e on network 6ce122c9-3651-4c32-be0c-27c7d3cff48e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:26.839626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:26.839969 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Checking segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:26.840361 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Bound using segment: {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:26.840822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Bound port: 767feee5-14ea-41a7-aca5-58dc08ba875e, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd20c1ad-392e-42aa-89a5-9d97390b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:26.841195 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.861353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c9e83d9-6d20-44af-9760-fdb76fb36b36 req-1911af1f-41fd-4faf-8218-812805406811 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Jul 16 02:32:26.908521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:26.912262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:26.917153 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.950040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:26.950662 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.952175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] 10.222.0.23 "PUT /v2.0/ports/767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1093 time: 0.7758162 Jul 16 02:32:26.975070 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d1de4-99f5-4594-8f6d-7aa3e36ca095 service neutron] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:27.031778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-b890b94d-12ba-4113-98d5-1d3848aca8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.033337 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-b890b94d-12ba-4113-98d5-1d3848aca8a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0544086 Jul 16 02:32:27.129893 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-fb0e901f-1b24-465f-8a26-e5b7ace6d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.131370 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-fb0e901f-1b24-465f-8a26-e5b7ace6d5b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0912850 Jul 16 02:32:27.198139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-6fd71644-18db-4a67-8c96-69e4483a5634 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0604708 Jul 16 02:32:27.247125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-6757481d-e953-40df-95a2-c838c5cccabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.248538 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-6757481d-e953-40df-95a2-c838c5cccabe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0440106 Jul 16 02:32:27.305151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-270663a1-fec2-4f35-b3ed-a1d5805d9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.306672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-270663a1-fec2-4f35-b3ed-a1d5805d9645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520465 Jul 16 02:32:27.697802 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-5293a852-88b5-43b4-8a5e-2172b3833284 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841031 Jul 16 02:32:27.785890 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-df878c11-3ad4-412f-a68d-2b3df60b91b6 req-dcb4e431-b0fb-4cc9-8d0d-880fa7d10006 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814915 Jul 16 02:32:28.044566 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392219da-d88d-47d4-a55a-e4275d589ad7 req-83cc8b67-4e9e-4d8d-bae9-60ca30fa7a16 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.046157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-392219da-d88d-47d4-a55a-e4275d589ad7 req-83cc8b67-4e9e-4d8d-bae9-60ca30fa7a16 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0654721 Jul 16 02:32:28.084546 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-392219da-d88d-47d4-a55a-e4275d589ad7 req-9c9f4f54-c7e3-4588-a325-7f28837f726a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Jul 16 02:32:28.581822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:28.584188 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:28.632769 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0a7f2-cd73-40e5-a5de-2694fbd58420 x-openstack-request-id: req-82c0a7f2-cd73-40e5-a5de-2694fbd58420 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:28.633145 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:28.633581 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82c0a7f2-cd73-40e5-a5de-2694fbd58420 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:28.633981 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'status': 'completed', 'code': 200} Jul 16 02:32:28.709661 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-73217dab-4b2f-4c02-b190-23120197647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.711875 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-73217dab-4b2f-4c02-b190-23120197647e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0547824 Jul 16 02:32:28.738723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-6a8f5828-14c4-4d82-9f06-45dcd42f336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.740338 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-6a8f5828-14c4-4d82-9f06-45dcd42f336f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0640535 Jul 16 02:32:28.810869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-c6067a3c-d369-483a-a4a4-b9167c6632a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.812540 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-c6067a3c-d369-483a-a4a4-b9167c6632a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0950024 Jul 16 02:32:28.836362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-e2bfd9dc-fc06-4c14-8d02-50e3d689adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.838148 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-e2bfd9dc-fc06-4c14-8d02-50e3d689adec service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 200 len: 912 time: 0.0913992 Jul 16 02:32:28.884945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-b98bf90c-465d-4ec3-b3c8-5511a0e6b161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0655134 Jul 16 02:32:28.915023 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-e1a5715d-95da-4ecf-8703-8a7b52259da4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 200 len: 1000 time: 0.0703278 Jul 16 02:32:28.940851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-ed2d028e-1ec5-4325-976c-d54f0c3f3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.942645 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-ed2d028e-1ec5-4325-976c-d54f0c3f3f78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0518308 Jul 16 02:32:28.967377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-082013b6-df64-467d-8e8f-6cea4e2f15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.968882 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-082013b6-df64-467d-8e8f-6cea4e2f15ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 200 len: 850 time: 0.0482368 Jul 16 02:32:29.002158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-f86d0e85-92f5-405e-b2cc-7b5ca6b71c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.003813 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-f86d0e85-92f5-405e-b2cc-7b5ca6b71c01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548284 Jul 16 02:32:29.027349 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-f6a0701e-cba6-4653-8984-fad7a1631560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.029164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-f6a0701e-cba6-4653-8984-fad7a1631560 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ce122c9-3651-4c32-be0c-27c7d3cff48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534990 Jul 16 02:32:29.096400 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-62b6fb73-71dc-4508-8bc9-c312dd33b56a service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864224 Jul 16 02:32:29.133553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-78d87e53-66a6-41d4-ba76-bf1afcfc17e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961330 Jul 16 02:32:29.201579 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-6a5d6f4f-7005-4835-84ee-930b7d15f803 service neutron] 10.222.0.23 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984292 Jul 16 02:32:29.273879 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb23cc9a-5b77-4dc0-ac68-eefed547cf28 req-1fd42c73-5222-4634-923a-aba534e54ebc service neutron] 10.222.0.13 "GET /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337121 Jul 16 02:32:29.302806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d1644-06bd-4506-a922-66ff7cc0246f req-9244b9eb-280d-4b68-8001-bd2ca3bcb3c4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.305157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d46d1644-06bd-4506-a922-66ff7cc0246f req-9244b9eb-280d-4b68-8001-bd2ca3bcb3c4 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0842745 Jul 16 02:32:29.344310 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d46d1644-06bd-4506-a922-66ff7cc0246f req-34486764-9ce6-45e9-a9f7-de0f1a0e339f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337315 Jul 16 02:32:30.522317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259d7ad-3536-4278-abca-3d4d13c7cd5c req-6e6b1be4-e870-4066-acb2-fea8dab4e2b0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:30.524075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2259d7ad-3536-4278-abca-3d4d13c7cd5c req-6e6b1be4-e870-4066-acb2-fea8dab4e2b0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0659559 Jul 16 02:32:30.563140 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2259d7ad-3536-4278-abca-3d4d13c7cd5c req-8a839bf5-b12d-474b-9cd7-a12d82c66b8d tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334876 Jul 16 02:32:31.735075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860026-f27c-43c1-bc78-f3aa225750fd req-6265cd64-1c79-44ba-9ad7-059a9dbc8984 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:31.736458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f860026-f27c-43c1-bc78-f3aa225750fd req-6265cd64-1c79-44ba-9ad7-059a9dbc8984 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0630949 Jul 16 02:32:31.779387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f860026-f27c-43c1-bc78-f3aa225750fd req-635f1eee-b350-48a0-8d0f-43982fbc8e98 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374572 Jul 16 02:32:32.616725 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:32.952774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720b40-f5c3-4913-acfe-47b949def13f req-bc28ca1c-d7f3-48a8-b3c6-49405a608137 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:32.954204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06720b40-f5c3-4913-acfe-47b949def13f req-bc28ca1c-d7f3-48a8-b3c6-49405a608137 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0632255 Jul 16 02:32:32.992184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06720b40-f5c3-4913-acfe-47b949def13f req-b727a79b-a599-4547-bcd8-9b0be2467938 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Jul 16 02:32:34.163126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d97b1-1e02-4d38-9c68-ada224ee9b4f req-a7c22d12-008f-4fd1-9d5d-52ecfc10cc9f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:34.165411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-401d97b1-1e02-4d38-9c68-ada224ee9b4f req-a7c22d12-008f-4fd1-9d5d-52ecfc10cc9f tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0633564 Jul 16 02:32:34.202904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-401d97b1-1e02-4d38-9c68-ada224ee9b4f req-1ecc3eb0-c65e-42a1-a74e-6a6f8bfacf86 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Jul 16 02:32:35.380811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a4681-e159-4aae-b23a-a20689297d64 req-2944e6fa-f255-4328-97b9-03242cb57820 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:35.382470 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-439a4681-e159-4aae-b23a-a20689297d64 req-2944e6fa-f255-4328-97b9-03242cb57820 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0683320 Jul 16 02:32:35.421268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-439a4681-e159-4aae-b23a-a20689297d64 req-6f348495-b1af-48fe-bc4d-6f664e483f8c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Jul 16 02:32:36.595249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62ca6c-7b9d-49e5-9a6c-6992cf3c33a1 req-a117f003-ad79-45b7-afc4-22299e93a0be tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:36.596741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f62ca6c-7b9d-49e5-9a6c-6992cf3c33a1 req-a117f003-ad79-45b7-afc4-22299e93a0be tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0623288 Jul 16 02:32:36.635498 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f62ca6c-7b9d-49e5-9a6c-6992cf3c33a1 req-739d13b2-e117-49cc-aaff-933802d3bad0 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Jul 16 02:32:37.810320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b92b9c-9754-4e06-859c-5e50d8dcf5b5 req-8a2c4b7e-18f1-4ffc-b89f-877da3946190 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:37.811810 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27b92b9c-9754-4e06-859c-5e50d8dcf5b5 req-8a2c4b7e-18f1-4ffc-b89f-877da3946190 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0631175 Jul 16 02:32:37.853245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-27b92b9c-9754-4e06-859c-5e50d8dcf5b5 req-3e15c6ba-2ef3-446f-a97c-54e83e170a7e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357764 Jul 16 02:32:38.193635 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:39.025807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae025a-bff8-4000-9574-a3a639d91fad req-0ec5bbe8-6d1e-4776-9d24-7d09e41d7ffa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.027202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44ae025a-bff8-4000-9574-a3a639d91fad req-0ec5bbe8-6d1e-4776-9d24-7d09e41d7ffa tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0633023 Jul 16 02:32:39.064389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44ae025a-bff8-4000-9574-a3a639d91fad req-55972385-6769-454e-98e4-6f19a06e8d01 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 16 02:32:39.080385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:39.252430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7163a-571b-4fd9-9b3f-19535e205b3b req-a6395a9c-51a5-4c2f-9ef1-cedd4988ca20 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.254026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9b7163a-571b-4fd9-9b3f-19535e205b3b req-a6395a9c-51a5-4c2f-9ef1-cedd4988ca20 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0725896 Jul 16 02:32:39.295549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f9b7163a-571b-4fd9-9b3f-19535e205b3b req-0bbb33e1-2a60-45a6-8f71-1c6edeb9906c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335534 Jul 16 02:32:39.333299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:39.344786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'port_id': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'mac_address': 'fa:16:3e:da:fb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:39.381412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:39.397005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767feee5-14ea-41a7-aca5-58dc08ba875e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:39.422103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:39.426435 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:39.473424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:39.481905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bf7f1-41e5-488d-a3ff-ee937908a322 req-d6624244-23ff-4813-9e60-623ac9422f2c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.483328 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-350bf7f1-41e5-488d-a3ff-ee937908a322 req-d6624244-23ff-4813-9e60-623ac9422f2c tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0742109 Jul 16 02:32:39.521084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-350bf7f1-41e5-488d-a3ff-ee937908a322 req-c6915e3d-51ca-43f4-a3e6-3dc8baa5cd2e tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Jul 16 02:32:39.662707 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['767feee5-14ea-41a7-aca5-58dc08ba875e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:39.898768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d22b0-621b-488e-901f-cbf52f7ce97e req-8965dafc-1961-4b5a-b671-758bb8358d1a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.900271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa4d22b0-621b-488e-901f-cbf52f7ce97e req-8965dafc-1961-4b5a-b671-758bb8358d1a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0637422 Jul 16 02:32:39.937806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fa4d22b0-621b-488e-901f-cbf52f7ce97e req-67e6e822-186c-4943-9102-26d8929e7df7 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Jul 16 02:32:40.243923 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-912815e8-c8d5-4aca-aac9-b666974ca856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.097407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:41.119593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77eaf8-8a36-4a85-b488-0144dacd2062 req-0149d06d-3dce-4264-b75a-6c451c1c8118 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:41.121170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e77eaf8-8a36-4a85-b488-0144dacd2062 req-0149d06d-3dce-4264-b75a-6c451c1c8118 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0673356 Jul 16 02:32:41.151717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 767feee5-14ea-41a7-aca5-58dc08ba875e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:41.155368 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 767feee5-14ea-41a7-aca5-58dc08ba875e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:41.155743 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.166592 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e77eaf8-8a36-4a85-b488-0144dacd2062 req-2e7e6cf0-ef70-4427-aa66-53a935301bc9 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups?id=788b65f3-ae4a-4581-9bbd-cbc4d0f87628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397041 Jul 16 02:32:41.230712 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.252744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:41.254960 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50186d6a-b67e-4462-b0f3-0d6d624ac404" -d '{"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:41.268231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:41.272113 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.297620 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157aa8aa-3042-40fb-9d1a-5c21ff810114 x-openstack-request-id: req-157aa8aa-3042-40fb-9d1a-5c21ff810114 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:41.297911 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:41.298160 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-157aa8aa-3042-40fb-9d1a-5c21ff810114 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:41.298544 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'code': 200} Jul 16 02:32:41.324570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=13']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:41.439159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-6824780b-ca50-4c17-b072-69e255394f53 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:41.440638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-6824780b-ca50-4c17-b072-69e255394f53 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 946 time: 0.0631208 Jul 16 02:32:41.542171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Deleting port 767feee5-14ea-41a7-aca5-58dc08ba875e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:41.542423 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.628863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] For port 767feee5-14ea-41a7-aca5-58dc08ba875e, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=767feee5-14ea-41a7-aca5-58dc08ba875e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:41.629227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.802522 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.802837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.803112 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Floating IP aba55552-aef6-44d5-88f5-9afec1477891 disassociated. External IP: 172.25.7.134, port: 767feee5-14ea-41a7-aca5-58dc08ba875e. Jul 16 02:32:41.803449 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Calling delete_port for 767feee5-14ea-41a7-aca5-58dc08ba875e owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:41.928589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:41.963289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event deleted for resources: {'Port': ['ID=767feee5-14ea-41a7-aca5-58dc08ba875e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:42.087238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:42.199547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:42.210966 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:42.220682 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:42.221531 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:32:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:42.244641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] No DVR routers for this DVR port 767feee5-14ea-41a7-aca5-58dc08ba875e on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:42.247463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.249432 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2052010c-cfdf-4480-a1bd-b28ce9adbe49 req-5b0e8f3a-47e9-4b20-9ce4-9e7916ef7668 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.23 "DELETE /v2.0/ports/767feee5-14ea-41a7-aca5-58dc08ba875e HTTP/1.1" status: 204 len: 173 time: 0.8030977 Jul 16 02:32:42.249894 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-deleted', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:42.252206 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899fc7ee-4eb5-4319-9e20-95d76a9fa6bc" -d '{"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-deleted", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:42.293793 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee42553e-74ce-4170-aa28-d1e0872e54b5 x-openstack-request-id: req-ee42553e-74ce-4170-aa28-d1e0872e54b5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:42.293793 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6", "name": "network-vif-deleted", "tag": "767feee5-14ea-41a7-aca5-58dc08ba875e", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:42.293793 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee42553e-74ce-4170-aa28-d1e0872e54b5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:42.294216 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6', 'name': 'network-vif-deleted', 'tag': '767feee5-14ea-41a7-aca5-58dc08ba875e', 'status': 'completed', 'code': 200} Jul 16 02:32:42.324894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bf098cbc-d15b-4004-8d55-c4ffc502467d req-157d8080-e590-4d47-b65e-ece7448d7f06 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0416529 Jul 16 02:32:42.352106 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:42.475166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e9bbcca2-6cc0-4dad-9fcf-bb74f92ed9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.553943 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:42.560441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.581541 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:42.589930 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:42.590529 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:32:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:42.695119 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:42.887934 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:43.007960 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fac1-66bf-4965-8bbe-104a02840368 None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:22:48Z', 'revision_number': 4, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9dd41223-377d-47e3-a12b-f5aa9038374e', 'name': '', 'network_id': '6ce122c9-3651-4c32-be0c-27c7d3cff48e', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'mac_address': 'fa:16:3e:6c:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:47Z', 'updated_at': '2021-07-16T02:22:52Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'subnets': [{'id': '05cb0fe6-fe5d-455e-bcf4-9dce73875bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:43.221995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d89b07-112c-4fe5-a189-000cd92c3227 None None] New status for floating IP aba55552-aef6-44d5-88f5-9afec1477891: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:43.472915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ff6db34-5e56-4c28-8796-886e0a24d7b1 req-06ff0043-3ac3-4567-a527-835e729531cb tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0294900 Jul 16 02:32:43.963947 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:44.613638 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2915f300-ad57-4eb0-9991-212906b6c478 req-6f4a1eb9-416e-4b04-afa9-a0723d8ffc78 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0289693 Jul 16 02:32:45.126142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:45.147264 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 767feee5-14ea-41a7-aca5-58dc08ba875e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:45.147606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 767feee5-14ea-41a7-aca5-58dc08ba875e not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:45.502655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:45.763069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a3c617fc-e7dd-431d-a9e2-330eb1c39633 req-bc041b93-b778-478d-84cd-e58cbfcabc8b tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d7017f1-d2e0-4bd0-8b0a-44ffa881b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0353322 Jul 16 02:32:48.972108 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:49.955474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:50.011665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b59d480-8c6b-4faf-9868-0847d993fc39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.034984 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b59d480-8c6b-4faf-9868-0847d993fc39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.085840 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b59d480-8c6b-4faf-9868-0847d993fc39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.088730 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b59d480-8c6b-4faf-9868-0847d993fc39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.089877 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b59d480-8c6b-4faf-9868-0847d993fc39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "DELETE /v2.0/security-groups/788b65f3-ae4a-4581-9bbd-cbc4d0f87628 HTTP/1.1" status: 204 len: 168 time: 0.1331725 Jul 16 02:32:50.092564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45294) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:50.099363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59d480-8c6b-4faf-9868-0847d993fc39 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b65f3-ae4a-4581-9bbd-cbc4d0f87628,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:50.120327 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-3c70f24f-9e16-4ea6-be8e-872960b4420a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] show failed (client error): The resource could not be found. Jul 16 02:32:50.121326 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3c70f24f-9e16-4ea6-be8e-872960b4420a tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "GET /v2.0/security-groups/788b65f3-ae4a-4581-9bbd-cbc4d0f87628 HTTP/1.1" status: 404 len: 347 time: 0.0275185 Jul 16 02:32:50.124088 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45296) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:50.249967 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Deleting port 93072ba0-b6ca-4fa5-85ff-b8c9945f1f17 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:50.250309 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.329718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.330051 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.341751 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Calling delete_port for 93072ba0-b6ca-4fa5-85ff-b8c9945f1f17 owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:50.469028 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.498185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Pushing event deleted for resources: {'Port': ['ID=93072ba0-b6ca-4fa5-85ff-b8c9945f1f17,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:50.558368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.560891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.562042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9900703c-80c1-4b1e-b8a5-7e6f9db10ee6 tempest-ServerActionsTestJSON-1326622284 tempest-ServerActionsTestJSON-1326622284-project] 10.222.0.42 "DELETE /v2.0/floatingips/aba55552-aef6-44d5-88f5-9afec1477891 HTTP/1.1" status: 204 len: 168 time: 0.4368412 Jul 16 02:32:50.564997 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45298) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:51.078433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.331185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Deleting port 9dd41223-377d-47e3-a12b-f5aa9038374e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:51.331842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.409649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] For port 9dd41223-377d-47e3-a12b-f5aa9038374e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9dd41223-377d-47e3-a12b-f5aa9038374e,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:51.410020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.424133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Calling delete_port for 9dd41223-377d-47e3-a12b-f5aa9038374e owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:51.605248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.635924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd41223-377d-47e3-a12b-f5aa9038374e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:51.800568 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.012955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:52.119944 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:52.124996 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-57490f9a-ed34-47eb-adbe-877570d8f205 admin admin] 10.222.0.42 "PUT /v2.0/routers/55013109-74ff-4c2f-bc9f-aa7402cc2f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590456 Jul 16 02:32:52.127442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45302) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:52.131359 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] Sync routers for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:52.140836 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:52.141438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:32:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.230989 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.244700 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:52.428173 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:32:51Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.459416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] Checking router: 55013109-74ff-4c2f-bc9f-aa7402cc2f8e for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:52.468622 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] Routers {'55013109-74ff-4c2f-bc9f-aa7402cc2f8e'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:52.469251 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:32:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.573858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] Set router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:52.637664 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.689767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Deleting port 974fd428-520a-4bf4-8b6a-f11f9d643ee1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:52.690120 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.754737 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:32:51Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.772402 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] For port 974fd428-520a-4bf4-8b6a-f11f9d643ee1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=974fd428-520a-4bf4-8b6a-f11f9d643ee1,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:52.772822 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.789450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Calling delete_port for 974fd428-520a-4bf4-8b6a-f11f9d643ee1 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:52.789707 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d51ff1-220c-4f0e-960a-1ecd0d0ba02e None None] The sync data for ids ['55013109-74ff-4c2f-bc9f-aa7402cc2f8e'] in n-d-791506-20 is: [{'id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'name': 'tempest-ServerActionsTestJSON-216663676-router', 'tenant_id': '73a32ef195f14361bb4d9290cba4d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:22:45Z', 'updated_at': '2021-07-16T02:32:51Z', 'revision_number': 5, 'project_id': '73a32ef195f14361bb4d9290cba4d1bd', 'gw_port': {'id': '974fd428-520a-4bf4-8b6a-f11f9d643ee1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55013109-74ff-4c2f-bc9f-aa7402cc2f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:22:46Z', 'updated_at': '2021-07-16T02:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:52.959320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.988938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Pushing event deleted for resources: {'Port': ['ID=974fd428-520a-4bf4-8b6a-f11f9d643ee1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:53.049723 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.141357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.143564 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.192855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.193422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55013109-74ff-4c2f-bc9f-aa7402cc2f8e {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:32:53.198172 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.202051 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45304) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:53.202636 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-261d7932-6d3f-424a-ac95-28d19d9f76df admin admin] 10.222.0.42 "DELETE /v2.0/routers/55013109-74ff-4c2f-bc9f-aa7402cc2f8e HTTP/1.1" status: 204 len: 168 time: 1.0736890 Jul 16 02:32:53.249461 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Deleting subnet 05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:32:53.252780 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.290478 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.375387 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.432201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.460193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cb0fe6-fe5d-455e-bcf4-9dce73875bc0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:53.462399 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.466531 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6e102dee-6d18-4c6c-8c6e-890673e63cc3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/05cb0fe6-fe5d-455e-bcf4-9dce73875bc0 HTTP/1.1" status: 204 len: 168 time: 0.2612367 Jul 16 02:32:53.466788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45306) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:53.470171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02f361-9200-4e27-b515-05f5bbf60493 None None] Network 6ce122c9-3651-4c32-be0c-27c7d3cff48e requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:53.538994 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.592145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Deleting port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:53.592513 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.655811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] For port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,segment=NetworkSegment(dd20c1ad-392e-42aa-89a5-9d97390b2b19),segment_id=dd20c1ad-392e-42aa-89a5-9d97390b2b19)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:53.656171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.668126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Calling delete_port for 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:53.750979 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.778900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa1de6d-9c68-4640-a954-ce3add7c0fb2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:53.783776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] No DVR routers for this DVR port 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:53.793053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd46a8-784c-4d67-84df-b4499d2f5a52 None None] DHCP port deletion for 6ce122c9-3651-4c32-be0c-27c7d3cff48e request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:32:53.870280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.880127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce122c9-3651-4c32-be0c-27c7d3cff48e']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:53.890747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd20c1ad-392e-42aa-89a5-9d97390b2b19') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:53.891054 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd20c1ad-392e-42aa-89a5-9d97390b2b19') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:53.899899 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.914088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.920541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:32:53.920923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:32:53.922793 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:32:53.976738 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.982432 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.984293 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] 10.222.0.42 "DELETE /v2.0/networks/6ce122c9-3651-4c32-be0c-27c7d3cff48e HTTP/1.1" status: 204 len: 168 time: 0.5165660 Jul 16 02:32:53.995765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6566bcb-3da0-4de1-bc7b-e065a52f875f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce122c9-3651-4c32-be0c-27c7d3cff48e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:54.095228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45310) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:54.146469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c627c43d-03b4-463e-8675-95076de6fb32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73a32ef195f14361bb4d9290cba4d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499918 Jul 16 02:32:54.148990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:54.197347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cddef63-8f18-4c4c-8530-6fa3ea323ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.218158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cddef63-8f18-4c4c-8530-6fa3ea323ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.265894 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cddef63-8f18-4c4c-8530-6fa3ea323ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.268805 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7cddef63-8f18-4c4c-8530-6fa3ea323ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.270046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7cddef63-8f18-4c4c-8530-6fa3ea323ba1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd5ce290-c67c-4808-af25-f761e8220817 HTTP/1.1" status: 204 len: 168 time: 0.1201313 Jul 16 02:32:54.278090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddef63-8f18-4c4c-8530-6fa3ea323ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ce290-c67c-4808-af25-f761e8220817,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:54.796955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9dd41223-377d-47e3-a12b-f5aa9038374e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:54.817720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9dd41223-377d-47e3-a12b-f5aa9038374e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:54.818137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9dd41223-377d-47e3-a12b-f5aa9038374e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:54.818625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:54.841559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:54.841911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 5aa1de6d-9c68-4640-a954-ce3add7c0fb2 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:54.842327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 974fd428-520a-4bf4-8b6a-f11f9d643ee1 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:54.861301 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 974fd428-520a-4bf4-8b6a-f11f9d643ee1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:54.861657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 974fd428-520a-4bf4-8b6a-f11f9d643ee1 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:54.951195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45334) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:55.044144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1643746702-network', 'tenant_id': 'fa758869921446c792a1d9b507c8ec60'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:55.064642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Made reservation on behalf of fa758869921446c792a1d9b507c8ec60 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:55.067016 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.075260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.164618 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.168213 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.195019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:32:55.200530 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adab030-d81e-4ec7-9e83-9319583d6528,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:55.207857 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.207979 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Added segment 7485cde6-b83b-410d-9ba7-95c56acb6e0c of type vlan for network c3f42b08-48e0-4966-a27a-6815f238bbe6 Jul 16 02:32:55.251239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.280288 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.281255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.281823 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.312576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3602626 Jul 16 02:32:55.315594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45338) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:55.321446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Request body: {'subnet': {'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1643746702-subnet', 'tenant_id': 'fa758869921446c792a1d9b507c8ec60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:55.343515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8264-e5f5-4feb-bd43-d4d444301a41 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f42b08-48e0-4966-a27a-6815f238bbe6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:55.344130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Made reservation on behalf of fa758869921446c792a1d9b507c8ec60 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:55.346633 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.353530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network c3f42b08-48e0-4966-a27a-6815f238bbe6 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:32:55.515941 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.571512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1f83b0-543c-4ed8-b501-91abb3069984,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:55.578839 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Checking segment: {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:55.579198 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Network hostable DHCP agents. Network: c3f42b08-48e0-4966-a27a-6815f238bbe6, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:32:55.595694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Network c3f42b08-48e0-4966-a27a-6815f238bbe6 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:32:55.604372 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, c3f42b08-48e0-4966-a27a-6815f238bbe6) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:55.608321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.608974 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.613044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38bb69-81a2-41f7-8b7a-be6ecb1c24be None None] Network c3f42b08-48e0-4966-a27a-6815f238bbe6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:55.623193 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7da3adec-45f7-489c-80a6-8e0ade8b0ea9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3063221 Jul 16 02:32:55.737931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f4f2d-a6fb-4637-bc8c-d5d466826cc0 None None] Network c3f42b08-48e0-4966-a27a-6815f238bbe6 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:56.051794 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-726d4b31-16cc-4a4c-bbe0-0c293d7407d2 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:56.053220 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-726d4b31-16cc-4a4c-bbe0-0c293d7407d2 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 814 time: 0.1040170 Jul 16 02:32:56.068892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-31cb3b9c-b989-4506-a95c-ab81f37d833a tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/quotas/fa758869921446c792a1d9b507c8ec60 HTTP/1.1" status: 200 len: 375 time: 0.0091305 Jul 16 02:32:56.102111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-e98841d3-bd63-4d60-a401-8bf1db41d957 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278976 Jul 16 02:32:56.112616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-e204513e-8e96-4149-ad0b-7df1b13ec8bc tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:32:56.113567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-e204513e-8e96-4149-ad0b-7df1b13ec8bc tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055459 Jul 16 02:32:56.207617 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-cf4a0f53-2349-4851-9348-f9795e90975d service neutron] 10.222.0.42 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Jul 16 02:32:56.296473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-c6eee9ac-f26a-4090-a7e9-8d0acdcefae8 service neutron] 10.222.0.42 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820496 Jul 16 02:32:56.468784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a098da1-3298-4030-ad0f-de4b4077fbbb req-d55d32a1-ae5e-4331-8e1f-c14bac8b9c30 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 210 time: 0.0327725 Jul 16 02:32:57.586192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-08dc38d7-a0c3-4620-aebb-26677954ce71 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:57.587679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-08dc38d7-a0c3-4620-aebb-26677954ce71 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.13 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 814 time: 0.1057098 Jul 16 02:32:57.618816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-705330e6-e131-48f2-b261-889b7232e0d0 req-97a83a1c-d870-4928-9551-f4c067259fbd tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 210 time: 0.0300832 Jul 16 02:32:57.622233 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Request body: {'port': {'device_id': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6', 'admin_state_up': True, 'tenant_id': 'fa758869921446c792a1d9b507c8ec60'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:57.731750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Made reservation on behalf of fa758869921446c792a1d9b507c8ec60 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:57.735262 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:57.860261 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Allocated IP 172.20.0.2 (c3f42b08-48e0-4966-a27a-6815f238bbe6/ab1f83b0-543c-4ed8-b501-91abb3069984/17272607-f037-4f7b-bd88-6e117e95c4ef) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:58.003078 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.041979 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.090409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Network c3f42b08-48e0-4966-a27a-6815f238bbe6 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:58.093540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:58.097717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:58.121071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Pushing event updated for resources: {'Port': ['ID=17272607-f037-4f7b-bd88-6e117e95c4ef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:58.148988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.149593 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.162731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ab4e5a27-91b3-4f8c-9095-fdbb14fd1c10 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469203 Jul 16 02:32:58.180176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Request body: {'port': {'device_id': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:58.250363 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.512094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17272607-f037-4f7b-bd88-6e117e95c4ef {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:58.520020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.532408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Transition to ACTIVE for port object 17272607-f037-4f7b-bd88-6e117e95c4ef will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:58.536088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.588748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Pushing event updated for resources: {'Port': ['ID=17272607-f037-4f7b-bd88-6e117e95c4ef,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:58.658888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Attempting to bind port 17272607-f037-4f7b-bd88-6e117e95c4ef on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:58.659221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Attempting to bind port 17272607-f037-4f7b-bd88-6e117e95c4ef by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:58.659548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Attempting to bind port 17272607-f037-4f7b-bd88-6e117e95c4ef on network c3f42b08-48e0-4966-a27a-6815f238bbe6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:58.664374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Port 17272607-f037-4f7b-bd88-6e117e95c4ef on network c3f42b08-48e0-4966-a27a-6815f238bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:58.664720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Attempting to bind port 17272607-f037-4f7b-bd88-6e117e95c4ef on network c3f42b08-48e0-4966-a27a-6815f238bbe6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:58.669446 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:58.669779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Checking segment: {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:58.670158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Bound using segment: {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:58.670581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Bound port: 17272607-f037-4f7b-bd88-6e117e95c4ef, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:58.670937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.763389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] For port 17272607-f037-4f7b-bd88-6e117e95c4ef, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:58.778565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] For port 17272607-f037-4f7b-bd88-6e117e95c4ef, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17272607-f037-4f7b-bd88-6e117e95c4ef,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:58.785486 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.831325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.832999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:58.833356 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] 10.222.0.13 "PUT /v2.0/ports/17272607-f037-4f7b-bd88-6e117e95c4ef HTTP/1.1" status: 200 len: 1092 time: 0.6573172 Jul 16 02:32:58.833792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'tag': '17272607-f037-4f7b-bd88-6e117e95c4ef'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:58.836673 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85457be-6a14-46c3-b542-483f8d9d958f" -d '{"events": [{"name": "network-changed", "server_uuid": "c92453f8-7d11-475b-89ca-a03c8a18b1da", "tag": "17272607-f037-4f7b-bd88-6e117e95c4ef"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:58.874224 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abeee2-918d-43d7-a7c4-1984d8fff0eb req-14820141-5ffe-48b7-b318-007f79e0005d tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.875757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78abeee2-918d-43d7-a7c4-1984d8fff0eb req-14820141-5ffe-48b7-b318-007f79e0005d tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 943 time: 0.1445384 Jul 16 02:32:58.876601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a43b9-c9c1-4ca1-8e52-6386ce646f16 service neutron] Pushing event updated for resources: {'Port': ['ID=17272607-f037-4f7b-bd88-6e117e95c4ef,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:58.909555 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfc267b-9468-44c9-9e0c-b9e72206c0ae x-openstack-request-id: req-3dfc267b-9468-44c9-9e0c-b9e72206c0ae {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:58.909904 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92453f8-7d11-475b-89ca-a03c8a18b1da", "tag": "17272607-f037-4f7b-bd88-6e117e95c4ef", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:58.910142 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dfc267b-9468-44c9-9e0c-b9e72206c0ae {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:58.910723 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'tag': '17272607-f037-4f7b-bd88-6e117e95c4ef', 'status': 'completed', 'code': 200} Jul 16 02:32:58.963138 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78abeee2-918d-43d7-a7c4-1984d8fff0eb req-a8a2ebd3-2599-46a0-991e-9c5ddcc0dec8 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628719 Jul 16 02:32:58.986462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ec69a777-b49c-4dd7-b741-d044277e2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.987946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-ec69a777-b49c-4dd7-b741-d044277e2791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 1095 time: 0.0630214 Jul 16 02:32:59.035935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-dfeb58ea-13f3-45a5-8be7-d01269968f58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17272607-f037-4f7b-bd88-6e117e95c4ef HTTP/1.1" status: 200 len: 217 time: 0.0344963 Jul 16 02:32:59.086106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-acb55c13-907e-4d08-9279-1dd0586bc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:59.087525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-acb55c13-907e-4d08-9279-1dd0586bc4c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab1f83b0-543c-4ed8-b501-91abb3069984 HTTP/1.1" status: 200 len: 854 time: 0.0458243 Jul 16 02:32:59.120329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-9bb6b01b-6cbe-4326-9c06-b667010b3085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3f42b08-48e0-4966-a27a-6815f238bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262642 Jul 16 02:32:59.211615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-fbd8a30b-f4b5-480d-800c-8e251a2cee54 service neutron] 10.222.0.13 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848768 Jul 16 02:32:59.301927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-512a7e4e-5a73-447d-b9b8-bba6da107302 req-752bf676-6fa2-4dc1-8000-f7f8be394d66 service neutron] 10.222.0.13 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823488 Jul 16 02:32:59.440175 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85457be-6a14-46c3-b542-483f8d9d958f req-45e9b4ae-3042-4f34-bc30-615a820957ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:59.441720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-45e9b4ae-3042-4f34-bc30-615a820957ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 1095 time: 0.0518477 Jul 16 02:32:59.535854 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85457be-6a14-46c3-b542-483f8d9d958f req-8f034e05-eb90-4e95-82ad-de3569722ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:59.537290 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-8f034e05-eb90-4e95-82ad-de3569722ae0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0880334 Jul 16 02:32:59.579720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-2aeafa5d-a62e-4c9d-b7e1-1e31ac7a63fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17272607-f037-4f7b-bd88-6e117e95c4ef HTTP/1.1" status: 200 len: 217 time: 0.0351501 Jul 16 02:32:59.633507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85457be-6a14-46c3-b542-483f8d9d958f req-c5eed005-38ef-4046-9a17-d41ee4291bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:59.634981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-c5eed005-38ef-4046-9a17-d41ee4291bc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab1f83b0-543c-4ed8-b501-91abb3069984 HTTP/1.1" status: 200 len: 854 time: 0.0489645 Jul 16 02:32:59.668535 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-1f8982f8-24d8-404d-a848-c4466d92bdb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3f42b08-48e0-4966-a27a-6815f238bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265071 Jul 16 02:32:59.754549 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-068c9451-2a3e-4ec7-ac70-3aed088c4f1b service neutron] 10.222.0.13 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791690 Jul 16 02:32:59.847072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e85457be-6a14-46c3-b542-483f8d9d958f req-72efa1f1-39fb-43ed-97cf-ec3e8be88a5c service neutron] 10.222.0.13 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Jul 16 02:33:00.135755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d6484-cb51-4a79-8890-b1776959d423 req-d500353b-34c3-40eb-8669-e61a27065887 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.137180 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a9d6484-cb51-4a79-8890-b1776959d423 req-d500353b-34c3-40eb-8669-e61a27065887 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 943 time: 0.0634341 Jul 16 02:33:00.173137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4a9d6484-cb51-4a79-8890-b1776959d423 req-062c163e-2c75-4d12-9b8d-2c3575ce7abd tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303764 Jul 16 02:33:00.965466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17272607-f037-4f7b-bd88-6e117e95c4ef details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:33:01.062605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 17272607-f037-4f7b-bd88-6e117e95c4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17272607-f037-4f7b-bd88-6e117e95c4ef,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:01.073614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '17272607-f037-4f7b-bd88-6e117e95c4ef', 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6', 'port_id': '17272607-f037-4f7b-bd88-6e117e95c4ef', 'mac_address': 'fa:16:3e:38:4b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f83b0-543c-4ed8-b501-91abb3069984', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:33:01.110052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.123196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17272607-f037-4f7b-bd88-6e117e95c4ef {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:01.143000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 17272607-f037-4f7b-bd88-6e117e95c4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17272607-f037-4f7b-bd88-6e117e95c4ef,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:01.146760 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.193571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=17272607-f037-4f7b-bd88-6e117e95c4ef,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:01.350735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd3e99-8fa1-4d60-be98-1c6dbaaaf84a req-8274c77e-16bc-4024-ad6a-34bea56ecaa3 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.352663 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7dd3e99-8fa1-4d60-be98-1c6dbaaaf84a req-8274c77e-16bc-4024-ad6a-34bea56ecaa3 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 944 time: 0.0679471 Jul 16 02:33:01.391396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c7dd3e99-8fa1-4d60-be98-1c6dbaaaf84a req-1a91fed8-d221-4517-8ceb-04e0d3452cb2 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331891 Jul 16 02:33:01.410925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['17272607-f037-4f7b-bd88-6e117e95c4ef'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:02.561405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60642655-acf1-4cbe-a368-68c58a30bfb2 req-376ec331-6ecc-4900-957b-0946bb627a3d tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.562875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60642655-acf1-4cbe-a368-68c58a30bfb2 req-376ec331-6ecc-4900-957b-0946bb627a3d tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 944 time: 0.0634243 Jul 16 02:33:02.601195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60642655-acf1-4cbe-a368-68c58a30bfb2 req-37444701-49a6-442e-95a1-7f2625d6f088 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jul 16 02:33:02.981143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17272607-f037-4f7b-bd88-6e117e95c4ef up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:03.029321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 17272607-f037-4f7b-bd88-6e117e95c4ef completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:03.032813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 17272607-f037-4f7b-bd88-6e117e95c4ef triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:03.033186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:03.111787 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:03.135881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17272607-f037-4f7b-bd88-6e117e95c4ef'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:03.138188 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53126405-5ece-4c07-9a46-bf299249f294" -d '{"events": [{"server_uuid": "c92453f8-7d11-475b-89ca-a03c8a18b1da", "name": "network-vif-plugged", "status": "completed", "tag": "17272607-f037-4f7b-bd88-6e117e95c4ef"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:03.151832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 17272607-f037-4f7b-bd88-6e117e95c4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17272607-f037-4f7b-bd88-6e117e95c4ef,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:03.156167 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:03.183299 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd6059-7d8e-48ab-b33e-31468342bef4 x-openstack-request-id: req-cbbd6059-7d8e-48ab-b33e-31468342bef4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:03.183596 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92453f8-7d11-475b-89ca-a03c8a18b1da", "name": "network-vif-plugged", "status": "completed", "tag": "17272607-f037-4f7b-bd88-6e117e95c4ef", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:03.183847 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbbd6059-7d8e-48ab-b33e-31468342bef4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:03.184230 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17272607-f037-4f7b-bd88-6e117e95c4ef', 'code': 200} Jul 16 02:33:03.212406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=17272607-f037-4f7b-bd88-6e117e95c4ef,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:03.320868 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdddd00-9ba1-4f37-9126-8aeee61dd7c5 req-0266801a-19e3-4cd7-a384-4ceb9564b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:03.322289 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cdddd00-9ba1-4f37-9126-8aeee61dd7c5 req-0266801a-19e3-4cd7-a384-4ceb9564b5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 1097 time: 0.0528715 Jul 16 02:33:03.362547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cdddd00-9ba1-4f37-9126-8aeee61dd7c5 req-a16c33a6-310f-472e-9d82-442dbe67148b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Jul 16 02:33:03.775577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe31624-8176-4024-ab56-c048a4654bfd req-960fdfa7-22c3-4504-a0f3-f99199d29347 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:03.777081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fe31624-8176-4024-ab56-c048a4654bfd req-960fdfa7-22c3-4504-a0f3-f99199d29347 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0671349 Jul 16 02:33:03.814486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2fe31624-8176-4024-ab56-c048a4654bfd req-d55521ee-4113-44bc-ad9d-4ec9263452ea tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Jul 16 02:33:04.991227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9dda3-1537-4b1a-8100-e7e6c3a14aa0 req-284bdeb3-2870-4534-a3d9-3846db016d92 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:04.992710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ca9dda3-1537-4b1a-8100-e7e6c3a14aa0 req-284bdeb3-2870-4534-a3d9-3846db016d92 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0626526 Jul 16 02:33:05.030278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ca9dda3-1537-4b1a-8100-e7e6c3a14aa0 req-c8ef000a-106d-412e-b31d-f41a4662d6f2 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Jul 16 02:33:05.254482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-b95f104d-a21e-40a4-b00a-4f8fb17a80a3 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.255873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-b95f104d-a21e-40a4-b00a-4f8fb17a80a3 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 814 time: 0.1033998 Jul 16 02:33:05.271001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a5988e5c-2cea-4385-b393-ad57ec523d5c tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/quotas/fa758869921446c792a1d9b507c8ec60 HTTP/1.1" status: 200 len: 375 time: 0.0088694 Jul 16 02:33:05.332240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-cb50c9a0-3d19-4238-b656-0432ad54f825 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563433 Jul 16 02:33:05.427695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-07c3fe9b-cbcb-43c0-b83f-d301992c6b6a service neutron] 10.222.0.42 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883493 Jul 16 02:33:05.516554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-340494f0-47e1-4bff-bdfc-2dc7c816477f service neutron] 10.222.0.42 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824409 Jul 16 02:33:06.021941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a827650c-2304-421f-ac8b-6730febdc3fd req-679986e9-b463-4b8d-99c0-f965bb915c18 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 210 time: 0.3645792 Jul 16 02:33:06.918478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-408d0a5e-e685-4a10-8a0a-cc829f13c205 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:06.920091 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-408d0a5e-e685-4a10-8a0a-cc829f13c205 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.23 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 814 time: 0.1082475 Jul 16 02:33:06.938250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Request body: {'port': {'device_id': '242c5153-75d0-4bd8-b068-20cc011f383c', 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6', 'admin_state_up': True, 'tenant_id': 'fa758869921446c792a1d9b507c8ec60'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:07.045777 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Made reservation on behalf of fa758869921446c792a1d9b507c8ec60 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:07.049284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.168553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a7b5b244-8e79-4eb0-8c1c-7f05c0cce332 req-c1392831-642b-4d7e-bebb-2267905b8792 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 210 time: 0.0287414 Jul 16 02:33:07.178553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Allocated IP 172.20.0.14 (c3f42b08-48e0-4966-a27a-6815f238bbe6/ab1f83b0-543c-4ed8-b501-91abb3069984/b268313a-749b-4b35-acaa-e552ffe6ee77) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:07.334124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.373955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.408376 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['17272607-f037-4f7b-bd88-6e117e95c4ef'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:07.416987 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Network c3f42b08-48e0-4966-a27a-6815f238bbe6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:07.424203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:07.426743 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:07.457029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Pushing event updated for resources: {'Port': ['ID=b268313a-749b-4b35-acaa-e552ffe6ee77,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:07.485305 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:07.485929 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.500412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f7072559-26e3-4880-a876-012e9e87675f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5658402 Jul 16 02:33:07.512156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Request body: {'port': {'device_id': '242c5153-75d0-4bd8-b068-20cc011f383c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:07.588132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.851539 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b268313a-749b-4b35-acaa-e552ffe6ee77 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:07.858907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.871233 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Transition to ACTIVE for port object b268313a-749b-4b35-acaa-e552ffe6ee77 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:07.875369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.895666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-7175d713-bcdf-483f-9351-079bdfcc2c7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514843 Jul 16 02:33:07.953680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b268313a-749b-4b35-acaa-e552ffe6ee77,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:08.002180 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Attempting to bind port b268313a-749b-4b35-acaa-e552ffe6ee77 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:08.002522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Attempting to bind port b268313a-749b-4b35-acaa-e552ffe6ee77 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:08.002860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Attempting to bind port b268313a-749b-4b35-acaa-e552ffe6ee77 on network c3f42b08-48e0-4966-a27a-6815f238bbe6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:08.007837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Port b268313a-749b-4b35-acaa-e552ffe6ee77 on network c3f42b08-48e0-4966-a27a-6815f238bbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:33:08.008544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Attempting to bind port b268313a-749b-4b35-acaa-e552ffe6ee77 on network c3f42b08-48e0-4966-a27a-6815f238bbe6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:08.010130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-8afabcec-69c5-4829-889c-e772750b2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.011634 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-8afabcec-69c5-4829-889c-e772750b2301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 1097 time: 0.0558798 Jul 16 02:33:08.013594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:08.014679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Checking segment: {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:08.015079 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Bound using segment: {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:08.015834 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Bound port: b268313a-749b-4b35-acaa-e552ffe6ee77, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7485cde6-b83b-410d-9ba7-95c56acb6e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:08.016206 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:08.080915 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] For port b268313a-749b-4b35-acaa-e552ffe6ee77, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:08.084400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] For port b268313a-749b-4b35-acaa-e552ffe6ee77, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b268313a-749b-4b35-acaa-e552ffe6ee77,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:08.089011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:08.116759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-58f98200-77da-494a-b8ba-b0e21a2f2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.118540 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-58f98200-77da-494a-b8ba-b0e21a2f2380 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0878100 Jul 16 02:33:08.122489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.123378 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:08.124800 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/b268313a-749b-4b35-acaa-e552ffe6ee77 HTTP/1.1" status: 200 len: 1093 time: 0.6172583 Jul 16 02:33:08.126983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242c5153-75d0-4bd8-b068-20cc011f383c', 'tag': 'b268313a-749b-4b35-acaa-e552ffe6ee77'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:08.130218 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d6e896-e36d-4f0c-a460-906718b13cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "242c5153-75d0-4bd8-b068-20cc011f383c", "tag": "b268313a-749b-4b35-acaa-e552ffe6ee77"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:08.163782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109e0a3-2513-4eb7-b8a3-7f8bb7afddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b268313a-749b-4b35-acaa-e552ffe6ee77,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:08.165888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-b15f18df-ac90-43b3-a5b3-88a770cc2f24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17272607-f037-4f7b-bd88-6e117e95c4ef HTTP/1.1" status: 200 len: 217 time: 0.0412097 Jul 16 02:33:08.176445 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca3c73c-7bc7-431a-a1bf-6ab035201add x-openstack-request-id: req-dca3c73c-7bc7-431a-a1bf-6ab035201add {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:08.176862 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242c5153-75d0-4bd8-b068-20cc011f383c", "tag": "b268313a-749b-4b35-acaa-e552ffe6ee77", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:08.177120 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dca3c73c-7bc7-431a-a1bf-6ab035201add {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:08.177513 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242c5153-75d0-4bd8-b068-20cc011f383c', 'tag': 'b268313a-749b-4b35-acaa-e552ffe6ee77', 'status': 'completed', 'code': 200} Jul 16 02:33:08.204346 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:08.220616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-5b259253-125f-4655-9152-d3724285063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.222110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-5b259253-125f-4655-9152-d3724285063e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab1f83b0-543c-4ed8-b501-91abb3069984 HTTP/1.1" status: 200 len: 854 time: 0.0503073 Jul 16 02:33:08.230339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-34974cd5-59d9-45c3-b881-4837cbe2cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.231993 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-34974cd5-59d9-45c3-b881-4837cbe2cf5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 1096 time: 0.0645690 Jul 16 02:33:08.255339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-c39416ac-0879-42ce-8d7d-9f0f16cf7578 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3f42b08-48e0-4966-a27a-6815f238bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270576 Jul 16 02:33:08.275806 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-f147805e-a4b2-4ffb-817a-1105ca259ab4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b268313a-749b-4b35-acaa-e552ffe6ee77 HTTP/1.1" status: 200 len: 217 time: 0.0366435 Jul 16 02:33:08.325678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-74b30c9a-ad5c-4f69-9aec-1936eeab286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.327144 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-74b30c9a-ad5c-4f69-9aec-1936eeab286d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab1f83b0-543c-4ed8-b501-91abb3069984 HTTP/1.1" status: 200 len: 854 time: 0.0456803 Jul 16 02:33:08.366028 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-e98698e1-0ba7-40db-b8c8-efc7c81a023c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3f42b08-48e0-4966-a27a-6815f238bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319288 Jul 16 02:33:08.382458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-a3ea37a5-8212-4efc-9737-21be1cb7ddbc service neutron] 10.222.0.13 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205621 Jul 16 02:33:08.433502 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad8a4d-968d-4aae-9ed4-869d68106c34 req-54dfd967-9e23-4522-89f5-eb478b175c1a tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.434997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13ad8a4d-968d-4aae-9ed4-869d68106c34 req-54dfd967-9e23-4522-89f5-eb478b175c1a tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 944 time: 0.1130841 Jul 16 02:33:08.456038 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-258551ad-9513-4207-8eaa-42313464ac92 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834410 Jul 16 02:33:08.517575 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13ad8a4d-968d-4aae-9ed4-869d68106c34 req-e719bd9d-bbe5-439d-adcb-d8bda9278d2f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514991 Jul 16 02:33:08.519967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db59bbe9-e895-4a32-8d5d-78325577c451 req-8d43d397-ca49-4f50-b5b7-ca9bb328b348 service neutron] 10.222.0.13 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293492 Jul 16 02:33:08.551103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0783c436-d290-43ca-a5d1-0661aca06db3 req-1eabac4a-75ce-49ed-9c3b-c3d15af57f99 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887554 Jul 16 02:33:08.649722 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-15f60f04-3f73-4461-93ab-c0f9edb02e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.651151 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-15f60f04-3f73-4461-93ab-c0f9edb02e1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa758869921446c792a1d9b507c8ec60&device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 1096 time: 0.0551000 Jul 16 02:33:08.741830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-d24c0583-80ae-4ba8-9087-6a46c6a935c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.743317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-d24c0583-80ae-4ba8-9087-6a46c6a935c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 200 len: 915 time: 0.0855632 Jul 16 02:33:08.785525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-82a5ff90-ed4e-4eaf-b1ed-809a784be2f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b268313a-749b-4b35-acaa-e552ffe6ee77 HTTP/1.1" status: 200 len: 217 time: 0.0342932 Jul 16 02:33:08.833440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-14920782-dfe2-4733-aa00-ec4f53d86ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.835545 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-14920782-dfe2-4733-aa00-ec4f53d86ed3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab1f83b0-543c-4ed8-b501-91abb3069984 HTTP/1.1" status: 200 len: 854 time: 0.0426478 Jul 16 02:33:08.866720 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-8f5e6ec3-e856-45ba-af35-8f46f409c189 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3f42b08-48e0-4966-a27a-6815f238bbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249753 Jul 16 02:33:08.962101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-09f0af76-8f2c-49dd-ad82-f5417602e50b service neutron] 10.222.0.23 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858762 Jul 16 02:33:09.053336 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d1d6e896-e36d-4f0c-a460-906718b13cbf req-49ebc959-cb4f-4f85-bc11-162f0e1664bc service neutron] 10.222.0.23 "GET /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839515 Jul 16 02:33:09.615821 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:09.690699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2d38-116a-4709-a8e5-569f5c2174be req-396d0548-e533-4ef3-9542-a174a26ccc97 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:09.692092 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44bb2d38-116a-4709-a8e5-569f5c2174be req-396d0548-e533-4ef3-9542-a174a26ccc97 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 944 time: 0.0624871 Jul 16 02:33:09.729764 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44bb2d38-116a-4709-a8e5-569f5c2174be req-5afef59d-2877-412b-90ea-1efe13cb9d30 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Jul 16 02:33:10.243968 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a6da01c9-e3c5-46ab-ba3e-173e772356a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:10.901297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f71d-b393-4ca9-9e5b-929f1bdffa16 req-5a469b07-8b92-4b86-8e11-87eae70cbe73 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:10.902926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ce7f71d-b393-4ca9-9e5b-929f1bdffa16 req-5a469b07-8b92-4b86-8e11-87eae70cbe73 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 944 time: 0.0638919 Jul 16 02:33:10.941269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3ce7f71d-b393-4ca9-9e5b-929f1bdffa16 req-f6e5a922-1fd4-4448-8291-4548744bbd04 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 16 02:33:11.274340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b268313a-749b-4b35-acaa-e552ffe6ee77 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:33:11.367616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b268313a-749b-4b35-acaa-e552ffe6ee77, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b268313a-749b-4b35-acaa-e552ffe6ee77,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:11.381836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'b268313a-749b-4b35-acaa-e552ffe6ee77', 'network_id': 'c3f42b08-48e0-4966-a27a-6815f238bbe6', 'port_id': 'b268313a-749b-4b35-acaa-e552ffe6ee77', 'mac_address': 'fa:16:3e:a3:e5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f83b0-543c-4ed8-b501-91abb3069984', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:33:11.418608 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:11.431224 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b268313a-749b-4b35-acaa-e552ffe6ee77 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:11.449698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b268313a-749b-4b35-acaa-e552ffe6ee77, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b268313a-749b-4b35-acaa-e552ffe6ee77,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:11.453490 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:11.500893 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b268313a-749b-4b35-acaa-e552ffe6ee77,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:11.655972 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b268313a-749b-4b35-acaa-e552ffe6ee77'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:12.115086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973dfe5-5cfe-48ab-a7e1-72e95fc8be07 req-5e3b0020-d1db-4de0-9103-7dcbfb72c42e tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:12.117323 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0973dfe5-5cfe-48ab-a7e1-72e95fc8be07 req-5e3b0020-d1db-4de0-9103-7dcbfb72c42e tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 945 time: 0.0679007 Jul 16 02:33:12.155685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0973dfe5-5cfe-48ab-a7e1-72e95fc8be07 req-71d3dec0-89bc-4050-8528-338ebd6d6c25 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Jul 16 02:33:12.476784 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ee8a-b191-4272-9d6e-defe4ae3f23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:12.565000 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:13.298783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b268313a-749b-4b35-acaa-e552ffe6ee77 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:13.330330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bede1-e0b3-40a3-91c6-b7835d4fa593 req-e3a57bd9-34e6-438d-9296-85ea8c19f659 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:13.331844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d2bede1-e0b3-40a3-91c6-b7835d4fa593 req-e3a57bd9-34e6-438d-9296-85ea8c19f659 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 945 time: 0.0659618 Jul 16 02:33:13.347370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port b268313a-749b-4b35-acaa-e552ffe6ee77 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:13.352199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port b268313a-749b-4b35-acaa-e552ffe6ee77 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:13.352613 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:13.370603 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d2bede1-e0b3-40a3-91c6-b7835d4fa593 req-c6d93b0d-7c12-4863-a9f5-28a3b05d2f6f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Jul 16 02:33:13.432394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:13.455233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c5153-75d0-4bd8-b068-20cc011f383c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b268313a-749b-4b35-acaa-e552ffe6ee77'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:13.457673 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab631c9b-1cd0-41b5-ae96-04dd5c85daf4" -d '{"events": [{"server_uuid": "242c5153-75d0-4bd8-b068-20cc011f383c", "name": "network-vif-plugged", "status": "completed", "tag": "b268313a-749b-4b35-acaa-e552ffe6ee77"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:13.471963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port b268313a-749b-4b35-acaa-e552ffe6ee77, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b268313a-749b-4b35-acaa-e552ffe6ee77,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:13.476315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:13.499286 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f1e4f-f160-4c4b-9934-7347da627c2e x-openstack-request-id: req-0e1f1e4f-f160-4c4b-9934-7347da627c2e {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:13.499931 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242c5153-75d0-4bd8-b068-20cc011f383c", "name": "network-vif-plugged", "status": "completed", "tag": "b268313a-749b-4b35-acaa-e552ffe6ee77", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:13.499931 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e1f1e4f-f160-4c4b-9934-7347da627c2e {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:13.500178 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242c5153-75d0-4bd8-b068-20cc011f383c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b268313a-749b-4b35-acaa-e552ffe6ee77', 'code': 200} Jul 16 02:33:13.526661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=b268313a-749b-4b35-acaa-e552ffe6ee77,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:13.605289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f05e-43d1-4224-8236-42b3e6db005c req-925f9385-b566-4f2d-93c6-167ab570d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:13.606788 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9d9f05e-43d1-4224-8236-42b3e6db005c req-925f9385-b566-4f2d-93c6-167ab570d226 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 1098 time: 0.0516381 Jul 16 02:33:13.643439 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b9d9f05e-43d1-4224-8236-42b3e6db005c req-0be1ad70-7d43-487f-adb1-085073a92c1c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304317 Jul 16 02:33:13.967737 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:14.553808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b463a5-86b5-42ce-b73a-6a73f38f47d6 req-9c80a127-0290-4e5c-bc61-87d1e614a3e8 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:14.555271 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11b463a5-86b5-42ce-b73a-6a73f38f47d6 req-9c80a127-0290-4e5c-bc61-87d1e614a3e8 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 946 time: 0.0704999 Jul 16 02:33:14.593473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11b463a5-86b5-42ce-b73a-6a73f38f47d6 req-5ad4673b-30c1-4e7a-a1c4-ee677f54204d tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Jul 16 02:33:15.503036 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.769768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d682-4372-4ba0-8759-ed064900dc27 req-d4aaf49b-946e-4f1b-9ae6-8bc3a080adac tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.771255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de40d682-4372-4ba0-8759-ed064900dc27 req-d4aaf49b-946e-4f1b-9ae6-8bc3a080adac tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 946 time: 0.0633125 Jul 16 02:33:15.809437 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-de40d682-4372-4ba0-8759-ed064900dc27 req-71bffb9c-f2b4-47c9-8628-45f0204a1ba0 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Jul 16 02:33:16.181634 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42107c7c-e1cb-440d-8e4b-071361a66fa6 req-a8aa8c16-35ab-4089-a1c2-12213c564065 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.183025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42107c7c-e1cb-440d-8e4b-071361a66fa6 req-a8aa8c16-35ab-4089-a1c2-12213c564065 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 946 time: 0.0631926 Jul 16 02:33:16.220927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42107c7c-e1cb-440d-8e4b-071361a66fa6 req-3ec5a77a-7686-4667-9881-c5f5abceb671 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Jul 16 02:33:17.406774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80d41-76fd-426e-b667-d067f77435dc req-8d8b3543-ce58-43fe-8050-9f84bec3b71e tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.408373 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32c80d41-76fd-426e-b667-d067f77435dc req-8d8b3543-ce58-43fe-8050-9f84bec3b71e tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 946 time: 0.0747359 Jul 16 02:33:17.454677 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32c80d41-76fd-426e-b667-d067f77435dc req-757d0f75-1544-4d07-8fcc-a452c650ed73 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Jul 16 02:33:17.465907 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-fec031aa-60c0-46f7-acaf-ca1cae04d92e tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.467543 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-fec031aa-60c0-46f7-acaf-ca1cae04d92e tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.23 "GET /v2.0/ports?device_id=242c5153-75d0-4bd8-b068-20cc011f383c HTTP/1.1" status: 200 len: 946 time: 0.0676622 Jul 16 02:33:17.577162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Deleting port b268313a-749b-4b35-acaa-e552ffe6ee77 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:17.577508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:17.673173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] For port b268313a-749b-4b35-acaa-e552ffe6ee77, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=b268313a-749b-4b35-acaa-e552ffe6ee77,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:17.673533 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:17.687670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Calling delete_port for b268313a-749b-4b35-acaa-e552ffe6ee77 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:17.824772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:17.837450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['b268313a-749b-4b35-acaa-e552ffe6ee77'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:17.852684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Pushing event deleted for resources: {'Port': ['ID=b268313a-749b-4b35-acaa-e552ffe6ee77,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:17.860034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['17272607-f037-4f7b-bd88-6e117e95c4ef'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:17.908617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] No DVR routers for this DVR port b268313a-749b-4b35-acaa-e552ffe6ee77 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:17.911502 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:17.914155 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-8b7cc982-4726-4d3d-ad8e-49c114ca3c7d req-f0068025-46d6-45e9-abc0-55186fa16831 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.23 "DELETE /v2.0/ports/b268313a-749b-4b35-acaa-e552ffe6ee77 HTTP/1.1" status: 204 len: 173 time: 0.4412088 Jul 16 02:33:17.914638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c5153-75d0-4bd8-b068-20cc011f383c', 'name': 'network-vif-deleted', 'tag': 'b268313a-749b-4b35-acaa-e552ffe6ee77'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:17.917635 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2743caa2-b5cf-489b-8201-0e2705a8fe2a" -d '{"events": [{"server_uuid": "242c5153-75d0-4bd8-b068-20cc011f383c", "name": "network-vif-deleted", "tag": "b268313a-749b-4b35-acaa-e552ffe6ee77"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:17.958896 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd0036-ebfb-4394-8c09-5c22cfb416a3 x-openstack-request-id: req-69dd0036-ebfb-4394-8c09-5c22cfb416a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:17.959311 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242c5153-75d0-4bd8-b068-20cc011f383c", "name": "network-vif-deleted", "tag": "b268313a-749b-4b35-acaa-e552ffe6ee77", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:17.961136 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69dd0036-ebfb-4394-8c09-5c22cfb416a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:17.961726 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242c5153-75d0-4bd8-b068-20cc011f383c', 'name': 'network-vif-deleted', 'tag': 'b268313a-749b-4b35-acaa-e552ffe6ee77', 'status': 'completed', 'code': 200} Jul 16 02:33:18.707098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1767e-ab68-4c3d-a454-c0f82c193e5b req-5bbfb30d-60ae-4efc-a243-0023bcf67d4f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:18.708616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2da1767e-ab68-4c3d-a454-c0f82c193e5b req-5bbfb30d-60ae-4efc-a243-0023bcf67d4f tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0639684 Jul 16 02:33:18.746719 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2da1767e-ab68-4c3d-a454-c0f82c193e5b req-941a5b1c-71ab-411a-9a41-f32fdf1b0363 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Jul 16 02:33:18.939116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2c892-692f-462a-8d7c-1ddc77d98b5e req-d3423681-e162-4f25-b29d-444a08911957 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:18.940646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffb2c892-692f-462a-8d7c-1ddc77d98b5e req-d3423681-e162-4f25-b29d-444a08911957 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0692627 Jul 16 02:33:18.980282 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ffb2c892-692f-462a-8d7c-1ddc77d98b5e req-fdec7fb5-3e1d-4e11-b8cb-c80dcbddbd49 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Jul 16 02:33:18.985668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:19.156848 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa474d4-46c4-4d80-9902-5e04485db0a9 req-fc1bafae-82bf-4aca-b870-e5fb1918c2d0 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.158389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7fa474d4-46c4-4d80-9902-5e04485db0a9 req-fc1bafae-82bf-4aca-b870-e5fb1918c2d0 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0663066 Jul 16 02:33:19.198730 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7fa474d4-46c4-4d80-9902-5e04485db0a9 req-d3b7caed-bb4f-45a7-aef0-1bc6cec7b120 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Jul 16 02:33:19.339560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-e438f92f-653e-49b3-b237-d9589cc7ae3b req-a6673d8f-60e0-4540-9e48-8ef0430b8965 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:33:19.340629 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e438f92f-653e-49b3-b237-d9589cc7ae3b req-a6673d8f-60e0-4540-9e48-8ef0430b8965 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065784 Jul 16 02:33:19.506092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06165e1d-584a-4d1d-b910-76294b1474d2 req-560f40b8-109f-4ba2-89c3-31833c313452 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.508495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06165e1d-584a-4d1d-b910-76294b1474d2 req-560f40b8-109f-4ba2-89c3-31833c313452 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0651243 Jul 16 02:33:19.545273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-06165e1d-584a-4d1d-b910-76294b1474d2 req-ba4bc6b4-c5aa-4132-8dca-1bc2fb8a977d tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Jul 16 02:33:19.730173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22730629-506a-4164-93c3-5ca72eb60d35 req-caca136d-6d85-4313-863a-5f73880a7f84 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.731821 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22730629-506a-4164-93c3-5ca72eb60d35 req-caca136d-6d85-4313-863a-5f73880a7f84 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0747726 Jul 16 02:33:19.771039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-22730629-506a-4164-93c3-5ca72eb60d35 req-33287e94-5af9-405d-8758-0aa10e224ff3 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336359 Jul 16 02:33:19.961633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6276b-ebb3-4af9-83f1-19bc386d2f46 req-b18bab3f-cae8-494e-9382-0355720776cd tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.963141 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fee6276b-ebb3-4af9-83f1-19bc386d2f46 req-b18bab3f-cae8-494e-9382-0355720776cd tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0697725 Jul 16 02:33:20.003880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fee6276b-ebb3-4af9-83f1-19bc386d2f46 req-c4cab71c-e618-4623-9f56-8c17d1427107 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349264 Jul 16 02:33:20.530243 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be759b9e-6c94-4c08-8c69-b399733b890f req-099e53e9-b45f-4d1f-bc8a-06c3d8c098f4 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:20.531747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be759b9e-6c94-4c08-8c69-b399733b890f req-099e53e9-b45f-4d1f-bc8a-06c3d8c098f4 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0680726 Jul 16 02:33:20.569886 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be759b9e-6c94-4c08-8c69-b399733b890f req-e446e69a-01e5-4a5b-97e7-fee9ad1c141b tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Jul 16 02:33:21.314175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b268313a-749b-4b35-acaa-e552ffe6ee77 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:21.333951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: b268313a-749b-4b35-acaa-e552ffe6ee77 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:21.334287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device b268313a-749b-4b35-acaa-e552ffe6ee77 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:21.744943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3eca2-b62f-43e1-89fc-fe109c91d05a req-90a3a5a0-435c-4688-9c60-bd90e695b5ab tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.746454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c3eca2-b62f-43e1-89fc-fe109c91d05a req-90a3a5a0-435c-4688-9c60-bd90e695b5ab tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0636053 Jul 16 02:33:21.783802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6c3eca2-b62f-43e1-89fc-fe109c91d05a req-85607bb3-0056-4be3-b02e-b770ed21baa4 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/security-groups?id=3adab030-d81e-4ec7-9e83-9319583d6528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Jul 16 02:33:22.025581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-f6d0063c-f5df-4623-a27a-33c13ab2452c tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:22.026967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-f6d0063c-f5df-4623-a27a-33c13ab2452c tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 945 time: 0.0625472 Jul 16 02:33:22.132648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Deleting port 17272607-f037-4f7b-bd88-6e117e95c4ef {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:22.133238 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:22.219426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] For port 17272607-f037-4f7b-bd88-6e117e95c4ef, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=17272607-f037-4f7b-bd88-6e117e95c4ef,segment=NetworkSegment(7485cde6-b83b-410d-9ba7-95c56acb6e0c),segment_id=7485cde6-b83b-410d-9ba7-95c56acb6e0c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:22.219790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:22.237467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Calling delete_port for 17272607-f037-4f7b-bd88-6e117e95c4ef owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:22.365865 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:22.394115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Pushing event deleted for resources: {'Port': ['ID=17272607-f037-4f7b-bd88-6e117e95c4ef,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:22.402210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['17272607-f037-4f7b-bd88-6e117e95c4ef'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:22.408632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.409354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.409354 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.409648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.409980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.410310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.410639 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.410959 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.411284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.411608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.411927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.412246 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:22.454072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] No DVR routers for this DVR port 17272607-f037-4f7b-bd88-6e117e95c4ef on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:22.456615 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:22.458639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71e8a98c-5a7a-4a13-8e7e-a883e61d64b7 req-1a41b9ad-6a15-445e-a93f-5551cf80a594 tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.13 "DELETE /v2.0/ports/17272607-f037-4f7b-bd88-6e117e95c4ef HTTP/1.1" status: 204 len: 173 time: 0.4253662 Jul 16 02:33:22.459090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'name': 'network-vif-deleted', 'tag': '17272607-f037-4f7b-bd88-6e117e95c4ef'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:22.462048 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc49e79a-0874-4db9-a535-dbca7b3d4816" -d '{"events": [{"server_uuid": "c92453f8-7d11-475b-89ca-a03c8a18b1da", "name": "network-vif-deleted", "tag": "17272607-f037-4f7b-bd88-6e117e95c4ef"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:22.500935 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70ef36-9fda-413f-89ce-06ef99457419 x-openstack-request-id: req-0d70ef36-9fda-413f-89ce-06ef99457419 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:22.501236 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92453f8-7d11-475b-89ca-a03c8a18b1da", "name": "network-vif-deleted", "tag": "17272607-f037-4f7b-bd88-6e117e95c4ef", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:22.501494 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d70ef36-9fda-413f-89ce-06ef99457419 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:22.501897 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92453f8-7d11-475b-89ca-a03c8a18b1da', 'name': 'network-vif-deleted', 'tag': '17272607-f037-4f7b-bd88-6e117e95c4ef', 'status': 'completed', 'code': 200} Jul 16 02:33:22.939823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8098c147-0147-48d4-9122-b98875a489c5 req-ef691c63-0116-4ca2-a9c9-d147a135354b tempest-ServersNegativeTestJSON-1901043006 tempest-ServersNegativeTestJSON-1901043006-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92453f8-7d11-475b-89ca-a03c8a18b1da HTTP/1.1" status: 200 len: 210 time: 0.0295658 Jul 16 02:33:24.034202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:24.078638 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Deleting subnet ab1f83b0-543c-4ed8-b501-91abb3069984 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:24.081635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.114725 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.153949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.209515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.234399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1f83b0-543c-4ed8-b501-91abb3069984,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:24.237806 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.239909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e38f2b97-068a-4465-b9b3-a0fa0e80501d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ab1f83b0-543c-4ed8-b501-91abb3069984 HTTP/1.1" status: 204 len: 168 time: 0.2044494 Jul 16 02:33:24.243056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45482) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:24.315612 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.393749 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.403509 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f42b08-48e0-4966-a27a-6815f238bbe6']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:24.413498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7485cde6-b83b-410d-9ba7-95c56acb6e0c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:24.413792 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7485cde6-b83b-410d-9ba7-95c56acb6e0c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:24.422271 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.435882 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.441510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:24.441886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:24.443501 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:24.498606 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.504334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.506244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c3f42b08-48e0-4966-a27a-6815f238bbe6 HTTP/1.1" status: 204 len: 168 time: 0.2621751 Jul 16 02:33:24.517368 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08c44d-e5f4-4d1a-b056-994d95fe6212 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f42b08-48e0-4966-a27a-6815f238bbe6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:24.609993 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45486) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:24.650282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3513e96e-1fa9-4234-8eb6-2ff2955c49fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa758869921446c792a1d9b507c8ec60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391438 Jul 16 02:33:24.652705 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45488) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:24.699444 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4736ec-8ac2-4281-b880-8087c741d004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.720780 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4736ec-8ac2-4281-b880-8087c741d004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.766590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4736ec-8ac2-4281-b880-8087c741d004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.769886 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce4736ec-8ac2-4281-b880-8087c741d004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:24.771116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce4736ec-8ac2-4281-b880-8087c741d004 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3adab030-d81e-4ec7-9e83-9319583d6528 HTTP/1.1" status: 204 len: 168 time: 0.1175272 Jul 16 02:33:24.779245 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4736ec-8ac2-4281-b880-8087c741d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adab030-d81e-4ec7-9e83-9319583d6528,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:25.043580 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17272607-f037-4f7b-bd88-6e117e95c4ef no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:25.065837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 17272607-f037-4f7b-bd88-6e117e95c4ef {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:25.066183 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 17272607-f037-4f7b-bd88-6e117e95c4ef not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:25.431505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45510) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:25.524407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000737324'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:25.545340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:25.548938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.557968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.653248 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.656989 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.680126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:25.695769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1817bdb7-326f-464d-b51a-3d9e6d2fd2a1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:25.698689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.699038 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Added segment bf1efd83-986b-4a1b-ac8e-7139052524d0 of type vlan for network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 Jul 16 02:33:25.738093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.767518 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.773129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:25.773709 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:25.807571 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3749590 Jul 16 02:33:25.841371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081747c-7d20-4e96-8b04-6278f4b6d145 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Network': ['ID=a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:25.853234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:29.094002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45514) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:29.099307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'subnet': {'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:29.189818 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:29.194215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.387396 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.445609 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Subnet': ['ID=2984d580-d0f9-4057-90e0-d19a56d58a48,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:29.456756 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.457099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.457437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.457769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.458091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.458415 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.458763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.459091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.459450 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.459760 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.460078 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.460399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:29.466504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Checking segment: {'id': 'bf1efd83-986b-4a1b-ac8e-7139052524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:29.466865 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network hostable DHCP agents. Network: a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:29.483918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:29.495215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:29.499401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:29.499987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.505222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610b17a-727f-45ea-ad3c-c52cd2c6b589 None None] Network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:29.516962 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-52c6909e-e619-4097-b3fa-160aa7e97b7f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4217746 Jul 16 02:33:29.521204 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45516) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:29.526664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441734130'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:29.549442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:29.553547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.579414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:29.589359 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.589723 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Added segment bf09e9fe-1a03-4094-b507-a3d6fd623792 of type vlan for network f1583d48-a97f-4898-b91d-b1b829d66173 Jul 16 02:33:29.635491 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.660838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05', 'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05', 'tenant_id': 'c7251ab629bc471d8784a9ad8c25f0e8', 'fixed_ips': [{'subnet_id': '2984d580-d0f9-4057-90e0-d19a56d58a48'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:29.661715 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.665184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.670933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:29.671514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.708510 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1861360 Jul 16 02:33:29.711640 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45518) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:29.716615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'subnet': {'network_id': 'f1583d48-a97f-4898-b91d-b1b829d66173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:29.763778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61b9f4-a0bb-47ea-8cba-bd32be5f79ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Network': ['ID=f1583d48-a97f-4898-b91d-b1b829d66173,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:29.782384 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f1583d48-a97f-4898-b91d-b1b829d66173 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:29.841212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:29.844926 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.858630 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Allocated IP 2001:db8:0:ffff::2 (a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05/2984d580-d0f9-4057-90e0-d19a56d58a48/cd28933d-bdd7-4447-9649-8c957dabbf32) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:30.017430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.026854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Transition to ACTIVE for port object cd28933d-bdd7-4447-9649-8c957dabbf32 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:30.042353 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Transition to ACTIVE for port object cd28933d-bdd7-4447-9649-8c957dabbf32 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:30.047899 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.048904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.084793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:30.089755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:30.093678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:30.106185 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Pushing event updated for resources: {'Port': ['ID=cd28933d-bdd7-4447-9649-8c957dabbf32,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:30.108664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Subnet': ['ID=d78dc7c3-813a-484b-94cf-b65db758e462,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:30.119941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Checking segment: {'id': 'bf09e9fe-1a03-4094-b507-a3d6fd623792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f1583d48-a97f-4898-b91d-b1b829d66173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:30.120311 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network hostable DHCP agents. Network: f1583d48-a97f-4898-b91d-b1b829d66173, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:30.139150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.139504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.139842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.140110 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network f1583d48-a97f-4898-b91d-b1b829d66173 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:30.140266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.140515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.140848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.141184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.141509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.141832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.142159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.142480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.142798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:30.149843 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f1583d48-a97f-4898-b91d-b1b829d66173) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:30.154228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:30.154866 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.171387 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ced59fcd-2cbf-4ffc-bd59-a348b63a59a7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4586852 Jul 16 02:33:30.174117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45520) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:30.282598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.326735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f610bd-438d-4fd2-a549-df03c7d5d701 None None] Network f1583d48-a97f-4898-b91d-b1b829d66173 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:30.355095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Attempting to bind port cd28933d-bdd7-4447-9649-8c957dabbf32 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:30.355475 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Attempting to bind port cd28933d-bdd7-4447-9649-8c957dabbf32 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'bf1efd83-986b-4a1b-ac8e-7139052524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:30.355843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Attempting to bind port cd28933d-bdd7-4447-9649-8c957dabbf32 on network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:30.363403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.366347 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:30.366639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Checking segment: {'id': 'bf1efd83-986b-4a1b-ac8e-7139052524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:30.367062 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.367694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Bound using segment: {'id': 'bf1efd83-986b-4a1b-ac8e-7139052524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:30.367935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Bound port: cd28933d-bdd7-4447-9649-8c957dabbf32, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1efd83-986b-4a1b-ac8e-7139052524d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:30.368322 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.431069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.459125 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Subnet': ['ID=d78dc7c3-813a-484b-94cf-b65db758e462,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:30.518934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2894d6-baf8-4b51-aebe-d5e209518cf3 None None] Network f1583d48-a97f-4898-b91d-b1b829d66173 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:30.520500 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.524454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] For port cd28933d-bdd7-4447-9649-8c957dabbf32, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:30.531647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1583d48-a97f-4898-b91d-b1b829d66173']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.545365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf09e9fe-1a03-4094-b507-a3d6fd623792') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.545598 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf09e9fe-1a03-4094-b507-a3d6fd623792') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:30.552545 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] For port cd28933d-bdd7-4447-9649-8c957dabbf32, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd28933d-bdd7-4447-9649-8c957dabbf32,segment=NetworkSegment(bf1efd83-986b-4a1b-ac8e-7139052524d0),segment_id=bf1efd83-986b-4a1b-ac8e-7139052524d0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:30.555943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.561229 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.571428 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.577687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:30.578169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:30.581349 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:30.676690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727982-f329-41d2-96db-a33ddb00c99d None None] Pushing event updated for resources: {'Port': ['ID=cd28933d-bdd7-4447-9649-8c957dabbf32,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:31.000945 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.006081 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.012897 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/f1583d48-a97f-4898-b91d-b1b829d66173 HTTP/1.1" status: 204 len: 168 time: 0.8331122 Jul 16 02:33:31.013159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45522) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:31.018389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1922332371'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:31.023572 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819e72f-6bd8-45ce-aa38-aa5aa05c213c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Network': ['ID=f1583d48-a97f-4898-b91d-b1b829d66173,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:31.047440 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:31.050937 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.073923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:31.083844 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.084834 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Added segment 0b73ab4f-f666-4100-a9e3-5db8e615cd03 of type vlan for network d0610eb0-ed20-4216-a0c3-2cb62ec97a0f Jul 16 02:33:31.139180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.169997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.175592 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:31.176174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.231639 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2172992 Jul 16 02:33:31.234714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45524) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:31.240015 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'subnet': {'network_id': 'd0610eb0-ed20-4216-a0c3-2cb62ec97a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:31.287519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836e4cf-4943-48b2-b273-ecdbecc74448 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Network': ['ID=d0610eb0-ed20-4216-a0c3-2cb62ec97a0f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:31.299323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d0610eb0-ed20-4216-a0c3-2cb62ec97a0f details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:31.344933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:31.348777 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.416188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Performing IP validity checks on allocation pools {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:33:31.416733 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93755) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:33:31.546508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.614196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Subnet': ['ID=704403cd-933b-4d15-8b7f-abb7bbbf7bcd,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:31.624516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Checking segment: {'id': '0b73ab4f-f666-4100-a9e3-5db8e615cd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0610eb0-ed20-4216-a0c3-2cb62ec97a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:31.624888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network hostable DHCP agents. Network: d0610eb0-ed20-4216-a0c3-2cb62ec97a0f, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:31.642605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb01bc5-e29c-4c74-b8b5-51a932eff317 None None] Network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:31.643365 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network d0610eb0-ed20-4216-a0c3-2cb62ec97a0f is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:31.652864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d0610eb0-ed20-4216-a0c3-2cb62ec97a0f) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:31.657821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:31.658677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.664754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaea771-a12c-4ead-8855-9a391f39709d None None] Network d0610eb0-ed20-4216-a0c3-2cb62ec97a0f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:31.673434 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c33b77ab-454f-4a2a-9458-c0cc7754a45f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4376223 Jul 16 02:33:31.676286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:31.771451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-a60cdf68-d15c-4a84-b6a4-4c1812f3670f None None] Provisioning for port cd28933d-bdd7-4447-9649-8c957dabbf32 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:31.782060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.859502 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.926540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb7a54-914d-440c-adfb-3069a9e98f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d0610eb0-ed20-4216-a0c3-2cb62ec97a0f', 'network_id': 'd0610eb0-ed20-4216-a0c3-2cb62ec97a0f', 'tenant_id': 'c7251ab629bc471d8784a9ad8c25f0e8', 'fixed_ips': [{'subnet_id': '704403cd-933b-4d15-8b7f-abb7bbbf7bcd'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:31.927318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.927463 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7a54-914d-440c-adfb-3069a9e98f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.954922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Subnet': ['ID=704403cd-933b-4d15-8b7f-abb7bbbf7bcd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:32.028510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c777f83-f5f9-421b-a861-0b5dff2a1c74 None None] Network d0610eb0-ed20-4216-a0c3-2cb62ec97a0f requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:32.028696 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.039824 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0610eb0-ed20-4216-a0c3-2cb62ec97a0f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:32.050463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b73ab4f-f666-4100-a9e3-5db8e615cd03') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:32.050820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b73ab4f-f666-4100-a9e3-5db8e615cd03') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:32.060957 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.075154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.081904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:32.082129 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:32.102085 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:32.166645 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.174085 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.175892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/d0610eb0-ed20-4216-a0c3-2cb62ec97a0f HTTP/1.1" status: 204 len: 168 time: 0.4985657 Jul 16 02:33:32.180696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45528) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:32.186317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420282491'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:32.189308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598c26-3975-4f36-9ef9-1ca6d7eebed8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Network': ['ID=d0610eb0-ed20-4216-a0c3-2cb62ec97a0f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:32.210315 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:32.214136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.237911 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:32.246855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.247228 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Added segment c31b4612-8703-44dc-9f01-c3d955765378 of type vlan for network 44e4fb0a-6766-405a-bf95-7a94bbb06212 Jul 16 02:33:32.286270 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.315102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.321313 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:32.321909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.354824 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1729031 Jul 16 02:33:32.358587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45530) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:32.365058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'subnet': {'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:32.411780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e1a29-c127-483e-a477-9467ab4c1f91 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Network': ['ID=44e4fb0a-6766-405a-bf95-7a94bbb06212,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:32.422984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 44e4fb0a-6766-405a-bf95-7a94bbb06212 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:32.477156 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:32.480971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.665077 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.720216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Subnet': ['ID=6d64562a-2479-4051-86b2-88e442866625,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:32.730683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Checking segment: {'id': 'c31b4612-8703-44dc-9f01-c3d955765378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:32.731055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network hostable DHCP agents. Network: 44e4fb0a-6766-405a-bf95-7a94bbb06212, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:32.746988 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network 44e4fb0a-6766-405a-bf95-7a94bbb06212 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:32.757024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 44e4fb0a-6766-405a-bf95-7a94bbb06212) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:32.762932 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:32.764004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.768627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e7710-58b8-480c-91c0-730034e477f9 None None] Network 44e4fb0a-6766-405a-bf95-7a94bbb06212 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:32.791799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45532) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:32.792308 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d813cff1-a2a8-4338-ae71-00baa23744ae tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4321628 Jul 16 02:33:32.797676 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646610444'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:32.825570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:32.829554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.859625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:32.870728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd28933d-bdd7-4447-9649-8c957dabbf32 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:32.875192 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.875649 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Added segment 3243af74-96b3-46e9-8ff8-fb7a1b02ae8d of type vlan for network ae5a9590-0bd5-4ede-a2b7-77427d8bb982 Jul 16 02:33:32.931273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.962071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.967930 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:32.968559 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.985075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cd28933d-bdd7-4447-9649-8c957dabbf32 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:32.989172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cd28933d-bdd7-4447-9649-8c957dabbf32 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:32.989508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.994813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-44e4fb0a-6766-405a-bf95-7a94bbb06212', 'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212', 'tenant_id': 'c7251ab629bc471d8784a9ad8c25f0e8', 'fixed_ips': [{'subnet_id': '6d64562a-2479-4051-86b2-88e442866625'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:32.995794 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.999831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063920 Jul 16 02:33:33.002801 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:33.008403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Request body: {'subnet': {'network_id': 'ae5a9590-0bd5-4ede-a2b7-77427d8bb982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:33.046747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b8ed7-0ba5-4bd7-895f-509c958e269d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Network': ['ID=ae5a9590-0bd5-4ede-a2b7-77427d8bb982,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.096124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network ae5a9590-0bd5-4ede-a2b7-77427d8bb982 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:33.108298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Made reservation on behalf of c7251ab629bc471d8784a9ad8c25f0e8 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:33.112410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.264549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.267028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Allocated IP 2001:db8::2 (44e4fb0a-6766-405a-bf95-7a94bbb06212/6d64562a-2479-4051-86b2-88e442866625/2ec33dac-22b3-4092-a681-6db7efd8046d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:33.315674 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.329702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port cd28933d-bdd7-4447-9649-8c957dabbf32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd28933d-bdd7-4447-9649-8c957dabbf32,segment=NetworkSegment(bf1efd83-986b-4a1b-ac8e-7139052524d0),segment_id=bf1efd83-986b-4a1b-ac8e-7139052524d0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:33.362421 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.391394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event updated for resources: {'Subnet': ['ID=568b0a80-1463-4d92-9540-093e1bd41cb6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.394008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Checking segment: {'id': '3243af74-96b3-46e9-8ff8-fb7a1b02ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ae5a9590-0bd5-4ede-a2b7-77427d8bb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:33.394213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network hostable DHCP agents. Network: ae5a9590-0bd5-4ede-a2b7-77427d8bb982, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:33.413734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Network ae5a9590-0bd5-4ede-a2b7-77427d8bb982 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:33.423462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, ae5a9590-0bd5-4ede-a2b7-77427d8bb982) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:33.430793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:33.431394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.433781 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d8726-1a52-4c71-b528-ce0a0b936b08 None None] Network ae5a9590-0bd5-4ede-a2b7-77427d8bb982 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:33.446596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-78fb90a8-ad02-4d47-95f2-8dd4bd0476a8 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4425569 Jul 16 02:33:33.449171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45536) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:33.460800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=cd28933d-bdd7-4447-9649-8c957dabbf32,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.543733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.546594 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.561913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Transition to ACTIVE for port object 2ec33dac-22b3-4092-a681-6db7efd8046d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:33.597625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Transition to ACTIVE for port object 2ec33dac-22b3-4092-a681-6db7efd8046d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:33.601521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.609336 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.671104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.672716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Network 44e4fb0a-6766-405a-bf95-7a94bbb06212 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:33.679634 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:33.683959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:33.687473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab686b-44f2-4219-9519-e24aee065a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-ae5a9590-0bd5-4ede-a2b7-77427d8bb982', 'network_id': 'ae5a9590-0bd5-4ede-a2b7-77427d8bb982', 'tenant_id': 'c7251ab629bc471d8784a9ad8c25f0e8', 'fixed_ips': [{'subnet_id': '568b0a80-1463-4d92-9540-093e1bd41cb6'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:33.688292 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2cab686b-44f2-4219-9519-e24aee065a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.691273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Pushing event updated for resources: {'Port': ['ID=2ec33dac-22b3-4092-a681-6db7efd8046d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.700042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Subnet': ['ID=568b0a80-1463-4d92-9540-093e1bd41cb6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.766417 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.777393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5a9590-0bd5-4ede-a2b7-77427d8bb982']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:33.793631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3243af74-96b3-46e9-8ff8-fb7a1b02ae8d') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:33.793971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3243af74-96b3-46e9-8ff8-fb7a1b02ae8d') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:33.803639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.813489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Attempting to bind port 2ec33dac-22b3-4092-a681-6db7efd8046d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:33.814271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Attempting to bind port 2ec33dac-22b3-4092-a681-6db7efd8046d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c31b4612-8703-44dc-9f01-c3d955765378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:33.814271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Attempting to bind port 2ec33dac-22b3-4092-a681-6db7efd8046d on network 44e4fb0a-6766-405a-bf95-7a94bbb06212 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:33.818343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.822692 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:33.823066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Checking segment: {'id': 'c31b4612-8703-44dc-9f01-c3d955765378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:33.823475 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.823859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Bound using segment: {'id': 'c31b4612-8703-44dc-9f01-c3d955765378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:33.824331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Bound port: 2ec33dac-22b3-4092-a681-6db7efd8046d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31b4612-8703-44dc-9f01-c3d955765378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '44e4fb0a-6766-405a-bf95-7a94bbb06212'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:33.824733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.825561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:33.825561 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:33.828875 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:33.837294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e4380-3f11-43c3-acd7-9876b1560d6f None None] Network ae5a9590-0bd5-4ede-a2b7-77427d8bb982 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:33.889058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.899218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:33.901397 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/ae5a9590-0bd5-4ede-a2b7-77427d8bb982 HTTP/1.1" status: 204 len: 168 time: 0.4513111 Jul 16 02:33:33.904321 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:33.911897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf156-ef31-448f-8558-622467b6565c tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Network': ['ID=ae5a9590-0bd5-4ede-a2b7-77427d8bb982,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:33.939846 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e31bd4e-baaf-4e3b-baa8-2a1ced4fb705 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] GET failed (client error): The resource could not be found. Jul 16 02:33:33.941389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6e31bd4e-baaf-4e3b-baa8-2a1ced4fb705 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "GET /v2.0/subnets/568b0a80-1463-4d92-9540-093e1bd41cb6 HTTP/1.1" status: 404 len: 337 time: 0.0358605 Jul 16 02:33:33.944457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:33.964964 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdc9a98-b0c8-4b09-a94c-3b57e84c9cc4 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:33.965560 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdc9a98-b0c8-4b09-a94c-3b57e84c9cc4 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:33.967352 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fcdc9a98-b0c8-4b09-a94c-3b57e84c9cc4 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/ae5a9590-0bd5-4ede-a2b7-77427d8bb982 HTTP/1.1" status: 404 len: 339 time: 0.0218675 Jul 16 02:33:33.971488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:33.998949 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e723a2-766b-48c2-bf63-715bb88aceb1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:33.999403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e723a2-766b-48c2-bf63-715bb88aceb1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:34.001184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-b4e723a2-766b-48c2-bf63-715bb88aceb1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/subnets/568b0a80-1463-4d92-9540-093e1bd41cb6 HTTP/1.1" status: 404 len: 337 time: 0.0285707 Jul 16 02:33:34.004013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45544) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.024191 n-d-791506-20 neutron-server[93755]: INFO neutron.pecan_wsgi.hooks.translation [None req-8125b8fc-ade1-4125-a569-fda9878afd4f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:34.024787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8125b8fc-ade1-4125-a569-fda9878afd4f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93755) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:34.026536 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8125b8fc-ade1-4125-a569-fda9878afd4f tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/ae5a9590-0bd5-4ede-a2b7-77427d8bb982 HTTP/1.1" status: 404 len: 339 time: 0.0214787 Jul 16 02:33:34.029362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.087162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Deleting subnet 6d64562a-2479-4051-86b2-88e442866625 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:34.090723 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.133470 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.139075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] For port 2ec33dac-22b3-4092-a681-6db7efd8046d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:34.152330 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] For port 2ec33dac-22b3-4092-a681-6db7efd8046d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2ec33dac-22b3-4092-a681-6db7efd8046d,segment=NetworkSegment(c31b4612-8703-44dc-9f01-c3d955765378),segment_id=c31b4612-8703-44dc-9f01-c3d955765378)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:34.157225 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.213492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18fb4f-84ba-4fee-ae70-4d44d2a9b387 None None] Pushing event updated for resources: {'Port': ['ID=2ec33dac-22b3-4092-a681-6db7efd8046d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:34.227318 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.296919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.323768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Subnet': ['ID=6d64562a-2479-4051-86b2-88e442866625,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:34.329545 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.331918 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3e4ac25d-5360-4d3c-b35b-01ae03be7f6d tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/subnets/6d64562a-2479-4051-86b2-88e442866625 HTTP/1.1" status: 204 len: 168 time: 0.3014910 Jul 16 02:33:34.335266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45548) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.442697 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.498555 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Deleting port 2ec33dac-22b3-4092-a681-6db7efd8046d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:34.498903 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.566291 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] For port 2ec33dac-22b3-4092-a681-6db7efd8046d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=2ec33dac-22b3-4092-a681-6db7efd8046d,segment=NetworkSegment(c31b4612-8703-44dc-9f01-c3d955765378),segment_id=c31b4612-8703-44dc-9f01-c3d955765378)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:34.566642 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.578236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Calling delete_port for 2ec33dac-22b3-4092-a681-6db7efd8046d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:34.659176 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.688819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Port': ['ID=2ec33dac-22b3-4092-a681-6db7efd8046d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:34.693258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No DVR routers for this DVR port 2ec33dac-22b3-4092-a681-6db7efd8046d on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:34.781630 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.794335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e4fb0a-6766-405a-bf95-7a94bbb06212']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:34.808966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31b4612-8703-44dc-9f01-c3d955765378') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:34.809366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31b4612-8703-44dc-9f01-c3d955765378') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:34.822193 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.825490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd28933d-bdd7-4447-9649-8c957dabbf32 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:34.837430 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.843875 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:34.844285 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:34.847640 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:34.887002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cd28933d-bdd7-4447-9649-8c957dabbf32 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:34.887520 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.919721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.925089 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.930633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.930990 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/44e4fb0a-6766-405a-bf95-7a94bbb06212 HTTP/1.1" status: 204 len: 168 time: 0.5943084 Jul 16 02:33:34.948851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194785b-285e-4570-a41e-1be3e82743b1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Network': ['ID=44e4fb0a-6766-405a-bf95-7a94bbb06212,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:34.966559 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-d495fc96-8cf1-4a70-9838-654f69d180e7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:34.967023 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d495fc96-8cf1-4a70-9838-654f69d180e7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:34.969367 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d495fc96-8cf1-4a70-9838-654f69d180e7 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/subnets/704403cd-933b-4d15-8b7f-abb7bbbf7bcd HTTP/1.1" status: 404 len: 337 time: 0.0377061 Jul 16 02:33:34.971870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45552) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:34.995774 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af6f49b-35a7-4e09-af34-06ea5e53fccf tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:34.996342 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af6f49b-35a7-4e09-af34-06ea5e53fccf tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:35.000524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7af6f49b-35a7-4e09-af34-06ea5e53fccf tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/d0610eb0-ed20-4216-a0c3-2cb62ec97a0f HTTP/1.1" status: 404 len: 339 time: 0.0252340 Jul 16 02:33:35.000735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:35.026873 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-da79c073-faa4-44c0-826f-33d16daa3e85 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:35.027332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da79c073-faa4-44c0-826f-33d16daa3e85 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:35.029111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-da79c073-faa4-44c0-826f-33d16daa3e85 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/subnets/d78dc7c3-813a-484b-94cf-b65db758e462 HTTP/1.1" status: 404 len: 337 time: 0.0274522 Jul 16 02:33:35.031837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45556) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:35.050650 n-d-791506-20 neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c74675-1f3d-4498-bbf4-aadf8bee0b25 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] DELETE failed (client error): The resource could not be found. Jul 16 02:33:35.051202 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c74675-1f3d-4498-bbf4-aadf8bee0b25 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93756) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:33:35.053053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-99c74675-1f3d-4498-bbf4-aadf8bee0b25 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/f1583d48-a97f-4898-b91d-b1b829d66173 HTTP/1.1" status: 404 len: 339 time: 0.0201364 Jul 16 02:33:35.056492 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45558) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:35.113323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Deleting subnet 2984d580-d0f9-4057-90e0-d19a56d58a48 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:35.117898 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.161706 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.207815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683d366-1438-4228-a3cc-bca46d143000 None None] DHCP port deletion for 44e4fb0a-6766-405a-bf95-7a94bbb06212 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:35.226821 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886b00f-2009-4043-98aa-a6c6b2167253 None None] Network 44e4fb0a-6766-405a-bf95-7a94bbb06212 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:35.238466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886b00f-2009-4043-98aa-a6c6b2167253 None None] Network 44e4fb0a-6766-405a-bf95-7a94bbb06212 could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:33:35.245627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-19a58c7b-c847-4b7e-be53-0158d8db4154 None None] Could not find standard attr ID for object 2ec33dac-22b3-4092-a681-6db7efd8046d. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:33:35.251255 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.316220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.346463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Subnet': ['ID=2984d580-d0f9-4057-90e0-d19a56d58a48,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:35.352536 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.354439 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8d70b28d-bd79-4fed-928f-e45f6edc3ce1 tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/subnets/2984d580-d0f9-4057-90e0-d19a56d58a48 HTTP/1.1" status: 204 len: 168 time: 0.2969961 Jul 16 02:33:35.357075 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:35.359555 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d27ee-46ed-4d38-8c81-2a27feaf0c4f None None] Network a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:35.434492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.491460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Deleting port cd28933d-bdd7-4447-9649-8c957dabbf32 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:35.491923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.545246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] DHCP port deletion for a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:35.563422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] For port cd28933d-bdd7-4447-9649-8c957dabbf32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd28933d-bdd7-4447-9649-8c957dabbf32,segment=NetworkSegment(bf1efd83-986b-4a1b-ac8e-7139052524d0),segment_id=bf1efd83-986b-4a1b-ac8e-7139052524d0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:35.563787 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.576194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Calling delete_port for cd28933d-bdd7-4447-9649-8c957dabbf32 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:35.593868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] Deleting port cd28933d-bdd7-4447-9649-8c957dabbf32 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:35.594250 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.659146 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.661111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] For port cd28933d-bdd7-4447-9649-8c957dabbf32, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cd28933d-bdd7-4447-9649-8c957dabbf32,segment=NetworkSegment(bf1efd83-986b-4a1b-ac8e-7139052524d0),segment_id=bf1efd83-986b-4a1b-ac8e-7139052524d0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:35.661508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.675589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] Calling delete_port for cd28933d-bdd7-4447-9649-8c957dabbf32 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:35.689895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Port': ['ID=cd28933d-bdd7-4447-9649-8c957dabbf32,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:35.691675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] No DVR routers for this DVR port cd28933d-bdd7-4447-9649-8c957dabbf32 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:35.754071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.777501 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.784524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] Pushing event deleted for resources: {'Port': ['ID=cd28933d-bdd7-4447-9649-8c957dabbf32,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:35.788280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a904395-792f-447d-a8b6-838f65d63f16 None None] No DVR routers for this DVR port cd28933d-bdd7-4447-9649-8c957dabbf32 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:35.789917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:35.802274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1efd83-986b-4a1b-ac8e-7139052524d0') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:35.802571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1efd83-986b-4a1b-ac8e-7139052524d0') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:35.811807 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.827021 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.834820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:35.835270 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:35.838346 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:35.903519 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.910405 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.912478 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] 10.222.0.42 "DELETE /v2.0/networks/a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05 HTTP/1.1" status: 204 len: 168 time: 0.5542257 Jul 16 02:33:35.924161 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e718e8-3e49-4722-963f-54ced43e97ca tempest-NetworksIpV6Test-1894985365 tempest-NetworksIpV6Test-1894985365-project] Pushing event deleted for resources: {'Network': ['ID=a2d02209-2ab1-44ec-ae0a-1f5d53fc3d05,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:36.155634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:36.286793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-457704ce-72b6-4489-96d7-b3fd00ee9b93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7251ab629bc471d8784a9ad8c25f0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298666 Jul 16 02:33:36.289596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45570) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:36.338507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4f25-5cad-4efd-a8d7-ed934ba5881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.360445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4f25-5cad-4efd-a8d7-ed934ba5881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.417031 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4f25-5cad-4efd-a8d7-ed934ba5881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.419722 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4f25-5cad-4efd-a8d7-ed934ba5881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.421236 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ef8a4f25-5cad-4efd-a8d7-ed934ba5881b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1817bdb7-326f-464d-b51a-3d9e6d2fd2a1 HTTP/1.1" status: 204 len: 168 time: 0.1305809 Jul 16 02:33:36.434804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a4f25-5cad-4efd-a8d7-ed934ba5881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1817bdb7-326f-464d-b51a-3d9e6d2fd2a1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:36.815548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2ec33dac-22b3-4092-a681-6db7efd8046d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:36.836739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 2ec33dac-22b3-4092-a681-6db7efd8046d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:36.837100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 2ec33dac-22b3-4092-a681-6db7efd8046d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:36.837520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd28933d-bdd7-4447-9649-8c957dabbf32 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:36.857917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: cd28933d-bdd7-4447-9649-8c957dabbf32 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:36.858257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cd28933d-bdd7-4447-9649-8c957dabbf32 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:37.074793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45592) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:37.168345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-139826443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:37.191373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.192486 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.247430 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.251504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.268602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.269836 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dc1f6442-abe8-46eb-9c47-b7142aa90f5a tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1940320 Jul 16 02:33:37.273333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:37.278459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-920363417'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:37.300149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Made reservation on behalf of 23c7848fca7c435a92988a49af1f22f2 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:37.304514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.313237 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.412214 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.417076 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.445643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:37.456016 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504c8a62-08c6-40c5-ae52-27b3c5e2794b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:37.461701 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.462072 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Added segment edfd189e-5951-4d96-a0a0-4f4647da103c of type vlan for network 09d693a1-f194-47b7-94cd-26d097b23af7 Jul 16 02:33:37.511315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.541822 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.547924 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:37.548537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.587164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3125100 Jul 16 02:33:37.589942 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45598) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:37.595414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Request body: {'subnet': {'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:37.621931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8527c45-c96c-41df-931e-085b7d63ce3d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event updated for resources: {'Network': ['ID=09d693a1-f194-47b7-94cd-26d097b23af7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:37.635046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 09d693a1-f194-47b7-94cd-26d097b23af7 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:37.694883 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Made reservation on behalf of 23c7848fca7c435a92988a49af1f22f2 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:37.698813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.891836 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.947242 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event updated for resources: {'Subnet': ['ID=c6e1182d-5fae-469c-bb3b-39434949b403,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:37.963821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Checking segment: {'id': 'edfd189e-5951-4d96-a0a0-4f4647da103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:37.964289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Network hostable DHCP agents. Network: 09d693a1-f194-47b7-94cd-26d097b23af7, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:37.981317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Network 09d693a1-f194-47b7-94cd-26d097b23af7 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:37.990414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 09d693a1-f194-47b7-94cd-26d097b23af7) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:37.996145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:37.997142 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.000435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5844f3f-b2b5-43d4-b688-2a36cb59fa66 None None] Network 09d693a1-f194-47b7-94cd-26d097b23af7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:38.012660 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-73bc99d4-59b4-4995-8cee-cd227af20a40 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4214256 Jul 16 02:33:38.015724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45600) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:38.020923 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-635513286'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:38.048693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Made reservation on behalf of 23c7848fca7c435a92988a49af1f22f2 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:38.052333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.076451 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:38.085949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.086298 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Added segment a44fc2fa-4391-4ba4-9b41-b4ae4a518099 of type vlan for network 955d36c8-70b9-4eab-b311-1903adddd206 Jul 16 02:33:38.128020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.156551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-09d693a1-f194-47b7-94cd-26d097b23af7', 'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7', 'tenant_id': '23c7848fca7c435a92988a49af1f22f2', 'fixed_ips': [{'subnet_id': 'c6e1182d-5fae-469c-bb3b-39434949b403'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:38.157599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.162795 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.169095 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:38.169718 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.203926 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1871238 Jul 16 02:33:38.208633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45602) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:38.217370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Request body: {'subnet': {'network_id': '955d36c8-70b9-4eab-b311-1903adddd206', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:38.244597 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58058139-5865-4483-b9e4-bc522394d6c1 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event updated for resources: {'Network': ['ID=955d36c8-70b9-4eab-b311-1903adddd206,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:38.267147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 955d36c8-70b9-4eab-b311-1903adddd206 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:38.317872 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.329823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Made reservation on behalf of 23c7848fca7c435a92988a49af1f22f2 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:38.335066 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.409003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Allocated IP 172.20.0.2 (09d693a1-f194-47b7-94cd-26d097b23af7/c6e1182d-5fae-469c-bb3b-39434949b403/a7a15eca-bad5-4a7b-a553-9473cec740dc) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:38.575547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.584935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Transition to ACTIVE for port object a7a15eca-bad5-4a7b-a553-9473cec740dc will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:38.601818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Transition to ACTIVE for port object a7a15eca-bad5-4a7b-a553-9473cec740dc will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:38.608140 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.652469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Network 09d693a1-f194-47b7-94cd-26d097b23af7 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:38.655717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:38.660497 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:38.664683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Pushing event updated for resources: {'Port': ['ID=a7a15eca-bad5-4a7b-a553-9473cec740dc,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:38.723256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Attempting to bind port a7a15eca-bad5-4a7b-a553-9473cec740dc on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:38.723623 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Attempting to bind port a7a15eca-bad5-4a7b-a553-9473cec740dc by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'edfd189e-5951-4d96-a0a0-4f4647da103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:38.723987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Attempting to bind port a7a15eca-bad5-4a7b-a553-9473cec740dc on network 09d693a1-f194-47b7-94cd-26d097b23af7 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:38.731269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:38.731655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Checking segment: {'id': 'edfd189e-5951-4d96-a0a0-4f4647da103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:38.732036 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.732450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Bound using segment: {'id': 'edfd189e-5951-4d96-a0a0-4f4647da103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:38.732943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Bound port: a7a15eca-bad5-4a7b-a553-9473cec740dc, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfd189e-5951-4d96-a0a0-4f4647da103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '09d693a1-f194-47b7-94cd-26d097b23af7'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:38.733326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.833051 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] For port a7a15eca-bad5-4a7b-a553-9473cec740dc, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:38.838438 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] For port a7a15eca-bad5-4a7b-a553-9473cec740dc, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a7a15eca-bad5-4a7b-a553-9473cec740dc,segment=NetworkSegment(edfd189e-5951-4d96-a0a0-4f4647da103c),segment_id=edfd189e-5951-4d96-a0a0-4f4647da103c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:38.843388 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.906504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8c4b-9b15-413a-aa48-634d36a47c8e None None] Pushing event updated for resources: {'Port': ['ID=a7a15eca-bad5-4a7b-a553-9473cec740dc,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:38.924512 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.999549 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event updated for resources: {'Subnet': ['ID=69f4b34c-3de1-4075-aebd-57f2200c6576,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:39.009851 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Checking segment: {'id': 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '955d36c8-70b9-4eab-b311-1903adddd206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:39.010197 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Network hostable DHCP agents. Network: 955d36c8-70b9-4eab-b311-1903adddd206, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:39.030132 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Network 955d36c8-70b9-4eab-b311-1903adddd206 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:39.040671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 955d36c8-70b9-4eab-b311-1903adddd206) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:39.046561 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:39.047489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.078539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61e91b-7874-4a1b-8dcc-c5cd8e637d31 None None] Network 955d36c8-70b9-4eab-b311-1903adddd206 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:39.093832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3dbff326-0e62-44ea-8308-1dd2cea96638 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8829634 Jul 16 02:33:39.099400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45604) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:39.105193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d5c36f4c-cc5e-4d1a-978e-4dd54da5a9c0 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Request body: {'router': {'external_gateway_info': {'network_id': '955d36c8-70b9-4eab-b311-1903adddd206'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:39.272271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-955d36c8-70b9-4eab-b311-1903adddd206', 'network_id': '955d36c8-70b9-4eab-b311-1903adddd206', 'tenant_id': '23c7848fca7c435a92988a49af1f22f2', 'fixed_ips': [{'subnet_id': '69f4b34c-3de1-4075-aebd-57f2200c6576'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:39.273334 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.356720 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5c36f4c-cc5e-4d1a-978e-4dd54da5a9c0 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.419997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Allocated IP 172.21.0.2 (955d36c8-70b9-4eab-b311-1903adddd206/69f4b34c-3de1-4075-aebd-57f2200c6576/651ee709-d7b6-4d54-a402-74fc9227426b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:39.469596 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [None req-d5c36f4c-cc5e-4d1a-978e-4dd54da5a9c0 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:33:39.476769 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d5c36f4c-cc5e-4d1a-978e-4dd54da5a9c0 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "PUT /v2.0/routers/2e1afc18-5454-4b15-8fc3-4d94a646e3bd HTTP/1.1" status: 400 len: 364 time: 0.3692946 Jul 16 02:33:39.477388 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45606) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:39.553858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Deleting subnet 69f4b34c-3de1-4075-aebd-57f2200c6576 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:39.585011 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.593788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Transition to ACTIVE for port object 651ee709-d7b6-4d54-a402-74fc9227426b will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:39.609594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Transition to ACTIVE for port object 651ee709-d7b6-4d54-a402-74fc9227426b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:39.616065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.616329 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.664648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Network 955d36c8-70b9-4eab-b311-1903adddd206 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:39.668242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:39.672963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:39.674834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.681469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Pushing event updated for resources: {'Port': ['ID=651ee709-d7b6-4d54-a402-74fc9227426b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:39.744206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Attempting to bind port 651ee709-d7b6-4d54-a402-74fc9227426b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:39.744577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Attempting to bind port 651ee709-d7b6-4d54-a402-74fc9227426b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '955d36c8-70b9-4eab-b311-1903adddd206'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:39.744886 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Attempting to bind port 651ee709-d7b6-4d54-a402-74fc9227426b on network 955d36c8-70b9-4eab-b311-1903adddd206 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:39.750435 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:39.750811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Checking segment: {'id': 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '955d36c8-70b9-4eab-b311-1903adddd206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:39.751213 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.751609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Bound using segment: {'id': 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '955d36c8-70b9-4eab-b311-1903adddd206'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:39.752085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Bound port: 651ee709-d7b6-4d54-a402-74fc9227426b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '955d36c8-70b9-4eab-b311-1903adddd206'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:39.752495 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.772237 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.846736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.850976 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] For port 651ee709-d7b6-4d54-a402-74fc9227426b, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:39.854443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] For port 651ee709-d7b6-4d54-a402-74fc9227426b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=651ee709-d7b6-4d54-a402-74fc9227426b,segment=NetworkSegment(a44fc2fa-4391-4ba4-9b41-b4ae4a518099),segment_id=a44fc2fa-4391-4ba4-9b41-b4ae4a518099)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:39.860729 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.877309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event deleted for resources: {'Subnet': ['ID=69f4b34c-3de1-4075-aebd-57f2200c6576,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:39.879320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.881294 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1688296c-4dcf-4886-acd3-3f2956e6bbc3 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "DELETE /v2.0/subnets/69f4b34c-3de1-4075-aebd-57f2200c6576 HTTP/1.1" status: 204 len: 168 time: 0.4021666 Jul 16 02:33:39.884339 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45608) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:39.925742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b3c24-e1c8-4aad-af0f-5d42f63247af None None] Pushing event updated for resources: {'Port': ['ID=651ee709-d7b6-4d54-a402-74fc9227426b,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:39.942851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2535b7-ef7d-41cf-8457-21f8c6a3f3c3 None None] Network 09d693a1-f194-47b7-94cd-26d097b23af7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:39.978179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.025232 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-95978ba3-5d79-44ba-8e2c-9ed4e1974a02 None None] Provisioning for port a7a15eca-bad5-4a7b-a553-9473cec740dc completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:40.045594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Deleting port 651ee709-d7b6-4d54-a402-74fc9227426b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:40.045951 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.127182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] For port 651ee709-d7b6-4d54-a402-74fc9227426b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=651ee709-d7b6-4d54-a402-74fc9227426b,segment=NetworkSegment(a44fc2fa-4391-4ba4-9b41-b4ae4a518099),segment_id=a44fc2fa-4391-4ba4-9b41-b4ae4a518099)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:40.127775 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.141489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Calling delete_port for 651ee709-d7b6-4d54-a402-74fc9227426b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:40.234118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.255836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec5572d6-ade0-4b2e-9b0d-49de4959a4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.273301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event deleted for resources: {'Port': ['ID=651ee709-d7b6-4d54-a402-74fc9227426b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.279607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] No DVR routers for this DVR port 651ee709-d7b6-4d54-a402-74fc9227426b on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:40.364764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.375685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955d36c8-70b9-4eab-b311-1903adddd206']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:40.387360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:40.387662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44fc2fa-4391-4ba4-9b41-b4ae4a518099') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:40.397269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.410933 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.417287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:40.417711 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:40.420668 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:40.486513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.494429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.496303 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "DELETE /v2.0/networks/955d36c8-70b9-4eab-b311-1903adddd206 HTTP/1.1" status: 204 len: 168 time: 0.6109941 Jul 16 02:33:40.498772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45610) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:40.517197 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc20cc-98a3-4328-956c-7740794535b8 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event deleted for resources: {'Network': ['ID=955d36c8-70b9-4eab-b311-1903adddd206,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.561378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Deleting subnet c6e1182d-5fae-469c-bb3b-39434949b403 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:40.564629 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.607210 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.711740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.781557 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.818312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e1182d-5fae-469c-bb3b-39434949b403,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:40.821227 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.823729 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7bf2826f-20af-4afd-b40c-16668d81f974 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "DELETE /v2.0/subnets/c6e1182d-5fae-469c-bb3b-39434949b403 HTTP/1.1" status: 204 len: 168 time: 0.3236644 Jul 16 02:33:40.826511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45612) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:40.840819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bbc6c3-04c0-4ce5-879f-d14eb70f77dd None None] Network 09d693a1-f194-47b7-94cd-26d097b23af7 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:40.933670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a7a15eca-bad5-4a7b-a553-9473cec740dc up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:40.955528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.032629 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Deleting port a7a15eca-bad5-4a7b-a553-9473cec740dc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:41.033247 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.064031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a7a15eca-bad5-4a7b-a553-9473cec740dc completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:41.070795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a7a15eca-bad5-4a7b-a553-9473cec740dc triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:41.071239 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.124755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6509367a-fe6b-4c82-aa00-674c23b40d18 None None] Could not find standard attr ID for object 651ee709-d7b6-4d54-a402-74fc9227426b. {{(pid=93757) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:33:41.143129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] DHCP port deletion for 09d693a1-f194-47b7-94cd-26d097b23af7 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:41.144127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] For port a7a15eca-bad5-4a7b-a553-9473cec740dc, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a7a15eca-bad5-4a7b-a553-9473cec740dc,segment=NetworkSegment(edfd189e-5951-4d96-a0a0-4f4647da103c),segment_id=edfd189e-5951-4d96-a0a0-4f4647da103c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:41.144537 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.158495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Calling delete_port for a7a15eca-bad5-4a7b-a553-9473cec740dc owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:41.194448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58368b41-0ad5-4fce-95c8-8b201c7b9ba2 None None] DHCP port deletion for 955d36c8-70b9-4eab-b311-1903adddd206 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:41.235870 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.247359 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923cb563-0318-4439-9545-f998f796b9c2 None None] Network 955d36c8-70b9-4eab-b311-1903adddd206 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:41.249531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.274393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923cb563-0318-4439-9545-f998f796b9c2 None None] Network 955d36c8-70b9-4eab-b311-1903adddd206 could not be found, it might have been deleted concurrently. {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:33:41.278082 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event deleted for resources: {'Port': ['ID=a7a15eca-bad5-4a7b-a553-9473cec740dc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:41.280163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] No DVR routers for this DVR port a7a15eca-bad5-4a7b-a553-9473cec740dc on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:41.281066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Deleting port a7a15eca-bad5-4a7b-a553-9473cec740dc {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:41.281555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.378760 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.383243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] For port a7a15eca-bad5-4a7b-a553-9473cec740dc, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:41.383779 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.389471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d693a1-f194-47b7-94cd-26d097b23af7']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:41.398179 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Calling delete_port for a7a15eca-bad5-4a7b-a553-9473cec740dc owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:41.400795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Port a7a15eca-bad5-4a7b-a553-9473cec740dc was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:33:41.402157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.402302 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfd189e-5951-4d96-a0a0-4f4647da103c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:41.402506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfd189e-5951-4d96-a0a0-4f4647da103c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:41.412987 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.428465 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.434868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] Pushing event deleted for resources: {'Port': ['ID=a7a15eca-bad5-4a7b-a553-9473cec740dc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:41.435258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:41.435675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:41.438782 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:41.441248 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7118c-091f-40a3-bd5f-e4dd1c9c0c50 None None] No DVR routers for this DVR port a7a15eca-bad5-4a7b-a553-9473cec740dc on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:41.510578 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.518257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.520676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "DELETE /v2.0/networks/09d693a1-f194-47b7-94cd-26d097b23af7 HTTP/1.1" status: 204 len: 168 time: 0.6931810 Jul 16 02:33:41.524933 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45614) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:41.534047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b2d7-5075-42eb-8aac-7fc230b3fc8e tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Pushing event deleted for resources: {'Network': ['ID=09d693a1-f194-47b7-94cd-26d097b23af7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:41.562333 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-815d530e-c725-4c09-835a-aa50026d1d03 tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1afc18-5454-4b15-8fc3-4d94a646e3bd HTTP/1.1" status: 200 len: 205 time: 0.0360131 Jul 16 02:33:41.564844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45616) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:41.643433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.817511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.820123 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.869063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.869596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1afc18-5454-4b15-8fc3-4d94a646e3bd {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:33:41.876515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:41.877623 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-520ae0b0-c1a4-4072-b94f-4ac82f9bf97d tempest-RoutersNegativeTest-1941631308 tempest-RoutersNegativeTest-1941631308-project] 10.222.0.42 "DELETE /v2.0/routers/2e1afc18-5454-4b15-8fc3-4d94a646e3bd HTTP/1.1" status: 204 len: 168 time: 0.3118474 Jul 16 02:33:42.136740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45622) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:42.271261 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-258a3e80-395b-49cf-be68-835024afd38b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23c7848fca7c435a92988a49af1f22f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331775 Jul 16 02:33:42.274201 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45626) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:42.329970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f254c88-8a6c-4256-adc4-fb4334ba4e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.354813 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f254c88-8a6c-4256-adc4-fb4334ba4e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.405987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f254c88-8a6c-4256-adc4-fb4334ba4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.408895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f254c88-8a6c-4256-adc4-fb4334ba4e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.410214 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7f254c88-8a6c-4256-adc4-fb4334ba4e40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/504c8a62-08c6-40c5-ae52-27b3c5e2794b HTTP/1.1" status: 204 len: 168 time: 0.1349781 Jul 16 02:33:42.418800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f254c88-8a6c-4256-adc4-fb4334ba4e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504c8a62-08c6-40c5-ae52-27b3c5e2794b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:42.478735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-553d0546-04ed-48c0-a05e-2079e3a4b3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.567496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:42.816944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a7a15eca-bad5-4a7b-a553-9473cec740dc no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:42.838034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a7a15eca-bad5-4a7b-a553-9473cec740dc {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:42.838373 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a7a15eca-bad5-4a7b-a553-9473cec740dc not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:42.838829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 651ee709-d7b6-4d54-a402-74fc9227426b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:42.858014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 651ee709-d7b6-4d54-a402-74fc9227426b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:42.858388 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 651ee709-d7b6-4d54-a402-74fc9227426b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:43.048522 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45648) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:43.149089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1185324621-network', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:43.173978 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Made reservation on behalf of b5859bd242dd496aa54a10d3ecfc74e0 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:43.176395 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.184976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.281212 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.285334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.310353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:43.320347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dfd2bd-8085-4914-9f30-f0684d8b4830,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:43.326719 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.327075 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Added segment c725aacf-bf5b-4b69-b070-c7be31c04758 of type vlan for network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c Jul 16 02:33:43.370859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.402507 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.403626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:43.404293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.436677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3869836 Jul 16 02:33:43.439440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45652) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:43.445410 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Request body: {'subnet': {'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-subnet', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:43.479267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61b5c3-06f3-4829-b326-d9d8d5994e56 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:43.493034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:43.498790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Made reservation on behalf of b5859bd242dd496aa54a10d3ecfc74e0 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:43.501438 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.683963 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.743297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13f3434-9ff8-490e-929b-2028dbb86f1a,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:43.753436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Checking segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:43.753789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Network hostable DHCP agents. Network: 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:43.771117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:43.781047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:43.785362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:43.786065 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.790255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6bc4d-a249-4d86-8fde-ee4db0e5179f None None] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:43.801357 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38ecc242-ada3-4d54-9a7d-6b6dc2b1ac5f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3608313 Jul 16 02:33:43.804854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45654) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:43.809557 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:43.831159 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.832178 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.891150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.948816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:43.949783 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:43.984405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.034976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.104961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Allocated IP 172.20.0.2 (3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c/e13f3434-9ff8-490e-929b-2028dbb86f1a/d6bef1b0-6d79-4240-b36f-a9b33db180b6) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:44.250010 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.263299 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.274481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Transition to ACTIVE for port object d6bef1b0-6d79-4240-b36f-a9b33db180b6 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:44.276386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.292273 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Transition to ACTIVE for port object d6bef1b0-6d79-4240-b36f-a9b33db180b6 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:44.299255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.343605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:44.346778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:44.351131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:44.358728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Pushing event updated for resources: {'Port': ['ID=d6bef1b0-6d79-4240-b36f-a9b33db180b6,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:44.401846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Allocated IP 172.25.7.218 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/1f573b40-b517-42e0-b21d-5e5c3a5e09cd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:44.422307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Attempting to bind port d6bef1b0-6d79-4240-b36f-a9b33db180b6 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:44.422780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Attempting to bind port d6bef1b0-6d79-4240-b36f-a9b33db180b6 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:44.423157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Attempting to bind port d6bef1b0-6d79-4240-b36f-a9b33db180b6 on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:44.429177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:44.429489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Checking segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:44.429895 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.430285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Bound using segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:44.430755 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Bound port: d6bef1b0-6d79-4240-b36f-a9b33db180b6, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:44.431147 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.496700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] For port d6bef1b0-6d79-4240-b36f-a9b33db180b6, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:44.500048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] For port d6bef1b0-6d79-4240-b36f-a9b33db180b6, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6bef1b0-6d79-4240-b36f-a9b33db180b6,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:44.505744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.526409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.578319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f131e2-5732-4798-8c58-c6b288356f76 None None] Pushing event updated for resources: {'Port': ['ID=d6bef1b0-6d79-4240-b36f-a9b33db180b6,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:44.580595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.627980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:44.633727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:44.637352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:44.664275 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Pushing event updated for resources: {'Port': ['ID=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:44.884314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6bef1b0-6d79-4240-b36f-a9b33db180b6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:44.938982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port d6bef1b0-6d79-4240-b36f-a9b33db180b6 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:44.955731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.499433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.512953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.560698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c038da-acfb-4288-998f-154ccf657bb9 None None] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:45.631777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] Provisioning for port d6bef1b0-6d79-4240-b36f-a9b33db180b6 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:45.638173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] Provisioning complete for port d6bef1b0-6d79-4240-b36f-a9b33db180b6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:45.638544 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.647398 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Router 4dffe113-35d6-4f85-bded-87c9c992362d is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:33:45.755662 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:45.771227 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Sync routers for ids ['4dffe113-35d6-4f85-bded-87c9c992362d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:45.773132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.775273 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9b9dc863-81ec-4020-97f3-599524d4d637 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9689777 Jul 16 02:33:45.778183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45656) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:45.809002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Routers {'4dffe113-35d6-4f85-bded-87c9c992362d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:45.809566 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4dffe113-35d6-4f85-bded-87c9c992362d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:45.813203 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.120342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] For port d6bef1b0-6d79-4240-b36f-a9b33db180b6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6bef1b0-6d79-4240-b36f-a9b33db180b6,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:46.126741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.173827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Set router 4dffe113-35d6-4f85-bded-87c9c992362d gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:46.252341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.282970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac76eb-e959-4ff7-a48a-321e98fddb28 None None] Pushing event updated for resources: {'Port': ['ID=d6bef1b0-6d79-4240-b36f-a9b33db180b6,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:46.397079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-64ac7f3c-e4c0-4d6e-a1a4-999b555469f8 None None] Provisioning complete for port d6bef1b0-6d79-4240-b36f-a9b33db180b6 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:46.397520 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64ac7f3c-e4c0-4d6e-a1a4-999b555469f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.472454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:33:44Z', 'revision_number': 3, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:46.476327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Allocated IP 172.20.0.1 (3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c/e13f3434-9ff8-490e-929b-2028dbb86f1a/f6007783-67aa-4760-934c-512a7e131d9a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:46.533152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Checking router: 4dffe113-35d6-4f85-bded-87c9c992362d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:46.533774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Updating router 4dffe113-35d6-4f85-bded-87c9c992362d port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:46.583598 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.596744 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.612182 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Transition to ACTIVE for port object f6007783-67aa-4760-934c-512a7e131d9a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:46.616340 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:46.653877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.701745 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:46.708543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:46.716757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:46.721247 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6007783-67aa-4760-934c-512a7e131d9a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:46.763443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.832544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6bef1b0-6d79-4240-b36f-a9b33db180b6 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:46.922387 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.936690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.936969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Transition to ACTIVE for port object 1f573b40-b517-42e0-b21d-5e5c3a5e09cd will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:46.945775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.951139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port d6bef1b0-6d79-4240-b36f-a9b33db180b6 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:46.951725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.040542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-746e1bdd-7000-4524-b543-be11ef395e68 None None] Provisioning for port f6007783-67aa-4760-934c-512a7e131d9a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:47.042631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Attempting to bind port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:47.043010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Attempting to bind port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:47.043387 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Attempting to bind port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:47.047321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b121db-728c-4111-843b-41fa78b2c441 None None] Pushing event updated for resources: {'Port': ['ID=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.054614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-746e1bdd-7000-4524-b543-be11ef395e68 None None] Provisioning complete for port f6007783-67aa-4760-934c-512a7e131d9a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:47.054991 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-746e1bdd-7000-4524-b543-be11ef395e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.057327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:47.057710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:47.058113 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.058513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:47.058997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Bound port: 1f573b40-b517-42e0-b21d-5e5c3a5e09cd, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:47.059965 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.118810 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.123839 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.156948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-746e1bdd-7000-4524-b543-be11ef395e68 None None] Port f6007783-67aa-4760-934c-512a7e131d9a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:47.178507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] For port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:47.182983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] For port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:47.187072 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.199755 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6007783-67aa-4760-934c-512a7e131d9a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.205472 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.244328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Routers {'4dffe113-35d6-4f85-bded-87c9c992362d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:47.244997 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4dffe113-35d6-4f85-bded-87c9c992362d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:47.284186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b121db-728c-4111-843b-41fa78b2c441 None None] Pushing event updated for resources: {'Port': ['ID=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:47.304238 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:47.305653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:47.375271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] Set router 4dffe113-35d6-4f85-bded-87c9c992362d gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:47.429083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Router 4dffe113-35d6-4f85-bded-87c9c992362d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:47.548218 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:47.554026 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3d646e03-dabb-408b-90cc-4d6c6fc60fe6 admin admin] 10.222.0.42 "PUT /v2.0/routers/4dffe113-35d6-4f85-bded-87c9c992362d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744601 Jul 16 02:33:47.589768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4e8db642-4400-4905-bca1-75f79a57e8b4 None None] Provisioning complete for port f6007783-67aa-4760-934c-512a7e131d9a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:47.590662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e8db642-4400-4905-bca1-75f79a57e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.629605 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4e8db642-4400-4905-bca1-75f79a57e8b4 None None] Port f6007783-67aa-4760-934c-512a7e131d9a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:47.633182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6007783-67aa-4760-934c-512a7e131d9a', 'name': '', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'mac_address': 'fa:16:3e:c5:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:46Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 2, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'subnets': [{'id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:47.660234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f12ced-4424-47e6-a275-bbd233aafc1e None None] The sync data for ids ['4dffe113-35d6-4f85-bded-87c9c992362d'] in n-d-791506-20 is: [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6007783-67aa-4760-934c-512a7e131d9a', 'name': '', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'mac_address': 'fa:16:3e:c5:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:46Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 2, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'subnets': [{'id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:48.080607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45672) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:48.086968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1080118078-network', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:48.108550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Made reservation on behalf of 44435522313145ffb9b1d0fdc26a5710 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:48.110915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.121266 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.227099 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.231163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.267541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:48.273240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f08a3-fbe0-407e-b629-ddd70149edf6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.282874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.283143 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Added segment 0f2be85b-87b2-4bb1-a140-d2ebf22d47fc of type vlan for network d0827407-6393-4d3a-8e8f-a81bcb76a88d Jul 16 02:33:48.340666 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.378056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.379169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:48.379747 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.413300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3314216 Jul 16 02:33:48.416325 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45674) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:48.421882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Request body: {'subnet': {'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-subnet', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:48.446750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Made reservation on behalf of 44435522313145ffb9b1d0fdc26a5710 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:48.449556 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.453429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02fd30-3ae5-452e-a265-d7fee56bd2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d0827407-6393-4d3a-8e8f-a81bcb76a88d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.463386 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:48.643945 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.704591 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe4a655-c600-473f-bd83-a78fd5f7ff53,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.713045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Checking segment: {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:48.713421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Network hostable DHCP agents. Network: d0827407-6393-4d3a-8e8f-a81bcb76a88d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:48.731853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:48.741844 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, d0827407-6393-4d3a-8e8f-a81bcb76a88d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:48.746089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:48.746678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.752963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64d20c-0bf4-41e6-858b-24f5424a6306 None None] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:48.765373 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0d026ac2-0d42-4add-a83a-ae4184a7f072 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3472145 Jul 16 02:33:48.766177 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45676) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:48.770706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:48.811388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.812903 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.888776 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.888996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1f573b40-b517-42e0-b21d-5e5c3a5e09cd up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:48.978501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-d0827407-6393-4d3a-8e8f-a81bcb76a88d', 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'fixed_ips': [{'subnet_id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:33:48.979348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.998936 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:49.004785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.011677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:49.012048 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.041327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.185978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Allocated IP 172.20.0.2 (d0827407-6393-4d3a-8e8f-a81bcb76a88d/efe4a655-c600-473f-bd83-a78fd5f7ff53/7a8e213a-50a0-4a13-8823-8cea8e17ac04) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:49.195402 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.231437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:49.238038 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.270281 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.292260 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.336214 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:49.399176 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.411342 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Transition to ACTIVE for port object 7a8e213a-50a0-4a13-8823-8cea8e17ac04 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:49.422988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Allocated IP 172.25.7.56 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/ea9e5681-dd3c-4baf-a325-afb78774e4bf) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:49.428377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Transition to ACTIVE for port object 7a8e213a-50a0-4a13-8823-8cea8e17ac04 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:49.434741 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.474795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:49.481685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:49.484147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:49.499511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Pushing event updated for resources: {'Port': ['ID=7a8e213a-50a0-4a13-8823-8cea8e17ac04,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:49.549186 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.565662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Attempting to bind port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:49.566040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Attempting to bind port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:49.566620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Attempting to bind port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 on network d0827407-6393-4d3a-8e8f-a81bcb76a88d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:49.573405 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:49.574187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Checking segment: {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:49.574800 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.575225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Bound using segment: {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:49.575742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Bound port: 7a8e213a-50a0-4a13-8823-8cea8e17ac04, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:49.576186 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.593252 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.632391 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:49.635918 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:49.642014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:49.655327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] For port 7a8e213a-50a0-4a13-8823-8cea8e17ac04, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:49.661850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] For port 7a8e213a-50a0-4a13-8823-8cea8e17ac04, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a8e213a-50a0-4a13-8823-8cea8e17ac04,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:49.666696 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.674739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e5681-dd3c-4baf-a325-afb78774e4bf,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:49.736328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55323a6-81d1-44a0-86fc-5fd80d794f1c None None] Pushing event updated for resources: {'Port': ['ID=7a8e213a-50a0-4a13-8823-8cea8e17ac04,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:49.928714 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Sync routers for ids ['4dffe113-35d6-4f85-bded-87c9c992362d'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:49.939150 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Routers {'4dffe113-35d6-4f85-bded-87c9c992362d'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:49.939772 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4dffe113-35d6-4f85-bded-87c9c992362d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:50.066073 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Set router 4dffe113-35d6-4f85-bded-87c9c992362d gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:50.280411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6007783-67aa-4760-934c-512a7e131d9a', 'name': '', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'mac_address': 'fa:16:3e:c5:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:46Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 2, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'subnets': [{'id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:50.301556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.307014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Checking router: 4dffe113-35d6-4f85-bded-87c9c992362d for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:50.307368 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Updating router 4dffe113-35d6-4f85-bded-87c9c992362d port f6007783-67aa-4760-934c-512a7e131d9a binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:50.341157 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.506674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.683343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Router 41d4349c-9a09-4c08-939c-112cd050ce4a is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:33:50.731196 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.735132 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b2cd8-247e-4b26-bef9-87130f5bf0a1 None None] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:50.743967 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Transition to ACTIVE for port object f6007783-67aa-4760-934c-512a7e131d9a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:50.751343 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.817521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:50.836748 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Sync routers for ids ['41d4349c-9a09-4c08-939c-112cd050ce4a'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:50.845440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.847054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eeb9e12c-9d6f-47e0-9c72-b02021bcda32 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0797937 Jul 16 02:33:50.849822 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45680) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:50.866331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d09b767c-9e6f-454b-ac21-c33ce8650b97 None None] Provisioning for port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:50.881730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Routers {'41d4349c-9a09-4c08-939c-112cd050ce4a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:50.882421 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['41d4349c-9a09-4c08-939c-112cd050ce4a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:50.894596 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Attempting to bind port f6007783-67aa-4760-934c-512a7e131d9a on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:50.894959 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Attempting to bind port f6007783-67aa-4760-934c-512a7e131d9a by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:50.895482 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Attempting to bind port f6007783-67aa-4760-934c-512a7e131d9a on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:50.911629 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:50.912474 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Checking segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:50.913956 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.914841 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Bound using segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:50.915586 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Bound port: f6007783-67aa-4760-934c-512a7e131d9a, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:50.916881 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.940979 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Pushing event updated for resources: {'Port': ['ID=f6007783-67aa-4760-934c-512a7e131d9a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:50.986923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.987519 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.988354 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.989398 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.989899 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.991239 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.991929 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.992489 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.993025 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.993512 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.994018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.994496 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.053277 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] For port f6007783-67aa-4760-934c-512a7e131d9a, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:51.057978 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] For port f6007783-67aa-4760-934c-512a7e131d9a, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6007783-67aa-4760-934c-512a7e131d9a,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:51.075296 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.174246 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Routers {'4dffe113-35d6-4f85-bded-87c9c992362d'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:51.174936 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4dffe113-35d6-4f85-bded-87c9c992362d'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:51.218493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1f573b40-b517-42e0-b21d-5e5c3a5e09cd up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:51.221720 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9ecf4-5fa0-43eb-a073-bae5785f5b62 None None] Pushing event updated for resources: {'Port': ['ID=f6007783-67aa-4760-934c-512a7e131d9a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:51.306590 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] Set router 4dffe113-35d6-4f85-bded-87c9c992362d gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:51.379753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Set router 41d4349c-9a09-4c08-939c-112cd050ce4a gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:51.476368 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.485337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:51.485785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.554575 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6007783-67aa-4760-934c-512a7e131d9a', 'name': '', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'mac_address': 'fa:16:3e:c5:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:46Z', 'updated_at': '2021-07-16T02:33:51Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'subnets': [{'id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:51.588542 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc3c0d-3fe8-4b76-bb12-cf43f097bbb0 None None] The sync data for ids ['4dffe113-35d6-4f85-bded-87c9c992362d'] in n-d-791506-20 is: [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:33:46Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'f6007783-67aa-4760-934c-512a7e131d9a', 'name': '', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'mac_address': 'fa:16:3e:c5:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:46Z', 'updated_at': '2021-07-16T02:33:51Z', 'revision_number': 4, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'subnets': [{'id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:51.666846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a8e213a-50a0-4a13-8823-8cea8e17ac04 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:51.684052 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Allocated IP 172.20.0.1 (d0827407-6393-4d3a-8e8f-a81bcb76a88d/efe4a655-c600-473f-bd83-a78fd5f7ff53/444459f1-2e3d-4561-8a41-c4c172579093) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:51.732686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 3, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:51.768653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:51.772830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Checking router: 41d4349c-9a09-4c08-939c-112cd050ce4a for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:51.773010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Updating router 41d4349c-9a09-4c08-939c-112cd050ce4a port ea9e5681-dd3c-4baf-a325-afb78774e4bf binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:51.782024 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:51.782413 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.828855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.847747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Transition to ACTIVE for port object 444459f1-2e3d-4561-8a41-c4c172579093 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:51.857507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-19c87904-e3ca-4be8-8943-fdd31aa625f3 None None] Provisioning complete for port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:51.857507 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19c87904-e3ca-4be8-8943-fdd31aa625f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.863168 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.898550 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.942724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:51.946206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:51.950156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:51.956042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Pushing event updated for resources: {'Port': ['ID=444459f1-2e3d-4561-8a41-c4c172579093,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:52.018155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.125486 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.220930 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19c87904-e3ca-4be8-8943-fdd31aa625f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.241164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.297215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7a8e213a-50a0-4a13-8823-8cea8e17ac04, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a8e213a-50a0-4a13-8823-8cea8e17ac04,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:52.303577 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.429033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.db.api [None req-19c87904-e3ca-4be8-8943-fdd31aa625f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:33:52.429577 n-d-791506-20 neutron-server[93757]: DEBUG oslo_db.api [None req-19c87904-e3ca-4be8-8943-fdd31aa625f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:33:52.440510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7a8e213a-50a0-4a13-8823-8cea8e17ac04,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:52.467048 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.472855 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.500266 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.512616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Transition to ACTIVE for port object ea9e5681-dd3c-4baf-a325-afb78774e4bf will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:52.518497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.549862 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Pushing event updated for resources: {'Port': ['ID=444459f1-2e3d-4561-8a41-c4c172579093,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:52.553344 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.577136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Attempting to bind port ea9e5681-dd3c-4baf-a325-afb78774e4bf on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:52.577136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Attempting to bind port ea9e5681-dd3c-4baf-a325-afb78774e4bf by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:52.577136 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Attempting to bind port ea9e5681-dd3c-4baf-a325-afb78774e4bf on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:52.586770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:52.587157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:52.587620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.588074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:52.588587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Bound port: ea9e5681-dd3c-4baf-a325-afb78774e4bf, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:52.588977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.590673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099dc25-9931-4c7c-87ab-3c1538ac4499 None None] Pushing event updated for resources: {'Port': ['ID=ea9e5681-dd3c-4baf-a325-afb78774e4bf,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:52.652787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] For port ea9e5681-dd3c-4baf-a325-afb78774e4bf, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:52.655845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] For port ea9e5681-dd3c-4baf-a325-afb78774e4bf, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ea9e5681-dd3c-4baf-a325-afb78774e4bf,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:52.661611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:52.664916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:52.666359 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:52.739510 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Routers {'41d4349c-9a09-4c08-939c-112cd050ce4a'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:52.740769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['41d4349c-9a09-4c08-939c-112cd050ce4a'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:52.743269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099dc25-9931-4c7c-87ab-3c1538ac4499 None None] Pushing event updated for resources: {'Port': ['ID=ea9e5681-dd3c-4baf-a325-afb78774e4bf,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:52.818936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Router 41d4349c-9a09-4c08-939c-112cd050ce4a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:52.898731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6007783-67aa-4760-934c-512a7e131d9a up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:52.902586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] Set router 41d4349c-9a09-4c08-939c-112cd050ce4a gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:52.967082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:52.973506 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fc4c4e5a-0c88-4ba8-89c1-fb0a9abcfbbd admin admin] 10.222.0.42 "PUT /v2.0/routers/41d4349c-9a09-4c08-939c-112cd050ce4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1221664 Jul 16 02:33:53.101236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f6007783-67aa-4760-934c-512a7e131d9a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:53.111632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f6007783-67aa-4760-934c-512a7e131d9a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:53.112015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.198782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1a7d063b-8f6d-43ca-a8a0-307f0ed57300 None None] Provisioning for port 444459f1-2e3d-4561-8a41-c4c172579093 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:53.206763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1a7d063b-8f6d-43ca-a8a0-307f0ed57300 None None] Provisioning complete for port 444459f1-2e3d-4561-8a41-c4c172579093 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:53.207135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a7d063b-8f6d-43ca-a8a0-307f0ed57300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.288029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d063b-8f6d-43ca-a8a0-307f0ed57300 None None] Port 444459f1-2e3d-4561-8a41-c4c172579093 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:53.295453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.479499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '444459f1-2e3d-4561-8a41-c4c172579093', 'name': '', 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'mac_address': 'fa:16:3e:69:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:51Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 2, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'subnets': [{'id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:53.508118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a880e29-9353-4797-a383-d8d340d3f736 None None] The sync data for ids ['41d4349c-9a09-4c08-939c-112cd050ce4a'] in n-d-791506-20 is: [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '444459f1-2e3d-4561-8a41-c4c172579093', 'name': '', 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'mac_address': 'fa:16:3e:69:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:51Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 2, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'subnets': [{'id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:53.531849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port f6007783-67aa-4760-934c-512a7e131d9a, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6007783-67aa-4760-934c-512a7e131d9a,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:53.536273 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.537956 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a8e213a-50a0-4a13-8823-8cea8e17ac04 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:53.622270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=f6007783-67aa-4760-934c-512a7e131d9a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:53.636017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:53.636406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.806387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-347604f7-30ef-44ba-928a-54a0f9bf8c84 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:53.807941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-347604f7-30ef-44ba-928a-54a0f9bf8c84 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 817 time: 0.1353672 Jul 16 02:33:53.824050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-1bb62659-0fc8-47bd-b78b-c96e814722f9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/quotas/b5859bd242dd496aa54a10d3ecfc74e0 HTTP/1.1" status: 200 len: 375 time: 0.0101442 Jul 16 02:33:53.902758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-4d04465f-e672-4530-8a5b-83b7950f3360 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728340 Jul 16 02:33:53.922568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-d86e2284-6101-414f-aa85-e124d0a31fb5 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:33:53.923604 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-d86e2284-6101-414f-aa85-e124d0a31fb5 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062382 Jul 16 02:33:54.025814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-acda0c54-c946-4f8e-8e00-30d2f189e2aa service neutron] 10.222.0.42 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939279 Jul 16 02:33:54.120913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-a4f2df1d-d9b0-4f3e-aa03-82dbeb8073e6 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894694 Jul 16 02:33:54.295009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a96670d-7f2c-48ab-837e-a53437ffe4b0 req-652a90f1-5409-472f-bf6a-a6381c33d155 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 210 time: 0.0335360 Jul 16 02:33:54.937681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ea9e5681-dd3c-4baf-a325-afb78774e4bf up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:54.994631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ea9e5681-dd3c-4baf-a325-afb78774e4bf completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:55.000158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ea9e5681-dd3c-4baf-a325-afb78774e4bf triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:55.000571 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.089219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.111430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ea9e5681-dd3c-4baf-a325-afb78774e4bf, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ea9e5681-dd3c-4baf-a325-afb78774e4bf,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:55.117070 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.117944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6007783-67aa-4760-934c-512a7e131d9a up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:55.195428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ea9e5681-dd3c-4baf-a325-afb78774e4bf,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:55.208735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f6007783-67aa-4760-934c-512a7e131d9a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:55.209655 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.460318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4df0fa9c-671e-44ec-bf1f-73d169bfcffb req-2379b02e-e50c-4216-9225-572987baa741 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 210 time: 0.0407491 Jul 16 02:33:55.536855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-b64a89df-f15f-4ab6-9f7f-f8ea6e7f2fc6 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:55.538936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-b64a89df-f15f-4ab6-9f7f-f8ea6e7f2fc6 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 817 time: 0.1517832 Jul 16 02:33:55.559122 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Request body: {'port': {'device_id': '5af2163d-1598-434f-a613-58b643bb42b1', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'admin_state_up': True, 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:55.678008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Made reservation on behalf of b5859bd242dd496aa54a10d3ecfc74e0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:55.681683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.797314 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Sync routers for ids ['41d4349c-9a09-4c08-939c-112cd050ce4a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:55.807521 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Routers {'41d4349c-9a09-4c08-939c-112cd050ce4a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:55.808128 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['41d4349c-9a09-4c08-939c-112cd050ce4a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:55.819387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Allocated IP 172.20.0.14 (3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c/e13f3434-9ff8-490e-929b-2028dbb86f1a/9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:55.913361 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Set router 41d4349c-9a09-4c08-939c-112cd050ce4a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:55.973065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.988370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Transition to ACTIVE for port object 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:56.023107 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.066384 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:56.072142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:56.074621 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:56.105991 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Pushing event updated for resources: {'Port': ['ID=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.121144 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '444459f1-2e3d-4561-8a41-c4c172579093', 'name': '', 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'mac_address': 'fa:16:3e:69:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:51Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 2, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'subnets': [{'id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:56.134587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:56.135260 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.153628 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-3b4e0b1d-ffc6-4596-8165-12df31c379fd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988629 Jul 16 02:33:56.155417 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Checking router: 41d4349c-9a09-4c08-939c-112cd050ce4a for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:56.155795 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Updating router 41d4349c-9a09-4c08-939c-112cd050ce4a port 444459f1-2e3d-4561-8a41-c4c172579093 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:56.173683 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Request body: {'port': {'device_id': '5af2163d-1598-434f-a613-58b643bb42b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:56.191853 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.259544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.345221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-39a6c55e-6ebf-4294-b948-163030e892bc None None] Provisioning for port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:56.349801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-39a6c55e-6ebf-4294-b948-163030e892bc None None] Provisioning complete for port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:56.350886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-39a6c55e-6ebf-4294-b948-163030e892bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.404107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-39a6c55e-6ebf-4294-b948-163030e892bc None None] Port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:33:56.480008 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.489478 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Transition to ACTIVE for port object 444459f1-2e3d-4561-8a41-c4c172579093 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:56.497497 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.545990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:56.554597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.559195 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4832714-48f4-4bd2-8407-8d598c779338 None None] Pushing event updated for resources: {'Port': ['ID=444459f1-2e3d-4561-8a41-c4c172579093,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.570857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Transition to ACTIVE for port object 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:56.575428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.622373 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Attempting to bind port 444459f1-2e3d-4561-8a41-c4c172579093 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:56.622833 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Attempting to bind port 444459f1-2e3d-4561-8a41-c4c172579093 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:56.623265 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Attempting to bind port 444459f1-2e3d-4561-8a41-c4c172579093 on network d0827407-6393-4d3a-8e8f-a81bcb76a88d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:56.629252 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:56.629736 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Checking segment: {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:56.631194 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.631194 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Bound using segment: {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:56.631685 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Bound port: 444459f1-2e3d-4561-8a41-c4c172579093, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:56.632134 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.676912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Pushing event updated for resources: {'Port': ['ID=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.701879 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] For port 444459f1-2e3d-4561-8a41-c4c172579093, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:56.705511 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] For port 444459f1-2e3d-4561-8a41-c4c172579093, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=444459f1-2e3d-4561-8a41-c4c172579093,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:56.711030 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.774471 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f064a6d-52e9-4a08-9ac3-a71bb59268d4 req-b3250d26-f58c-4237-8ba8-bb3b34caa0b8 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:56.776075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f064a6d-52e9-4a08-9ac3-a71bb59268d4 req-b3250d26-f58c-4237-8ba8-bb3b34caa0b8 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 944 time: 0.1708064 Jul 16 02:33:56.801205 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Routers {'41d4349c-9a09-4c08-939c-112cd050ce4a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:56.806564 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:33:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['41d4349c-9a09-4c08-939c-112cd050ce4a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:56.806698 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Attempting to bind port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:56.807008 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Attempting to bind port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:56.807338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Attempting to bind port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:56.817160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:33:56.817732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Attempting to bind port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:56.828052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:56.828413 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Checking segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:56.828845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Bound using segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:56.829306 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Bound port: 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:56.829688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.845283 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4832714-48f4-4bd2-8407-8d598c779338 None None] Pushing event updated for resources: {'Port': ['ID=444459f1-2e3d-4561-8a41-c4c172579093,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.860983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f064a6d-52e9-4a08-9ac3-a71bb59268d4 req-75208de6-4383-46d6-b9b0-0a052e06fb14 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739899 Jul 16 02:33:56.910422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ea9e5681-dd3c-4baf-a325-afb78774e4bf up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:56.929331 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] For port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:56.933288 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] For port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:56.939123 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.988130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:56.989343 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.991906 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e HTTP/1.1" status: 200 len: 1093 time: 0.8224921 Jul 16 02:33:56.995277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af2163d-1598-434f-a613-58b643bb42b1', 'tag': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:56.997832 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5b288-187a-44ce-afcd-b15b83e16451" -d '{"events": [{"name": "network-changed", "server_uuid": "5af2163d-1598-434f-a613-58b643bb42b1", "tag": "9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:57.014194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ea9e5681-dd3c-4baf-a325-afb78774e4bf triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:57.014624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.048056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240af47-6e83-46d0-a8ca-0ee863ab0b00 service neutron] Pushing event updated for resources: {'Port': ['ID=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.093250 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9eb92a-bd01-4e6d-ab95-08852816b26e x-openstack-request-id: req-4c9eb92a-bd01-4e6d-ab95-08852816b26e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:57.093563 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af2163d-1598-434f-a613-58b643bb42b1", "tag": "9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:57.094341 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c9eb92a-bd01-4e6d-ab95-08852816b26e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:57.094767 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af2163d-1598-434f-a613-58b643bb42b1', 'tag': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e', 'status': 'completed', 'code': 200} Jul 16 02:33:57.112310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] Set router 41d4349c-9a09-4c08-939c-112cd050ce4a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:57.132554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-97ab505d-1021-4829-be43-7e8075d44c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.134827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-97ab505d-1021-4829-be43-7e8075d44c52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 1096 time: 0.0833807 Jul 16 02:33:57.203656 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-e8ad56d4-1760-4ed8-b255-3f3a2fed2dd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e HTTP/1.1" status: 200 len: 217 time: 0.0548687 Jul 16 02:33:57.260389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-4d42c735-1814-4c78-9d71-adbb8e759a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.261824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-4d42c735-1814-4c78-9d71-adbb8e759a99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e13f3434-9ff8-490e-929b-2028dbb86f1a HTTP/1.1" status: 200 len: 856 time: 0.0514908 Jul 16 02:33:57.328311 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-b8015ed1-472e-4715-a6a4-e7df0f1471eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.330022 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-b8015ed1-472e-4715-a6a4-e7df0f1471eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615833 Jul 16 02:33:57.351430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '444459f1-2e3d-4561-8a41-c4c172579093', 'name': '', 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'mac_address': 'fa:16:3e:69:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:51Z', 'updated_at': '2021-07-16T02:33:56Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'subnets': [{'id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:57.378039 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e7112-3b15-40e9-b03b-da75924fb692 None None] The sync data for ids ['41d4349c-9a09-4c08-939c-112cd050ce4a'] in n-d-791506-20 is: [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:33:52Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '444459f1-2e3d-4561-8a41-c4c172579093', 'name': '', 'network_id': 'd0827407-6393-4d3a-8e8f-a81bcb76a88d', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'mac_address': 'fa:16:3e:69:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:51Z', 'updated_at': '2021-07-16T02:33:56Z', 'revision_number': 4, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'subnets': [{'id': 'efe4a655-c600-473f-bd83-a78fd5f7ff53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:57.429482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-5a43dbcd-160b-420f-a15e-64acc3bfffd3 service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920758 Jul 16 02:33:57.528859 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e1356b95-a1f5-41b3-bf87-3974fed2eac1 req-735098de-bb3d-4e03-b8f2-94caa26b9bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Jul 16 02:33:57.674373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-17478e77-5463-4a6f-ab5d-77a460b2550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.675935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-17478e77-5463-4a6f-ab5d-77a460b2550a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 1096 time: 0.0600195 Jul 16 02:33:57.771275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-08617914-38f0-4aff-bb9c-a49e0c7deea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.773012 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-08617914-38f0-4aff-bb9c-a49e0c7deea4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 918 time: 0.0904393 Jul 16 02:33:57.823645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-9c92a623-d855-42d0-a999-eb744bc68e96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e HTTP/1.1" status: 200 len: 217 time: 0.0439012 Jul 16 02:33:57.877188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-2e7ec10c-f61e-42e0-92c3-1d4baa788928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.878727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-2e7ec10c-f61e-42e0-92c3-1d4baa788928 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e13f3434-9ff8-490e-929b-2028dbb86f1a HTTP/1.1" status: 200 len: 856 time: 0.0484197 Jul 16 02:33:57.941052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-f4e5885d-6fe7-4169-a60a-75140119c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.942589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-f4e5885d-6fe7-4169-a60a-75140119c847 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557592 Jul 16 02:33:58.071626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-f748cb16-c2e8-4a44-b39e-2a832c53cb97 service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209662 Jul 16 02:33:58.111973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c024684-6938-48ab-933d-dfad86371b65 req-acefe915-aa0f-4578-ab1f-64951f424559 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:58.113451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c024684-6938-48ab-933d-dfad86371b65 req-acefe915-aa0f-4578-ab1f-64951f424559 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 944 time: 0.1353698 Jul 16 02:33:58.200995 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4c024684-6938-48ab-933d-dfad86371b65 req-bf709531-9198-48a9-b86c-d2999935d233 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792489 Jul 16 02:33:58.204566 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fcd5b288-187a-44ce-afcd-b15b83e16451 req-aacd4e8d-c68e-4b4c-b32e-b3ac4bda38a3 service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263750 Jul 16 02:33:58.843211 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 444459f1-2e3d-4561-8a41-c4c172579093 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:58.893288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 444459f1-2e3d-4561-8a41-c4c172579093 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:58.897955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 444459f1-2e3d-4561-8a41-c4c172579093 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:58.898360 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.975231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.013846 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 444459f1-2e3d-4561-8a41-c4c172579093, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=444459f1-2e3d-4561-8a41-c4c172579093,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:59.017663 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.067488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=444459f1-2e3d-4561-8a41-c4c172579093,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.213940 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:33:59.312668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:59.325204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'port_id': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e', 'mac_address': 'fa:16:3e:04:a5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:33:59.370384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.378960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942c8a8-ac53-45c8-a02d-4a9a7b6aed78 req-92127b3d-e227-4b69-b003-4ead936a11e9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:59.381229 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d942c8a8-ac53-45c8-a02d-4a9a7b6aed78 req-92127b3d-e227-4b69-b003-4ead936a11e9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 944 time: 0.0663002 Jul 16 02:33:59.384172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:59.404663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:59.408391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.420998 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d942c8a8-ac53-45c8-a02d-4a9a7b6aed78 req-d186ecd6-1171-481e-ab14-71cfc767003f tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Jul 16 02:33:59.457535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.695259 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:00.597375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c2459-6353-49dd-aa37-7356db5a8fbf req-6f69c2cb-6496-460c-a591-821668f25031 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:00.598933 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d4c2459-6353-49dd-aa37-7356db5a8fbf req-6f69c2cb-6496-460c-a591-821668f25031 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 945 time: 0.0653980 Jul 16 02:34:00.640779 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1d4c2459-6353-49dd-aa37-7356db5a8fbf req-c491b76a-d574-4a2c-840a-374d1910dbbb tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354445 Jul 16 02:34:00.829562 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 444459f1-2e3d-4561-8a41-c4c172579093 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:00.875180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 444459f1-2e3d-4561-8a41-c4c172579093 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:00.875459 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.221023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:01.273401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:01.277338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:01.277735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.355717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.379495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2163d-1598-434f-a613-58b643bb42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:01.382429 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c7f91-d67a-4eb9-a433-1e188ef63504" -d '{"events": [{"server_uuid": "5af2163d-1598-434f-a613-58b643bb42b1", "name": "network-vif-plugged", "status": "completed", "tag": "9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:01.396101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:01.401316 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.426274 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915bd610-fc74-42a2-8d30-7545b848510a x-openstack-request-id: req-915bd610-fc74-42a2-8d30-7545b848510a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:01.426562 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2163d-1598-434f-a613-58b643bb42b1", "name": "network-vif-plugged", "status": "completed", "tag": "9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:01.426807 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-915bd610-fc74-42a2-8d30-7545b848510a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:01.427186 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2163d-1598-434f-a613-58b643bb42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e', 'code': 200} Jul 16 02:34:01.452794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:01.570441 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84cf5-735d-48c6-8aec-4f35a3895ceb req-adb5f877-276a-4b50-8c98-c3447114bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.571953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85b84cf5-735d-48c6-8aec-4f35a3895ceb req-adb5f877-276a-4b50-8c98-c3447114bdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 1098 time: 0.0564868 Jul 16 02:34:01.605716 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-85b84cf5-735d-48c6-8aec-4f35a3895ceb req-90ba126e-43c8-40ae-901c-41bbecfd7a43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270743 Jul 16 02:34:01.815738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744628a2-3646-4fcd-895d-c26d7fc81397 req-2c872e1a-574c-4598-87a4-61ba43541433 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.817300 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-744628a2-3646-4fcd-895d-c26d7fc81397 req-2c872e1a-574c-4598-87a4-61ba43541433 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 946 time: 0.0638576 Jul 16 02:34:01.856018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-744628a2-3646-4fcd-895d-c26d7fc81397 req-c9b3682f-47d2-43b3-8f98-d75316de1fc7 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Jul 16 02:34:03.033199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc07d3-c662-493c-8c05-81997efafdbb req-aaf693db-6a9b-45a1-bb10-6f070bbc5be9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:03.034636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edbc07d3-c662-493c-8c05-81997efafdbb req-aaf693db-6a9b-45a1-bb10-6f070bbc5be9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 946 time: 0.0660605 Jul 16 02:34:03.078909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edbc07d3-c662-493c-8c05-81997efafdbb req-d5fd6439-5206-41f3-abca-994dd166eccf tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Jul 16 02:34:03.258387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8c048-615b-4f38-aa84-d86470e72200 req-14654c53-1d86-428e-b46b-6babe7e3cdb4 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:03.259979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edf8c048-615b-4f38-aa84-d86470e72200 req-14654c53-1d86-428e-b46b-6babe7e3cdb4 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 946 time: 0.0656748 Jul 16 02:34:03.299087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edf8c048-615b-4f38-aa84-d86470e72200 req-2f1855fa-9861-495d-9ddf-025abfc85a9d tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Jul 16 02:34:08.217825 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:09.884672 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-1f1f35c0-6a05-46d1-9d10-959e6e881615 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514975 Jul 16 02:34:09.991757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c68121-cde3-464a-a2ed-902274edfb88 req-640d93ba-bba3-4901-8c6d-45c7c09232b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:09.993250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-640d93ba-bba3-4901-8c6d-45c7c09232b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 1098 time: 0.0514677 Jul 16 02:34:10.102495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c68121-cde3-464a-a2ed-902274edfb88 req-7cb634ac-81a6-4931-845a-23948c65add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.103959 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-7cb634ac-81a6-4931-845a-23948c65add4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 918 time: 0.0907803 Jul 16 02:34:10.145376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-70d958df-0783-4a7c-9a63-1b4eee40e889 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e HTTP/1.1" status: 200 len: 217 time: 0.0344756 Jul 16 02:34:10.197726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c68121-cde3-464a-a2ed-902274edfb88 req-6f3b2421-6995-46c5-b0e8-fc4631654bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.199199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-6f3b2421-6995-46c5-b0e8-fc4631654bea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e13f3434-9ff8-490e-929b-2028dbb86f1a HTTP/1.1" status: 200 len: 856 time: 0.0472867 Jul 16 02:34:10.247921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8075-1341-4bb2-b9fd-ca1d56674a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:10.256166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c68121-cde3-464a-a2ed-902274edfb88 req-565dbdac-5033-46f3-8204-b81240ebd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.257660 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-565dbdac-5033-46f3-8204-b81240ebd448 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523849 Jul 16 02:34:10.345329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-92279049-98f6-4f65-89a9-2c3bc38b303f service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808306 Jul 16 02:34:10.438616 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57c68121-cde3-464a-a2ed-902274edfb88 req-e481f49b-b616-408d-82a5-1c469504daeb service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860732 Jul 16 02:34:12.479714 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a7deeb5c-d428-4e1c-a28e-02da5402a6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:12.570875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.973033 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.510530 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:18.987318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:22.348394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b8501-57c2-4ee2-9473-0e7be663fd66 req-e079cd95-bbd9-446b-ad3c-b3aafffd6bdc tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:22.351888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0b8501-57c2-4ee2-9473-0e7be663fd66 req-e079cd95-bbd9-446b-ad3c-b3aafffd6bdc tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 946 time: 0.0685420 Jul 16 02:34:22.390471 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c0b8501-57c2-4ee2-9473-0e7be663fd66 req-e75571a8-95d9-4ff0-953f-fa383ea9051d tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Jul 16 02:34:23.569927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855ccb6-6f61-4069-9821-a5ea597fbd63 req-8e269ea8-731f-41ba-a73d-dc9f8cd19c32 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:23.571417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6855ccb6-6f61-4069-9821-a5ea597fbd63 req-8e269ea8-731f-41ba-a73d-dc9f8cd19c32 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 946 time: 0.0705626 Jul 16 02:34:23.610050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6855ccb6-6f61-4069-9821-a5ea597fbd63 req-46f22cb4-4587-4486-bc28-0faba7397b0a tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Jul 16 02:34:23.617176 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:24.051828 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-e6c89b17-d4d6-4291-9630-74cf7f383ecf tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:24.053731 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-e6c89b17-d4d6-4291-9630-74cf7f383ecf tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 946 time: 0.0624530 Jul 16 02:34:24.156532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Deleting port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:34:24.156876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:24.242864 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] For port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:24.243218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:24.255875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Calling delete_port for 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:34:24.385975 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:24.416212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Pushing event deleted for resources: {'Port': ['ID=9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:24.421862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:24.449665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.450022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.450379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.450706 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.451044 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.451378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.451708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.452033 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.452363 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.452713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.453036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.453364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:24.478570 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] No DVR routers for this DVR port 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:34:24.481193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:24.483253 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dadc2e52-48b2-4cd1-b3fb-c9ee55d6108d req-0766c475-7601-40db-ab06-08c4d0e26785 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "DELETE /v2.0/ports/9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e HTTP/1.1" status: 204 len: 173 time: 0.4238513 Jul 16 02:34:24.483710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2163d-1598-434f-a613-58b643bb42b1', 'name': 'network-vif-deleted', 'tag': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:24.486120 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8851ac-0729-4c7b-ae07-f944193bce88" -d '{"events": [{"server_uuid": "5af2163d-1598-434f-a613-58b643bb42b1", "name": "network-vif-deleted", "tag": "9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:24.528618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94846e40-0e28-4415-931c-6d9d8a378a13 x-openstack-request-id: req-94846e40-0e28-4415-931c-6d9d8a378a13 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:24.529013 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2163d-1598-434f-a613-58b643bb42b1", "name": "network-vif-deleted", "tag": "9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:24.529342 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94846e40-0e28-4415-931c-6d9d8a378a13 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:24.529804 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2163d-1598-434f-a613-58b643bb42b1', 'name': 'network-vif-deleted', 'tag': '9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e', 'status': 'completed', 'code': 200} Jul 16 02:34:24.763591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d725726-d146-44a0-b87a-fb6ab5c21010 req-44cc1d9d-10ff-4ee2-b4bb-6acc27279c8f tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=5af2163d-1598-434f-a613-58b643bb42b1 HTTP/1.1" status: 200 len: 210 time: 0.0286727 Jul 16 02:34:26.409594 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-03ddfc6b-4ecd-4a0f-885e-60bc975f79af tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:26.410973 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-03ddfc6b-4ecd-4a0f-885e-60bc975f79af tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 817 time: 0.1051552 Jul 16 02:34:26.425203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-3ee7fc0b-a091-4ee8-93a4-ce910d6eb334 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/quotas/b5859bd242dd496aa54a10d3ecfc74e0 HTTP/1.1" status: 200 len: 375 time: 0.0089464 Jul 16 02:34:26.490710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-a4da89f3-8d73-4067-8e8a-ac185b4136cd tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601289 Jul 16 02:34:26.583266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-504facc0-b28c-4537-8c79-446ad3b58917 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815051 Jul 16 02:34:26.674033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-2a850455-02b1-43cc-ae9f-361926f0de31 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Jul 16 02:34:26.841523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bd1d35b-3198-4fcc-9026-043b61239b48 req-07e3ea3a-da31-4750-bac6-643d720d1ae6 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 210 time: 0.0292602 Jul 16 02:34:27.384934 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:27.404406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:34:27.404775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9f89cad9-11ca-4d6a-a3d9-a804e7d77c3e not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:34:27.957707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-d26faea5-60d7-4de6-8ca8-8fc2c3e961ae tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:27.959409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-d26faea5-60d7-4de6-8ca8-8fc2c3e961ae tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 817 time: 0.1072130 Jul 16 02:34:27.990851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ba18717-6b57-4fdc-aaa2-d9b7550f6c81 req-0a910af0-189c-4208-9253-e72cc4c972df tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 210 time: 0.0297310 Jul 16 02:34:27.994351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Request body: {'port': {'device_id': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'admin_state_up': True, 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:28.102938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Made reservation on behalf of b5859bd242dd496aa54a10d3ecfc74e0 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:34:28.106453 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.230831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Allocated IP 172.20.0.14 (3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c/e13f3434-9ff8-490e-929b-2028dbb86f1a/9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:28.380642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.393989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Transition to ACTIVE for port object 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:28.426096 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.474738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:28.477865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:28.481814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:28.487855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Pushing event updated for resources: {'Port': ['ID=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:28.768049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d3ebfb7-26ec-4693-9f4f-deaf8b5e2fbe None None] Provisioning for port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:28.772275 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0d3ebfb7-26ec-4693-9f4f-deaf8b5e2fbe None None] Provisioning complete for port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:28.772684 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d3ebfb7-26ec-4693-9f4f-deaf8b5e2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.810688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ebfb7-26ec-4693-9f4f-deaf8b5e2fbe None None] Port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:28.874859 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:28.875454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.889447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-292ffe38-5cc1-401b-8f49-b9fb8eb5a970 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016042 Jul 16 02:34:28.908108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Request body: {'port': {'device_id': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:28.977330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.235643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd4c2-aea6-490b-a43f-e6e4b3f29953 req-8cb4929d-5fd0-4580-9a68-17af82b623ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.237166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5cdd4c2-aea6-490b-a43f-e6e4b3f29953 req-8cb4929d-5fd0-4580-9a68-17af82b623ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 932 time: 0.1345568 Jul 16 02:34:29.311685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b5cdd4c2-aea6-490b-a43f-e6e4b3f29953 req-2230647c-6930-4899-8891-9a17da0652e8 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685270 Jul 16 02:34:29.315402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:29.324659 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.341506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Transition to ACTIVE for port object 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:29.344909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.399017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907432-e263-4238-ae0f-69b594da713c service neutron] Pushing event updated for resources: {'Port': ['ID=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:29.472000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Attempting to bind port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:29.472335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Attempting to bind port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:29.472697 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Attempting to bind port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:29.477590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:34:29.477917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Attempting to bind port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 on network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:29.482849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:29.483218 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Checking segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:29.483604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Bound using segment: {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:29.484035 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Bound port: 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c725aacf-bf5b-4b69-b070-c7be31c04758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:29.484397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.550448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] For port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:29.553641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] For port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:29.558095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.595759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.596441 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.597733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-23907432-e263-4238-ae0f-69b594da713c service neutron] 10.222.0.13 "PUT /v2.0/ports/9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 HTTP/1.1" status: 200 len: 1093 time: 0.6937277 Jul 16 02:34:29.598159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'tag': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:29.601363 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d6b95d-b1fd-439c-9836-71a87e3e02ed" -d '{"events": [{"name": "network-changed", "server_uuid": "17cec7f0-1fb0-4913-aeb3-f4d7a77b8337", "tag": "9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:29.625480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907432-e263-4238-ae0f-69b594da713c service neutron] Pushing event updated for resources: {'Port': ['ID=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:29.651031 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680b3d2-2dfb-45cc-b40d-4ffadbaf7892 x-openstack-request-id: req-7680b3d2-2dfb-45cc-b40d-4ffadbaf7892 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:29.651550 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cec7f0-1fb0-4913-aeb3-f4d7a77b8337", "tag": "9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:29.651856 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7680b3d2-2dfb-45cc-b40d-4ffadbaf7892 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:29.652253 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'tag': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8', 'status': 'completed', 'code': 200} Jul 16 02:34:29.722544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-6e36ee74-4b3e-439f-a5f9-3a5c272cf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.724217 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-6e36ee74-4b3e-439f-a5f9-3a5c272cf340 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 1096 time: 0.0568528 Jul 16 02:34:29.775294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-cb926474-346b-4724-a52e-3156db4d2a35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 HTTP/1.1" status: 200 len: 217 time: 0.0371239 Jul 16 02:34:29.828241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-08ffe9a1-b085-4348-bc51-4e35aa97276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.829767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-08ffe9a1-b085-4348-bc51-4e35aa97276f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e13f3434-9ff8-490e-929b-2028dbb86f1a HTTP/1.1" status: 200 len: 856 time: 0.0478132 Jul 16 02:34:29.887160 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-60712e63-81fc-49b7-92ed-fbbcd224266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.888698 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-60712e63-81fc-49b7-92ed-fbbcd224266a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525367 Jul 16 02:34:29.977819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-826ead2e-7588-4b12-8846-1a3d8ab51cad service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821612 Jul 16 02:34:30.070228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ac2bc5f-1ca4-4bec-9ea6-109e14a5fa03 req-5f49c63e-8536-4a82-9271-4872c780306e service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858150 Jul 16 02:34:30.209743 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-1d8153c5-6c9c-4d1c-a04b-4aa325a11da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.211152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-1d8153c5-6c9c-4d1c-a04b-4aa325a11da0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 1096 time: 0.0536551 Jul 16 02:34:30.304888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-470f4e43-7a5b-4e31-8909-54a5126aca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.306361 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-470f4e43-7a5b-4e31-8909-54a5126aca66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 200 len: 918 time: 0.0888693 Jul 16 02:34:30.347172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-95fd5dfc-f0d6-4cc3-bb05-c65771f1eaeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 HTTP/1.1" status: 200 len: 217 time: 0.0342069 Jul 16 02:34:30.396585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-73ec7f3f-5549-4996-b2e8-5fda065e34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.398032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-73ec7f3f-5549-4996-b2e8-5fda065e34e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e13f3434-9ff8-490e-929b-2028dbb86f1a HTTP/1.1" status: 200 len: 856 time: 0.0440533 Jul 16 02:34:30.503011 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-d0823456-5928-4fa7-a976-cb38fa7e27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.504444 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-d0823456-5928-4fa7-a976-cb38fa7e27e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991864 Jul 16 02:34:30.515987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbeb3f-2284-4eb7-aa0e-a2a13d9c139b req-a3e5680e-e87f-4c14-8219-acb4d8ec32a9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.517654 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35bbeb3f-2284-4eb7-aa0e-a2a13d9c139b req-a3e5680e-e87f-4c14-8219-acb4d8ec32a9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 944 time: 0.0819771 Jul 16 02:34:30.604291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35bbeb3f-2284-4eb7-aa0e-a2a13d9c139b req-1195fb3d-bdbe-4af0-a0d6-34f1b469a7bf tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789495 Jul 16 02:34:30.630841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-838f89ee-5477-4561-86e4-42d1969a7893 service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124849 Jul 16 02:34:30.725118 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63d6b95d-b1fd-439c-9836-71a87e3e02ed req-4a625dad-cde9-4654-8214-902758f98e8a service neutron] 10.222.0.13 "GET /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Jul 16 02:34:31.401969 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:34:31.492860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:31.503546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8', 'network_id': '3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c', 'port_id': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8', 'mac_address': 'fa:16:3e:68:9b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13f3434-9ff8-490e-929b-2028dbb86f1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:34:31.540018 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.556156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:31.575425 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:31.579589 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.625283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:31.633565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.633912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.634249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.634582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.634916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.635245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.635567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.636222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.636222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.636533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.636858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.637177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:31.785203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e5fb7-df50-4e2f-b10f-4d8493587a2c req-bb0e8111-c918-4f99-85cb-b049dcc78355 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.787499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-926e5fb7-df50-4e2f-b10f-4d8493587a2c req-bb0e8111-c918-4f99-85cb-b049dcc78355 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 945 time: 0.0698888 Jul 16 02:34:31.824732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-926e5fb7-df50-4e2f-b10f-4d8493587a2c req-73ac79e1-c3cd-4be6-bc65-a1eac8485a6b tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Jul 16 02:34:31.850528 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:32.995837 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fa92c-8eb4-469e-a46d-ab9753467cbd req-72f5ab51-652d-4d4c-aabc-1529ef6be314 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:32.997375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-504fa92c-8eb4-469e-a46d-ab9753467cbd req-72f5ab51-652d-4d4c-aabc-1529ef6be314 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 945 time: 0.0635443 Jul 16 02:34:33.034673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-504fa92c-8eb4-469e-a46d-ab9753467cbd req-485944ad-7a9c-4464-9737-63f572345ae5 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Jul 16 02:34:33.401077 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:33.451194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:33.454996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:33.455370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:33.529443 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:33.551810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:33.554584 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804c31dd-1f9e-434b-984f-28feda7e8efe" -d '{"events": [{"server_uuid": "17cec7f0-1fb0-4913-aeb3-f4d7a77b8337", "name": "network-vif-plugged", "status": "completed", "tag": "9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:33.566862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:33.570901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:33.596688 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26228a45-07a1-498d-bb85-aef3cf994a75 x-openstack-request-id: req-26228a45-07a1-498d-bb85-aef3cf994a75 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:33.596976 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cec7f0-1fb0-4913-aeb3-f4d7a77b8337", "name": "network-vif-plugged", "status": "completed", "tag": "9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:33.597223 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26228a45-07a1-498d-bb85-aef3cf994a75 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:33.597606 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8', 'code': 200} Jul 16 02:34:33.624869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:33.729770 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02738a54-c2d0-468f-8aec-b02bf08bca37 req-44e1251e-cc54-4847-ac37-927b0eaae7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:33.731273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02738a54-c2d0-468f-8aec-b02bf08bca37 req-44e1251e-cc54-4847-ac37-927b0eaae7cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 1098 time: 0.0534356 Jul 16 02:34:33.771990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-02738a54-c2d0-468f-8aec-b02bf08bca37 req-aaa4ad7e-44f2-4e88-a2d9-0ca0f7f12371 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Jul 16 02:34:34.209822 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fc37-1623-4f07-9c54-4b102f53d0d8 req-e44b6e4b-312d-46c7-b798-48f2f47252d1 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:34.211324 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7494fc37-1623-4f07-9c54-4b102f53d0d8 req-e44b6e4b-312d-46c7-b798-48f2f47252d1 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 946 time: 0.0635135 Jul 16 02:34:34.248311 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7494fc37-1623-4f07-9c54-4b102f53d0d8 req-239ea935-3028-4ad1-8cfb-3f722933aadc tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Jul 16 02:34:35.421870 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03863971-6e43-405b-af85-cc66ebc07631 req-3cc67c02-d089-4a94-a802-77c1fc8ae6c0 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:35.423353 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03863971-6e43-405b-af85-cc66ebc07631 req-3cc67c02-d089-4a94-a802-77c1fc8ae6c0 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 946 time: 0.0631242 Jul 16 02:34:35.461414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-03863971-6e43-405b-af85-cc66ebc07631 req-f9e1daa4-aa62-4d0f-88ba-c7ea116629fa tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Jul 16 02:34:35.638463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245894f-083b-4d56-9a4e-c6c1c6d01095 req-7fb442f8-f34a-47da-a0e9-fc9eba42d8e3 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:35.640003 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a245894f-083b-4d56-9a4e-c6c1c6d01095 req-7fb442f8-f34a-47da-a0e9-fc9eba42d8e3 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 946 time: 0.0704539 Jul 16 02:34:35.677880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a245894f-083b-4d56-9a4e-c6c1c6d01095 req-a29fd33e-d3e0-4354-883d-67a7eceaa0a0 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322833 Jul 16 02:34:38.232076 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:40.249422 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-743adecc-80de-43f0-889c-f2c02c97992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:42.479039 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-baafbbeb-cd18-4844-a71d-365210d7b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:42.571304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:43.977399 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:45.511196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:49.004929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:54.896565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e0d88-2807-47bd-93b8-b17f656af316 req-2bee9094-95a6-4ede-932a-b7dee2e47d5e tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.898101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a7e0d88-2807-47bd-93b8-b17f656af316 req-2bee9094-95a6-4ede-932a-b7dee2e47d5e tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 946 time: 0.0668871 Jul 16 02:34:54.938304 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5a7e0d88-2807-47bd-93b8-b17f656af316 req-3274dc47-aa08-4f34-9532-506ff34f90cb tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Jul 16 02:34:56.114958 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25df3a1-4797-4269-bc2d-a9e3be8d0fd6 req-3aa40812-85d8-4130-8d51-fe268c58bb90 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.116469 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e25df3a1-4797-4269-bc2d-a9e3be8d0fd6 req-3aa40812-85d8-4130-8d51-fe268c58bb90 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 946 time: 0.0675123 Jul 16 02:34:56.156329 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e25df3a1-4797-4269-bc2d-a9e3be8d0fd6 req-967fce97-7d06-4977-9224-ca4a37fd0ad9 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/security-groups?id=e4dfd2bd-8085-4914-9f30-f0684d8b4830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Jul 16 02:34:56.566203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-a033c3e6-2498-441e-85e3-f077a8a33487 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.568381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-a033c3e6-2498-441e-85e3-f077a8a33487 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 946 time: 0.0644088 Jul 16 02:34:56.670081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Deleting port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:34:56.670334 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.756976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] For port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:56.757329 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.769533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Calling delete_port for 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:34:56.898999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.931419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Pushing event deleted for resources: {'Port': ['ID=9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:56.934847 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:56.976465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] No DVR routers for this DVR port 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:34:56.979085 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.981199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7b428154-144b-41ea-9dad-5c2539a94dd0 req-62afd382-4f19-4ed0-b1b2-36726f86a6ad tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.13 "DELETE /v2.0/ports/9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 HTTP/1.1" status: 204 len: 173 time: 0.4065809 Jul 16 02:34:56.981633 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'name': 'network-vif-deleted', 'tag': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:56.983927 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a010cba4-b324-40f4-a030-0e8045c94542" -d '{"events": [{"server_uuid": "17cec7f0-1fb0-4913-aeb3-f4d7a77b8337", "name": "network-vif-deleted", "tag": "9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:57.082250 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053c1e9-5fa3-4401-8bbf-ebaa5ff0dc5d x-openstack-request-id: req-c053c1e9-5fa3-4401-8bbf-ebaa5ff0dc5d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:57.083109 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cec7f0-1fb0-4913-aeb3-f4d7a77b8337", "name": "network-vif-deleted", "tag": "9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:57.083473 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c053c1e9-5fa3-4401-8bbf-ebaa5ff0dc5d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:57.084058 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cec7f0-1fb0-4913-aeb3-f4d7a77b8337', 'name': 'network-vif-deleted', 'tag': '9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8', 'status': 'completed', 'code': 200} Jul 16 02:34:57.309301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66e6b5a9-272c-494f-b372-91a2517e6483 req-e93bf6c3-455b-4667-8a9f-ff4afd6f3745 tempest-TestEncryptedCinderVolumes-1435300741 tempest-TestEncryptedCinderVolumes-1435300741-project] 10.222.0.42 "GET /v2.0/ports?device_id=17cec7f0-1fb0-4913-aeb3-f4d7a77b8337 HTTP/1.1" status: 200 len: 210 time: 0.0325630 Jul 16 02:34:58.439203 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:58.783968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.044080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Deleting port f6007783-67aa-4760-934c-512a7e131d9a {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:34:59.044311 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.125931 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] For port f6007783-67aa-4760-934c-512a7e131d9a, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6007783-67aa-4760-934c-512a7e131d9a,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:59.126279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.139257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Calling delete_port for f6007783-67aa-4760-934c-512a7e131d9a owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:34:59.315915 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.342838 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6007783-67aa-4760-934c-512a7e131d9a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:59.512126 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.540375 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:59.560844 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:34:59.561198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 9a234e0a-1ccf-4232-ac7d-90b4a8e8f1d8 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:34:59.723149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Router 4dffe113-35d6-4f85-bded-87c9c992362d has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:59.828296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:59.833941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e4b5b9d0-18cd-4972-823c-4958ecd7c455 admin admin] 10.222.0.42 "PUT /v2.0/routers/4dffe113-35d6-4f85-bded-87c9c992362d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3936572 Jul 16 02:34:59.836689 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45982) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:59.837576 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] Sync routers for ids ['4dffe113-35d6-4f85-bded-87c9c992362d'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:59.846452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] Routers {'4dffe113-35d6-4f85-bded-87c9c992362d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:59.847064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4dffe113-35d6-4f85-bded-87c9c992362d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:59.940602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.949709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] Set router 4dffe113-35d6-4f85-bded-87c9c992362d gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:00.043682 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.096377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Deleting port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:00.096748 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.127279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:34:59Z', 'revision_number': 5, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port': {'id': '1f573b40-b517-42e0-b21d-5e5c3a5e09cd', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:44Z', 'updated_at': '2021-07-16T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.154585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] Checking router: 4dffe113-35d6-4f85-bded-87c9c992362d for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:00.163663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] Routers {'4dffe113-35d6-4f85-bded-87c9c992362d'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:00.164280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['4dffe113-35d6-4f85-bded-87c9c992362d'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.182946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] For port 1f573b40-b517-42e0-b21d-5e5c3a5e09cd, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:00.183708 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.195811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Calling delete_port for 1f573b40-b517-42e0-b21d-5e5c3a5e09cd owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:00.247947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] Set router 4dffe113-35d6-4f85-bded-87c9c992362d gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:00.298519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:35:00Z', 'revision_number': 6, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.328513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515fd45-8d94-4ac2-8adf-1f56582085d5 None None] The sync data for ids ['4dffe113-35d6-4f85-bded-87c9c992362d'] in n-d-791506-20 is: [{'id': '4dffe113-35d6-4f85-bded-87c9c992362d', 'name': 'tempest-TestEncryptedCinderVolumes-1185324621-router', 'tenant_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:43Z', 'updated_at': '2021-07-16T02:35:00Z', 'revision_number': 6, 'project_id': 'b5859bd242dd496aa54a10d3ecfc74e0', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:00.617282 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:00.695761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.723662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f573b40-b517-42e0-b21d-5e5c3a5e09cd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:00.788911 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.881514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.883740 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.924630 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.925170 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dffe113-35d6-4f85-bded-87c9c992362d {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:35:00.930697 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.932090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-902088b2-7983-46a7-b1bd-557fa0f41a50 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4dffe113-35d6-4f85-bded-87c9c992362d HTTP/1.1" status: 204 len: 168 time: 1.0944307 Jul 16 02:35:00.934501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45984) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:00.979178 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Deleting subnet e13f3434-9ff8-490e-929b-2028dbb86f1a {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:35:00.982162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.015327 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.100620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.158315 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6007783-67aa-4760-934c-512a7e131d9a no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:01.162219 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.178734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f6007783-67aa-4760-934c-512a7e131d9a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:01.179083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6007783-67aa-4760-934c-512a7e131d9a not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:01.179493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1f573b40-b517-42e0-b21d-5e5c3a5e09cd no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:01.188034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13f3434-9ff8-490e-929b-2028dbb86f1a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:01.192224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.194291 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-528a0c49-4893-4d55-ae3d-78890afabd08 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e13f3434-9ff8-490e-929b-2028dbb86f1a HTTP/1.1" status: 204 len: 168 time: 0.2588549 Jul 16 02:35:01.196805 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45986) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:01.199323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 1f573b40-b517-42e0-b21d-5e5c3a5e09cd {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:01.199718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 1f573b40-b517-42e0-b21d-5e5c3a5e09cd not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:01.203542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59969786-b897-4a21-ab7c-26528b1389b3 None None] Network 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:01.274079 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.328084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Deleting port d6bef1b0-6d79-4240-b36f-a9b33db180b6 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:01.328450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.398945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] DHCP port deletion for 3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:35:01.399318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] For port d6bef1b0-6d79-4240-b36f-a9b33db180b6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6bef1b0-6d79-4240-b36f-a9b33db180b6,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:01.399683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.414304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Calling delete_port for d6bef1b0-6d79-4240-b36f-a9b33db180b6 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:01.452105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] Deleting port d6bef1b0-6d79-4240-b36f-a9b33db180b6 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:01.452522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.502672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.518776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] For port d6bef1b0-6d79-4240-b36f-a9b33db180b6, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=d6bef1b0-6d79-4240-b36f-a9b33db180b6,segment=NetworkSegment(c725aacf-bf5b-4b69-b070-c7be31c04758),segment_id=c725aacf-bf5b-4b69-b070-c7be31c04758)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:01.519163 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.529270 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bef1b0-6d79-4240-b36f-a9b33db180b6,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:01.531518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] Calling delete_port for d6bef1b0-6d79-4240-b36f-a9b33db180b6 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:01.533102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] No DVR routers for this DVR port d6bef1b0-6d79-4240-b36f-a9b33db180b6 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:35:01.602784 n-d-791506-20 neutron-server[93757]: self.session.flush() Jul 16 02:35:01.609651 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.614748 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.620849 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:01.631488 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c725aacf-bf5b-4b69-b070-c7be31c04758') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:01.631789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c725aacf-bf5b-4b69-b070-c7be31c04758') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:01.640799 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.643032 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] Pushing event deleted for resources: {'Port': ['ID=d6bef1b0-6d79-4240-b36f-a9b33db180b6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:01.648732 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f74f5d-5452-4fca-aac9-d8a33c5175ef None None] No DVR routers for this DVR port d6bef1b0-6d79-4240-b36f-a9b33db180b6 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:01.656224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.663047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:35:01.663424 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:35:01.665313 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:35:01.718695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.724680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.726674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c HTTP/1.1" status: 204 len: 168 time: 0.5289078 Jul 16 02:35:01.729790 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 45988) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:01.737679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc8f33-7d6a-4a59-b769-2aabb86d572f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae44fe4-289d-4c49-9ce1-ccd3b123fa6c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:02.078399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.328120 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Deleting port 444459f1-2e3d-4561-8a41-c4c172579093 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:02.328611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.405795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] For port 444459f1-2e3d-4561-8a41-c4c172579093, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=444459f1-2e3d-4561-8a41-c4c172579093,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:02.406158 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.418646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Calling delete_port for 444459f1-2e3d-4561-8a41-c4c172579093 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:02.593995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.623686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=444459f1-2e3d-4561-8a41-c4c172579093,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:02.651066 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.651418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.651763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.652105 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.652460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.652802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.653146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.653472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.653806 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.654135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.654466 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.654793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.799623 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.916142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6bef1b0-6d79-4240-b36f-a9b33db180b6 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:02.935480 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: d6bef1b0-6d79-4240-b36f-a9b33db180b6 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:02.935835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device d6bef1b0-6d79-4240-b36f-a9b33db180b6 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:03.018954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Router 41d4349c-9a09-4c08-939c-112cd050ce4a has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:03.123786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:03.128736 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d23deccb-0e38-4b2a-a02d-6aaec186d3d2 admin admin] 10.222.0.42 "PUT /v2.0/routers/41d4349c-9a09-4c08-939c-112cd050ce4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3978369 Jul 16 02:35:03.132259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45994) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:03.133401 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] Sync routers for ids ['41d4349c-9a09-4c08-939c-112cd050ce4a'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:03.143358 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] Routers {'41d4349c-9a09-4c08-939c-112cd050ce4a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:03.144301 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['41d4349c-9a09-4c08-939c-112cd050ce4a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:03.245972 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.250044 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] Set router 41d4349c-9a09-4c08-939c-112cd050ce4a gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:03.351867 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.413345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Deleting port ea9e5681-dd3c-4baf-a325-afb78774e4bf {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:03.413583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.433318 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:35:02Z', 'revision_number': 5, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port': {'id': 'ea9e5681-dd3c-4baf-a325-afb78774e4bf', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:49Z', 'updated_at': '2021-07-16T02:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:03.459362 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] Checking router: 41d4349c-9a09-4c08-939c-112cd050ce4a for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:03.467637 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] Routers {'41d4349c-9a09-4c08-939c-112cd050ce4a'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:03.468244 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['41d4349c-9a09-4c08-939c-112cd050ce4a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:03.497672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] For port ea9e5681-dd3c-4baf-a325-afb78774e4bf, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ea9e5681-dd3c-4baf-a325-afb78774e4bf,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:03.498028 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.511015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Calling delete_port for ea9e5681-dd3c-4baf-a325-afb78774e4bf owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:03.552581 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] Set router 41d4349c-9a09-4c08-939c-112cd050ce4a gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:03.605280 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:35:03Z', 'revision_number': 6, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:03.632088 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a31bee-47e9-4328-8e8d-c4e5165cc99d None None] The sync data for ids ['41d4349c-9a09-4c08-939c-112cd050ce4a'] in n-d-791506-20 is: [{'id': '41d4349c-9a09-4c08-939c-112cd050ce4a', 'name': 'tempest-TestEncryptedCinderVolumes-1080118078-router', 'tenant_id': '44435522313145ffb9b1d0fdc26a5710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:48Z', 'updated_at': '2021-07-16T02:35:03Z', 'revision_number': 6, 'project_id': '44435522313145ffb9b1d0fdc26a5710', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:03.683487 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.710590 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9e5681-dd3c-4baf-a325-afb78774e4bf,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:03.774432 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.864642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.866750 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.909667 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.910192 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41d4349c-9a09-4c08-939c-112cd050ce4a {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:35:03.915305 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.916454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e6f35fca-e288-4538-9f11-c25e85539f05 admin admin] 10.222.0.42 "DELETE /v2.0/routers/41d4349c-9a09-4c08-939c-112cd050ce4a HTTP/1.1" status: 204 len: 168 time: 0.7828760 Jul 16 02:35:03.919019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45996) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:03.963252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Deleting subnet efe4a655-c600-473f-bd83-a78fd5f7ff53 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:35:03.966788 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.004199 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.089261 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.141861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.168046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe4a655-c600-473f-bd83-a78fd5f7ff53,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.171610 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.173536 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-7436f8ab-0fbf-46f0-becb-7d1e6a828575 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/efe4a655-c600-473f-bd83-a78fd5f7ff53 HTTP/1.1" status: 204 len: 168 time: 0.2535894 Jul 16 02:35:04.176038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 45998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:04.178820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436e8cd-6441-4ab4-a27e-14071de78582 None None] Network d0827407-6393-4d3a-8e8f-a81bcb76a88d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:04.248126 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.302571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Deleting port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:04.303669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.373927 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] For port 7a8e213a-50a0-4a13-8823-8cea8e17ac04, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a8e213a-50a0-4a13-8823-8cea8e17ac04,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:04.374364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.381265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] DHCP port deletion for d0827407-6393-4d3a-8e8f-a81bcb76a88d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:35:04.395934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Calling delete_port for 7a8e213a-50a0-4a13-8823-8cea8e17ac04 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:04.431887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] Deleting port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:04.432169 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.476967 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.496019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] For port 7a8e213a-50a0-4a13-8823-8cea8e17ac04, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7a8e213a-50a0-4a13-8823-8cea8e17ac04,segment=NetworkSegment(0f2be85b-87b2-4bb1-a140-d2ebf22d47fc),segment_id=0f2be85b-87b2-4bb1-a140-d2ebf22d47fc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:04.496406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.505467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8e213a-50a0-4a13-8823-8cea8e17ac04,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.507230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] No DVR routers for this DVR port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:04.514998 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] Calling delete_port for 7a8e213a-50a0-4a13-8823-8cea8e17ac04 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:04.592625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.599103 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.604114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0827407-6393-4d3a-8e8f-a81bcb76a88d']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:04.615703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:04.615998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2be85b-87b2-4bb1-a140-d2ebf22d47fc') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:04.626481 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.626826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] Pushing event deleted for resources: {'Port': ['ID=7a8e213a-50a0-4a13-8823-8cea8e17ac04,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.632477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd87e59-4536-4cbf-90af-b938eb3e9829 None None] No DVR routers for this DVR port 7a8e213a-50a0-4a13-8823-8cea8e17ac04 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:04.644476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.652405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:35:04.652884 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:35:04.655382 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:35:04.714843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.720557 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.722423 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d0827407-6393-4d3a-8e8f-a81bcb76a88d HTTP/1.1" status: 204 len: 168 time: 0.5454268 Jul 16 02:35:04.738262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051a949-9f41-47f3-91c0-cd507f88cb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0827407-6393-4d3a-8e8f-a81bcb76a88d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.868145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ea9e5681-dd3c-4baf-a325-afb78774e4bf no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:04.889385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ea9e5681-dd3c-4baf-a325-afb78774e4bf {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:04.889731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ea9e5681-dd3c-4baf-a325-afb78774e4bf not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:04.890145 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 444459f1-2e3d-4561-8a41-c4c172579093 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:04.897578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46002) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:04.919063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 444459f1-2e3d-4561-8a41-c4c172579093 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:04.919437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 444459f1-2e3d-4561-8a41-c4c172579093 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:04.919815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a8e213a-50a0-4a13-8823-8cea8e17ac04 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:05.108980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7a8e213a-50a0-4a13-8823-8cea8e17ac04 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:05.109327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7a8e213a-50a0-4a13-8823-8cea8e17ac04 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:05.260048 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9aef5d5a-8cd9-47a7-b3a3-f535acd07f21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5859bd242dd496aa54a10d3ecfc74e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612285 Jul 16 02:35:05.263005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46004) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:05.310063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71e1ee79-e676-4e5f-88c3-276e94b20fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.331058 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71e1ee79-e676-4e5f-88c3-276e94b20fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.377865 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71e1ee79-e676-4e5f-88c3-276e94b20fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.381282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71e1ee79-e676-4e5f-88c3-276e94b20fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.382498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-71e1ee79-e676-4e5f-88c3-276e94b20fd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4dfd2bd-8085-4914-9f30-f0684d8b4830 HTTP/1.1" status: 204 len: 168 time: 0.1190264 Jul 16 02:35:05.390521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1ee79-e676-4e5f-88c3-276e94b20fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dfd2bd-8085-4914-9f30-f0684d8b4830,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:05.690009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46010) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:05.728607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a23445c3-ebd3-4830-a8fa-6f73b40a9e43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44435522313145ffb9b1d0fdc26a5710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373929 Jul 16 02:35:05.730901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46012) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:05.777505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865a584c-9eee-4fa4-a89f-7c86637276df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.798160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865a584c-9eee-4fa4-a89f-7c86637276df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.847093 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865a584c-9eee-4fa4-a89f-7c86637276df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.850576 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-865a584c-9eee-4fa4-a89f-7c86637276df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.851737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-865a584c-9eee-4fa4-a89f-7c86637276df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd5f08a3-fbe0-407e-b629-ddd70149edf6 HTTP/1.1" status: 204 len: 168 time: 0.1199577 Jul 16 02:35:05.859459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a584c-9eee-4fa4-a89f-7c86637276df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f08a3-fbe0-407e-b629-ddd70149edf6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:06.496764 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46034) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:06.592465 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-303891700-network', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:06.616814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Made reservation on behalf of 7c1d985d225b40e597bd1ac6db9980b3 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:06.619490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.628748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.720487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.725327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.754872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c721b-5258-4460-8843-e24b1e82c479,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:06.757810 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:35:06.767640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.767995 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Added segment 299ac162-a489-4515-a047-cc471f91f185 of type vlan for network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac Jul 16 02:35:06.809122 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.836490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.837432 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:06.838011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.868627 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3707385 Jul 16 02:35:06.871943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:06.877058 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Request body: {'subnet': {'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-303891700-subnet', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:06.898604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Made reservation on behalf of 7c1d985d225b40e597bd1ac6db9980b3 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:06.901064 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.901341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f1d96-cf6a-41dd-a403-009c6a556635 admin admin] Pushing event updated for resources: {'Network': ['ID=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:06.913768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:35:07.073683 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.126531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7c33df-a9c5-4f43-bdc3-b1bd96529082,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:07.137409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Checking segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:07.137774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Network hostable DHCP agents. Network: 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:35:07.154064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:35:07.162747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:07.166720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:07.167315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.171502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93eae7d-77e4-44e0-9a0a-7816fee91eeb None None] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:07.181030 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5d3f3733-f3b2-4228-a610-bae4c30cf7b4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3079603 Jul 16 02:35:07.183769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46040) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:07.188248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:07.210761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.211833 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.265741 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.317513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19988705-6368-4340-ac4f-3563d301704e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:35:07.318392 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19988705-6368-4340-ac4f-3563d301704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.405525 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.456610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-19988705-6368-4340-ac4f-3563d301704e None None] Allocated IP 172.20.0.2 (7e74b81f-f14f-4dea-bd9b-c632bf4d7bac/fd7c33df-a9c5-4f43-bdc3-b1bd96529082/a77c3cdd-9fd9-4607-b59e-a0c78185782d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:07.608375 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19988705-6368-4340-ac4f-3563d301704e None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.608642 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.617606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-19988705-6368-4340-ac4f-3563d301704e None None] Transition to ACTIVE for port object a77c3cdd-9fd9-4607-b59e-a0c78185782d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:07.628998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.634661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-19988705-6368-4340-ac4f-3563d301704e None None] Transition to ACTIVE for port object a77c3cdd-9fd9-4607-b59e-a0c78185782d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:07.641042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19988705-6368-4340-ac4f-3563d301704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.683030 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19988705-6368-4340-ac4f-3563d301704e None None] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:07.686062 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-19988705-6368-4340-ac4f-3563d301704e None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:07.690770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19988705-6368-4340-ac4f-3563d301704e None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:07.693406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19988705-6368-4340-ac4f-3563d301704e None None] Pushing event updated for resources: {'Port': ['ID=a77c3cdd-9fd9-4607-b59e-a0c78185782d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:07.734254 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Allocated IP 172.25.7.174 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/9e69eba4-bebb-4790-ba32-3597fe8a6f2e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:07.751572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-19988705-6368-4340-ac4f-3563d301704e None None] Attempting to bind port a77c3cdd-9fd9-4607-b59e-a0c78185782d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:07.751947 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-19988705-6368-4340-ac4f-3563d301704e None None] Attempting to bind port a77c3cdd-9fd9-4607-b59e-a0c78185782d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:07.752312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19988705-6368-4340-ac4f-3563d301704e None None] Attempting to bind port a77c3cdd-9fd9-4607-b59e-a0c78185782d on network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:07.758417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19988705-6368-4340-ac4f-3563d301704e None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:07.758791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19988705-6368-4340-ac4f-3563d301704e None None] Checking segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:07.759196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19988705-6368-4340-ac4f-3563d301704e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.759586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19988705-6368-4340-ac4f-3563d301704e None None] Bound using segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:07.760049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-19988705-6368-4340-ac4f-3563d301704e None None] Bound port: a77c3cdd-9fd9-4607-b59e-a0c78185782d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:07.760443 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19988705-6368-4340-ac4f-3563d301704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.821693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-19988705-6368-4340-ac4f-3563d301704e None None] For port a77c3cdd-9fd9-4607-b59e-a0c78185782d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:07.824786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-19988705-6368-4340-ac4f-3563d301704e None None] For port a77c3cdd-9fd9-4607-b59e-a0c78185782d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a77c3cdd-9fd9-4607-b59e-a0c78185782d,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:07.829326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-19988705-6368-4340-ac4f-3563d301704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.841685 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.884611 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.893476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19988705-6368-4340-ac4f-3563d301704e None None] Pushing event updated for resources: {'Port': ['ID=a77c3cdd-9fd9-4607-b59e-a0c78185782d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:07.928027 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:07.930977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:07.934645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:07.958994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Pushing event updated for resources: {'Port': ['ID=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:08.197928 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.234180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.394147 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.526520 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Router e91e6033-b61c-4318-8f57-efcf7f88e040 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:35:08.638195 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:08.652120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Sync routers for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:08.656615 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.659167 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-5b84c18f-45c6-4a63-b6fa-cac5323ce30d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4731791 Jul 16 02:35:08.661018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46042) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:08.661454 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:08.662087 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:08.777690 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:08.804122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa25e62-c173-412a-98e5-0ab0eff6f66b None None] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:08.924231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a77c3cdd-9fd9-4607-b59e-a0c78185782d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:08.926682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-48cd9e7a-2676-4c93-9cf3-6b4dcf627f73 None None] Provisioning for port a77c3cdd-9fd9-4607-b59e-a0c78185782d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:09.099154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a77c3cdd-9fd9-4607-b59e-a0c78185782d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:09.111380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a77c3cdd-9fd9-4607-b59e-a0c78185782d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:09.111768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.189074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:08Z', 'revision_number': 3, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:09.227660 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Checking router: e91e6033-b61c-4318-8f57-efcf7f88e040 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:09.228011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Updating router e91e6033-b61c-4318-8f57-efcf7f88e040 port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:09.289675 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.320536 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.426938 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a77c3cdd-9fd9-4607-b59e-a0c78185782d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a77c3cdd-9fd9-4607-b59e-a0c78185782d,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:09.433512 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.440017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.550083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a77c3cdd-9fd9-4607-b59e-a0c78185782d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.570769 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-43fb82db-97ef-438e-afea-8321268a0f47 None None] Provisioning complete for port a77c3cdd-9fd9-4607-b59e-a0c78185782d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:09.571184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-43fb82db-97ef-438e-afea-8321268a0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.604052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Allocated IP 172.20.0.1 (7e74b81f-f14f-4dea-bd9b-c632bf4d7bac/fd7c33df-a9c5-4f43-bdc3-b1bd96529082/ba0c7ce0-3232-4927-96a8-a561b443836a) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:09.694255 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.710184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.712839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Transition to ACTIVE for port object 9e69eba4-bebb-4790-ba32-3597fe8a6f2e will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:09.719763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.725072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Transition to ACTIVE for port object ba0c7ce0-3232-4927-96a8-a561b443836a will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:09.759981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.776341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41ed00-7434-479a-9eb6-1e309e0fd12c None None] Pushing event updated for resources: {'Port': ['ID=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.778609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Attempting to bind port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:09.778989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Attempting to bind port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:09.779356 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Attempting to bind port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:09.784798 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:09.785177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:09.786245 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.786648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:09.787130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Bound port: 9e69eba4-bebb-4790-ba32-3597fe8a6f2e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:09.787519 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.803005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:09.805947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:09.808303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:09.830980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0c7ce0-3232-4927-96a8-a561b443836a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.844655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] For port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:09.849031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] For port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:09.855145 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.855839 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.915873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:09.916903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:09.954993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41ed00-7434-479a-9eb6-1e309e0fd12c None None] Pushing event updated for resources: {'Port': ['ID=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:10.014715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.034354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:10.095693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-63dc6631-67c5-4f67-bd03-1c474b63c2ae None None] Provisioning for port ba0c7ce0-3232-4927-96a8-a561b443836a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:10.115519 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-63dc6631-67c5-4f67-bd03-1c474b63c2ae None None] Provisioning complete for port ba0c7ce0-3232-4927-96a8-a561b443836a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:10.115887 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-63dc6631-67c5-4f67-bd03-1c474b63c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.184492 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.187635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-63dc6631-67c5-4f67-bd03-1c474b63c2ae None None] Port ba0c7ce0-3232-4927-96a8-a561b443836a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:10.189737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.260981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b397716e-3c69-41be-af1e-7e4dfae57761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.263416 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.266052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0c7ce0-3232-4927-96a8-a561b443836a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:10.268364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:08Z', 'revision_number': 3, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:10.296137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281984ff-edd1-4f5a-aafa-bf953d480665 None None] The sync data for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 is: [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:08Z', 'revision_number': 3, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:10.358330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:10.359819 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:10.486185 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Router e91e6033-b61c-4318-8f57-efcf7f88e040 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:10.625470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:10.638744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cb270351-255e-4381-9787-5b3435514542 admin admin] 10.222.0.42 "PUT /v2.0/routers/e91e6033-b61c-4318-8f57-efcf7f88e040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688907 Jul 16 02:35:10.710443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5f156bdc-c195-4437-802e-69c47d219820 None None] Provisioning complete for port ba0c7ce0-3232-4927-96a8-a561b443836a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:10.710661 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f156bdc-c195-4437-802e-69c47d219820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.753682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-5f156bdc-c195-4437-802e-69c47d219820 None None] Port ba0c7ce0-3232-4927-96a8-a561b443836a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:10.964013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e69eba4-bebb-4790-ba32-3597fe8a6f2e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:11.167418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46058) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:11.174136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1469271652-network', 'tenant_id': '9640728afb174309a4650590fd58e2fe'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:11.180028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:11.184714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:11.185088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.198660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Made reservation on behalf of 9640728afb174309a4650590fd58e2fe for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:11.201056 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.211199 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.265357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.287346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:11.291623 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.292517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a77c3cdd-9fd9-4607-b59e-a0c78185782d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:11.308002 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.311838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.337571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:35:11.348798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd188c9-d942-406a-9222-fe6ba31e4873,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.354731 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.355082 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Added segment 7064da92-d8e4-41ef-83b1-1133806fc4dc of type vlan for network 03a45cd6-4db6-47ff-917e-0a82d9178082 Jul 16 02:35:11.377276 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.384807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a77c3cdd-9fd9-4607-b59e-a0c78185782d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:11.385178 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.401857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.431369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.432594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:11.433342 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.472846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3010807 Jul 16 02:35:11.472959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46060) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:11.477778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Request body: {'subnet': {'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1469271652-subnet', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:11.511293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e97650-5352-4158-890a-f39b3d32b3cf admin admin] Pushing event updated for resources: {'Network': ['ID=03a45cd6-4db6-47ff-917e-0a82d9178082,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.521165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:35:11.528246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Made reservation on behalf of 9640728afb174309a4650590fd58e2fe for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:11.530764 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.707110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.764104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Pushing event updated for resources: {'Subnet': ['ID=47795abe-2841-4d25-b9ef-fe5024361347,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.771580 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Checking segment: {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:11.771937 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Network hostable DHCP agents. Network: 03a45cd6-4db6-47ff-917e-0a82d9178082, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:35:11.788716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:35:11.798281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 03a45cd6-4db6-47ff-917e-0a82d9178082) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:11.805800 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:11.806366 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.809646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38f850-64b5-49ee-bf2d-1a23fe1db6a4 None None] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:11.822580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9d82fb2c-f2a5-4d2c-8ee9-4ea3c4df906d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3485742 Jul 16 02:35:11.825054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46062) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:11.829521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:11.851287 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.852336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.902134 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Sync routers for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:11.914661 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:11.915394 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:34:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:11.918895 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.969681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-03a45cd6-4db6-47ff-917e-0a82d9178082', 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'fixed_ips': [{'subnet_id': '47795abe-2841-4d25-b9ef-fe5024361347'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:35:11.970623 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.034191 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:12.062893 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.112983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Allocated IP 172.20.0.2 (03a45cd6-4db6-47ff-917e-0a82d9178082/47795abe-2841-4d25-b9ef-fe5024361347/e6927a58-afac-4ac2-9ef2-e01da7c62c4d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:12.257096 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:10Z', 'revision_number': 2, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:12.273775 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.282978 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Transition to ACTIVE for port object e6927a58-afac-4ac2-9ef2-e01da7c62c4d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:12.289470 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Checking router: e91e6033-b61c-4318-8f57-efcf7f88e040 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:12.289830 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Updating router e91e6033-b61c-4318-8f57-efcf7f88e040 port ba0c7ce0-3232-4927-96a8-a561b443836a binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:12.295514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.300444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Transition to ACTIVE for port object e6927a58-afac-4ac2-9ef2-e01da7c62c4d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:12.307624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.315429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.325100 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.352835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:12.355639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:12.361517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:12.376377 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Pushing event updated for resources: {'Port': ['ID=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.427363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Attempting to bind port e6927a58-afac-4ac2-9ef2-e01da7c62c4d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:12.428156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Attempting to bind port e6927a58-afac-4ac2-9ef2-e01da7c62c4d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:12.428156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Attempting to bind port e6927a58-afac-4ac2-9ef2-e01da7c62c4d on network 03a45cd6-4db6-47ff-917e-0a82d9178082 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:12.433109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:12.433488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Checking segment: {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:12.433891 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.434357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Bound using segment: {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:12.434729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Bound port: e6927a58-afac-4ac2-9ef2-e01da7c62c4d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:12.435104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.440328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Allocated IP 172.25.7.113 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/fc07ba0a-da97-4ee9-852d-a35280fea121) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:12.494065 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6114442d-d4e0-4829-b9fb-874634c461e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.512256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] For port e6927a58-afac-4ac2-9ef2-e01da7c62c4d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:12.515553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] For port e6927a58-afac-4ac2-9ef2-e01da7c62c4d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:12.520444 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.566721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.598314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.603143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b10876-b47a-429d-bcdc-0e058d3273e6 None None] Pushing event updated for resources: {'Port': ['ID=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.624595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.670994 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.673714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:12.677673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:12.682186 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:12.685459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Pushing event updated for resources: {'Port': ['ID=fc07ba0a-da97-4ee9-852d-a35280fea121,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.685892 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Transition to ACTIVE for port object ba0c7ce0-3232-4927-96a8-a561b443836a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:12.694456 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.791748 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Pushing event updated for resources: {'Port': ['ID=ba0c7ce0-3232-4927-96a8-a561b443836a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.833906 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.834253 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.834740 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.836882 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.837214 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.837545 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.841075 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.841441 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.841780 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.842395 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.842890 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.843063 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:12.860920 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Attempting to bind port ba0c7ce0-3232-4927-96a8-a561b443836a on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:12.861430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Attempting to bind port ba0c7ce0-3232-4927-96a8-a561b443836a by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:12.861889 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Attempting to bind port ba0c7ce0-3232-4927-96a8-a561b443836a on network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:12.867899 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:12.868468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Checking segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:12.869008 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.869727 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Bound using segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:12.870396 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Bound port: ba0c7ce0-3232-4927-96a8-a561b443836a, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:12.870869 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.034300 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.054477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e69eba4-bebb-4790-ba32-3597fe8a6f2e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:13.064651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] For port ba0c7ce0-3232-4927-96a8-a561b443836a, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:13.068479 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] For port ba0c7ce0-3232-4927-96a8-a561b443836a, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ba0c7ce0-3232-4927-96a8-a561b443836a,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:13.074928 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.118001 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:13.118479 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.131351 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:13.131980 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:13.198359 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30523df-3ab8-4ddc-a0dc-452db34ede36 None None] Pushing event updated for resources: {'Port': ['ID=ba0c7ce0-3232-4927-96a8-a561b443836a,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:13.234470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e6927a58-afac-4ac2-9ef2-e01da7c62c4d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:13.265791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.297804 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:13.302961 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e6927a58-afac-4ac2-9ef2-e01da7c62c4d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:13.415094 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Router c1871f6f-df60-4987-872c-ee120bb5258c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:35:13.528183 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:13Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:13.529741 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:13.540451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Sync routers for ids ['c1871f6f-df60-4987-872c-ee120bb5258c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:13.554547 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.556067 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-16761e92-099d-42bf-92c5-975422f6ad07 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7298172 Jul 16 02:35:13.558516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46064) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:13.562304 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33048e90-823d-4056-97bb-822d3166c9a4 None None] The sync data for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 is: [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:13Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:13.569666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Routers {'c1871f6f-df60-4987-872c-ee120bb5258c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:13.570424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1871f6f-df60-4987-872c-ee120bb5258c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:13.718981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Set router c1871f6f-df60-4987-872c-ee120bb5258c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:13.837992 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d149f59-899c-439d-abc5-52ed2aef294a None None] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:13.895967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] Provisioning for port e6927a58-afac-4ac2-9ef2-e01da7c62c4d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:13.951457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] Provisioning complete for port e6927a58-afac-4ac2-9ef2-e01da7c62c4d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:13.951827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.029209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.064069 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.109037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:35:12Z', 'revision_number': 3, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:14.161954 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Checking router: c1871f6f-df60-4987-872c-ee120bb5258c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:14.162389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Updating router c1871f6f-df60-4987-872c-ee120bb5258c port fc07ba0a-da97-4ee9-852d-a35280fea121 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:14.185251 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.220923 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.235712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Allocated IP 172.20.0.1 (03a45cd6-4db6-47ff-917e-0a82d9178082/47795abe-2841-4d25-b9ef-fe5024361347/70267140-2847-4f4b-bbe2-1991a97bf011) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:14.266393 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] For port e6927a58-afac-4ac2-9ef2-e01da7c62c4d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:14.277997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.347531 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.370074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Transition to ACTIVE for port object 70267140-2847-4f4b-bbe2-1991a97bf011 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:14.412650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21215f52-e98a-4bd4-96b9-dca8c49a2b9a None None] Pushing event updated for resources: {'Port': ['ID=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:14.415232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.468195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:14.471570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:14.476162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:14.523887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.588807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Pushing event updated for resources: {'Port': ['ID=70267140-2847-4f4b-bbe2-1991a97bf011,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:14.603676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.618453 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Transition to ACTIVE for port object fc07ba0a-da97-4ee9-852d-a35280fea121 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:14.624652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9c7cc870-d6e0-4911-ba87-1c7ae96479a4 None None] Provisioning complete for port e6927a58-afac-4ac2-9ef2-e01da7c62c4d triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:14.624976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc870-d6e0-4911-ba87-1c7ae96479a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.649512 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.702239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.725350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5737b-32b8-4d76-9a41-88552f480172 None None] Pushing event updated for resources: {'Port': ['ID=fc07ba0a-da97-4ee9-852d-a35280fea121,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:14.728626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Attempting to bind port fc07ba0a-da97-4ee9-852d-a35280fea121 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:14.729040 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Attempting to bind port fc07ba0a-da97-4ee9-852d-a35280fea121 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:14.729411 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Attempting to bind port fc07ba0a-da97-4ee9-852d-a35280fea121 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:14.739804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:14.740195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:14.740638 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.741044 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:14.741535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Bound port: fc07ba0a-da97-4ee9-852d-a35280fea121, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:14.741925 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.843348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] For port fc07ba0a-da97-4ee9-852d-a35280fea121, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:14.849223 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] For port fc07ba0a-da97-4ee9-852d-a35280fea121, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fc07ba0a-da97-4ee9-852d-a35280fea121,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:14.856815 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.925194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Routers {'c1871f6f-df60-4987-872c-ee120bb5258c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:14.925908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1871f6f-df60-4987-872c-ee120bb5258c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:14.944690 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.950071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.985460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5737b-32b8-4d76-9a41-88552f480172 None None] Pushing event updated for resources: {'Port': ['ID=fc07ba0a-da97-4ee9-852d-a35280fea121,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:15.001975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-052515ad-e2ea-46bc-bd63-3d6033b9c093 None None] Provisioning for port 70267140-2847-4f4b-bbe2-1991a97bf011 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:15.010881 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-052515ad-e2ea-46bc-bd63-3d6033b9c093 None None] Provisioning complete for port 70267140-2847-4f4b-bbe2-1991a97bf011 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:15.011272 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-052515ad-e2ea-46bc-bd63-3d6033b9c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.021475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Pushing event updated for resources: {'Port': ['ID=70267140-2847-4f4b-bbe2-1991a97bf011,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:15.024991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.032950 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba0c7ce0-3232-4927-96a8-a561b443836a up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:15.136258 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:15.137784 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:15.269060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-052515ad-e2ea-46bc-bd63-3d6033b9c093 None None] Port 70267140-2847-4f4b-bbe2-1991a97bf011 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:15.292501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] Set router c1871f6f-df60-4987-872c-ee120bb5258c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:15.348670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ba0c7ce0-3232-4927-96a8-a561b443836a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:15.387767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ba0c7ce0-3232-4927-96a8-a561b443836a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:15.388073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.448322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1cf8141b-4494-41f3-9b49-0dc290485bfb None None] Provisioning complete for port 70267140-2847-4f4b-bbe2-1991a97bf011 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:15.448620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf8141b-4494-41f3-9b49-0dc290485bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.543624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8141b-4494-41f3-9b49-0dc290485bfb None None] Port 70267140-2847-4f4b-bbe2-1991a97bf011 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:15.554694 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.590679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Router c1871f6f-df60-4987-872c-ee120bb5258c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:15.616019 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.658025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ba0c7ce0-3232-4927-96a8-a561b443836a, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ba0c7ce0-3232-4927-96a8-a561b443836a,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:15.660074 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '70267140-2847-4f4b-bbe2-1991a97bf011', 'name': '', 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47795abe-2841-4d25-b9ef-fe5024361347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:14Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 1, 'project_id': '9640728afb174309a4650590fd58e2fe', 'subnets': [{'id': '47795abe-2841-4d25-b9ef-fe5024361347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:15.663720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.664123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e6927a58-afac-4ac2-9ef2-e01da7c62c4d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:15.695031 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac9aed-d4dd-40f6-81b3-b4c60ef30ee3 None None] The sync data for ids ['c1871f6f-df60-4987-872c-ee120bb5258c'] in n-d-791506-20 is: [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '70267140-2847-4f4b-bbe2-1991a97bf011', 'name': '', 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47795abe-2841-4d25-b9ef-fe5024361347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:14Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 1, 'project_id': '9640728afb174309a4650590fd58e2fe', 'subnets': [{'id': '47795abe-2841-4d25-b9ef-fe5024361347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:15.702657 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:15.716377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-496bc6dd-a659-4e80-a898-16322e90e41a admin admin] 10.222.0.42 "PUT /v2.0/routers/c1871f6f-df60-4987-872c-ee120bb5258c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1567273 Jul 16 02:35:15.771735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ba0c7ce0-3232-4927-96a8-a561b443836a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:15.782502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e6927a58-afac-4ac2-9ef2-e01da7c62c4d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:15.782856 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.983770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc07ba0a-da97-4ee9-852d-a35280fea121 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:17.061076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port fc07ba0a-da97-4ee9-852d-a35280fea121 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:17.065837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port fc07ba0a-da97-4ee9-852d-a35280fea121 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:17.066007 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.165846 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.188291 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port fc07ba0a-da97-4ee9-852d-a35280fea121, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fc07ba0a-da97-4ee9-852d-a35280fea121,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:17.195955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.195955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba0c7ce0-3232-4927-96a8-a561b443836a up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:17.274524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=fc07ba0a-da97-4ee9-852d-a35280fea121,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:17.290194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ba0c7ce0-3232-4927-96a8-a561b443836a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:17.290575 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.952892 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Sync routers for ids ['c1871f6f-df60-4987-872c-ee120bb5258c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:17.965651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Routers {'c1871f6f-df60-4987-872c-ee120bb5258c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:17.966281 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1871f6f-df60-4987-872c-ee120bb5258c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:18.078851 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Set router c1871f6f-df60-4987-872c-ee120bb5258c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:18.299515 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '70267140-2847-4f4b-bbe2-1991a97bf011', 'name': '', 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47795abe-2841-4d25-b9ef-fe5024361347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:14Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 2, 'project_id': '9640728afb174309a4650590fd58e2fe', 'subnets': [{'id': '47795abe-2841-4d25-b9ef-fe5024361347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:18.332084 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Checking router: c1871f6f-df60-4987-872c-ee120bb5258c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:18.332757 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Updating router c1871f6f-df60-4987-872c-ee120bb5258c port 70267140-2847-4f4b-bbe2-1991a97bf011 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:18.381176 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.678254 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.689766 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Transition to ACTIVE for port object 70267140-2847-4f4b-bbe2-1991a97bf011 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:18.699313 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.764665 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b057c-3430-4d69-b49c-3c0ccc387fb3 None None] Pushing event updated for resources: {'Port': ['ID=70267140-2847-4f4b-bbe2-1991a97bf011,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:18.857043 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Attempting to bind port 70267140-2847-4f4b-bbe2-1991a97bf011 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:18.857754 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Attempting to bind port 70267140-2847-4f4b-bbe2-1991a97bf011 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:18.858342 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Attempting to bind port 70267140-2847-4f4b-bbe2-1991a97bf011 on network 03a45cd6-4db6-47ff-917e-0a82d9178082 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:18.868081 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:18.868485 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Checking segment: {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:18.868899 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.869298 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Bound using segment: {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:18.869781 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Bound port: 70267140-2847-4f4b-bbe2-1991a97bf011, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7064da92-d8e4-41ef-83b1-1133806fc4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:18.870168 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.922058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc07ba0a-da97-4ee9-852d-a35280fea121 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:18.963142 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] For port 70267140-2847-4f4b-bbe2-1991a97bf011, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:18.967700 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] For port 70267140-2847-4f4b-bbe2-1991a97bf011, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=70267140-2847-4f4b-bbe2-1991a97bf011,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:18.975184 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.990434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port fc07ba0a-da97-4ee9-852d-a35280fea121 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:18.990911 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:19.031565 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Routers {'c1871f6f-df60-4987-872c-ee120bb5258c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:19.032201 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1871f6f-df60-4987-872c-ee120bb5258c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:19.048502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:19.195310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] Set router c1871f6f-df60-4987-872c-ee120bb5258c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:19.227339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b057c-3430-4d69-b49c-3c0ccc387fb3 None None] Pushing event updated for resources: {'Port': ['ID=70267140-2847-4f4b-bbe2-1991a97bf011,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:19.513187 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '70267140-2847-4f4b-bbe2-1991a97bf011', 'name': '', 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47795abe-2841-4d25-b9ef-fe5024361347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:14Z', 'updated_at': '2021-07-16T02:35:18Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'subnets': [{'id': '47795abe-2841-4d25-b9ef-fe5024361347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:19.540740 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98672c-217a-413f-bb6d-393c21566b56 None None] The sync data for ids ['c1871f6f-df60-4987-872c-ee120bb5258c'] in n-d-791506-20 is: [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '70267140-2847-4f4b-bbe2-1991a97bf011', 'name': '', 'network_id': '03a45cd6-4db6-47ff-917e-0a82d9178082', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'mac_address': 'fa:16:3e:07:02:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47795abe-2841-4d25-b9ef-fe5024361347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:14Z', 'updated_at': '2021-07-16T02:35:18Z', 'revision_number': 4, 'project_id': '9640728afb174309a4650590fd58e2fe', 'subnets': [{'id': '47795abe-2841-4d25-b9ef-fe5024361347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:20.913047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70267140-2847-4f4b-bbe2-1991a97bf011 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:20.972784 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 70267140-2847-4f4b-bbe2-1991a97bf011 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:20.977628 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 70267140-2847-4f4b-bbe2-1991a97bf011 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:20.978356 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:21.073494 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:21.110133 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 70267140-2847-4f4b-bbe2-1991a97bf011, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=70267140-2847-4f4b-bbe2-1991a97bf011,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:21.116886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:21.180399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=70267140-2847-4f4b-bbe2-1991a97bf011,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:22.897169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70267140-2847-4f4b-bbe2-1991a97bf011 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:22.950337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 70267140-2847-4f4b-bbe2-1991a97bf011 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:22.950717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:25.933102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-64854967-67f7-409c-ae9c-fcf91cc6e394 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:25.934477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-64854967-67f7-409c-ae9c-fcf91cc6e394 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 814 time: 0.1055815 Jul 16 02:35:25.949636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-e62dac69-4e1f-4e0b-ac15-e284fb68742f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/quotas/7c1d985d225b40e597bd1ac6db9980b3 HTTP/1.1" status: 200 len: 375 time: 0.0098226 Jul 16 02:35:26.016298 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-420bfcda-aa15-4b29-adb5-f7079f285841 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618639 Jul 16 02:35:26.197936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-fccb289c-9ca6-4f6c-9dd5-746cc4bb1806 service neutron] 10.222.0.42 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702304 Jul 16 02:35:26.290721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-e0075669-e990-464f-a8e7-4026fcbc6b31 service neutron] 10.222.0.42 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Jul 16 02:35:26.459333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f61e7519-5a4f-4d7e-80fe-55a1ab130541 req-6e74a10f-b9f8-4259-8d49-1a1bb211cccb tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 210 time: 0.0292666 Jul 16 02:35:27.567182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c1696000-51f9-4ee5-a613-0189bd928f1b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.570187 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c1696000-51f9-4ee5-a613-0189bd928f1b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 814 time: 0.1144750 Jul 16 02:35:27.604754 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'port': {'device_id': '3347e940-8179-497a-b1cd-e25af76f6594', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'admin_state_up': True, 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:27.609122 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68195456-6c2c-438b-b762-3598696209ef req-4c432bf5-8f15-4170-bf74-a3e76921720c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 210 time: 0.0380163 Jul 16 02:35:27.722188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Made reservation on behalf of 7c1d985d225b40e597bd1ac6db9980b3 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:27.726048 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.853741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Allocated IP 172.20.0.13 (7e74b81f-f14f-4dea-bd9b-c632bf4d7bac/fd7c33df-a9c5-4f43-bdc3-b1bd96529082/fe4f11f4-a4cc-472b-9d51-bd531b586b9c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:28.038065 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:28.053701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Transition to ACTIVE for port object fe4f11f4-a4cc-472b-9d51-bd531b586b9c will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:28.107583 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:28.150211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:28.153782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:28.157967 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:28.240304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:28.256056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:28.257105 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:28.265537 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.266183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.266741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.267268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.267811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.268346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.268899 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.270056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.270866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.271422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.271955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.272519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:28.301416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-5eef2346-efb8-421c-8718-943c40a1437b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7177589 Jul 16 02:35:28.466443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-515bc667-6bbb-4c7e-8038-8ef4fbc4c1af None None] Provisioning for port fe4f11f4-a4cc-472b-9d51-bd531b586b9c completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:28.472039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-515bc667-6bbb-4c7e-8038-8ef4fbc4c1af None None] Provisioning complete for port fe4f11f4-a4cc-472b-9d51-bd531b586b9c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:28.472531 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-515bc667-6bbb-4c7e-8038-8ef4fbc4c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:28.508385 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-515bc667-6bbb-4c7e-8038-8ef4fbc4c1af None None] Port fe4f11f4-a4cc-472b-9d51-bd531b586b9c cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:28.796162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2e34c-1186-4d33-aaf4-f9b18025d21d req-a2637d37-9e13-4390-8030-56336f47afc6 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:28.797739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bef2e34c-1186-4d33-aaf4-f9b18025d21d req-a2637d37-9e13-4390-8030-56336f47afc6 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0692427 Jul 16 02:35:28.838483 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bef2e34c-1186-4d33-aaf4-f9b18025d21d req-db1f7712-55c4-456f-bfa3-342c96a82349 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Jul 16 02:35:30.036159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fda1d-6018-4481-8179-45cd76335461 req-37ce5db2-f94d-4c1f-8b24-34f0853c68f9 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:30.037685 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-751fda1d-6018-4481-8179-45cd76335461 req-37ce5db2-f94d-4c1f-8b24-34f0853c68f9 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0671754 Jul 16 02:35:30.082497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-751fda1d-6018-4481-8179-45cd76335461 req-5379d69c-bb07-4b2d-a4d8-441cf19cd90f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Jul 16 02:35:31.264076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de05061-542b-475c-9eaa-b5586b5f5c5c req-e2e56f37-aaf7-4b0d-b5dd-e0856cd3d191 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:31.265599 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7de05061-542b-475c-9eaa-b5586b5f5c5c req-e2e56f37-aaf7-4b0d-b5dd-e0856cd3d191 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0689614 Jul 16 02:35:31.306610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7de05061-542b-475c-9eaa-b5586b5f5c5c req-ced069c3-4b01-49df-9ad2-95d07e065504 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338972 Jul 16 02:35:32.496260 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02501-91fd-4e92-a79b-d88a597f3620 req-33b9a460-a536-4bb5-b565-45a367d108fd tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:32.497965 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-09a02501-91fd-4e92-a79b-d88a597f3620 req-33b9a460-a536-4bb5-b565-45a367d108fd tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0693257 Jul 16 02:35:32.539091 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-09a02501-91fd-4e92-a79b-d88a597f3620 req-3d8b798a-3df2-45f9-bd91-618a6c6d160a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 Jul 16 02:35:33.731367 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333793d0-9afb-4858-81e8-1d84520acc1d req-d9c0f6c5-64ab-43b9-a652-94ec3f0def28 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:33.732926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-333793d0-9afb-4858-81e8-1d84520acc1d req-d9c0f6c5-64ab-43b9-a652-94ec3f0def28 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0729020 Jul 16 02:35:33.774195 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-333793d0-9afb-4858-81e8-1d84520acc1d req-a6f2f4bd-3a77-4988-b9a4-17799128be37 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Jul 16 02:35:34.963616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a94b-5b78-44d2-9050-957f87b8d266 req-3b169d5a-56e0-4684-98e1-d5959fc27e8f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:34.965287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be42a94b-5b78-44d2-9050-957f87b8d266 req-3b169d5a-56e0-4684-98e1-d5959fc27e8f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0667517 Jul 16 02:35:35.008630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-be42a94b-5b78-44d2-9050-957f87b8d266 req-a89d371c-8915-4bab-9126-5fd2fe1e34ce tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Jul 16 02:35:36.189116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c9b10-13a4-4cad-a15f-463ba955f22a req-beeb04f8-d4ab-4f85-83a0-cbd2dd618e55 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:36.190615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c37c9b10-13a4-4cad-a15f-463ba955f22a req-beeb04f8-d4ab-4f85-83a0-cbd2dd618e55 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0680079 Jul 16 02:35:36.238065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c37c9b10-13a4-4cad-a15f-463ba955f22a req-c223ce01-889d-40fb-b8ee-08777042e8be tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Jul 16 02:35:37.415351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43462-920e-41c4-b94f-65c60bbda8e1 req-089abb4d-4cfc-49de-8566-2058984a8fd5 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:37.416878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddd43462-920e-41c4-b94f-65c60bbda8e1 req-089abb4d-4cfc-49de-8566-2058984a8fd5 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 932 time: 0.0662661 Jul 16 02:35:37.455046 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ddd43462-920e-41c4-b94f-65c60bbda8e1 req-7cfa04e2-6498-463d-8ef7-ff075fccae2b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Jul 16 02:35:37.616597 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:37.895460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-d7278cdb-fe1d-499f-abb4-a50bb323793e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:35:37.896587 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-d7278cdb-fe1d-499f-abb4-a50bb323793e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063672 Jul 16 02:35:37.906614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Request body: {'port': {'device_id': '3347e940-8179-497a-b1cd-e25af76f6594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:37.978069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.241290 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4f11f4-a4cc-472b-9d51-bd531b586b9c {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:38.247836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.249195 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.261883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Transition to ACTIVE for port object fe4f11f4-a4cc-472b-9d51-bd531b586b9c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:38.265430 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.317225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:38.390936 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Attempting to bind port fe4f11f4-a4cc-472b-9d51-bd531b586b9c on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:38.391275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Attempting to bind port fe4f11f4-a4cc-472b-9d51-bd531b586b9c by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:38.391602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Attempting to bind port fe4f11f4-a4cc-472b-9d51-bd531b586b9c on network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:38.396503 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Port fe4f11f4-a4cc-472b-9d51-bd531b586b9c on network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:35:38.396833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Attempting to bind port fe4f11f4-a4cc-472b-9d51-bd531b586b9c on network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:38.402020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:38.402365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Checking segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:38.402756 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Bound using segment: {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:38.403187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Bound port: fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299ac162-a489-4515-a047-cc471f91f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:38.403550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.469788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:38.473294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:38.478174 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.515364 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:38.515891 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.517326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 1093 time: 0.6146057 Jul 16 02:35:38.517768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:38.520126 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:38.545800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6d38-ed60-46e4-b2e4-3025496d9750 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:38.578666 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0806ffd-2c7a-43a0-abe8-440aae9afcb1 x-openstack-request-id: req-f0806ffd-2c7a-43a0-abe8-440aae9afcb1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:38.578969 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:38.579226 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0806ffd-2c7a-43a0-abe8-440aae9afcb1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:38.579715 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'status': 'completed', 'code': 200} Jul 16 02:35:38.694711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-38475510-1a10-4a75-aafc-c0e6d86d721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:38.696242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-38475510-1a10-4a75-aafc-c0e6d86d721d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1096 time: 0.1009011 Jul 16 02:35:38.710894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6fde9-f3b0-481a-ae4f-483fe5b67ff1 req-ccc2b99b-13ff-4eff-ade1-0a652b937e59 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:38.712401 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cc6fde9-f3b0-481a-ae4f-483fe5b67ff1 req-ccc2b99b-13ff-4eff-ade1-0a652b937e59 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 944 time: 0.1085527 Jul 16 02:35:38.754017 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-021acf5e-fab4-4ede-ba6a-eb009e00d4ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 217 time: 0.0404539 Jul 16 02:35:38.813747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cc6fde9-f3b0-481a-ae4f-483fe5b67ff1 req-482cd706-c995-4287-ad49-e8103c6b5925 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947974 Jul 16 02:35:38.823222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-23ae008b-e3b4-4d9d-87be-0d4f3b9e6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:38.825111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-23ae008b-e3b4-4d9d-87be-0d4f3b9e6564 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0650301 Jul 16 02:35:38.884640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-7b36ed32-9fd1-4571-a121-035d943216a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:38.886175 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-7b36ed32-9fd1-4571-a121-035d943216a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545204 Jul 16 02:35:38.976319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-ecae1dcb-71a5-4c0b-92f9-3d80d13741ef service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834880 Jul 16 02:35:39.068680 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ab1df2f-375f-40ae-8d65-eea54028317d req-c38472ca-f00a-43c3-b2ac-5ac307c70ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852649 Jul 16 02:35:39.214351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-113ff269-84e4-450a-9227-a3ff696f3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:39.215851 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-113ff269-84e4-450a-9227-a3ff696f3a27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1096 time: 0.0533719 Jul 16 02:35:39.307937 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-ef4097d6-57d7-4559-b4e9-07f0c278e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:39.309434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-ef4097d6-57d7-4559-b4e9-07f0c278e656 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.0878582 Jul 16 02:35:39.350556 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-e9b9eec1-f483-45b1-852b-e0e5d66f470c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 217 time: 0.0334029 Jul 16 02:35:39.400730 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-7b9060d1-05cd-4dd8-8bcd-600d3e2bcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:39.402183 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-7b9060d1-05cd-4dd8-8bcd-600d3e2bcd13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0441165 Jul 16 02:35:39.464430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-0731de5f-2093-4ec0-aa10-17f97301af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:39.465938 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-0731de5f-2093-4ec0-aa10-17f97301af87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562809 Jul 16 02:35:39.555770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-52e76184-571d-49b0-b529-587952a826a2 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818830 Jul 16 02:35:39.651204 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a56d6ddb-3c69-4799-9f98-c7cf17f2ad7b req-6a1ce0c0-2d7b-45d8-ae9e-3312033ea8bc service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875430 Jul 16 02:35:39.989978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d44f-37e5-444c-86be-29e2fc0ed21e req-ab94aae3-97f0-4c77-9c96-b28ba4bb8d87 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:39.991375 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9825d44f-37e5-444c-86be-29e2fc0ed21e req-ab94aae3-97f0-4c77-9c96-b28ba4bb8d87 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 944 time: 0.0636334 Jul 16 02:35:40.028789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9825d44f-37e5-444c-86be-29e2fc0ed21e req-a572ffe0-64c2-42bb-b2a9-0c70778a80c7 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Jul 16 02:35:40.251953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c84b06d-37f2-4977-8001-d3f0417b0e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.211252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c072305-df0a-4e78-b360-aa51ec5e94cc req-6f1d6578-32c3-4a18-8a9c-83f244e9c849 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:41.212780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c072305-df0a-4e78-b360-aa51ec5e94cc req-6f1d6578-32c3-4a18-8a9c-83f244e9c849 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 944 time: 0.0738320 Jul 16 02:35:41.252641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8c072305-df0a-4e78-b360-aa51ec5e94cc req-77f25e9c-2dea-4483-8c26-143fd5528cd6 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Jul 16 02:35:41.711115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe4f11f4-a4cc-472b-9d51-bd531b586b9c details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:35:41.808316 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:41.819193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'port_id': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'mac_address': 'fa:16:3e:74:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:35:41.855302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.868271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4f11f4-a4cc-472b-9d51-bd531b586b9c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:41.887422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:41.891087 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.944912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.952081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.952446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.952786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.953118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.953448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.953771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.954093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.954412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.954730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.955047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.955365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:41.955681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.159148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe4f11f4-a4cc-472b-9d51-bd531b586b9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:35:42.427210 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b56a8-09b9-420c-81b0-1a9dd3b27598 req-b93a3dbb-fe63-4451-87ae-e40e55da24ec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:42.428625 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-489b56a8-09b9-420c-81b0-1a9dd3b27598 req-b93a3dbb-fe63-4451-87ae-e40e55da24ec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Jul 16 02:35:42.465797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-489b56a8-09b9-420c-81b0-1a9dd3b27598 req-72dbe538-501d-44e1-8920-e769f62b02c9 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jul 16 02:35:42.485381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eba3e7af-9668-4f1b-ac21-a0f5cc4e6af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.568502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.636241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e1fd-1c4a-4e31-a23c-9cbf8f8fe71e req-68a3124a-99bf-4f80-abab-40301b5be727 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:43.637675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7c4e1fd-1c4a-4e31-a23c-9cbf8f8fe71e req-68a3124a-99bf-4f80-abab-40301b5be727 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 945 time: 0.0626128 Jul 16 02:35:43.673878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f7c4e1fd-1c4a-4e31-a23c-9cbf8f8fe71e req-4598e31b-caa6-4278-a182-10737233556e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Jul 16 02:35:43.712048 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe4f11f4-a4cc-472b-9d51-bd531b586b9c up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:43.764783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port fe4f11f4-a4cc-472b-9d51-bd531b586b9c completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:43.768328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port fe4f11f4-a4cc-472b-9d51-bd531b586b9c triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:43.768726 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.842790 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.866080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:43.868522 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7971dd-fd1d-4555-9937-8b4e8de01a0e" -d '{"events": [{"server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "name": "network-vif-plugged", "status": "completed", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:43.881317 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:43.885625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.937965 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:43.982027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.021579 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e813e88-9093-4e1c-b804-de2c3967e477 x-openstack-request-id: req-2e813e88-9093-4e1c-b804-de2c3967e477 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:44.021871 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "name": "network-vif-plugged", "status": "completed", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:44.022123 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e813e88-9093-4e1c-b804-de2c3967e477 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:44.022523 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'code': 200} Jul 16 02:35:44.158397 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf266ca-6265-4e04-b6be-fc445667a705 req-3017b5d1-b3ba-47f9-bdc2-2e76a82ea836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:44.159876 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdf266ca-6265-4e04-b6be-fc445667a705 req-3017b5d1-b3ba-47f9-bdc2-2e76a82ea836 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1098 time: 0.0544019 Jul 16 02:35:44.194486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bdf266ca-6265-4e04-b6be-fc445667a705 req-9d21aced-6286-4873-ad77-90519be007c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275903 Jul 16 02:35:44.846977 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e451d11-6d55-4edd-94c2-9fc0a7d22e24 req-ab3597c2-2957-408b-ada7-e752b7093920 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:44.849162 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e451d11-6d55-4edd-94c2-9fc0a7d22e24 req-ab3597c2-2957-408b-ada7-e752b7093920 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0640481 Jul 16 02:35:44.886904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2e451d11-6d55-4edd-94c2-9fc0a7d22e24 req-3f3e7809-c43b-4ab0-aae7-d3b0260e648d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Jul 16 02:35:45.518770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.063833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27602b-75b5-4a47-8b3c-0e88ff684183 req-1727d3ce-64fd-493c-99f9-a2281e2b6f02 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:46.065322 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b27602b-75b5-4a47-8b3c-0e88ff684183 req-1727d3ce-64fd-493c-99f9-a2281e2b6f02 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0667248 Jul 16 02:35:46.102947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b27602b-75b5-4a47-8b3c-0e88ff684183 req-01780fec-9c51-4e67-a817-e20404d9905a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Jul 16 02:35:46.274007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63157e1c-ff34-488f-a0f6-e788f6a39422 req-74fde751-4839-4532-bbae-0471ad8bb69f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:46.275410 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63157e1c-ff34-488f-a0f6-e788f6a39422 req-74fde751-4839-4532-bbae-0471ad8bb69f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0636349 Jul 16 02:35:46.312179 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63157e1c-ff34-488f-a0f6-e788f6a39422 req-c222eb29-b492-4cc8-8b31-5f9e06cb6465 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Jul 16 02:35:46.644480 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8efa0-7bcf-4529-91b5-6d863085dbbd req-070859b3-29a6-4feb-94b4-592389b3fb70 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:46.646127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2e8efa0-7bcf-4529-91b5-6d863085dbbd req-070859b3-29a6-4feb-94b4-592389b3fb70 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0625849 Jul 16 02:35:46.682567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f2e8efa0-7bcf-4529-91b5-6d863085dbbd req-d79070c5-c040-4af2-bda8-c8738aac386a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Jul 16 02:35:49.008320 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.378693 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ede1aa-efc7-40fb-bb64-da8d13a6cb7a req-4739b7c7-e408-48f7-9d3c-d52bfd136754 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:58.380285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47ede1aa-efc7-40fb-bb64-da8d13a6cb7a req-4739b7c7-e408-48f7-9d3c-d52bfd136754 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0683665 Jul 16 02:35:58.418596 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47ede1aa-efc7-40fb-bb64-da8d13a6cb7a req-5e110382-e3ea-49db-b951-0ec5999dec3f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Jul 16 02:35:58.443572 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:58.536649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871993c5-9bc9-4677-98ca-6591d3d76046 tempest-TestMinimumBasicScenario-1137933500 tempest-TestMinimumBasicScenario-1137933500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:58.538191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-871993c5-9bc9-4677-98ca-6591d3d76046 tempest-TestMinimumBasicScenario-1137933500 tempest-TestMinimumBasicScenario-1137933500-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1093 time: 0.0936186 Jul 16 02:35:58.541228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:58.545548 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:58.568232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.665523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.765726 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Allocated IP 172.25.7.51 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/0692ed8a-1638-4ad5-968d-31039a23c8ef) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:58.870017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.909835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.951188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:58.954084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:58.958506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:58.961519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'Port': ['ID=0692ed8a-1638-4ad5-968d-31039a23c8ef,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:59.652452 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.729531 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.876127 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.881579 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.949374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'Port': ['ID=0692ed8a-1638-4ad5-968d-31039a23c8ef,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:59.959725 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.060721 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Floating IP 585a4017-9f98-41f8-ae2f-e02d0181c81b associated. External IP: 172.25.7.51, port: fe4f11f4-a4cc-472b-9d51-bd531b586b9c. Jul 16 02:36:00.270774 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Router e91e6033-b61c-4318-8f57-efcf7f88e040 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:00.382732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:00.392489 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] Sync routers for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:00.399167 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.402792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:00.403422 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.436203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-98d3c1b3-c0ae-4d4e-af76-4540cd6a305d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8939462 Jul 16 02:36:00.436825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:00.439120 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00" -d '{"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:00.439294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46268) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:00.455627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911751625', 'description': 'tempest-secgroup-smoke-911751625 description', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:00.482597 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.489200 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33174767-1ff7-4b79-a9ce-1d74923da021 x-openstack-request-id: req-33174767-1ff7-4b79-a9ce-1d74923da021 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:00.489662 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:00.489927 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33174767-1ff7-4b79-a9ce-1d74923da021 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:00.490343 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'status': 'completed', 'code': 200} Jul 16 02:36:00.512414 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:00.574872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.579492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.591236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-2ccf8a6f-fddc-407e-8cb0-5aa46fbdf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.592926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-2ccf8a6f-fddc-407e-8cb0-5aa46fbdf2db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1098 time: 0.0603828 Jul 16 02:36:00.609842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.614159 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1708558 Jul 16 02:36:00.614927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46272) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:00.619259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group_rule': {'security_group_id': '344ac3ae-29f2-4015-9eab-c0b8d75600f5', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:00.638024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1700f-7074-4fe4-8b45-5ec9f0ec00a4 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344ac3ae-29f2-4015-9eab-c0b8d75600f5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:00.654363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.696061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-33e76b47-7d93-4467-80f5-26492580e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.697992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-33e76b47-7d93-4467-80f5-26492580e1cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.0991337 Jul 16 02:36:00.724302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.731497 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.747524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006790bb-9b4e-4e79-99a2-7e33f8637624,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:00.766594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '585a4017-9f98-41f8-ae2f-e02d0181c81b', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'port_id': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'mac_address': 'fa:16:3e:74:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3347e940-8179-497a-b1cd-e25af76f6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:59Z', 'updated_at': '2021-07-16T02:35:59Z', 'revision_number': 0, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:15Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.767182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.769381 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-478a9cec-6a8e-45ee-9448-821d758bafec tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537566 Jul 16 02:36:00.772159 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46274) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:00.778483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group_rule': {'security_group_id': '344ac3ae-29f2-4015-9eab-c0b8d75600f5', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:00.784744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-cd59b7cd-2409-46ea-9d94-ea78cdfb3ed0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 999 time: 0.0809977 Jul 16 02:36:00.799250 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] Checking router: e91e6033-b61c-4318-8f57-efcf7f88e040 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:00.808837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:00.809036 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.809604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:35:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.842806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-ee154144-1367-42ae-8bd7-cf33052df494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.844518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-ee154144-1367-42ae-8bd7-cf33052df494 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0525391 Jul 16 02:36:00.875424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.880011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.900583 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac003f4-e03a-4bfc-8de9-6a551c81ec66,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:00.908959 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.910198 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6244bd13-e66c-400a-b773-00cd9958d45e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368866 Jul 16 02:36:00.911660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-23b918a7-3f80-450a-bee8-145d291f1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.913303 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-23b918a7-3f80-450a-bee8-145d291f1aba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621903 Jul 16 02:36:00.913602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46276) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:00.918221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group_rule': {'security_group_id': '344ac3ae-29f2-4015-9eab-c0b8d75600f5', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:00.919612 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:00.948057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.011909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-bfef8f19-7cdd-4e35-9547-cfbc772060f6 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909650 Jul 16 02:36:01.013979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.018128 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.039043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deedf9f2-f814-4a90-9a39-059f87230796,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:01.045789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.054441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-35540072-2693-430c-a6a4-c489bce94476 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397357 Jul 16 02:36:01.056945 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46278) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:01.065208 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group_rule': {'security_group_id': '344ac3ae-29f2-4015-9eab-c0b8d75600f5', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:01.094420 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.119742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8af32ea7-5dee-4a7a-bc1d-a9403e96ba00 req-fa6042fd-42ed-499f-9aeb-ffea6e1bdb82 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982869 Jul 16 02:36:01.163543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.167524 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.178773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '585a4017-9f98-41f8-ae2f-e02d0181c81b', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'port_id': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'mac_address': 'fa:16:3e:74:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3347e940-8179-497a-b1cd-e25af76f6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:59Z', 'updated_at': '2021-07-16T02:35:59Z', 'revision_number': 0, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:15Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:01.184696 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e3b1fb-d615-4afb-a9a9-0d9b2f21d4bf,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:01.192788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.194012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-19e2e2be-38eb-4944-9a38-4c0ec385a17e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359603 Jul 16 02:36:01.196947 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:01.201660 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group_rule': {'security_group_id': '344ac3ae-29f2-4015-9eab-c0b8d75600f5', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:01.206231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2898566-8d55-4ad1-b86c-a5c2d9507d1a None None] The sync data for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 is: [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '585a4017-9f98-41f8-ae2f-e02d0181c81b', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'port_id': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'mac_address': 'fa:16:3e:74:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3347e940-8179-497a-b1cd-e25af76f6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:59Z', 'updated_at': '2021-07-16T02:35:59Z', 'revision_number': 0, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:15Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:01.225922 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Project 7c1d985d225b40e597bd1ac6db9980b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:36:01.231379 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.298790 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.302990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.322769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9760c3a-9817-473c-b52c-be340d4994dd,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:01.329489 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.334783 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce5927aa-8b38-4828-9c1c-0cfc8234746c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334069 Jul 16 02:36:01.335181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46282) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:01.339950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'security_group_rule': {'security_group_id': '344ac3ae-29f2-4015-9eab-c0b8d75600f5', 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:01.363143 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Project 7c1d985d225b40e597bd1ac6db9980b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:36:01.368692 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.415208 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b3b59d-3adf-4cd5-90e4-9e77444ef234 None None] New status for floating IP 585a4017-9f98-41f8-ae2f-e02d0181c81b: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:01.435387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.439811 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.462216 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fbe8cb-0520-4e6c-8394-141d091cdd07,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:01.468872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.470434 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a34a2416-2ed9-4e8f-b63a-1e98569519d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340096 Jul 16 02:36:01.593094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8752f912-974c-4035-b17f-342cad779f5a req-3d838140-5ca7-480b-b496-dbb0ce503b7f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911751625&fields=id&tenant_id=7c1d985d225b40e597bd1ac6db9980b3 HTTP/1.1" status: 200 len: 267 time: 0.0348399 Jul 16 02:36:01.664926 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752f912-974c-4035-b17f-342cad779f5a req-998750b9-aa35-474e-943a-c33ce8587082 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:01.666347 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8752f912-974c-4035-b17f-342cad779f5a req-998750b9-aa35-474e-943a-c33ce8587082 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0677459 Jul 16 02:36:01.688242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'port': {'security_groups': ['b41c721b-5258-4460-8843-e24b1e82c479', '344ac3ae-29f2-4015-9eab-c0b8d75600f5']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:01.770755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.961554 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:01.994494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.999115 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.031452 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe4f11f4-a4cc-472b-9d51-bd531b586b9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:36:02.050061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.050804 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.052563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8752f912-974c-4035-b17f-342cad779f5a req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "PUT /v2.0/ports/fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 982 time: 0.3778398 Jul 16 02:36:02.077604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d71d99-f7b7-47ca-bb5e-25cf1d63240b tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:02.175494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe4f11f4-a4cc-472b-9d51-bd531b586b9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:36:02.244762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b9b81-499e-42f5-b070-8d8c860bc4dc req-607510f3-523e-4faa-948b-f203e20042c3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.246336 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c65b9b81-499e-42f5-b070-8d8c860bc4dc req-607510f3-523e-4faa-948b-f203e20042c3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0730200 Jul 16 02:36:02.290799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c65b9b81-499e-42f5-b070-8d8c860bc4dc req-8f2fe71f-e900-4956-918f-647685b69a51 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356662 Jul 16 02:36:02.337967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dfc9ba39-92ac-4088-8b91-97208f1acd1a None None] Provisioning complete for port fe4f11f4-a4cc-472b-9d51-bd531b586b9c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:02.338341 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ba39-92ac-4088-8b91-97208f1acd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.491207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:02.493760 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b3310a-c1b6-4578-ac19-a93990bff354" -d '{"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:02.530703 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fecfcf-98a2-4ec9-bcb0-dab0330baaf9 x-openstack-request-id: req-36fecfcf-98a2-4ec9-bcb0-dab0330baaf9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:02.531001 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:02.531722 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36fecfcf-98a2-4ec9-bcb0-dab0330baaf9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:02.532155 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'status': 'completed', 'code': 200} Jul 16 02:36:02.628555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-4a0ac512-3ba7-4f2b-83ec-78723dfba261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.630109 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-4a0ac512-3ba7-4f2b-83ec-78723dfba261 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1137 time: 0.0527511 Jul 16 02:36:02.724861 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-6ef5ece4-26fd-4e97-a362-67682db045d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.726461 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-6ef5ece4-26fd-4e97-a362-67682db045d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.0902774 Jul 16 02:36:02.797786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-28ce9c40-d89d-41d9-b3a5-70c72e53c5db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 1001 time: 0.0640349 Jul 16 02:36:02.857501 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-693618bd-d622-4d94-887c-f8ed5eb1cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.859034 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-693618bd-d622-4d94-887c-f8ed5eb1cb87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0494165 Jul 16 02:36:02.915627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-ae415c5e-aa4c-4c52-920d-fbdfccfef9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.917188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-ae415c5e-aa4c-4c52-920d-fbdfccfef9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514095 Jul 16 02:36:03.012315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-866f20cd-3321-4f6a-85cf-64fd8cb4d2b0 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883043 Jul 16 02:36:03.108166 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-68b3310a-c1b6-4578-ac19-a93990bff354 req-ab163aaa-0f0a-489b-a611-9a378cc79302 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888152 Jul 16 02:36:08.245596 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:10.254907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3335-cd79-4360-8bbc-a435aba6f85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:12.489533 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5a9e-ef36-43af-9693-b689c2b9e526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:12.569505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:12.891579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-ea924570-ae69-4242-9795-1fd96d5f64b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531960 Jul 16 02:36:13.004579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-f2bd208b-b1d5-49cc-b602-9ac34057b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:13.006087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-f2bd208b-b1d5-49cc-b602-9ac34057b001 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1137 time: 0.0569434 Jul 16 02:36:13.108377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-03cc1eb4-4bb3-4454-a124-9a84dca78aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:13.109809 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-03cc1eb4-4bb3-4454-a124-9a84dca78aca service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.0849423 Jul 16 02:36:13.179226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-e8ded07b-d500-4deb-a30a-46aebfe20611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 1001 time: 0.0628719 Jul 16 02:36:13.230915 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-30320217-87a6-4410-a71d-7a96fe149bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:13.232378 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-30320217-87a6-4410-a71d-7a96fe149bbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0446150 Jul 16 02:36:13.291279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-baeb2791-f7c2-40d9-b2ba-bf4282e97c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:13.292828 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-baeb2791-f7c2-40d9-b2ba-bf4282e97c90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535421 Jul 16 02:36:13.392473 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-d40d7a2f-9e80-4b78-b342-674a5d438784 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Jul 16 02:36:13.481279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8fe640ca-dfde-4b20-8061-049885e493d9 req-ca01f9fb-27f3-4f6a-8be3-6e55021f8755 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827909 Jul 16 02:36:13.984893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:14.615170 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:15.522317 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:18.711421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-a61e5cd9-78b1-4448-8c31-ace94e0e9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.712914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-a61e5cd9-78b1-4448-8c31-ace94e0e9c3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1137 time: 0.1018991 Jul 16 02:36:18.725619 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b8694-dc17-4fd3-aa6d-4888c75b9817 req-382e669c-f7e8-4504-8284-099fe9ba1357 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.727127 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d59b8694-dc17-4fd3-aa6d-4888c75b9817 req-382e669c-f7e8-4504-8284-099fe9ba1357 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.1073298 Jul 16 02:36:18.822911 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d59b8694-dc17-4fd3-aa6d-4888c75b9817 req-ad96b2f0-db61-4de0-bd72-df9589c2131c tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871108 Jul 16 02:36:18.847144 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-6ce9a737-3f99-4819-9da9-3f43080255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.849530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-6ce9a737-3f99-4819-9da9-3f43080255b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.1215363 Jul 16 02:36:18.918513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-0696433b-2937-4521-abce-b32302a0ae66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 1001 time: 0.0625715 Jul 16 02:36:18.968790 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-b3ddd56b-63c8-4306-9c3b-c7b568c4e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.970170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-b3ddd56b-63c8-4306-9c3b-c7b568c4e6c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0455558 Jul 16 02:36:19.033076 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-3682e366-7447-42aa-bb1a-7aab44118a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:19.035251 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-3682e366-7447-42aa-bb1a-7aab44118a94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561969 Jul 16 02:36:19.095013 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:19.126589 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-31c2bf5d-77ad-441c-8c99-cd2a068e06f7 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850136 Jul 16 02:36:19.234036 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7059b0a1-8194-4038-8794-3897aa5ada69 req-291644fa-6788-47f1-b929-efc8b0db51c6 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007147 Jul 16 02:36:20.007024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6e03-9266-4e8c-8299-2edf22d47e59 req-22afa51d-470e-49c5-884e-0c63098708d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:20.008847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3df6e03-9266-4e8c-8299-2edf22d47e59 req-22afa51d-470e-49c5-884e-0c63098708d2 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0671778 Jul 16 02:36:20.051512 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b3df6e03-9266-4e8c-8299-2edf22d47e59 req-72548046-4e0e-4a3f-ba73-d37bdb06ef01 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369966 Jul 16 02:36:21.230111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facd39f-d331-4623-89e6-77ef40add5eb req-e7e5a6c3-1290-4b09-b232-be4f299ed88e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:21.231525 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7facd39f-d331-4623-89e6-77ef40add5eb req-e7e5a6c3-1290-4b09-b232-be4f299ed88e tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0662360 Jul 16 02:36:21.277228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7facd39f-d331-4623-89e6-77ef40add5eb req-2eebc69b-025a-429a-afe4-0427b9909734 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399928 Jul 16 02:36:22.474744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055ee6-8dd3-4c4f-9403-ac357807f4b7 req-666f20c9-9c2c-41a0-a9f0-8cf553d2cecd tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:22.476447 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7055ee6-8dd3-4c4f-9403-ac357807f4b7 req-666f20c9-9c2c-41a0-a9f0-8cf553d2cecd tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0782118 Jul 16 02:36:22.519738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d7055ee6-8dd3-4c4f-9403-ac357807f4b7 req-99b507f7-8ac1-4ed3-9658-1b26752fb33d tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370796 Jul 16 02:36:23.711408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789bdd9-056c-45b3-9fb6-7d5bb1bc1564 req-e7418a7f-9356-4331-9b6a-2ecf70859d16 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:23.713145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b789bdd9-056c-45b3-9fb6-7d5bb1bc1564 req-e7418a7f-9356-4331-9b6a-2ecf70859d16 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0709362 Jul 16 02:36:23.756116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b789bdd9-056c-45b3-9fb6-7d5bb1bc1564 req-902c59ec-9b03-4651-8dc8-5da941f24513 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371814 Jul 16 02:36:24.945110 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7a9fd-9190-44d5-bd97-d246cfb654b8 req-d72fa283-500a-490e-ae74-59c34f2d7b34 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:24.946649 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8c7a9fd-9190-44d5-bd97-d246cfb654b8 req-d72fa283-500a-490e-ae74-59c34f2d7b34 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0710011 Jul 16 02:36:24.987485 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d8c7a9fd-9190-44d5-bd97-d246cfb654b8 req-b48dca9e-8a34-4ad3-8822-fbf4905fbae5 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350270 Jul 16 02:36:26.164107 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf95f9-f3e9-46be-b134-9e32b3610952 req-7b39f02f-ad21-4568-9079-89c8097c18cb tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.165645 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9aaf95f9-f3e9-46be-b134-9e32b3610952 req-7b39f02f-ad21-4568-9079-89c8097c18cb tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0669310 Jul 16 02:36:26.205750 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9aaf95f9-f3e9-46be-b134-9e32b3610952 req-d650ee03-cffb-4dd4-b5a5-3d5d8f5ef86f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342469 Jul 16 02:36:27.386472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11dbd-6758-43e0-b490-dbcd29038de4 req-879653af-1d13-42ec-808c-c85f2c30d1cb tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:27.387990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47b11dbd-6758-43e0-b490-dbcd29038de4 req-879653af-1d13-42ec-808c-c85f2c30d1cb tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0696027 Jul 16 02:36:27.429285 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-47b11dbd-6758-43e0-b490-dbcd29038de4 req-b1c79533-cc8e-4381-ac12-7e95fb13d3ad tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348983 Jul 16 02:36:28.614985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dd9b7-6d0d-4cc1-9ac8-248c5ab2bf94 req-d771fd48-aca4-4e21-92c5-0fa606fd98ab tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.616528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f7dd9b7-6d0d-4cc1-9ac8-248c5ab2bf94 req-d771fd48-aca4-4e21-92c5-0fa606fd98ab tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0640936 Jul 16 02:36:28.657202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5f7dd9b7-6d0d-4cc1-9ac8-248c5ab2bf94 req-36176b4a-8f85-4392-9014-9b375217a312 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348744 Jul 16 02:36:29.836519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536d4d-0a93-4e82-8d62-e0aac7ff30a3 req-177f3734-1ace-49f7-bef7-578a53e33bb9 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:29.838035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35536d4d-0a93-4e82-8d62-e0aac7ff30a3 req-177f3734-1ace-49f7-bef7-578a53e33bb9 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0646505 Jul 16 02:36:29.879156 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35536d4d-0a93-4e82-8d62-e0aac7ff30a3 req-99e0392c-3ab7-457a-babc-f14b8c4fe309 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353408 Jul 16 02:36:31.058787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c71f8c-abfb-4bcd-b2cc-bcdbba3864fb req-dd76cdca-08e0-44c0-9eae-ded2e0f46dac tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:31.060341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4c71f8c-abfb-4bcd-b2cc-bcdbba3864fb req-dd76cdca-08e0-44c0-9eae-ded2e0f46dac tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0689266 Jul 16 02:36:31.102523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4c71f8c-abfb-4bcd-b2cc-bcdbba3864fb req-514a0cb7-1dfc-4e0d-b7f1-97eaebc6b5ca tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&id=344ac3ae-29f2-4015-9eab-c0b8d75600f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360537 Jul 16 02:36:38.246060 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.258137 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2084-0701-4768-8823-53c71605bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:42.496711 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e6cda4b4-4e87-484e-aa49-8c817edc472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:42.571500 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:43.986697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.525493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.103749 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.613810 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:54.164679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-68ff88d7-96be-4c78-a61e-fc9377724934 req-bec879f7-0ef1-4e3c-b81a-54d0254b186a tempest-ServerDiskConfigTestJSON-1485352359 tempest-ServerDiskConfigTestJSON-1485352359-project] (93755) timed out ('10.222.0.13', 52397) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:37:03.555184 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-70d7864d-4e20-4d7a-9e4a-d860a497ae29 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911751625&fields=id&tenant_id=7c1d985d225b40e597bd1ac6db9980b3 HTTP/1.1" status: 200 len: 267 time: 0.1352892 Jul 16 02:37:03.624457 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-993134bf-01da-472e-98cf-6344305e8df7 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.625867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-993134bf-01da-472e-98cf-6344305e8df7 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 985 time: 0.0652692 Jul 16 02:37:03.637232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Request body: {'port': {'security_groups': ['b41c721b-5258-4460-8843-e24b1e82c479']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:03.722133 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.895330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:03.924525 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.929415 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.964875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe4f11f4-a4cc-472b-9d51-bd531b586b9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:03.973143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.973795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.975239 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4754f7d2-a988-4378-aeef-3c458c2f0d32 req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "PUT /v2.0/ports/fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 943 time: 0.3425791 Jul 16 02:37:03.975707 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:03.978031 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938e59f7-9eb0-4e43-afe5-faf62ac89412" -d '{"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:03.982225 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46342) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:04.005042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event updated for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:04.015690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.016067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.016399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.016793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.017134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.017470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.017802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.018133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.018465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.018796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.019124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.019451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e322f7-2126-41a1-bf31-39f14973bffa tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.043386 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e794cf6-565e-4641-ae91-419b11bbe953 x-openstack-request-id: req-2e794cf6-565e-4641-ae91-419b11bbe953 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:04.043699 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:04.043961 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e794cf6-565e-4641-ae91-419b11bbe953 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:04.044548 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'status': 'completed', 'code': 200} Jul 16 02:37:04.068039 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.098594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.099557 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe4f11f4-a4cc-472b-9d51-bd531b586b9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:04.167873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.171086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.172847 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "DELETE /v2.0/security-groups/344ac3ae-29f2-4015-9eab-c0b8d75600f5 HTTP/1.1" status: 204 len: 168 time: 0.1888096 Jul 16 02:37:04.184191 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46348) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:04.185438 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ac3ae-29f2-4015-9eab-c0b8d75600f5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:04.223605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-c7e78b18-253d-406d-be51-1aed8c0b4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.225844 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-c7e78b18-253d-406d-be51-1aed8c0b4096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1098 time: 0.1207972 Jul 16 02:37:04.234955 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.235483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.235858 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.236230 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.236592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.236932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.237266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.237590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.237925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.238252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.238578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.238901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042131a2-e51f-480b-bb41-5d03bad0b118 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:04.272875 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-02a23f4b-96ba-49d7-a4d1-c140b2d27b9e None None] Provisioning complete for port fe4f11f4-a4cc-472b-9d51-bd531b586b9c triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:04.273170 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02a23f4b-96ba-49d7-a4d1-c140b2d27b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.351275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-bedb54a6-2288-43a6-a141-84733ea4158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.353465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-bedb54a6-2288-43a6-a141-84733ea4158c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.0918288 Jul 16 02:37:04.385896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Deleting port 0692ed8a-1638-4ad5-968d-31039a23c8ef {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:04.386235 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.469646 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.469891 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.483616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Calling delete_port for 0692ed8a-1638-4ad5-968d-31039a23c8ef owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:04.638109 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.669137 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event deleted for resources: {'Port': ['ID=0692ed8a-1638-4ad5-968d-31039a23c8ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:04.731410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.731649 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Floating IP 585a4017-9f98-41f8-ae2f-e02d0181c81b disassociated (deleted). External IP: 172.25.7.51, port: fe4f11f4-a4cc-472b-9d51-bd531b586b9c. Jul 16 02:37:04.765597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-4e98a34b-67d0-4c90-b4e0-f6efb2564ade service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 1001 time: 0.4040561 Jul 16 02:37:04.816074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-a0d9595f-a73b-4e8c-8147-b23785cfc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.817555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-a0d9595f-a73b-4e8c-8147-b23785cfc9d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0454941 Jul 16 02:37:04.876627 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-bde699c8-1826-4dc8-8c53-6a07ea0d032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.878154 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-bde699c8-1826-4dc8-8c53-6a07ea0d032c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542040 Jul 16 02:37:04.946436 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Router e91e6033-b61c-4318-8f57-efcf7f88e040 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:37:04.973900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-06b4dc35-7d0b-4609-9790-b0f66d46e6bf service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894220 Jul 16 02:37:05.055947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:05.061029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:05.065395 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-938e59f7-9eb0-4e43-afe5-faf62ac89412 req-1935a8c6-c3d0-4617-9bd4-eeebd55af06b service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851877 Jul 16 02:37:05.066079 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] Sync routers for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:05.075785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:05.076394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:05.099292 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-290fd3cd-6774-41f4-8222-cb5dd543f59a tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "DELETE /v2.0/floatingips/585a4017-9f98-41f8-ae2f-e02d0181c81b HTTP/1.1" status: 204 len: 168 time: 0.9056928 Jul 16 02:37:05.100607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:05.102804 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c18e0f8-d91c-427f-88f5-add70f527474" -d '{"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:05.189558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:05.242567 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aac775-1c47-46a3-a056-21e91feba408 x-openstack-request-id: req-54aac775-1c47-46a3-a056-21e91feba408 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:05.242869 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:05.243125 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54aac775-1c47-46a3-a056-21e91feba408 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:05.243530 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'status': 'completed', 'code': 200} Jul 16 02:37:05.347348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-1fdd7404-4e0e-490d-9d7a-7cde02ffa2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.348894 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-1fdd7404-4e0e-490d-9d7a-7cde02ffa2d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 1098 time: 0.0621495 Jul 16 02:37:05.431773 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:15Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:05.467739 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-1f12ade1-6dd2-493d-818a-5cfd26210f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.469033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] Checking router: e91e6033-b61c-4318-8f57-efcf7f88e040 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:05.470480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-1f12ade1-6dd2-493d-818a-5cfd26210f22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 200 len: 915 time: 0.1149120 Jul 16 02:37:05.480194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:05.480831 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:36:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:05.520287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-9f11d355-7ed6-4487-a1db-ceb191617522 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 200 len: 217 time: 0.0433092 Jul 16 02:37:05.582547 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-fbc2d129-b015-443e-9a64-79448fa5c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.584087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-fbc2d129-b015-443e-9a64-79448fa5c938 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 200 len: 853 time: 0.0498807 Jul 16 02:37:05.604807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:05.649745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-f8c05621-9cff-4b5c-bc8a-5620029d6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.651281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-f8c05621-9cff-4b5c-bc8a-5620029d6b6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601723 Jul 16 02:37:05.760004 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-a6d85e90-c9b8-4fa5-b664-a154c51d8246 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917456 Jul 16 02:37:05.824780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:15Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:05.853924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0c18e0f8-d91c-427f-88f5-add70f527474 req-7d030bb5-f31a-44a3-932d-27feac1e27a6 service neutron] 10.222.0.13 "GET /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873630 Jul 16 02:37:05.856331 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa39a38-c47a-47a6-888f-fd3595678aa0 None None] The sync data for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 is: [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba0c7ce0-3232-4927-96a8-a561b443836a', 'name': '', 'network_id': '7e74b81f-f14f-4dea-bd9b-c632bf4d7bac', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'mac_address': 'fa:16:3e:59:e5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:09Z', 'updated_at': '2021-07-16T02:35:15Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'subnets': [{'id': 'fd7c33df-a9c5-4f43-bdc3-b1bd96529082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:06.102264 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15096caf-7f0e-4202-93d2-4b18f7de6b3c None None] New status for floating IP 585a4017-9f98-41f8-ae2f-e02d0181c81b: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:37:08.246425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:10.261017 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-001dd059-801b-46a9-92d2-5a358f51e2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:12.489127 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ac94433c-e4ce-469c-87b1-ee24667ba6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:12.584854 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:12.729845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645dba8-18ec-497d-b56d-352e27f8df1b req-2086bd10-b604-4fe0-848f-bc76f77b6e61 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:12.731610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e645dba8-18ec-497d-b56d-352e27f8df1b req-2086bd10-b604-4fe0-848f-bc76f77b6e61 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0710530 Jul 16 02:37:12.772675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e645dba8-18ec-497d-b56d-352e27f8df1b req-b73c21dd-56ba-4c86-a466-7c67a5330af0 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Jul 16 02:37:13.988853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:13.993997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9497e1-ade0-45d7-a458-616afc96fc52 req-6de07507-99df-458a-9b47-3b70d33ca754 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:13.995538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c9497e1-ade0-45d7-a458-616afc96fc52 req-6de07507-99df-458a-9b47-3b70d33ca754 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.1114056 Jul 16 02:37:14.033061 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c9497e1-ade0-45d7-a458-616afc96fc52 req-07fd7fcf-db88-431a-887c-e850fef78c15 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/security-groups?id=b41c721b-5258-4460-8843-e24b1e82c479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Jul 16 02:37:14.422880 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-53350080-f927-46da-a859-c2ca7a37a463 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:14.424362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-53350080-f927-46da-a859-c2ca7a37a463 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 946 time: 0.0631397 Jul 16 02:37:14.526762 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Deleting port fe4f11f4-a4cc-472b-9d51-bd531b586b9c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:14.527107 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:14.614032 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] For port fe4f11f4-a4cc-472b-9d51-bd531b586b9c, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:14.614393 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:14.632186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Calling delete_port for fe4f11f4-a4cc-472b-9d51-bd531b586b9c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:14.757224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:14.787073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Pushing event deleted for resources: {'Port': ['ID=fe4f11f4-a4cc-472b-9d51-bd531b586b9c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:14.791150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['fe4f11f4-a4cc-472b-9d51-bd531b586b9c'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:14.840070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] No DVR routers for this DVR port fe4f11f4-a4cc-472b-9d51-bd531b586b9c on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:37:14.842735 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:14.844904 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1541e3b0-4af9-49c3-89d5-80d03f198d45 req-d6d1ce32-8d85-4bc9-9f9b-137c3de3c5b3 tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.13 "DELETE /v2.0/ports/fe4f11f4-a4cc-472b-9d51-bd531b586b9c HTTP/1.1" status: 204 len: 173 time: 0.4151671 Jul 16 02:37:14.845293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'name': 'network-vif-deleted', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:14.847549 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dc50bf-343e-4552-b6f5-5064968360dd" -d '{"events": [{"server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "name": "network-vif-deleted", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:14.884906 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755238e-8ad2-48b4-9cea-1b8ba1229a5e x-openstack-request-id: req-5755238e-8ad2-48b4-9cea-1b8ba1229a5e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:14.885198 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3347e940-8179-497a-b1cd-e25af76f6594", "name": "network-vif-deleted", "tag": "fe4f11f4-a4cc-472b-9d51-bd531b586b9c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:14.885448 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5755238e-8ad2-48b4-9cea-1b8ba1229a5e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:14.885838 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3347e940-8179-497a-b1cd-e25af76f6594', 'name': 'network-vif-deleted', 'tag': 'fe4f11f4-a4cc-472b-9d51-bd531b586b9c', 'status': 'completed', 'code': 200} Jul 16 02:37:15.189299 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4883bebc-ca8d-442e-81c5-9981a49e6753 req-4abe78ae-1b2e-4104-94a6-9a35783b444f tempest-TestMinimumBasicScenario-195459540 tempest-TestMinimumBasicScenario-195459540-project] 10.222.0.42 "GET /v2.0/ports?device_id=3347e940-8179-497a-b1cd-e25af76f6594 HTTP/1.1" status: 200 len: 210 time: 0.0301049 Jul 16 02:37:15.526104 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:16.779675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46462) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:17.119743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:17.373565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Deleting port ba0c7ce0-3232-4927-96a8-a561b443836a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:17.373847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:17.454155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] For port ba0c7ce0-3232-4927-96a8-a561b443836a, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ba0c7ce0-3232-4927-96a8-a561b443836a,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:17.454514 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:17.467048 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Calling delete_port for ba0c7ce0-3232-4927-96a8-a561b443836a owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:17.648879 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:17.671511 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0c7ce0-3232-4927-96a8-a561b443836a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:17.843745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:18.058117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Router e91e6033-b61c-4318-8f57-efcf7f88e040 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:37:18.162184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:18.167403 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-17395cee-1ead-4741-8795-d03b5a3bfefb admin admin] 10.222.0.42 "PUT /v2.0/routers/e91e6033-b61c-4318-8f57-efcf7f88e040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3866992 Jul 16 02:37:18.169971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46464) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:18.172627 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] Sync routers for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:18.183321 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:18.184025 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:18.221640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe4f11f4-a4cc-472b-9d51-bd531b586b9c no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:18.246689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: fe4f11f4-a4cc-472b-9d51-bd531b586b9c {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:18.247037 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device fe4f11f4-a4cc-472b-9d51-bd531b586b9c not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:18.313722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:18.501325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:37:17Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:18.528919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] Checking router: e91e6033-b61c-4318-8f57-efcf7f88e040 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:18.536984 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] Routers {'e91e6033-b61c-4318-8f57-efcf7f88e040'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:18.537632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['e91e6033-b61c-4318-8f57-efcf7f88e040'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:18.588119 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:18.640448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] Set router e91e6033-b61c-4318-8f57-efcf7f88e040 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:18.691383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:18.745149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Deleting port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:18.745503 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:18.814820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:37:17Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:18.823991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] For port 9e69eba4-bebb-4790-ba32-3597fe8a6f2e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:18.824353 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:18.837056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Calling delete_port for 9e69eba4-bebb-4790-ba32-3597fe8a6f2e owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:18.845073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7986ae94-7648-4561-9c69-8013339bb6b3 None None] The sync data for ids ['e91e6033-b61c-4318-8f57-efcf7f88e040'] in n-d-791506-20 is: [{'id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'name': 'tempest-TestMinimumBasicScenario-303891700-router', 'tenant_id': '7c1d985d225b40e597bd1ac6db9980b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:37:17Z', 'revision_number': 5, 'project_id': '7c1d985d225b40e597bd1ac6db9980b3', 'gw_port': {'id': '9e69eba4-bebb-4790-ba32-3597fe8a6f2e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:56:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e6033-b61c-4318-8f57-efcf7f88e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:07Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:19.002263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.033193 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e69eba4-bebb-4790-ba32-3597fe8a6f2e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:19.093441 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.106620 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.186819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.189149 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.234412 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.235012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91e6033-b61c-4318-8f57-efcf7f88e040 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:37:19.240520 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.242029 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-542d921c-b7b5-49c8-b8ae-3830d5521a5c admin admin] 10.222.0.42 "DELETE /v2.0/routers/e91e6033-b61c-4318-8f57-efcf7f88e040 HTTP/1.1" status: 204 len: 168 time: 1.0709348 Jul 16 02:37:19.244382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46466) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:19.291042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba0c7ce0-3232-4927-96a8-a561b443836a no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:19.302592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Deleting subnet fd7c33df-a9c5-4f43-bdc3-b1bd96529082 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:37:19.306730 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.313361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ba0c7ce0-3232-4927-96a8-a561b443836a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:19.313786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba0c7ce0-3232-4927-96a8-a561b443836a not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:19.344015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.421856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.477118 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.511290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7c33df-a9c5-4f43-bdc3-b1bd96529082,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:19.513316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.517667 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-532b70f5-ec0a-4bdf-9126-a98cb5459c10 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fd7c33df-a9c5-4f43-bdc3-b1bd96529082 HTTP/1.1" status: 204 len: 168 time: 0.2698102 Jul 16 02:37:19.518134 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:19.522766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575cccdf-b4c5-4c21-8cd7-a81e4fb98f14 None None] Network 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:37:19.591419 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.645010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Deleting port a77c3cdd-9fd9-4607-b59e-a0c78185782d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:19.645264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.708996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] For port a77c3cdd-9fd9-4607-b59e-a0c78185782d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a77c3cdd-9fd9-4607-b59e-a0c78185782d,segment=NetworkSegment(299ac162-a489-4515-a047-cc471f91f185),segment_id=299ac162-a489-4515-a047-cc471f91f185)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:19.709382 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.722021 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Calling delete_port for a77c3cdd-9fd9-4607-b59e-a0c78185782d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:19.804870 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.831139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Pushing event deleted for resources: {'Port': ['ID=a77c3cdd-9fd9-4607-b59e-a0c78185782d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:19.833295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] No DVR routers for this DVR port a77c3cdd-9fd9-4607-b59e-a0c78185782d on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:37:19.864395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea441428-4aa1-442b-a9fa-6a468caf3073 None None] DHCP port deletion for 7e74b81f-f14f-4dea-bd9b-c632bf4d7bac request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:37:19.913676 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.923993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e74b81f-f14f-4dea-bd9b-c632bf4d7bac']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:19.933678 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299ac162-a489-4515-a047-cc471f91f185') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:19.933974 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299ac162-a489-4515-a047-cc471f91f185') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:19.942737 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.957099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.963662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:37:19.964045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:37:19.965843 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:37:20.019243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.025675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.027487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e74b81f-f14f-4dea-bd9b-c632bf4d7bac HTTP/1.1" status: 204 len: 168 time: 0.5083663 Jul 16 02:37:20.030546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46470) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:20.038226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67df65-6606-4540-b3b4-87eb1fa9935c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e74b81f-f14f-4dea-bd9b-c632bf4d7bac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:20.376982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.625308 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Deleting port 70267140-2847-4f4b-bbe2-1991a97bf011 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:20.625565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.706964 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] For port 70267140-2847-4f4b-bbe2-1991a97bf011, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=70267140-2847-4f4b-bbe2-1991a97bf011,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:20.707324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.721071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Calling delete_port for 70267140-2847-4f4b-bbe2-1991a97bf011 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:20.899132 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.925780 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70267140-2847-4f4b-bbe2-1991a97bf011,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:20.939913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e69eba4-bebb-4790-ba32-3597fe8a6f2e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:20.961335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9e69eba4-bebb-4790-ba32-3597fe8a6f2e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:20.961676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9e69eba4-bebb-4790-ba32-3597fe8a6f2e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:20.962277 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a77c3cdd-9fd9-4607-b59e-a0c78185782d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:20.981498 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a77c3cdd-9fd9-4607-b59e-a0c78185782d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:20.981841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a77c3cdd-9fd9-4607-b59e-a0c78185782d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:21.095313 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:21.308299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Router c1871f6f-df60-4987-872c-ee120bb5258c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:37:21.413397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:21.418335 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5f95715f-7456-4e49-ba13-25f59a8411e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/c1871f6f-df60-4987-872c-ee120bb5258c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3866518 Jul 16 02:37:21.420982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46472) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:21.423657 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] Sync routers for ids ['c1871f6f-df60-4987-872c-ee120bb5258c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:21.433910 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] Routers {'c1871f6f-df60-4987-872c-ee120bb5258c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:21.434528 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1871f6f-df60-4987-872c-ee120bb5258c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:21.525254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:21.538901 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] Set router c1871f6f-df60-4987-872c-ee120bb5258c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:21.627409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:21.679153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Deleting port fc07ba0a-da97-4ee9-852d-a35280fea121 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:21.679486 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:21.713439 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:37:20Z', 'revision_number': 5, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port': {'id': 'fc07ba0a-da97-4ee9-852d-a35280fea121', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:12Z', 'updated_at': '2021-07-16T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:21.739273 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] Checking router: c1871f6f-df60-4987-872c-ee120bb5258c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:21.748254 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] Routers {'c1871f6f-df60-4987-872c-ee120bb5258c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:21.748896 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['c1871f6f-df60-4987-872c-ee120bb5258c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:21.757089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] For port fc07ba0a-da97-4ee9-852d-a35280fea121, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fc07ba0a-da97-4ee9-852d-a35280fea121,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:21.757513 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:21.773901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Calling delete_port for fc07ba0a-da97-4ee9-852d-a35280fea121 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:21.833726 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] Set router c1871f6f-df60-4987-872c-ee120bb5258c gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:21.887932 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:37:21Z', 'revision_number': 6, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:21.914339 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7c48-a94e-41cd-b702-2458824cdc1b None None] The sync data for ids ['c1871f6f-df60-4987-872c-ee120bb5258c'] in n-d-791506-20 is: [{'id': 'c1871f6f-df60-4987-872c-ee120bb5258c', 'name': 'tempest-TestMinimumBasicScenario-1469271652-router', 'tenant_id': '9640728afb174309a4650590fd58e2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:11Z', 'updated_at': '2021-07-16T02:37:21Z', 'revision_number': 6, 'project_id': '9640728afb174309a4650590fd58e2fe', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:21.938600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:21.967530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc07ba0a-da97-4ee9-852d-a35280fea121,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:22.031955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.118964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.121049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.162197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.163357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1871f6f-df60-4987-872c-ee120bb5258c {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:37:22.167571 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.168712 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2e88033b-5f56-4db2-9a0e-6faff6eeab1d admin admin] 10.222.0.42 "DELETE /v2.0/routers/c1871f6f-df60-4987-872c-ee120bb5258c HTTP/1.1" status: 204 len: 168 time: 0.7467999 Jul 16 02:37:22.171173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:22.218381 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Deleting subnet 47795abe-2841-4d25-b9ef-fe5024361347 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:37:22.221334 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.257516 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.338484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.395267 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.421487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47795abe-2841-4d25-b9ef-fe5024361347,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:22.425169 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.427025 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-996ee69f-2ef5-4438-b329-01ebbeed77b8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/47795abe-2841-4d25-b9ef-fe5024361347 HTTP/1.1" status: 204 len: 168 time: 0.2549405 Jul 16 02:37:22.429829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46476) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:22.432230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed960f-6853-4168-865f-090440c5bcd4 None None] Network 03a45cd6-4db6-47ff-917e-0a82d9178082 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:37:22.496772 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.549109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Deleting port e6927a58-afac-4ac2-9ef2-e01da7c62c4d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:22.549452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.617057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] For port e6927a58-afac-4ac2-9ef2-e01da7c62c4d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:22.617418 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.630074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Calling delete_port for e6927a58-afac-4ac2-9ef2-e01da7c62c4d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:22.650072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] DHCP port deletion for 03a45cd6-4db6-47ff-917e-0a82d9178082 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:37:22.696811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Deleting port e6927a58-afac-4ac2-9ef2-e01da7c62c4d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:37:22.697037 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.712995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.745054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Pushing event deleted for resources: {'Port': ['ID=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:22.746973 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] No DVR routers for this DVR port e6927a58-afac-4ac2-9ef2-e01da7c62c4d on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:37:22.767619 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] For port e6927a58-afac-4ac2-9ef2-e01da7c62c4d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,segment=NetworkSegment(7064da92-d8e4-41ef-83b1-1133806fc4dc),segment_id=7064da92-d8e4-41ef-83b1-1133806fc4dc)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:22.768012 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.781819 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Calling delete_port for e6927a58-afac-4ac2-9ef2-e01da7c62c4d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:37:22.822302 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.832268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a45cd6-4db6-47ff-917e-0a82d9178082']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:22.842869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7064da92-d8e4-41ef-83b1-1133806fc4dc') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:22.843170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7064da92-d8e4-41ef-83b1-1133806fc4dc') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:22.852686 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.861492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.870029 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.876116 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:37:22.876698 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:37:22.878818 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:37:22.893278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Pushing event deleted for resources: {'Port': ['ID=e6927a58-afac-4ac2-9ef2-e01da7c62c4d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:22.895578 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] No DVR routers for this DVR port e6927a58-afac-4ac2-9ef2-e01da7c62c4d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:37:22.906117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.907142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.907685 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.908221 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.908600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.909085 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.909423 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.909768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.910097 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.911081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.911081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.911329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584f280-fec7-43bd-a67d-17a503fa9cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:22.982777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70267140-2847-4f4b-bbe2-1991a97bf011 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:23.003344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 70267140-2847-4f4b-bbe2-1991a97bf011 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:23.003693 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 70267140-2847-4f4b-bbe2-1991a97bf011 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:23.004121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e6927a58-afac-4ac2-9ef2-e01da7c62c4d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:23.026403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e6927a58-afac-4ac2-9ef2-e01da7c62c4d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:23.026753 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e6927a58-afac-4ac2-9ef2-e01da7c62c4d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:23.027181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc07ba0a-da97-4ee9-852d-a35280fea121 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:23.047058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: fc07ba0a-da97-4ee9-852d-a35280fea121 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:37:23.047406 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fc07ba0a-da97-4ee9-852d-a35280fea121 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:23.264858 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.269688 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.271792 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] 10.222.0.42 "DELETE /v2.0/networks/03a45cd6-4db6-47ff-917e-0a82d9178082 HTTP/1.1" status: 204 len: 168 time: 0.8410089 Jul 16 02:37:23.284754 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa390c4d-d3b8-45d3-974b-684b6ae08baa admin admin] Pushing event deleted for resources: {'Network': ['ID=03a45cd6-4db6-47ff-917e-0a82d9178082,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:23.429033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:23.467921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d292b87-b07c-4512-86f7-ffc4655153e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c1d985d225b40e597bd1ac6db9980b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377526 Jul 16 02:37:23.470341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:23.517789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abdc38-e528-471d-a96c-948b371d093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.538620 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abdc38-e528-471d-a96c-948b371d093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.588766 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abdc38-e528-471d-a96c-948b371d093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.591284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abdc38-e528-471d-a96c-948b371d093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.592478 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b3abdc38-e528-471d-a96c-948b371d093c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41c721b-5258-4460-8843-e24b1e82c479 HTTP/1.1" status: 204 len: 168 time: 0.1212184 Jul 16 02:37:23.600593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abdc38-e528-471d-a96c-948b371d093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c721b-5258-4460-8843-e24b1e82c479,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:23.898095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:23.937993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-846f56d4-f844-4efc-b955-984e5161a8a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9640728afb174309a4650590fd58e2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387294 Jul 16 02:37:23.940405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:23.991454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62384932-897b-425c-a559-4b4f6f32929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:24.013243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62384932-897b-425c-a559-4b4f6f32929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:24.060349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62384932-897b-425c-a559-4b4f6f32929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:24.062963 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-62384932-897b-425c-a559-4b4f6f32929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:24.064067 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-62384932-897b-425c-a559-4b4f6f32929d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cd188c9-d942-406a-9222-fe6ba31e4873 HTTP/1.1" status: 204 len: 168 time: 0.1227379 Jul 16 02:37:24.072274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62384932-897b-425c-a559-4b4f6f32929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd188c9-d942-406a-9222-fe6ba31e4873,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:25.861064 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46530) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:25.865895 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735087942', 'description': 'tempest-secgroup-smoke-735087942 description', 'project_id': '745fdd81036c4520b2795c32edd7e4a5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:25.888879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:25.897485 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:25.989702 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:25.993504 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.026791 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0794c3d-dab8-4096-b08e-00f18ac3b31e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.084626 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.088320 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.118919 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.120145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2580802 Jul 16 02:37:26.122079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7163f41-2d3f-47e3-a8a5-8688b9d4e598 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b273dd-0d6f-449d-86cb-5898f8622a32,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.123460 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46532) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.128097 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '84b273dd-0d6f-449d-86cb-5898f8622a32', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.155408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.202094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.205654 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.226910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b373e7c-f1c0-484d-9fb7-764d99060497,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.230392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.231719 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-36d1f134-1f52-43f5-af33-5766508b8455 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071699 Jul 16 02:37:26.234405 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46534) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.238749 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '84b273dd-0d6f-449d-86cb-5898f8622a32', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.265077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.323748 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.327494 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.348222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefbe2b2-9faa-4c05-adc0-6858c7c0a6d6,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.352674 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.353835 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4d16ea5e-d41a-42e3-9eec-6a9a79396b16 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184924 Jul 16 02:37:26.356660 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46536) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.361018 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '84b273dd-0d6f-449d-86cb-5898f8622a32', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.387511 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.445032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.448721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.466363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8af56b-825a-458d-a2ef-b341b9cc11a8,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.472598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.473843 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-163e6f7f-9765-4192-a5d0-245a345211a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162403 Jul 16 02:37:26.477297 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46538) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.481664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '84b273dd-0d6f-449d-86cb-5898f8622a32', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.508004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.568215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.571849 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.588631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a078f3-5c01-4a1b-ab55-132c3260d1d3,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.594457 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.595677 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ce0ac954-3339-4c9a-a7cd-6687539df7d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174645 Jul 16 02:37:26.598727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46540) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.603674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '84b273dd-0d6f-449d-86cb-5898f8622a32', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.625585 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:37:26.630447 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.689652 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.692988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.710430 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffed00b-9ae5-4a17-ae95-ecb0e89ef51c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.716410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.717639 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e9503a61-958a-42cb-a05f-c73528b2f1ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180253 Jul 16 02:37:26.720266 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46542) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.724615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '84b273dd-0d6f-449d-86cb-5898f8622a32', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.746361 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:37:26.751219 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.813254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.816802 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.833988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eeb098-1cf3-462e-9a14-58fe48ce375e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:26.839565 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.840912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fba176f5-1048-419e-a924-8a4c04a02bbf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196961 Jul 16 02:37:26.843904 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46544) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:26.848873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'network': {'name': 'tempest-network-smoke--1649580106', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:26.869785 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:37:26.873336 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.898799 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:37:26.907452 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.907794 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Added segment bde3310e-023d-4e0f-a5eb-7c112ef20dd6 of type vlan for network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 Jul 16 02:37:26.947900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.975814 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.981378 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:26.981969 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.017218 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722524 Jul 16 02:37:27.020063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46546) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:27.026963 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'admin_state_up': True, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:27.062708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ba436-6e0a-4a57-ab99-919240b95022 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Network': ['ID=67a3ba4f-c215-4749-be52-b4c8b2dcdc56,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:27.073859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:37:27.085952 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.087117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.142481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.279953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.469108 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.487455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.589655 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.13 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e8f919f8-c11a-40d9-8839-baee9432f9aa) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:27.689905 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.728403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.766035 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:27.768813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:27.774808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:27.801062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=e8f919f8-c11a-40d9-8839-baee9432f9aa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:28.023753 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.218382 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.343390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 3440a9f0-cd05-4446-804f-703d60cd49cc is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:37:28.449209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:28.458175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Sync routers for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:28.468125 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:28.468545 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.468994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:28.469796 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-15c2c428-0295-4252-926f-1566dffec6d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4487631 Jul 16 02:37:28.472851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46548) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:28.600196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5bc963b9-1399-46a9-af6b-0f77cb32ad8e tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=745fdd81036c4520b2795c32edd7e4a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260121 Jul 16 02:37:28.603149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46552) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:28.612356 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:28.693126 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83700b85-e875-4995-ae67-57063bf3bf79 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:28.694791 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-83700b85-e875-4995-ae67-57063bf3bf79 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905468 Jul 16 02:37:28.697788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46554) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:28.731460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-62c39577-1180-45f5-977b-3362fd9ef3fd tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325761 Jul 16 02:37:28.734089 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46556) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:28.738494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:28.738971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180927267', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:28.826991 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:37:28.830577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.917147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:27Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:28.943084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Checking router: 3440a9f0-cd05-4446-804f-703d60cd49cc for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:28.943434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Updating router 3440a9f0-cd05-4446-804f-703d60cd49cc port e8f919f8-c11a-40d9-8839-baee9432f9aa binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:37:28.981379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.013273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.071851 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Subnet': ['ID=abe7df85-a9e7-408c-a25d-d10566c1c840,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:29.080983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Checking segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:29.081356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network hostable DHCP agents. Network: 67a3ba4f-c215-4749-be52-b4c8b2dcdc56, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:37:29.099327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:37:29.108175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 67a3ba4f-c215-4749-be52-b4c8b2dcdc56) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:29.112478 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:29.113078 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.127963 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-86b6f09d-602e-442d-8183-4dfa1126f684 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3926640 Jul 16 02:37:29.130783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46558) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:29.146567 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c58ce8d-da39-408e-a35a-41a507f0e6d6 None None] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:37:29.328708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.360597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Transition to ACTIVE for port object e8f919f8-c11a-40d9-8839-baee9432f9aa will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:29.368577 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.377681 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:37:29.378521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.438974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b178-3c00-4dc4-819c-619d428bb170 None None] Pushing event updated for resources: {'Port': ['ID=e8f919f8-c11a-40d9-8839-baee9432f9aa,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:29.446993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Attempting to bind port e8f919f8-c11a-40d9-8839-baee9432f9aa on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:29.447741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Attempting to bind port e8f919f8-c11a-40d9-8839-baee9432f9aa by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:29.447741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Attempting to bind port e8f919f8-c11a-40d9-8839-baee9432f9aa on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:29.455858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:29.456230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:29.456659 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.457050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:29.457516 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Bound port: e8f919f8-c11a-40d9-8839-baee9432f9aa, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:29.457893 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.574476 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.590468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] For port e8f919f8-c11a-40d9-8839-baee9432f9aa, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:29.594983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] For port e8f919f8-c11a-40d9-8839-baee9432f9aa, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e8f919f8-c11a-40d9-8839-baee9432f9aa,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:29.603702 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.611372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Allocated IP 172.20.0.2 (67a3ba4f-c215-4749-be52-b4c8b2dcdc56/abe7df85-a9e7-408c-a25d-d10566c1c840/91d64514-b201-4d01-b928-a2fb3b6a97ac) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:29.701142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b178-3c00-4dc4-819c-619d428bb170 None None] Pushing event updated for resources: {'Port': ['ID=e8f919f8-c11a-40d9-8839-baee9432f9aa,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:29.707378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:29.707987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:29.886265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:29.946165 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.968511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Transition to ACTIVE for port object 91d64514-b201-4d01-b928-a2fb3b6a97ac will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:30.016171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Transition to ACTIVE for port object 91d64514-b201-4d01-b928-a2fb3b6a97ac will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:30.026130 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.077508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.1 (67a3ba4f-c215-4749-be52-b4c8b2dcdc56/abe7df85-a9e7-408c-a25d-d10566c1c840/ba3d49c0-9b4a-436d-9246-ecc089f15452) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:30.095547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:30.100365 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:30.106840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:30.110608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Pushing event updated for resources: {'Port': ['ID=91d64514-b201-4d01-b928-a2fb3b6a97ac,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:30.178728 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Attempting to bind port 91d64514-b201-4d01-b928-a2fb3b6a97ac on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:30.179114 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Attempting to bind port 91d64514-b201-4d01-b928-a2fb3b6a97ac by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:30.179476 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Attempting to bind port 91d64514-b201-4d01-b928-a2fb3b6a97ac on network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:30.186836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:30.187231 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Checking segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:30.187617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.188005 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Bound using segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:30.188494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Bound port: 91d64514-b201-4d01-b928-a2fb3b6a97ac, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:30.188875 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.191721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.204110 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:27Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:30.205996 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object ba3d49c0-9b4a-436d-9246-ecc089f15452 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:30.231704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ca869-e94c-4bb7-a067-d91b0e2ef9db None None] The sync data for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 is: [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:27Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:30.242788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.282922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] For port 91d64514-b201-4d01-b928-a2fb3b6a97ac, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:30.286684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] For port 91d64514-b201-4d01-b928-a2fb3b6a97ac, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=91d64514-b201-4d01-b928-a2fb3b6a97ac,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:30.295310 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.305418 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:30.310426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:30.312897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:30.317453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=ba3d49c0-9b4a-436d-9246-ecc089f15452,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:30.366648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee141d-fa3b-482e-aacd-90124b758412 None None] Pushing event updated for resources: {'Port': ['ID=91d64514-b201-4d01-b928-a2fb3b6a97ac,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:30.373499 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:30.552102 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.004775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 91d64514-b201-4d01-b928-a2fb3b6a97ac up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:31.072479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 91d64514-b201-4d01-b928-a2fb3b6a97ac completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:31.077829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e8f919f8-c11a-40d9-8839-baee9432f9aa up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:31.151409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e8f919f8-c11a-40d9-8839-baee9432f9aa completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:31.156803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e8f919f8-c11a-40d9-8839-baee9432f9aa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:31.157278 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.216278 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.224390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.299537 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.327431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e8f919f8-c11a-40d9-8839-baee9432f9aa, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e8f919f8-c11a-40d9-8839-baee9432f9aa,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:31.334370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.347610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=ba3d49c0-9b4a-436d-9246-ecc089f15452,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:31.354369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.400233 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e8f919f8-c11a-40d9-8839-baee9432f9aa,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:31.463494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:31.464959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:31.471242 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d62b5c-c3a7-4b3f-82f8-73e5fdcc95b2 None None] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:37:31.534511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] Provisioning for port 91d64514-b201-4d01-b928-a2fb3b6a97ac completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:31.543849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] Provisioning complete for port 91d64514-b201-4d01-b928-a2fb3b6a97ac triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:31.544231 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.582331 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 3440a9f0-cd05-4446-804f-703d60cd49cc has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:37:31.688662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.695327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:31.700745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dc90c6e9-f523-48e3-b88a-d5619fed61d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/3440a9f0-cd05-4446-804f-703d60cd49cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687904 Jul 16 02:37:31.732665 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] For port 91d64514-b201-4d01-b928-a2fb3b6a97ac, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=91d64514-b201-4d01-b928-a2fb3b6a97ac,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:31.738614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.797694 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0b86f-ef58-43d8-b99c-71943f06d272 None None] Pushing event updated for resources: {'Port': ['ID=91d64514-b201-4d01-b928-a2fb3b6a97ac,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:31.880132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-0ab9f86c-61ea-4932-afd4-7df03f6b7b19 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735087942&fields=id&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0369668 Jul 16 02:37:31.975300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53180d61-7090-4197-a806-7d1d671c0f6e None None] Provisioning for port ba3d49c0-9b4a-436d-9246-ecc089f15452 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:31.979302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53180d61-7090-4197-a806-7d1d671c0f6e None None] Provisioning complete for port ba3d49c0-9b4a-436d-9246-ecc089f15452 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:31.979712 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53180d61-7090-4197-a806-7d1d671c0f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.996850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-a486b46b-f186-4b23-b5ba-af7cd593f9bc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.998567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-a486b46b-f186-4b23-b5ba-af7cd593f9bc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/networks?id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 200 len: 797 time: 0.1108236 Jul 16 02:37:32.016035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-29fe7370-1bc4-45ab-b2e9-b7eb7f1306f5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/quotas/745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0116696 Jul 16 02:37:32.027835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-53180d61-7090-4197-a806-7d1d671c0f6e None None] Port ba3d49c0-9b4a-436d-9246-ecc089f15452 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:37:32.039022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-53180d61-7090-4197-a806-7d1d671c0f6e None None] Provisioning complete for port 91d64514-b201-4d01-b928-a2fb3b6a97ac triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:32.039395 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-53180d61-7090-4197-a806-7d1d671c0f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.095562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-8d820e25-a059-4092-8fcc-6daddcdd6752 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724683 Jul 16 02:37:32.126218 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Sync routers for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:32.136100 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:32.137151 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:32.255931 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2e846b67-48db-4243-b9f2-16287e759a18 None None] Provisioning complete for port ba3d49c0-9b4a-436d-9246-ecc089f15452 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:32.256995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e846b67-48db-4243-b9f2-16287e759a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.258270 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:32.261842 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-368c17d0-f62a-4eef-8c4d-3d72e53709b5 service neutron] 10.222.0.42 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545541 Jul 16 02:37:32.298772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2e846b67-48db-4243-b9f2-16287e759a18 None None] Port ba3d49c0-9b4a-436d-9246-ecc089f15452 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:37:32.380063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-c7c1141f-b748-4b09-9311-47b23f854842 service neutron] 10.222.0.42 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114783 Jul 16 02:37:32.418028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1fbe7ace-8301-487a-b143-0d6bb35de367 None None] Provisioning complete for port ba3d49c0-9b4a-436d-9246-ecc089f15452 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:32.418759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7ace-8301-487a-b143-0d6bb35de367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.456026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe7ace-8301-487a-b143-0d6bb35de367 None None] Port ba3d49c0-9b4a-436d-9246-ecc089f15452 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:37:32.486122 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 2, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:32.523831 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Checking router: 3440a9f0-cd05-4446-804f-703d60cd49cc for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:32.524316 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Updating router 3440a9f0-cd05-4446-804f-703d60cd49cc port ba3d49c0-9b4a-436d-9246-ecc089f15452 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:37:32.555992 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d13dcb4-6f29-4656-b5dd-e96d36c5d41e req-05e1424f-95ec-4b3f-837c-3d08f80a65cf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 210 time: 0.0307205 Jul 16 02:37:32.560748 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.930266 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.941318 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Transition to ACTIVE for port object ba3d49c0-9b4a-436d-9246-ecc089f15452 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:32.949087 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.958327 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 91d64514-b201-4d01-b928-a2fb3b6a97ac up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:33.015419 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 91d64514-b201-4d01-b928-a2fb3b6a97ac triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:33.015857 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:33.021149 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Pushing event updated for resources: {'Port': ['ID=ba3d49c0-9b4a-436d-9246-ecc089f15452,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:33.050764 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.051416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.051989 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.052536 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.053699 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.054248 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.054895 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.055467 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.055989 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.056498 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.056985 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.057468 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:33.073087 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Attempting to bind port ba3d49c0-9b4a-436d-9246-ecc089f15452 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:33.073858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Attempting to bind port ba3d49c0-9b4a-436d-9246-ecc089f15452 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:33.074269 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Attempting to bind port ba3d49c0-9b4a-436d-9246-ecc089f15452 on network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:33.082377 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:33.082761 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Checking segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:33.083179 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:33.083643 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Bound using segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:33.085070 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Bound port: ba3d49c0-9b4a-436d-9246-ecc089f15452, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:33.085906 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:33.170856 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] For port ba3d49c0-9b4a-436d-9246-ecc089f15452, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:33.174782 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] For port ba3d49c0-9b4a-436d-9246-ecc089f15452, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ba3d49c0-9b4a-436d-9246-ecc089f15452,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:33.180140 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:33.244078 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:33.245326 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:33.301302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e8f919f8-c11a-40d9-8839-baee9432f9aa up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:33.358559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e8f919f8-c11a-40d9-8839-baee9432f9aa triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:33.359031 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:33.383506 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:33.423636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc06d02-bbc3-4ec0-a3fe-7bdf8045999f None None] Pushing event updated for resources: {'Port': ['ID=ba3d49c0-9b4a-436d-9246-ecc089f15452,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:33.603224 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:33Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:33.635427 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820615a-6322-4a68-944a-5a8f990cc20a None None] The sync data for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 is: [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:33Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:33.722734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bbbdb2e-63f5-4f18-8a76-f032984946a7 req-bad00a5f-6d3f-4cb0-8aab-fb9c241c29d2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 210 time: 0.0315542 Jul 16 02:37:33.933440 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-d33a12ae-7502-4b43-8413-bd5ad5b566f5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.935701 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-d33a12ae-7502-4b43-8413-bd5ad5b566f5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/networks?id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 200 len: 797 time: 0.1118035 Jul 16 02:37:33.982377 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-8c7f8f7c-9e17-4b7d-b5c6-7b45b0348952 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 379 time: 0.0365767 Jul 16 02:37:33.991830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'port': {'device_id': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'admin_state_up': True, 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'security_groups': ['84b273dd-0d6f-449d-86cb-5898f8622a32']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:34.116196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:37:34.120157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.257196 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.11 (67a3ba4f-c215-4749-be52-b4c8b2dcdc56/abe7df85-a9e7-408c-a25d-d10566c1c840/67a2cbd1-cc80-4443-920c-66a2bbc31775) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:34.400868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.415748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object 67a2cbd1-cc80-4443-920c-66a2bbc31775 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:34.451097 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.505328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:34.509169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:34.511770 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:34.542140 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=67a2cbd1-cc80-4443-920c-66a2bbc31775,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:34.571711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:34.572508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.589760 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-f095c494-17ce-403a-8652-bfebdb4fd4d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020021 Jul 16 02:37:34.602666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ea0a67bb-0436-47db-9c9b-dad726491f10 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:37:34.603725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ea0a67bb-0436-47db-9c9b-dad726491f10 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067186 Jul 16 02:37:34.665480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Request body: {'port': {'device_id': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:34.746656 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.747241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d655dcff-836c-4219-8014-2af6abcbf9af None None] Provisioning for port 67a2cbd1-cc80-4443-920c-66a2bbc31775 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:34.751081 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d655dcff-836c-4219-8014-2af6abcbf9af None None] Provisioning complete for port 67a2cbd1-cc80-4443-920c-66a2bbc31775 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:34.751461 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d655dcff-836c-4219-8014-2af6abcbf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.788329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d655dcff-836c-4219-8014-2af6abcbf9af None None] Port 67a2cbd1-cc80-4443-920c-66a2bbc31775 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:37:34.913797 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c1000-6ee0-49dd-a1b0-4d9f250d7235 req-55fb2f77-8c40-40b4-9d3a-054053f643ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:34.916190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a3c1000-6ee0-49dd-a1b0-4d9f250d7235 req-55fb2f77-8c40-40b4-9d3a-054053f643ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 932 time: 0.0734341 Jul 16 02:37:34.965146 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a3c1000-6ee0-49dd-a1b0-4d9f250d7235 req-1023b72f-c51b-49f6-b9e0-cb236da7d0cc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410225 Jul 16 02:37:34.985499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba3d49c0-9b4a-436d-9246-ecc089f15452 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:35.033604 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ba3d49c0-9b4a-436d-9246-ecc089f15452 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:35.037430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ba3d49c0-9b4a-436d-9246-ecc089f15452 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:35.037808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.049253 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a2cbd1-cc80-4443-920c-66a2bbc31775 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:37:35.057358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.070113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Transition to ACTIVE for port object 67a2cbd1-cc80-4443-920c-66a2bbc31775 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:35.073385 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.130309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Pushing event updated for resources: {'Port': ['ID=67a2cbd1-cc80-4443-920c-66a2bbc31775,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:35.137405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.173159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ba3d49c0-9b4a-436d-9246-ecc089f15452, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ba3d49c0-9b4a-436d-9246-ecc089f15452,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:35.178176 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.215371 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Attempting to bind port 67a2cbd1-cc80-4443-920c-66a2bbc31775 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:35.215634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Attempting to bind port 67a2cbd1-cc80-4443-920c-66a2bbc31775 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:35.215968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Attempting to bind port 67a2cbd1-cc80-4443-920c-66a2bbc31775 on network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:35.220499 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Port 67a2cbd1-cc80-4443-920c-66a2bbc31775 on network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:37:35.220826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Attempting to bind port 67a2cbd1-cc80-4443-920c-66a2bbc31775 on network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:35.226763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:35.227106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Checking segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:35.227590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Bound using segment: {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:35.227921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Bound port: 67a2cbd1-cc80-4443-920c-66a2bbc31775, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:35.228272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.228775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ba3d49c0-9b4a-436d-9246-ecc089f15452,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:35.300370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] For port 67a2cbd1-cc80-4443-920c-66a2bbc31775, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:35.305117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] For port 67a2cbd1-cc80-4443-920c-66a2bbc31775, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:35.311636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.348895 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.349526 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.351353 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 200 len: 1093 time: 0.7412009 Jul 16 02:37:35.351819 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:35.354202 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea" -d '{"events": [{"name": "network-changed", "server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:35.383531 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5e84-af03-4161-a24c-8c347cde56d2 service neutron] Pushing event updated for resources: {'Port': ['ID=67a2cbd1-cc80-4443-920c-66a2bbc31775,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:35.416967 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965677a1-bd58-4cb3-bd79-a0eb40d2edfd x-openstack-request-id: req-965677a1-bd58-4cb3-bd79-a0eb40d2edfd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:35.417330 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:35.417591 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-965677a1-bd58-4cb3-bd79-a0eb40d2edfd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:35.417989 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'status': 'completed', 'code': 200} Jul 16 02:37:35.463215 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-8b823516-7a59-4a14-ba14-86aee851364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.464876 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-8b823516-7a59-4a14-ba14-86aee851364d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1096 time: 0.0599904 Jul 16 02:37:35.511058 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-cfa42561-353f-4cf9-9a44-e277ba1fefb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 200 len: 217 time: 0.0394328 Jul 16 02:37:35.562648 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-41134906-dc80-40ea-8668-801bfe78fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.564139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-41134906-dc80-40ea-8668-801bfe78fad5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abe7df85-a9e7-408c-a25d-d10566c1c840 HTTP/1.1" status: 200 len: 834 time: 0.0463088 Jul 16 02:37:35.621765 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-194107c0-700d-490f-bc94-f3435dea4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.624093 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-194107c0-700d-490f-bc94-f3435dea4de5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536978 Jul 16 02:37:35.720063 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-5fd6ab8b-d761-40a8-b36c-53298bbbd7d8 service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891337 Jul 16 02:37:35.809309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7f28c897-2ab7-402c-8a51-8e1ef4166b5f req-b88582cd-a468-4bac-953e-ed318d9066e7 service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828969 Jul 16 02:37:35.916584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-4161e71e-d7a6-42ab-a23e-04103b3a9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.918382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-4161e71e-d7a6-42ab-a23e-04103b3a9757 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1096 time: 0.0582800 Jul 16 02:37:36.006257 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-83fd8789-3a7e-4ed8-bd1c-c3f73bcea157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:36.008085 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-83fd8789-3a7e-4ed8-bd1c-c3f73bcea157 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 200 len: 898 time: 0.0831802 Jul 16 02:37:36.054039 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-24af77d9-6e5d-4e6a-aa5b-80b444c70294 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 200 len: 217 time: 0.0391541 Jul 16 02:37:36.104006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-a1ada0c6-c578-436a-90de-7714816aa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:36.105525 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-a1ada0c6-c578-436a-90de-7714816aa3ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abe7df85-a9e7-408c-a25d-d10566c1c840 HTTP/1.1" status: 200 len: 834 time: 0.0452161 Jul 16 02:37:36.143832 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ad7a9-947c-4a4f-a9ba-f83e06b165ac req-cf16d589-7a61-4530-a1eb-be2c75aa7091 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:36.145400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d3ad7a9-947c-4a4f-a9ba-f83e06b165ac req-cf16d589-7a61-4530-a1eb-be2c75aa7091 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 944 time: 0.0644765 Jul 16 02:37:36.164682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-d26688e4-3050-433c-bb16-ba65d6a00ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:36.166238 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-d26688e4-3050-433c-bb16-ba65d6a00ec8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532310 Jul 16 02:37:36.185723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d3ad7a9-947c-4a4f-a9ba-f83e06b165ac req-ce90429d-608b-4c5a-94e5-eb3c64dc6fdf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334651 Jul 16 02:37:36.261482 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-37453abc-9129-478e-8b9c-e864844f1f15 service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Jul 16 02:37:36.351472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c1013ea9-4f91-4bd9-b03b-e75a6b226aea req-7d1074d4-6c24-4020-ba5b-368dbe125621 service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824807 Jul 16 02:37:36.950727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba3d49c0-9b4a-436d-9246-ecc089f15452 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:37.001865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ba3d49c0-9b4a-436d-9246-ecc089f15452 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:37.002234 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:37.358888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888caf87-f097-465b-9a85-0454464544e6 req-809920bf-ef7e-40f3-99d7-9067f863781a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:37.360402 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-888caf87-f097-465b-9a85-0454464544e6 req-809920bf-ef7e-40f3-99d7-9067f863781a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 944 time: 0.0638843 Jul 16 02:37:37.399244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-888caf87-f097-465b-9a85-0454464544e6 req-c8725cc3-04d2-46d1-8994-f65d9716f7af tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Jul 16 02:37:38.245151 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:38.574883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71c3c-0641-4f83-a7e5-c7462d451629 req-3f364e53-edc8-42b1-9136-3b23a1afd49f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:38.576450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4e71c3c-0641-4f83-a7e5-c7462d451629 req-3f364e53-edc8-42b1-9136-3b23a1afd49f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 944 time: 0.0669513 Jul 16 02:37:38.613890 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4e71c3c-0641-4f83-a7e5-c7462d451629 req-a786a7c5-06da-49c3-98f0-ee29d18f4813 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Jul 16 02:37:39.784319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0849a-058a-4777-b6a9-81c4e0514a98 req-07cf60c3-85cb-4214-8c50-d887ad8884f7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:39.785825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9be0849a-058a-4777-b6a9-81c4e0514a98 req-07cf60c3-85cb-4214-8c50-d887ad8884f7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 944 time: 0.0629735 Jul 16 02:37:39.824718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9be0849a-058a-4777-b6a9-81c4e0514a98 req-922bc3cb-4eb7-472e-b8cc-e9ef6b1b8d0b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324662 Jul 16 02:37:40.264691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0b9f-5479-4d8f-adfb-ca037c1554c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:40.311064 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 67a2cbd1-cc80-4443-920c-66a2bbc31775 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:37:40.407306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 67a2cbd1-cc80-4443-920c-66a2bbc31775, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:40.418165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'port_id': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'mac_address': 'fa:16:3e:e0:35:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:37:40.455498 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:40.468056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a2cbd1-cc80-4443-920c-66a2bbc31775 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:37:40.487260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 67a2cbd1-cc80-4443-920c-66a2bbc31775, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:40.492005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:40.537107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=67a2cbd1-cc80-4443-920c-66a2bbc31775,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:40.734602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['67a2cbd1-cc80-4443-920c-66a2bbc31775'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:41.013143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9318-f050-402a-bb04-0d5a3c4facb1 req-e1b1918b-6456-4307-8697-e6948e8a5daf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:41.014641 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44bd9318-f050-402a-bb04-0d5a3c4facb1 req-e1b1918b-6456-4307-8697-e6948e8a5daf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 945 time: 0.0708358 Jul 16 02:37:41.052327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44bd9318-f050-402a-bb04-0d5a3c4facb1 req-03df5e03-96a7-4290-be28-53e1d51f7d1b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Jul 16 02:37:42.230484 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128596-9a12-4934-94d5-6120fe323a16 req-3d36fabd-c15c-4d52-af11-fddf8d42f339 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:42.232045 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65128596-9a12-4934-94d5-6120fe323a16 req-3d36fabd-c15c-4d52-af11-fddf8d42f339 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 945 time: 0.0652316 Jul 16 02:37:42.270925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65128596-9a12-4934-94d5-6120fe323a16 req-b7c401a5-bbe4-49f8-9b75-813bef581d60 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330982 Jul 16 02:37:42.342296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 67a2cbd1-cc80-4443-920c-66a2bbc31775 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:42.392746 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 67a2cbd1-cc80-4443-920c-66a2bbc31775 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:42.396246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 67a2cbd1-cc80-4443-920c-66a2bbc31775 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:42.396650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:42.469651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:42.500700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:42.502892 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb66b52-8904-464a-99be-db166c64b5c7" -d '{"events": [{"server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "name": "network-vif-plugged", "status": "completed", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:42.507777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a174d74c-5b7e-4bb9-95fe-d60f24fe492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:42.517577 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 67a2cbd1-cc80-4443-920c-66a2bbc31775, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:42.521844 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:42.547996 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ad625-831d-4d08-99a9-2a28e685a812 x-openstack-request-id: req-531ad625-831d-4d08-99a9-2a28e685a812 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:42.548288 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "name": "network-vif-plugged", "status": "completed", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:42.548567 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-531ad625-831d-4d08-99a9-2a28e685a812 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:42.548953 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'code': 200} Jul 16 02:37:42.584398 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=67a2cbd1-cc80-4443-920c-66a2bbc31775,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:42.588040 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:42.663508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7846298-fd0f-47c9-9f5d-d5409f01a7ee req-086b9661-f2cc-42f5-bac1-9fb5563fd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:42.665080 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e7846298-fd0f-47c9-9f5d-d5409f01a7ee req-086b9661-f2cc-42f5-bac1-9fb5563fd548 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1098 time: 0.0560508 Jul 16 02:37:42.699723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e7846298-fd0f-47c9-9f5d-d5409f01a7ee req-75fb61e1-b502-4d39-a815-826082151a51 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269363 Jul 16 02:37:43.445597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2075c-c771-4a5b-aec8-18d4b732a212 req-1c81e7b1-da7c-4d7a-bb6d-e1dcf164d61c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:43.447089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d2075c-c771-4a5b-aec8-18d4b732a212 req-1c81e7b1-da7c-4d7a-bb6d-e1dcf164d61c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0632799 Jul 16 02:37:43.486895 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-65d2075c-c771-4a5b-aec8-18d4b732a212 req-5c3e4dde-a71f-4cce-8a20-f420b2f235a9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342288 Jul 16 02:37:43.992768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:44.665163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67815e0e-02ba-49a8-836a-5cc3e6f879f9 req-be5b52b7-898b-4c1a-9c63-3629b1187939 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:44.666646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67815e0e-02ba-49a8-836a-5cc3e6f879f9 req-be5b52b7-898b-4c1a-9c63-3629b1187939 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0672162 Jul 16 02:37:44.703433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-67815e0e-02ba-49a8-836a-5cc3e6f879f9 req-2288fca7-c746-4948-9550-9a60cbb8d6b4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Jul 16 02:37:44.872675 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8de787-bc0d-4fb9-a0ef-cd9a1e200023 req-00a37e5d-3acc-457c-9b32-2707f36702e1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:44.874226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb8de787-bc0d-4fb9-a0ef-cd9a1e200023 req-00a37e5d-3acc-457c-9b32-2707f36702e1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0627215 Jul 16 02:37:44.912325 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb8de787-bc0d-4fb9-a0ef-cd9a1e200023 req-ab7f24fd-734d-4728-a6b5-4a52a138a539 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323148 Jul 16 02:37:44.937554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46622) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:44.988908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027d580-0df9-4061-adb9-ae1ad2e6d0ec tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:44.990495 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c027d580-0df9-4061-adb9-ae1ad2e6d0ec tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1093 time: 0.0519438 Jul 16 02:37:44.994033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46624) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:44.998385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:45.020743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.114715 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.220673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.115 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/c90c471e-5393-40c3-a354-87a6707d96b0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:45.327663 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.367606 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.402393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:45.407029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:45.410545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:45.434718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=c90c471e-5393-40c3-a354-87a6707d96b0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:45.530258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.780973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.853592 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.002469 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.007785 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.076573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=c90c471e-5393-40c3-a354-87a6707d96b0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:46.088859 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.185541 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP 98624199-50c4-4814-9cb4-0fc4348fa3f4 associated. External IP: 172.25.7.115, port: 67a2cbd1-cc80-4443-920c-66a2bbc31775. Jul 16 02:37:46.691821 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 3440a9f0-cd05-4446-804f-703d60cd49cc has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:37:46.799686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:46.809459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] Sync routers for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:46.815612 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.820808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:46.821594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:46.852241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d63e104f-2a88-4301-859b-ff22ad0c096d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8571842 Jul 16 02:37:46.852860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:46.855452 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57e99f2-b720-497b-a1d6-f74506c1b3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:46.895702 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313c4c24-2f6f-4b13-9950-527a799e9e02 x-openstack-request-id: req-313c4c24-2f6f-4b13-9950-527a799e9e02 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:46.896127 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:46.896390 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-313c4c24-2f6f-4b13-9950-527a799e9e02 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:46.896953 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'status': 'completed', 'code': 200} Jul 16 02:37:46.938168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:46.973545 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-9f45aa9f-666f-4348-a3ca-1ec75941a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.976629 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-9f45aa9f-666f-4348-a3ca-1ec75941a3cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1098 time: 0.0558727 Jul 16 02:37:47.015329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92d7b-40a9-460d-86c0-17aea3b8c8eb req-ee34c301-1b6a-40ec-af9d-03ced1b2b095 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.016871 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2d92d7b-40a9-460d-86c0-17aea3b8c8eb req-ee34c301-1b6a-40ec-af9d-03ced1b2b095 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0682917 Jul 16 02:37:47.059930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2d92d7b-40a9-460d-86c0-17aea3b8c8eb req-c5f42538-24ac-4e22-9eba-b12db2da73f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361373 Jul 16 02:37:47.078267 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-61b799c6-1d98-4bbe-a32c-8246dd728530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.079945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-61b799c6-1d98-4bbe-a32c-8246dd728530 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 200 len: 898 time: 0.0980101 Jul 16 02:37:47.088814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46630) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:47.144514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-d8a5ca65-8681-47b8-842e-5c51d5f92a7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 200 len: 1000 time: 0.0581436 Jul 16 02:37:47.153717 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ce3539ab-e924-46e2-8154-7c98f79554c3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/98624199-50c4-4814-9cb4-0fc4348fa3f4 HTTP/1.1" status: 200 len: 992 time: 0.0625918 Jul 16 02:37:47.172322 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '98624199-50c4-4814-9cb4-0fc4348fa3f4', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'port_id': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'mac_address': 'fa:16:3e:e0:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:37:45Z', 'updated_at': '2021-07-16T02:37:45Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:35Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:47.193426 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-6874d896-9e5c-43df-88c1-a10fba7ee0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.194964 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-6874d896-9e5c-43df-88c1-a10fba7ee0fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abe7df85-a9e7-408c-a25d-d10566c1c840 HTTP/1.1" status: 200 len: 834 time: 0.0442407 Jul 16 02:37:47.201795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] Checking router: 3440a9f0-cd05-4446-804f-703d60cd49cc for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:47.210645 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:47.211261 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:37:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:47.256024 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-684a9494-4449-42a7-b18c-f9dc40eae815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.258007 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-684a9494-4449-42a7-b18c-f9dc40eae815 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567305 Jul 16 02:37:47.312000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:47.349743 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-425aaeeb-e597-4a9b-afb0-7c67fa2e3f81 service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853293 Jul 16 02:37:47.442853 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e57e99f2-b720-497b-a1d6-f74506c1b3a3 req-6de91b4d-52a2-4a10-b741-b592e03aa424 service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Jul 16 02:37:47.541691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '98624199-50c4-4814-9cb4-0fc4348fa3f4', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'port_id': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'mac_address': 'fa:16:3e:e0:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:37:45Z', 'updated_at': '2021-07-16T02:37:45Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:35Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:47.567471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1b096-5a56-47d9-8fee-55e75c41801d None None] The sync data for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 is: [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '98624199-50c4-4814-9cb4-0fc4348fa3f4', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'port_id': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'mac_address': 'fa:16:3e:e0:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:37:45Z', 'updated_at': '2021-07-16T02:37:45Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:35Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:47.760703 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3174f6-4eb6-4a8a-9532-4752ac19d2bd None None] New status for floating IP 98624199-50c4-4814-9cb4-0fc4348fa3f4: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:37:48.156574 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46632) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:48.219359 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d2b82a75-3296-45ab-abd4-f6f4f3c4e3f5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/98624199-50c4-4814-9cb4-0fc4348fa3f4 HTTP/1.1" status: 200 len: 994 time: 0.0616949 Jul 16 02:37:49.106134 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:49.857054 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-3f33461a-4507-417b-8f84-40dff97ccbc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514569 Jul 16 02:37:49.951217 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-9e2ace37-d124-4567-a33c-4cdf12b29c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.952775 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-9e2ace37-d124-4567-a33c-4cdf12b29c72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1098 time: 0.0543294 Jul 16 02:37:50.060386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-5df70400-dda1-4a7e-95b1-23bf4009e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.061876 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-5df70400-dda1-4a7e-95b1-23bf4009e904 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 200 len: 898 time: 0.0891950 Jul 16 02:37:50.125825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-9b1c0393-b88f-4a40-a7ed-36d8c04c47f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 200 len: 1002 time: 0.0573056 Jul 16 02:37:50.178682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-3a61f66b-8cab-40a6-a4e9-17e7cd7018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.180136 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-3a61f66b-8cab-40a6-a4e9-17e7cd7018a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abe7df85-a9e7-408c-a25d-d10566c1c840 HTTP/1.1" status: 200 len: 834 time: 0.0478437 Jul 16 02:37:50.236082 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-90144141-e5ec-47cb-8e7a-974438a9b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.237617 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-90144141-e5ec-47cb-8e7a-974438a9b9ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517135 Jul 16 02:37:50.326668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-74a1d5a1-6ca6-44a7-a7b2-5244bd54bcec service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823228 Jul 16 02:37:50.423923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c138a8b8-3b36-471a-b9cd-2807ea45e7b8 req-3a2e3f1c-9a45-49f1-88cd-f47cdedf756e service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897999 Jul 16 02:38:05.611824 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:08.261535 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:10.265703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-820cf987-a724-46cc-958e-b1785cbbaf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:12.489347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b964b720-4ec6-4fda-9d9b-041173343520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:12.577849 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.995441 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:15.109952 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6c74-1295-40f6-b89e-b61325a76f04 req-f361e665-6642-473f-b921-dc7c893fab62 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:15.111513 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-937f6c74-1295-40f6-b89e-b61325a76f04 req-f361e665-6642-473f-b921-dc7c893fab62 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0653355 Jul 16 02:38:15.151053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-937f6c74-1295-40f6-b89e-b61325a76f04 req-76a2ef14-cd46-4425-9c51-fa9f3b1e3ef0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Jul 16 02:38:15.531934 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.327230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ede18-e527-4a68-8ced-6610450b30e0 req-e83f71a3-7a62-42ab-80d2-0a0f3a4d2997 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:16.328766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db1ede18-e527-4a68-8ced-6610450b30e0 req-e83f71a3-7a62-42ab-80d2-0a0f3a4d2997 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0630529 Jul 16 02:38:16.367383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-db1ede18-e527-4a68-8ced-6610450b30e0 req-69e138ff-b1f2-4f10-96a1-baac01422a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331402 Jul 16 02:38:16.391531 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46648) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:16.454808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-63b2df60-ceee-4e74-98c4-4671d4889e28 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/98624199-50c4-4814-9cb4-0fc4348fa3f4 HTTP/1.1" status: 200 len: 994 time: 0.0620842 Jul 16 02:38:17.879853 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7707e-c6af-4441-bd2b-f3c2c67532bb req-7abe75f3-181b-428f-ab0c-763f02402969 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:17.881674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34a7707e-c6af-4441-bd2b-f3c2c67532bb req-7abe75f3-181b-428f-ab0c-763f02402969 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0652475 Jul 16 02:38:17.926372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-34a7707e-c6af-4441-bd2b-f3c2c67532bb req-d546a618-bd8a-48d1-a6fe-7ec9b07e332d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385635 Jul 16 02:38:19.102672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97599be1-27f0-4f94-ac42-d22f4f58f330 req-fd10bace-536a-4b0c-ba7c-67d09468231e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:19.104201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97599be1-27f0-4f94-ac42-d22f4f58f330 req-fd10bace-536a-4b0c-ba7c-67d09468231e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0669515 Jul 16 02:38:19.112759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.142972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-97599be1-27f0-4f94-ac42-d22f4f58f330 req-dc71c6d3-11ec-40db-8ce9-76164893bbc1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331142 Jul 16 02:38:19.168294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46658) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:19.227330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3117a704-7922-4a52-a201-4c178e219f99 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/98624199-50c4-4814-9cb4-0fc4348fa3f4 HTTP/1.1" status: 200 len: 994 time: 0.0579376 Jul 16 02:38:19.496700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46664) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:19.651518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port c90c471e-5393-40c3-a354-87a6707d96b0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:19.651855 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.729160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.729483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.740685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for c90c471e-5393-40c3-a354-87a6707d96b0 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:19.886769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.913242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=c90c471e-5393-40c3-a354-87a6707d96b0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:19.940408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.940782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.941127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.941472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.941798 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.942126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.942464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.942809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.943196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.943469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.944293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.944783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:19.985383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.985740 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP 98624199-50c4-4814-9cb4-0fc4348fa3f4 disassociated (deleted). External IP: 172.25.7.115, port: 67a2cbd1-cc80-4443-920c-66a2bbc31775. Jul 16 02:38:20.190466 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 3440a9f0-cd05-4446-804f-703d60cd49cc has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:20.295604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:20.300394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:20.307161 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] Sync routers for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:20.316585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:20.317198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:20.340188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cb44f8a5-49b9-4006-8831-127464e9cf87 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/floatingips/98624199-50c4-4814-9cb4-0fc4348fa3f4 HTTP/1.1" status: 204 len: 168 time: 0.8401217 Jul 16 02:38:20.340188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:20.341760 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed041ef-70c0-4416-9101-727a83778d52" -d '{"events": [{"name": "network-changed", "server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:20.391044 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b9499a-f030-47ba-98ee-93a4f829bc2c x-openstack-request-id: req-78b9499a-f030-47ba-98ee-93a4f829bc2c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:20.391398 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:20.391736 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78b9499a-f030-47ba-98ee-93a4f829bc2c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:20.392377 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'status': 'completed', 'code': 200} Jul 16 02:38:20.423879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:20.466687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed041ef-70c0-4416-9101-727a83778d52 req-1fa83ec3-19fa-41af-bd2f-df470f0d63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:20.468120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-1fa83ec3-19fa-41af-bd2f-df470f0d63c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 1098 time: 0.0537651 Jul 16 02:38:20.578971 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed041ef-70c0-4416-9101-727a83778d52 req-951add8b-994f-4e2f-a34c-e08f94afc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:20.580852 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-951add8b-994f-4e2f-a34c-e08f94afc4e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 200 len: 898 time: 0.1058085 Jul 16 02:38:20.624909 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-30ba72d2-a53e-4b21-94a8-55ccf5f63c67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 200 len: 217 time: 0.0368831 Jul 16 02:38:20.625172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:35Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:20.652354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] Checking router: 3440a9f0-cd05-4446-804f-703d60cd49cc for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:20.661293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:20.661919 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:20.681771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed041ef-70c0-4416-9101-727a83778d52 req-6db9d14f-792d-49f4-ac24-ec6321b57ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:20.683300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-6db9d14f-792d-49f4-ac24-ec6321b57ccc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=abe7df85-a9e7-408c-a25d-d10566c1c840 HTTP/1.1" status: 200 len: 834 time: 0.0506387 Jul 16 02:38:20.718172 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0754ab5-a2b7-4290-b2f0-31f169aa0aeb req-92eeb632-9ceb-482f-a623-a78b5695e739 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:20.719605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0754ab5-a2b7-4290-b2f0-31f169aa0aeb req-92eeb632-9ceb-482f-a623-a78b5695e739 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0758913 Jul 16 02:38:20.747113 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed041ef-70c0-4416-9101-727a83778d52 req-46cc897a-1ab9-432c-aace-4bb9999a7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:20.748817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-46cc897a-1ab9-432c-aace-4bb9999a7109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67a3ba4f-c215-4749-be52-b4c8b2dcdc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582542 Jul 16 02:38:20.761474 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d0754ab5-a2b7-4290-b2f0-31f169aa0aeb req-178987ea-18bf-40ac-8e62-148d5343ca75 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362768 Jul 16 02:38:20.785431 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:20.846368 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-5de87a28-79a7-4de7-97ba-afb3d0015d8e service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 Jul 16 02:38:20.945925 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-0ed041ef-70c0-4416-9101-727a83778d52 req-ef82bd93-748c-49b8-a452-a7677742abcf service neutron] 10.222.0.23 "GET /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897756 Jul 16 02:38:20.990013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:35Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:21.015887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85928e17-b2b0-4b2e-a31e-b040ff110fb0 None None] The sync data for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 is: [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:30Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'ba3d49c0-9b4a-436d-9246-ecc089f15452', 'name': '', 'network_id': '67a3ba4f-c215-4749-be52-b4c8b2dcdc56', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5b:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:29Z', 'updated_at': '2021-07-16T02:37:35Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'abe7df85-a9e7-408c-a25d-d10566c1c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:21.233536 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723072fa-5b13-4569-a66a-785f0511bd5a None None] New status for floating IP 98624199-50c4-4814-9cb4-0fc4348fa3f4: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:38:21.953295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707d1a8-ef0a-4b78-9834-becb5c202c27 req-b64ae516-f93a-4d3b-bdf3-24bf8c45f6a9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:21.954922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e707d1a8-ef0a-4b78-9834-becb5c202c27 req-b64ae516-f93a-4d3b-bdf3-24bf8c45f6a9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0640173 Jul 16 02:38:21.992922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e707d1a8-ef0a-4b78-9834-becb5c202c27 req-7048afaa-0387-4733-85c0-ff5ae58d9fd0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=84b273dd-0d6f-449d-86cb-5898f8622a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Jul 16 02:38:22.332901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-a0d33887-4312-4022-92f3-77c921b57c02 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:22.334969 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-a0d33887-4312-4022-92f3-77c921b57c02 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 946 time: 0.0622692 Jul 16 02:38:22.438112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 67a2cbd1-cc80-4443-920c-66a2bbc31775 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:22.438461 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.525025 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 67a2cbd1-cc80-4443-920c-66a2bbc31775, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=67a2cbd1-cc80-4443-920c-66a2bbc31775,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:22.525387 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.538141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 67a2cbd1-cc80-4443-920c-66a2bbc31775 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:22.668791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.699872 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=67a2cbd1-cc80-4443-920c-66a2bbc31775,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:22.729278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.729634 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.729979 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.730319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.730654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.731171 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.731412 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.731740 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.732317 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.732789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.732789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.733038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:22.758546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] No DVR routers for this DVR port 67a2cbd1-cc80-4443-920c-66a2bbc31775 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:22.761086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.763074 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9622c4f5-b748-488f-8f86-00b3757c07a8 req-d848b294-2581-4037-ae5d-d2b9845fb243 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "DELETE /v2.0/ports/67a2cbd1-cc80-4443-920c-66a2bbc31775 HTTP/1.1" status: 204 len: 173 time: 0.4229052 Jul 16 02:38:22.763512 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'name': 'network-vif-deleted', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:22.765800 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0da0f-ca4c-4a45-a3f6-e43d9efc027f" -d '{"events": [{"server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "name": "network-vif-deleted", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:22.804775 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca5a296-ffa2-47da-955f-59fff126adaf x-openstack-request-id: req-2ca5a296-ffa2-47da-955f-59fff126adaf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:22.805073 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e6dc0c-6bde-46da-b0c5-a97121adab92", "name": "network-vif-deleted", "tag": "67a2cbd1-cc80-4443-920c-66a2bbc31775", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:22.805327 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ca5a296-ffa2-47da-955f-59fff126adaf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:22.805727 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e6dc0c-6bde-46da-b0c5-a97121adab92', 'name': 'network-vif-deleted', 'tag': '67a2cbd1-cc80-4443-920c-66a2bbc31775', 'status': 'completed', 'code': 200} Jul 16 02:38:23.157381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a754d047-ece8-4f38-8b1d-0e438aee23cd req-827296d8-feda-4c8b-8a04-e19806a91a9c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e6dc0c-6bde-46da-b0c5-a97121adab92 HTTP/1.1" status: 200 len: 210 time: 0.0361931 Jul 16 02:38:24.253640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46680) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:24.607438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.190437 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port ba3d49c0-9b4a-436d-9246-ecc089f15452 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:25.190672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.277516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port ba3d49c0-9b4a-436d-9246-ecc089f15452, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ba3d49c0-9b4a-436d-9246-ecc089f15452,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:25.278239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.290277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for ba3d49c0-9b4a-436d-9246-ecc089f15452 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:25.477299 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.505294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=ba3d49c0-9b4a-436d-9246-ecc089f15452,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:25.677193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.890329 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 3440a9f0-cd05-4446-804f-703d60cd49cc has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:25.996282 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:26.001242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1c790c91-5106-4387-aa06-af3e56c3a029 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/3440a9f0-cd05-4446-804f-703d60cd49cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465913 Jul 16 02:38:26.004049 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46682) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:26.005795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] Sync routers for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:26.015222 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:26.015828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:26.055771 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting subnet abe7df85-a9e7-408c-a25d-d10566c1c840 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:38:26.058898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.099538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.192496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.253249 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.278927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:26.281502 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Subnet': ['ID=abe7df85-a9e7-408c-a25d-d10566c1c840,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:26.285277 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.290592 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2b3291fc-a560-4a8c-9b80-a2d3f0310c11 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/subnets/abe7df85-a9e7-408c-a25d-d10566c1c840 HTTP/1.1" status: 204 len: 168 time: 0.2820883 Jul 16 02:38:26.290592 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46684) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:26.310420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2710d09-aaa1-409f-bedf-b11b8989f218 None None] Network 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:26.399399 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.500196 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 67a2cbd1-cc80-4443-920c-66a2bbc31775 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:26.504350 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.530883 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 67a2cbd1-cc80-4443-920c-66a2bbc31775 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:26.531217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 67a2cbd1-cc80-4443-920c-66a2bbc31775 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:26.557062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port e8f919f8-c11a-40d9-8839-baee9432f9aa {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:26.557415 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.603652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:38:25Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'e8f919f8-c11a-40d9-8839-baee9432f9aa', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:26.630123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] Checking router: 3440a9f0-cd05-4446-804f-703d60cd49cc for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:26.639506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] Routers {'3440a9f0-cd05-4446-804f-703d60cd49cc'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:26.640111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['3440a9f0-cd05-4446-804f-703d60cd49cc'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:26.647280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port e8f919f8-c11a-40d9-8839-baee9432f9aa, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e8f919f8-c11a-40d9-8839-baee9432f9aa,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:26.647819 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.661936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for e8f919f8-c11a-40d9-8839-baee9432f9aa owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:26.672805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] DHCP port deletion for 67a3ba4f-c215-4749-be52-b4c8b2dcdc56 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:38:26.746983 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] Set router 3440a9f0-cd05-4446-804f-703d60cd49cc gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:26.805407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:38:26Z', 'revision_number': 6, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:26.831667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.832776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b4058-3d66-4b71-bae5-abfff7213c91 None None] The sync data for ids ['3440a9f0-cd05-4446-804f-703d60cd49cc'] in n-d-791506-20 is: [{'id': '3440a9f0-cd05-4446-804f-703d60cd49cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492540824', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:37:27Z', 'updated_at': '2021-07-16T02:38:26Z', 'revision_number': 6, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:26.841916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Deleting port 91d64514-b201-4d01-b928-a2fb3b6a97ac {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:26.842304 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.859486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=e8f919f8-c11a-40d9-8839-baee9432f9aa,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:26.909668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] For port 91d64514-b201-4d01-b928-a2fb3b6a97ac, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=91d64514-b201-4d01-b928-a2fb3b6a97ac,segment=NetworkSegment(bde3310e-023d-4e0f-a5eb-7c112ef20dd6),segment_id=bde3310e-023d-4e0f-a5eb-7c112ef20dd6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:26.909981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.922593 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Calling delete_port for 91d64514-b201-4d01-b928-a2fb3b6a97ac owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:26.927085 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.001425 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.023797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.025973 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.028930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Pushing event deleted for resources: {'Port': ['ID=91d64514-b201-4d01-b928-a2fb3b6a97ac,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:27.031219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] No DVR routers for this DVR port 91d64514-b201-4d01-b928-a2fb3b6a97ac on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:27.042111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.042440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.042787 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.043127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.043467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.043810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.044143 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.044499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.044813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.045139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.045469 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.045790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2d044-d1a6-4534-8ba4-e5a7a84500db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:27.073170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.073727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Fanout notify agent at l3_agent the message router_deleted on router 3440a9f0-cd05-4446-804f-703d60cd49cc {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:38:27.081853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.082977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-117c1dbe-96ff-46e2-8306-791911e3bc6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/routers/3440a9f0-cd05-4446-804f-703d60cd49cc HTTP/1.1" status: 204 len: 168 time: 0.7915771 Jul 16 02:38:27.085712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46686) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:27.159117 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.254873 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.268977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a3ba4f-c215-4749-be52-b4c8b2dcdc56']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:27.279965 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:27.280532 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde3310e-023d-4e0f-a5eb-7c112ef20dd6') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:27.288462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba3d49c0-9b4a-436d-9246-ecc089f15452 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:27.292608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.308072 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.314065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:27.314465 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.315036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ba3d49c0-9b4a-436d-9246-ecc089f15452 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:27.315379 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ba3d49c0-9b4a-436d-9246-ecc089f15452 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:27.315783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 91d64514-b201-4d01-b928-a2fb3b6a97ac no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:27.317444 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:27.339068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 91d64514-b201-4d01-b928-a2fb3b6a97ac {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:27.339433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 91d64514-b201-4d01-b928-a2fb3b6a97ac not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:27.388763 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.394203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.396179 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/networks/67a3ba4f-c215-4749-be52-b4c8b2dcdc56 HTTP/1.1" status: 204 len: 168 time: 0.3094640 Jul 16 02:38:27.399559 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:27.411174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7bf91-9796-45f3-bcda-8a53958d9676 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Network': ['ID=67a3ba4f-c215-4749-be52-b4c8b2dcdc56,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:27.461503 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-007d1084-452d-4429-b409-c8705ec23bca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.486722 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-007d1084-452d-4429-b409-c8705ec23bca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.550588 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-007d1084-452d-4429-b409-c8705ec23bca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.553620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-007d1084-452d-4429-b409-c8705ec23bca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.554846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-007d1084-452d-4429-b409-c8705ec23bca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/security-groups/84b273dd-0d6f-449d-86cb-5898f8622a32 HTTP/1.1" status: 204 len: 168 time: 0.1542647 Jul 16 02:38:27.565007 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d1084-452d-4429-b409-c8705ec23bca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b273dd-0d6f-449d-86cb-5898f8622a32,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:27.844622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46694) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:27.849508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630839768', 'description': 'tempest-secgroup-smoke-1630839768 description', 'project_id': '745fdd81036c4520b2795c32edd7e4a5'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:27.870451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.950042 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.953490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.979141 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.980727 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346238 Jul 16 02:38:27.983395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46696) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:27.984595 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0794c7-5b5e-4f64-ae81-0e31271bf3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362c8583-0fa2-4c9a-8d8e-84136f9891df,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:27.989772 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '362c8583-0fa2-4c9a-8d8e-84136f9891df', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.018279 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.079000 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.082714 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.101687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d65787-edff-4108-91aa-7d0fab2f0804,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.109473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.110704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9e2c4381-e744-42d6-9672-66fdc7eefd21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261017 Jul 16 02:38:28.113608 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46698) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.118003 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '362c8583-0fa2-4c9a-8d8e-84136f9891df', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.144084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.201629 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.205087 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.223268 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb70fbc-14db-4156-b8f3-1039a1470dd1,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.229264 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.230583 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2a9a3938-12b1-41a2-b28e-47c3bed00eb7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160467 Jul 16 02:38:28.233389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.237768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '362c8583-0fa2-4c9a-8d8e-84136f9891df', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.264560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.322409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.326052 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.344380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9e52e6-bcff-4641-a7a6-8c25d5ce5eff,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.350744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.352503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-af3d68ba-a4d5-4a0d-8e46-5f74947a1d91 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176889 Jul 16 02:38:28.354755 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46702) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.359159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '362c8583-0fa2-4c9a-8d8e-84136f9891df', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.387058 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.449532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.453154 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.470721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa24fd2f-b8b3-4051-bf34-acf5ad9672ad,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.477862 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.479228 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-54a00b0b-167c-41dd-9fe8-cbeeec38f4eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235020 Jul 16 02:38:28.481830 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46704) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.486194 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '362c8583-0fa2-4c9a-8d8e-84136f9891df', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.508014 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:38:28.513012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.574344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.577641 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.598433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1bb452-bba3-40e0-9259-ceb78b96bc91,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.603669 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.604827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e355b9fe-596d-4abb-a12a-8111e3f21aaf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220512 Jul 16 02:38:28.607616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46706) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.612234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '362c8583-0fa2-4c9a-8d8e-84136f9891df', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.634309 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:38:28.639020 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.699440 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.703057 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.720283 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ab544c-0c7f-4126-bab8-033602009dba,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.726339 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.727651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-946f3c86-a346-43b7-9e6c-a1af3a1a760e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191151 Jul 16 02:38:28.730487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46708) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.735773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'network': {'name': 'tempest-network-smoke--1134541637', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.757269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:28.760906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.785319 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:28.793280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.793641 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Added segment 03828cc6-dafd-4418-82d5-7e76091af93a of type vlan for network 534254c7-a393-489a-846d-983dd2431bd1 Jul 16 02:38:28.835671 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.862767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.868165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:28.868785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.900301 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1687591 Jul 16 02:38:28.903154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46710) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:28.909588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'admin_state_up': True, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:28.936355 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e8f919f8-c11a-40d9-8839-baee9432f9aa no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:28.950934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfa28e-55ce-4ca2-b931-d0666d5d3d6a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Network': ['ID=534254c7-a393-489a-846d-983dd2431bd1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:28.957820 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e8f919f8-c11a-40d9-8839-baee9432f9aa {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:28.958290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e8f919f8-c11a-40d9-8839-baee9432f9aa not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:28.963180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 534254c7-a393-489a-846d-983dd2431bd1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:28.966067 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.967088 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.023653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.157745 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.351383 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.370558 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.472322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.168 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/13716c81-aecd-4aa7-a159-45ac906a5594) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:29.580150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.619912 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.655803 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:29.660464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:29.665086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:29.695142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=13716c81-aecd-4aa7-a159-45ac906a5594,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:29.918341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.114973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.241473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 0c69c446-8d68-4e67-a819-0e966e1182a0 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:38:30.348307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:30.357858 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Sync routers for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:30.367597 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.367746 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:30.368121 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:30.368393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a140dc09-890a-4ca6-bd64-28833645e12f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4643226 Jul 16 02:38:30.371716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46712) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:30.400811 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-10633235-cef1-4786-a444-f0be036b40bc tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=745fdd81036c4520b2795c32edd7e4a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279129 Jul 16 02:38:30.403453 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46714) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:30.470489 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:30.492543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602a572-f00b-4890-ac9c-a6a2384f996e tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.496691 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-9602a572-f00b-4890-ac9c-a6a2384f996e tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896375 Jul 16 02:38:30.496936 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46716) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:30.527382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-809b488f-9535-4f0a-93a2-5de375c5ab7d tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271349 Jul 16 02:38:30.527622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46718) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:30.532558 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666146373', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:30.620019 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:30.623906 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.642413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:29Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:30.667364 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Checking router: 0c69c446-8d68-4e67-a819-0e966e1182a0 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:30.667708 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Updating router 0c69c446-8d68-4e67-a819-0e966e1182a0 port 13716c81-aecd-4aa7-a159-45ac906a5594 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:38:30.795639 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.815842 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.882631 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Subnet': ['ID=4f78ad4c-754d-4ee6-bf68-946d3846d7d7,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:30.890642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Checking segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:30.891010 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network hostable DHCP agents. Network: 534254c7-a393-489a-846d-983dd2431bd1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:30.908681 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 534254c7-a393-489a-846d-983dd2431bd1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:30.918011 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 534254c7-a393-489a-846d-983dd2431bd1) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:30.924246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.924914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:30.935416 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcdcd0-aa47-483c-9b6d-cb5313f8575d None None] Network 534254c7-a393-489a-846d-983dd2431bd1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:30.949157 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-cf707aed-e7e2-4b6d-b840-381fa77b02ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178154 Jul 16 02:38:30.949366 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46720) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:31.048001 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.061356 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Transition to ACTIVE for port object 13716c81-aecd-4aa7-a159-45ac906a5594 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:31.069796 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.093396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-534254c7-a393-489a-846d-983dd2431bd1', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:38:31.094651 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.124080 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Attempting to bind port 13716c81-aecd-4aa7-a159-45ac906a5594 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:31.124726 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Attempting to bind port 13716c81-aecd-4aa7-a159-45ac906a5594 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:31.125466 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Attempting to bind port 13716c81-aecd-4aa7-a159-45ac906a5594 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:31.133413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d0148-8b28-4572-86b9-c89c2082eba7 None None] Pushing event updated for resources: {'Port': ['ID=13716c81-aecd-4aa7-a159-45ac906a5594,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:31.141369 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:31.141764 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:31.142175 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.142570 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:31.143062 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Bound port: 13716c81-aecd-4aa7-a159-45ac906a5594, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:31.143448 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.204045 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] For port 13716c81-aecd-4aa7-a159-45ac906a5594, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:31.207565 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] For port 13716c81-aecd-4aa7-a159-45ac906a5594, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=13716c81-aecd-4aa7-a159-45ac906a5594,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:31.213667 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.248670 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Allocated IP 172.20.0.2 (534254c7-a393-489a-846d-983dd2431bd1/4f78ad4c-754d-4ee6-bf68-946d3846d7d7/37d6e1b2-9929-450a-bb42-d9397fb40fd4) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:31.277981 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:31.278631 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:31.315556 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d0148-8b28-4572-86b9-c89c2082eba7 None None] Pushing event updated for resources: {'Port': ['ID=13716c81-aecd-4aa7-a159-45ac906a5594,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:31.398100 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:31.411450 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.421328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Transition to ACTIVE for port object 37d6e1b2-9929-450a-bb42-d9397fb40fd4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:31.438610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Transition to ACTIVE for port object 37d6e1b2-9929-450a-bb42-d9397fb40fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:31.446315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.483328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Network 534254c7-a393-489a-846d-983dd2431bd1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:31.488343 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:31.492654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:31.504722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Pushing event updated for resources: {'Port': ['ID=37d6e1b2-9929-450a-bb42-d9397fb40fd4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:31.556245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Attempting to bind port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:31.556795 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Attempting to bind port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:31.557381 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Attempting to bind port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 on network 534254c7-a393-489a-846d-983dd2431bd1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:31.562429 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:31.562928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Checking segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:31.563465 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.563930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Bound using segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:31.564501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Bound port: 37d6e1b2-9929-450a-bb42-d9397fb40fd4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:31.564956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.582729 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:29Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:31.614342 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274d48c-f563-4eab-979c-de244093cc91 None None] The sync data for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 is: [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:29Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:31.636443 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] For port 37d6e1b2-9929-450a-bb42-d9397fb40fd4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:31.641267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] For port 37d6e1b2-9929-450a-bb42-d9397fb40fd4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=37d6e1b2-9929-450a-bb42-d9397fb40fd4,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:31.645686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.705756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710f7b-2755-4532-a1fd-9cfdc1ea0d39 None None] Pushing event updated for resources: {'Port': ['ID=37d6e1b2-9929-450a-bb42-d9397fb40fd4,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:31.751383 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.111037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.1 (534254c7-a393-489a-846d-983dd2431bd1/4f78ad4c-754d-4ee6-bf68-946d3846d7d7/6aad3ba1-a914-4867-93d7-7cfdbf7364c2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:32.241055 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.255709 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:32.290962 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.338101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 534254c7-a393-489a-846d-983dd2431bd1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:32.341981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:32.344627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:32.351553 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:32.394535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.560470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.749729 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c8b05-d929-44ed-82e3-5f9443dd08d8 None None] Network 534254c7-a393-489a-846d-983dd2431bd1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:32.824171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3c016ef4-ec9a-4dbf-97b1-98dde3a76c82 None None] Provisioning for port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:32.853670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.858707 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.942670 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.948505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:33.064807 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 534254c7-a393-489a-846d-983dd2431bd1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:33.067362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:33.077536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 37d6e1b2-9929-450a-bb42-d9397fb40fd4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:33.145401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:33.150502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:33.150967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.202252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 0c69c446-8d68-4e67-a819-0e966e1182a0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:33.239532 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.287465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4429f65d-b62e-4e2f-9f2b-01a9c516fb8f None None] Provisioning for port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:33.291200 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 37d6e1b2-9929-450a-bb42-d9397fb40fd4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=37d6e1b2-9929-450a-bb42-d9397fb40fd4,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:33.294491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4429f65d-b62e-4e2f-9f2b-01a9c516fb8f None None] Provisioning complete for port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:33.295526 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4429f65d-b62e-4e2f-9f2b-01a9c516fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.298509 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.299462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 13716c81-aecd-4aa7-a159-45ac906a5594 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:33.331889 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:33.350568 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c465814b-4d9b-44b5-a24c-b6c8ef794047 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/0c69c446-8d68-4e67-a819-0e966e1182a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3943615 Jul 16 02:38:33.405344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Sync routers for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:33.419637 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-4429f65d-b62e-4e2f-9f2b-01a9c516fb8f None None] Port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:38:33.439922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=37d6e1b2-9929-450a-bb42-d9397fb40fd4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:33.449245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:33.449897 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:33.486608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4429f65d-b62e-4e2f-9f2b-01a9c516fb8f None None] Provisioning complete for port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:33.486991 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4429f65d-b62e-4e2f-9f2b-01a9c516fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.525620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 13716c81-aecd-4aa7-a159-45ac906a5594 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:33.527245 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-f1f145dd-125c-4791-bdbb-72bea59c455c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630839768&fields=id&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0443833 Jul 16 02:38:33.536958 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 13716c81-aecd-4aa7-a159-45ac906a5594 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:33.537862 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.664874 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-742c49df-f74a-401e-8c46-1cdcc9aaa51c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.666390 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-742c49df-f74a-401e-8c46-1cdcc9aaa51c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 797 time: 0.1264570 Jul 16 02:38:33.681802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-71a6d5f3-20fd-4975-a628-ec1acfc69c6d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/quotas/745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0099707 Jul 16 02:38:33.751386 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-f7072c7b-c652-4e32-8ae5-99051fb9a59a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636241 Jul 16 02:38:33.790544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:33.848939 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-13721fb7-6860-48e3-a378-9ace2d44f40b service neutron] 10.222.0.42 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842867 Jul 16 02:38:33.950796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-807f58b7-892d-4e16-80f1-0055e2584ef6 service neutron] 10.222.0.42 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947402 Jul 16 02:38:33.979725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.017632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 13716c81-aecd-4aa7-a159-45ac906a5594, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=13716c81-aecd-4aa7-a159-45ac906a5594,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:34.028670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.033432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f197b6f3-29f8-4001-aba2-13941166cbcf None None] Provisioning complete for port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:34.033798 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f197b6f3-29f8-4001-aba2-13941166cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.126971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f197b6f3-29f8-4001-aba2-13941166cbcf None None] Port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:38:34.134567 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-038f66e1-d5d7-42db-a902-fb5a5609f2f1 req-5db65f83-ace6-483b-b237-670f93879745 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 210 time: 0.0352013 Jul 16 02:38:34.143561 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=13716c81-aecd-4aa7-a159-45ac906a5594,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:34.163857 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 2, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:34.190953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Checking router: 0c69c446-8d68-4e67-a819-0e966e1182a0 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:34.191312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Updating router 0c69c446-8d68-4e67-a819-0e966e1182a0 port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:38:34.225869 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.510497 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.520793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Transition to ACTIVE for port object 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:34.525806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.575151 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1817730-a811-4320-b333-1bdf48af7ec5 None None] Pushing event updated for resources: {'Port': ['ID=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:34.628459 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Attempting to bind port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:34.628856 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Attempting to bind port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:34.629236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Attempting to bind port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 on network 534254c7-a393-489a-846d-983dd2431bd1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:34.635209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:34.635584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Checking segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:34.635993 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.636461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Bound using segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:34.636995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Bound port: 6aad3ba1-a914-4867-93d7-7cfdbf7364c2, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:34.637384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.709041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] For port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:34.713134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] For port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:34.717423 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.779186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:34.779823 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:34.782779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1817730-a811-4320-b333-1bdf48af7ec5 None None] Pushing event updated for resources: {'Port': ['ID=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:34.904581 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:35.001540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 37d6e1b2-9929-450a-bb42-d9397fb40fd4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:35.136959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:35.137331 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.199019 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:34Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:35.247614 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fe4395-21ef-4bc4-b23f-91ae4ccf027c None None] The sync data for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 is: [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:34Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:35.263796 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 13716c81-aecd-4aa7-a159-45ac906a5594 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:35.362613 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 13716c81-aecd-4aa7-a159-45ac906a5594 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:35.363002 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.416033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eb08b554-72ca-4b08-8367-8b049320ce34 req-31b8f5dd-2b8f-42e7-bc88-bf24216d7b3f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 210 time: 0.1613650 Jul 16 02:38:35.446985 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-1b504db0-84cc-41b9-91d4-abd086708943 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:35.448189 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-1b504db0-84cc-41b9-91d4-abd086708943 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 797 time: 0.1710660 Jul 16 02:38:35.502250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-a15dc234-abaf-47d3-a2f6-3e4941df958b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 380 time: 0.0386634 Jul 16 02:38:35.511930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'port': {'device_id': 'af9bda66-b711-4502-a616-58d78d01eac9', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'admin_state_up': True, 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'security_groups': ['362c8583-0fa2-4c9a-8d8e-84136f9891df']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:35.631238 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:35.635454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.763787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.5 (534254c7-a393-489a-846d-983dd2431bd1/4f78ad4c-754d-4ee6-bf68-946d3846d7d7/d32fd78e-96af-4faa-a0bb-6605d0038b29) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:35.911821 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.927130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object d32fd78e-96af-4faa-a0bb-6605d0038b29 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:35.961045 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.003206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 534254c7-a393-489a-846d-983dd2431bd1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:36.009079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:36.013025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:36.044263 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=d32fd78e-96af-4faa-a0bb-6605d0038b29,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:36.073787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:36.074595 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.094408 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7b142077-42cd-4ce9-bd31-1dba81552075 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866425 Jul 16 02:38:36.160338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Request body: {'port': {'device_id': 'af9bda66-b711-4502-a616-58d78d01eac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:36.237936 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.315727 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b7cff681-98d6-4845-8789-a62ea0892734 None None] Provisioning for port d32fd78e-96af-4faa-a0bb-6605d0038b29 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:36.321039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b7cff681-98d6-4845-8789-a62ea0892734 None None] Provisioning complete for port d32fd78e-96af-4faa-a0bb-6605d0038b29 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:36.321465 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7cff681-98d6-4845-8789-a62ea0892734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.366962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b7cff681-98d6-4845-8789-a62ea0892734 None None] Port d32fd78e-96af-4faa-a0bb-6605d0038b29 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:38:36.533862 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32fd78e-96af-4faa-a0bb-6605d0038b29 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:36.559902 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.592106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Transition to ACTIVE for port object d32fd78e-96af-4faa-a0bb-6605d0038b29 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:36.596713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.662820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d32fd78e-96af-4faa-a0bb-6605d0038b29,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:36.691511 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f10548-cbd1-4c4f-9a74-e6cb50c1d29c req-246d07c6-833f-4321-8058-db0240223912 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:36.693071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49f10548-cbd1-4c4f-9a74-e6cb50c1d29c req-246d07c6-833f-4321-8058-db0240223912 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 931 time: 0.1516898 Jul 16 02:38:36.768081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-49f10548-cbd1-4c4f-9a74-e6cb50c1d29c req-199d6ae0-30e8-4f14-8cb2-cb9bf39611c6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527372 Jul 16 02:38:36.773298 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Attempting to bind port d32fd78e-96af-4faa-a0bb-6605d0038b29 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:36.773504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Attempting to bind port d32fd78e-96af-4faa-a0bb-6605d0038b29 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:36.773836 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Attempting to bind port d32fd78e-96af-4faa-a0bb-6605d0038b29 on network 534254c7-a393-489a-846d-983dd2431bd1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:36.778648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Port d32fd78e-96af-4faa-a0bb-6605d0038b29 on network 534254c7-a393-489a-846d-983dd2431bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:38:36.778975 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Attempting to bind port d32fd78e-96af-4faa-a0bb-6605d0038b29 on network 534254c7-a393-489a-846d-983dd2431bd1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:36.784568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:36.785002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Checking segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:36.785398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Bound using segment: {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:36.785831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Bound port: d32fd78e-96af-4faa-a0bb-6605d0038b29, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03828cc6-dafd-4418-82d5-7e76091af93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '534254c7-a393-489a-846d-983dd2431bd1'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:36.786201 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.851504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] For port d32fd78e-96af-4faa-a0bb-6605d0038b29, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:36.854355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] For port d32fd78e-96af-4faa-a0bb-6605d0038b29, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:36.859130 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.895125 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:36.895997 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.898676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 1092 time: 0.7918088 Jul 16 02:38:36.900918 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:36.903153 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:36.937825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7d50c-0d2a-463c-828e-8bf5be7a17d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d32fd78e-96af-4faa-a0bb-6605d0038b29,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:36.942362 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace1e6d-dcec-44d5-89f2-51baab81de76 x-openstack-request-id: req-6ace1e6d-dcec-44d5-89f2-51baab81de76 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:36.942658 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:36.942917 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ace1e6d-dcec-44d5-89f2-51baab81de76 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:36.943884 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'status': 'completed', 'code': 200} Jul 16 02:38:37.031894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-f6c01355-642c-415b-b1c4-5c2566a4ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.033116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:37.033539 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-f6c01355-642c-415b-b1c4-5c2566a4ef61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1095 time: 0.0673144 Jul 16 02:38:37.082622 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-5e01bcf1-cb96-446c-b20b-4d3efeb40b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 217 time: 0.0372558 Jul 16 02:38:37.087698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:37.091704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:37.092075 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.133550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-32bc8906-2909-4bb1-ba4a-cdf3a786c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.134946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-32bc8906-2909-4bb1-ba4a-cdf3a786c885 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 200 len: 835 time: 0.0462658 Jul 16 02:38:37.178540 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.197086 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7dcef25b-44a4-46fc-970f-ac188faf834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.198605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-7dcef25b-44a4-46fc-970f-ac188faf834a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534254c7-a393-489a-846d-983dd2431bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573499 Jul 16 02:38:37.211071 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:37.214871 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.264977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:37.290269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-b3f67d01-7c3a-4a4c-ba17-64cd68127bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851612 Jul 16 02:38:37.710484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c413585e-7a5c-4d6f-9514-d399cdbe746e req-39b580ba-d5a9-48bc-b28f-4cd38e231001 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138541 Jul 16 02:38:37.850098 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-94012be1-a132-48cc-86d3-df02c13b566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.851597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-94012be1-a132-48cc-86d3-df02c13b566a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1095 time: 0.0540845 Jul 16 02:38:37.984286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-a223c44b-7d1d-4080-8a40-748e79ba140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.985727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-a223c44b-7d1d-4080-8a40-748e79ba140e service neutron] 10.222.0.13 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 898 time: 0.1278272 Jul 16 02:38:38.008046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205045a-fa20-4472-9477-fafb3638495d req-7a58e743-d1f4-4c8d-a5a4-9a9ff918b1e1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:38.009507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1205045a-fa20-4472-9477-fafb3638495d req-7a58e743-d1f4-4c8d-a5a4-9a9ff918b1e1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 943 time: 0.1225178 Jul 16 02:38:38.042558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-674033f5-0dfd-46d7-824d-83a6f14d28c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 217 time: 0.0485740 Jul 16 02:38:38.106376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1205045a-fa20-4472-9477-fafb3638495d req-8fbd6a3d-a841-4bed-94dd-6e924050a7f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711403 Jul 16 02:38:38.111640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-f6bcc3c8-c68a-461a-aba3-3ea53db902cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:38.113087 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-f6bcc3c8-c68a-461a-aba3-3ea53db902cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 200 len: 835 time: 0.0626414 Jul 16 02:38:38.173240 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-d8800959-f750-4bf4-8f50-ce0511d12a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:38.174734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-d8800959-f750-4bf4-8f50-ce0511d12a4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534254c7-a393-489a-846d-983dd2431bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543277 Jul 16 02:38:38.260248 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.268086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-89c95616-1f24-483a-82ae-278a25cec6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863290 Jul 16 02:38:38.359615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9b4f97a-ac99-46a0-a64a-970a1df1b0fa req-76dee09b-31ba-46ed-bad5-b17de1cb579a service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844219 Jul 16 02:38:38.986828 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:39.034415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:39.034786 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.281473 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b090c-2da2-4c75-a07f-7a171d08dcfd req-f3025a4a-fd6e-403b-afc8-8aa88ec7f747 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:39.282863 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df9b090c-2da2-4c75-a07f-7a171d08dcfd req-f3025a4a-fd6e-403b-afc8-8aa88ec7f747 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 943 time: 0.0631351 Jul 16 02:38:39.325223 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df9b090c-2da2-4c75-a07f-7a171d08dcfd req-5b151ece-5c2c-4e3b-9fc4-eea8dc44aa80 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366833 Jul 16 02:38:40.265493 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-428df466-1bda-447e-b253-04a242db7fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.500720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56f252-c92d-4674-9a81-23589fb96820 req-f0240824-3675-413e-9ce8-0317a0f48e84 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:40.502212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f56f252-c92d-4674-9a81-23589fb96820 req-f0240824-3675-413e-9ce8-0317a0f48e84 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 943 time: 0.0633481 Jul 16 02:38:40.540240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f56f252-c92d-4674-9a81-23589fb96820 req-bb44b05c-25c3-4d57-a2e4-1a018a4183f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Jul 16 02:38:40.625383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d32fd78e-96af-4faa-a0bb-6605d0038b29 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:40.721522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d32fd78e-96af-4faa-a0bb-6605d0038b29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:40.732437 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'port_id': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'mac_address': 'fa:16:3e:5a:4f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:40.768257 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.785688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32fd78e-96af-4faa-a0bb-6605d0038b29 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:40.806607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d32fd78e-96af-4faa-a0bb-6605d0038b29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:40.812092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.859673 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d32fd78e-96af-4faa-a0bb-6605d0038b29,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:41.117731 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['d32fd78e-96af-4faa-a0bb-6605d0038b29'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:41.717532 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50951656-6f5d-49d8-8e5c-ed7e36c515a0 req-38e77057-f86b-4404-83ac-eedada2a5cc1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:41.719050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50951656-6f5d-49d8-8e5c-ed7e36c515a0 req-38e77057-f86b-4404-83ac-eedada2a5cc1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 944 time: 0.0680337 Jul 16 02:38:41.757010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-50951656-6f5d-49d8-8e5c-ed7e36c515a0 req-f15aa745-86b4-4265-a142-ecb32a2a8198 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Jul 16 02:38:42.491917 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2baa34d5-92a0-44df-ada7-17b98d8fc206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:42.578310 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:42.610371 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:42.631188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d32fd78e-96af-4faa-a0bb-6605d0038b29 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:42.678447 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port d32fd78e-96af-4faa-a0bb-6605d0038b29 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:42.682286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port d32fd78e-96af-4faa-a0bb-6605d0038b29 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:42.682657 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:42.760234 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:42.782565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:42.784819 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ba9ff-4422-4dbf-935a-db6cc7a2bd1e" -d '{"events": [{"server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "name": "network-vif-plugged", "status": "completed", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:42.798592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port d32fd78e-96af-4faa-a0bb-6605d0038b29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:42.803921 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:42.829546 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa262fca-8292-4cc7-80ba-8cf8753ce8ff x-openstack-request-id: req-aa262fca-8292-4cc7-80ba-8cf8753ce8ff {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:42.829839 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "name": "network-vif-plugged", "status": "completed", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:42.830088 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa262fca-8292-4cc7-80ba-8cf8753ce8ff {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:42.830475 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'code': 200} Jul 16 02:38:42.858217 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=d32fd78e-96af-4faa-a0bb-6605d0038b29,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:42.969702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154ce6b-8558-4ef7-be98-9b50a0e391e3 req-825767cc-a636-466b-a127-a6e45904ac8e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.971176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c154ce6b-8558-4ef7-be98-9b50a0e391e3 req-825767cc-a636-466b-a127-a6e45904ac8e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.1013849 Jul 16 02:38:43.019565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f431eb-9ae9-4c5a-a856-3b2222232b13 req-9f29f1eb-7671-431f-90db-2e6ef08c22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:43.021069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11f431eb-9ae9-4c5a-a856-3b2222232b13 req-9f29f1eb-7671-431f-90db-2e6ef08c22b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1097 time: 0.0986531 Jul 16 02:38:43.024414 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c154ce6b-8558-4ef7-be98-9b50a0e391e3 req-1ffd5228-8bd2-446a-b32c-92d58cefdab0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466163 Jul 16 02:38:43.058188 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-11f431eb-9ae9-4c5a-a856-3b2222232b13 req-130a5f88-8f28-4a8c-84ef-30924ec00a61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300024 Jul 16 02:38:43.998452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:44.209989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72729009-e5b3-4a83-ab03-9f7d1d241c5c req-6c2da195-d283-4cdb-811f-349b4e08578a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:44.211568 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72729009-e5b3-4a83-ab03-9f7d1d241c5c req-6c2da195-d283-4cdb-811f-349b4e08578a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0721033 Jul 16 02:38:44.251467 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72729009-e5b3-4a83-ab03-9f7d1d241c5c req-e9b7fce3-4f64-448d-a08d-f7e0c5559486 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336995 Jul 16 02:38:45.429227 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285d75-d21b-4a8e-8f55-3035c79087fc req-db7f66d3-adf3-40a8-8f1c-86996311328d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.430757 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b285d75-d21b-4a8e-8f55-3035c79087fc req-db7f66d3-adf3-40a8-8f1c-86996311328d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0640929 Jul 16 02:38:45.471482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b285d75-d21b-4a8e-8f55-3035c79087fc req-6d434750-09f6-4c2e-b878-b607aeda77c5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Jul 16 02:38:45.533738 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:45.644097 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc5402-59bf-434c-9570-ca636c5e365d req-de1f2e8c-6b94-430e-ac90-e92267722b0d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.645597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5fc5402-59bf-434c-9570-ca636c5e365d req-de1f2e8c-6b94-430e-ac90-e92267722b0d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0634346 Jul 16 02:38:45.682384 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5fc5402-59bf-434c-9570-ca636c5e365d req-925ca04c-22e0-48c4-8677-a65cbf83191d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Jul 16 02:38:45.706116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46778) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:45.760886 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360f6c6-97da-4da5-9e55-f6de205cb575 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.762383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0360f6c6-97da-4da5-9e55-f6de205cb575 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1092 time: 0.0552931 Jul 16 02:38:45.765117 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46780) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:45.769421 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:45.791227 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:45.885108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:45.991800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.187 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/77932b7c-a2f7-43a9-8d23-8c0f367b5240) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:46.091197 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.129950 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.169558 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:46.175668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:46.179938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:46.185339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=77932b7c-a2f7-43a9-8d23-8c0f367b5240,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:46.542490 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.619409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.769472 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.774711 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.843158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=77932b7c-a2f7-43a9-8d23-8c0f367b5240,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:46.853118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.954844 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP eb646c69-262a-47da-91f8-a69ad19c88a1 associated. External IP: 172.25.7.187, port: d32fd78e-96af-4faa-a0bb-6605d0038b29. Jul 16 02:38:47.162366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 0c69c446-8d68-4e67-a819-0e966e1182a0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:47.270318 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:47.280122 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] Sync routers for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:47.286412 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:47.291146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:47.291767 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:47.323364 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-767ccd07-e7c2-4e14-82e5-2435752810ea tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5572333 Jul 16 02:38:47.324090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:47.326282 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78305b7c-9a43-4e49-a8df-6caa9775546b" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:47.374870 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47387c2e-79a3-4384-9dc5-d59f5ac03ab3 x-openstack-request-id: req-47387c2e-79a3-4384-9dc5-d59f5ac03ab3 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:47.375667 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:47.375667 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47387c2e-79a3-4384-9dc5-d59f5ac03ab3 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:47.375877 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'status': 'completed', 'code': 200} Jul 16 02:38:47.397771 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:47.516371 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-f706cc29-99d0-4a41-b467-61868fe48683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.517922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-f706cc29-99d0-4a41-b467-61868fe48683 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1097 time: 0.1001132 Jul 16 02:38:47.528857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f064-e544-461d-8b37-b7af2fef8f8f req-d1fed435-3aa7-407e-b25d-4e9bb6efc5e3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.530216 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1dc2f064-e544-461d-8b37-b7af2fef8f8f req-d1fed435-3aa7-407e-b25d-4e9bb6efc5e3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.1038494 Jul 16 02:38:47.618687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1dc2f064-e544-461d-8b37-b7af2fef8f8f req-f98aa2c2-a01f-4798-b764-aab5ca2a4ad3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801916 Jul 16 02:38:47.619966 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'eb646c69-262a-47da-91f8-a69ad19c88a1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'port_id': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'mac_address': 'fa:16:3e:5a:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bda66-b711-4502-a616-58d78d01eac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:38:46Z', 'updated_at': '2021-07-16T02:38:46Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:37Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:47.645163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46788) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:47.645721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-974116e3-b285-4b15-9df3-fee67a3482df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.648035 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-974116e3-b285-4b15-9df3-fee67a3482df service neutron] 10.222.0.13 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 898 time: 0.1169615 Jul 16 02:38:47.651460 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] Checking router: 0c69c446-8d68-4e67-a819-0e966e1182a0 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:47.659898 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:47.660538 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:38:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:47.712912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7ed50f2f-d21b-4ac7-85b7-2092ebac474e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/eb646c69-262a-47da-91f8-a69ad19c88a1 HTTP/1.1" status: 200 len: 991 time: 0.0650892 Jul 16 02:38:47.718224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-869accd8-ec02-443f-a71b-a943e661efbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 999 time: 0.0620162 Jul 16 02:38:47.765873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-1b4a492e-7950-4038-b110-e9613962143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.766208 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:47.767327 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-1b4a492e-7950-4038-b110-e9613962143a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 200 len: 835 time: 0.0432534 Jul 16 02:38:47.827166 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-44715d8d-0372-4622-ad0c-08a69cac4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.828696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-44715d8d-0372-4622-ad0c-08a69cac4a9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534254c7-a393-489a-846d-983dd2431bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555818 Jul 16 02:38:47.917925 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-40ce3205-9e9a-4750-8c0f-cabbb3c976d5 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823588 Jul 16 02:38:47.992077 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'eb646c69-262a-47da-91f8-a69ad19c88a1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'port_id': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'mac_address': 'fa:16:3e:5a:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bda66-b711-4502-a616-58d78d01eac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:38:46Z', 'updated_at': '2021-07-16T02:38:46Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:37Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:48.015133 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-78305b7c-9a43-4e49-a8df-6caa9775546b req-7ff85978-5799-418f-9309-efcc1e6becff service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894005 Jul 16 02:38:48.018817 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0eed6-5d9e-4b81-8780-f89b0c39afcd None None] The sync data for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 is: [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'eb646c69-262a-47da-91f8-a69ad19c88a1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'port_id': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'mac_address': 'fa:16:3e:5a:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bda66-b711-4502-a616-58d78d01eac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:38:46Z', 'updated_at': '2021-07-16T02:38:46Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:37Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:48.208415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80684033-3feb-4b63-8344-ee3601fcb3e4 None None] New status for floating IP eb646c69-262a-47da-91f8-a69ad19c88a1: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:38:48.715272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46790) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:48.775340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1e37a795-42bf-4865-b1dd-fa001073aab5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/eb646c69-262a-47da-91f8-a69ad19c88a1 HTTP/1.1" status: 200 len: 993 time: 0.0590134 Jul 16 02:38:49.105932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.277378 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.267054 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5b7a7e22-2e95-4f05-9cfe-676110eebded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.492583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-beebacab-2e80-4fb2-83f6-ae5cd8d9e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.578047 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.000479 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.538982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.906932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-b531f9e4-c19b-4a54-9d23-1911aa70b067 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538201 Jul 16 02:39:19.017090 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-a6b561f0-e760-4689-bb9a-3546806af6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.018598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-a6b561f0-e760-4689-bb9a-3546806af6ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1097 time: 0.0518975 Jul 16 02:39:19.120452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:19.121102 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-8b0a5e83-cf65-4f5e-9785-43fbdf794f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.121964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-8b0a5e83-cf65-4f5e-9785-43fbdf794f38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 898 time: 0.0838270 Jul 16 02:39:19.190633 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-05be20bd-64c0-4910-a498-6e90852ad6db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 1001 time: 0.0620253 Jul 16 02:39:19.239029 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-2a60083f-9a7a-4b07-a72a-09baa9c8c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.240545 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-2a60083f-9a7a-4b07-a72a-09baa9c8c7b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 200 len: 835 time: 0.0437658 Jul 16 02:39:19.297036 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-873d66aa-641f-42e9-9adf-849db2db6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.298503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-873d66aa-641f-42e9-9adf-849db2db6a50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534254c7-a393-489a-846d-983dd2431bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510542 Jul 16 02:39:19.400577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-ce5d2bd8-5454-41e1-8407-1c992b83b53c service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879333 Jul 16 02:39:19.490227 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0ace10e-dc4a-4404-8d3b-35bc8325caac req-0772cbcd-53b2-4962-99e0-53a52fb40d20 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825551 Jul 16 02:39:19.609321 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:20.404399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62888-82c7-4830-9278-d41b7261fe1a req-e183857d-b9cf-46f1-970d-7188b8e35c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.406010 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-e183857d-b9cf-46f1-970d-7188b8e35c5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1097 time: 0.0965927 Jul 16 02:39:20.430428 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f8a8-794e-46c3-b83f-565dc9356e27 req-ebc2e137-9228-409f-95b7-fddaecc5cccb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.431846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cce1f8a8-794e-46c3-b83f-565dc9356e27 req-ebc2e137-9228-409f-95b7-fddaecc5cccb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.1130607 Jul 16 02:39:20.517319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cce1f8a8-794e-46c3-b83f-565dc9356e27 req-8194d58f-8bf7-4638-bdb4-7884c7f891f4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760782 Jul 16 02:39:20.543209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62888-82c7-4830-9278-d41b7261fe1a req-eae7186d-26c6-46da-9419-79b8ff97a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.544693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-eae7186d-26c6-46da-9419-79b8ff97a138 service neutron] 10.222.0.13 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 898 time: 0.1301382 Jul 16 02:39:20.608824 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-fb980cd7-30a2-4591-8677-8b3683a759c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 1001 time: 0.0576000 Jul 16 02:39:20.661065 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62888-82c7-4830-9278-d41b7261fe1a req-9992fd9b-944a-42e0-98ad-2a19a78e5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.662914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-9992fd9b-944a-42e0-98ad-2a19a78e5d23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 200 len: 835 time: 0.0476773 Jul 16 02:39:20.721583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62888-82c7-4830-9278-d41b7261fe1a req-09bdc890-9171-4557-807b-249085f9321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.723086 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-09bdc890-9171-4557-807b-249085f9321b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534254c7-a393-489a-846d-983dd2431bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531132 Jul 16 02:39:20.815176 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-27d11b72-c750-459d-a975-37333c5ee14b service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849252 Jul 16 02:39:20.906989 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a62888-82c7-4830-9278-d41b7261fe1a req-0acb21ce-0752-42ee-9209-4b49b0c156b8 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Jul 16 02:39:21.694291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e03ea2-a24c-465c-aa76-6e8c5c5cbc90 req-942bd8e2-addc-4ef6-b288-ca2adb8eb4d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:21.695695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87e03ea2-a24c-465c-aa76-6e8c5c5cbc90 req-942bd8e2-addc-4ef6-b288-ca2adb8eb4d8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0626745 Jul 16 02:39:21.733795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-87e03ea2-a24c-465c-aa76-6e8c5c5cbc90 req-9862ad76-3c86-4f28-bf20-78c0a4d61ed9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Jul 16 02:39:22.908186 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaeb6b-9688-4397-8143-d95e81c463fd req-017280d3-1ac2-4b46-af87-2df14768217b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:22.909665 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bdaeb6b-9688-4397-8143-d95e81c463fd req-017280d3-1ac2-4b46-af87-2df14768217b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0669806 Jul 16 02:39:22.950190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2bdaeb6b-9688-4397-8143-d95e81c463fd req-405f1998-892f-4eb3-a1e4-fbd668920a01 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341930 Jul 16 02:39:24.120993 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ada88d-1f02-4616-b3e7-0e55d361e038 req-a188c5a2-e069-4f8d-acaf-bbd78be0496d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:24.122511 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57ada88d-1f02-4616-b3e7-0e55d361e038 req-a188c5a2-e069-4f8d-acaf-bbd78be0496d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0629942 Jul 16 02:39:24.159519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57ada88d-1f02-4616-b3e7-0e55d361e038 req-68ffb77b-8968-4fa2-af55-a777121bb3d0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Jul 16 02:39:25.329053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb38f6-042b-4d29-8355-909963918d42 req-4b2b1ee9-aec8-49c8-b55d-57985ae399bc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:25.330538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aedb38f6-042b-4d29-8355-909963918d42 req-4b2b1ee9-aec8-49c8-b55d-57985ae399bc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0628943 Jul 16 02:39:25.369411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aedb38f6-042b-4d29-8355-909963918d42 req-7a6191d0-efa3-401f-9de7-09f4b6caf074 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Jul 16 02:39:26.544308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c2229-b88d-4046-8a75-764b672563bf req-1faf314e-b59e-4999-a052-2ba54f915bcd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:26.545795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff9c2229-b88d-4046-8a75-764b672563bf req-1faf314e-b59e-4999-a052-2ba54f915bcd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0665493 Jul 16 02:39:26.582952 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff9c2229-b88d-4046-8a75-764b672563bf req-4c191981-ecd5-4adb-bf0b-2d2510d816b9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316105 Jul 16 02:39:27.758506 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9d33c-cf6c-437a-86c1-bf14637f4618 req-725e6c8a-ec36-4bf0-9405-1844c06737a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:27.760007 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93d9d33c-cf6c-437a-86c1-bf14637f4618 req-725e6c8a-ec36-4bf0-9405-1844c06737a3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0628240 Jul 16 02:39:27.797053 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93d9d33c-cf6c-437a-86c1-bf14637f4618 req-1bb54f32-9a1f-4e3c-8882-3ece5ddbe7fe tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Jul 16 02:39:28.974047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e2ed-0a34-4fdd-8153-680522a85e60 req-46dbd61a-c862-4dce-88d6-42a73a46f19c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:28.975608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a58e2ed-0a34-4fdd-8153-680522a85e60 req-46dbd61a-c862-4dce-88d6-42a73a46f19c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0694547 Jul 16 02:39:29.013459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2a58e2ed-0a34-4fdd-8153-680522a85e60 req-9bd51ae5-cb11-42bd-949e-38cbc9386ab9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Jul 16 02:39:30.184391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bee01-1492-4f7b-bf16-c0d55af5aeb7 req-acb50713-f412-4f69-ad44-549a40022e9e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:30.185901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a6bee01-1492-4f7b-bf16-c0d55af5aeb7 req-acb50713-f412-4f69-ad44-549a40022e9e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0630095 Jul 16 02:39:30.222781 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1a6bee01-1492-4f7b-bf16-c0d55af5aeb7 req-9219e405-6d6a-4433-b528-2f436cc5de17 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Jul 16 02:39:31.399091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b1c6b-2383-445e-9c8e-f2d671942097 req-6baf4843-fe26-4e01-8ec7-1d0a87cba864 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:31.400608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-023b1c6b-2383-445e-9c8e-f2d671942097 req-6baf4843-fe26-4e01-8ec7-1d0a87cba864 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0638280 Jul 16 02:39:31.437635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-023b1c6b-2383-445e-9c8e-f2d671942097 req-e0e37638-085b-43d6-a9bb-57a549cbedcf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Jul 16 02:39:32.613713 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb68fa7-a608-4045-b486-2a664a1ae479 req-939c92d4-c9d5-4e6a-adf9-f8a0da3d30de tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:32.615504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbb68fa7-a608-4045-b486-2a664a1ae479 req-939c92d4-c9d5-4e6a-adf9-f8a0da3d30de tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0668597 Jul 16 02:39:32.653526 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cbb68fa7-a608-4045-b486-2a664a1ae479 req-7abe4a63-c017-4d40-a22b-800b1c9be8c9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jul 16 02:39:33.825467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9664f-56b2-493b-9ffa-f8d24b46ab93 req-d6325ab1-80e9-45cf-a793-6e0209fa05a0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:33.826948 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1db9664f-56b2-493b-9ffa-f8d24b46ab93 req-d6325ab1-80e9-45cf-a793-6e0209fa05a0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0640807 Jul 16 02:39:33.864256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1db9664f-56b2-493b-9ffa-f8d24b46ab93 req-62c3b6a7-277c-474a-94e0-d42dff279aa2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Jul 16 02:39:35.039823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f69b4-cf22-47e3-8a90-a4ac1c82fddd req-9a41fc7b-7c01-4f58-8263-3eaebf514bac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:35.041326 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe0f69b4-cf22-47e3-8a90-a4ac1c82fddd req-9a41fc7b-7c01-4f58-8263-3eaebf514bac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0671461 Jul 16 02:39:35.078833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe0f69b4-cf22-47e3-8a90-a4ac1c82fddd req-e657e5f5-a9fd-4793-81c2-70f732376f3b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Jul 16 02:39:36.250641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d085d22-4c50-4187-a50c-4b3d45aad3f5 req-e5358118-a696-4034-8cd3-e18f25287c6c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:36.252111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d085d22-4c50-4187-a50c-4b3d45aad3f5 req-e5358118-a696-4034-8cd3-e18f25287c6c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0635931 Jul 16 02:39:36.289845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d085d22-4c50-4187-a50c-4b3d45aad3f5 req-e28b828f-4914-47d8-a75b-c10bf3e8a24c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Jul 16 02:39:37.465817 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcfdc2-aa76-41be-a8a3-adb3b73bb20a req-2b98d846-0cf6-4715-8bbb-2a3e14ac5e05 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:37.467306 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4bcfdc2-aa76-41be-a8a3-adb3b73bb20a req-2b98d846-0cf6-4715-8bbb-2a3e14ac5e05 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0634205 Jul 16 02:39:37.504953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4bcfdc2-aa76-41be-a8a3-adb3b73bb20a req-54760836-9e40-4eb4-be29-488a5231d4cc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Jul 16 02:39:37.528978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46834) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:37.592860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0f518db4-2136-41d9-b3ed-8fdda93b92b9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/eb646c69-262a-47da-91f8-a69ad19c88a1 HTTP/1.1" status: 200 len: 993 time: 0.0627546 Jul 16 02:39:38.274903 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:40.267956 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ffba0408-a0de-478b-a214-efba3a9dbc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:42.492888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d6368f90-62c1-4f3e-afa3-2ebdd42ea893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:42.578786 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:44.002660 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:45.539071 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:49.121410 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.607748 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:08.043789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46856) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:08.205412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 77932b7c-a2f7-43a9-8d23-8c0f367b5240 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:08.205780 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.274827 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.287414 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.287747 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.299346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 77932b7c-a2f7-43a9-8d23-8c0f367b5240 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:08.444230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.471523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=77932b7c-a2f7-43a9-8d23-8c0f367b5240,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:08.481855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.482212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.482553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.482892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.483239 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.483966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.483966 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.484196 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.484555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.484882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.485206 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.485527 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:08.554427 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.554926 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP eb646c69-262a-47da-91f8-a69ad19c88a1 disassociated (deleted). External IP: 172.25.7.187, port: d32fd78e-96af-4faa-a0bb-6605d0038b29. Jul 16 02:40:09.132751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 0c69c446-8d68-4e67-a819-0e966e1182a0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:09.273490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:09.278256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:09.283795 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] Sync routers for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:09.293761 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:09.294707 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:09.317371 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-755460a4-d00a-49b3-8611-2f010e2bd17f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/floatingips/eb646c69-262a-47da-91f8-a69ad19c88a1 HTTP/1.1" status: 204 len: 168 time: 1.2724135 Jul 16 02:40:09.318074 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:09.320694 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd21543-9152-4134-b863-9643e2abcd36" -d '{"events": [{"name": "network-changed", "server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:09.474994 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2db6d-80e2-4150-b820-e21b378ec846 x-openstack-request-id: req-59f2db6d-80e2-4150-b820-e21b378ec846 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:09.475715 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:09.476003 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59f2db6d-80e2-4150-b820-e21b378ec846 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:09.476651 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'status': 'completed', 'code': 200} Jul 16 02:40:09.500819 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:09.590576 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21543-9152-4134-b863-9643e2abcd36 req-8e60296c-1fff-4a65-924b-7d424adeb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:09.592387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-8e60296c-1fff-4a65-924b-7d424adeb7ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 1097 time: 0.0683510 Jul 16 02:40:09.714675 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:37Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:09.741024 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] Checking router: 0c69c446-8d68-4e67-a819-0e966e1182a0 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:09.742338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21543-9152-4134-b863-9643e2abcd36 req-190be6ed-dda6-438d-a49e-6b42026fccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:09.743870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-190be6ed-dda6-438d-a49e-6b42026fccbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 200 len: 898 time: 0.1361516 Jul 16 02:40:09.749170 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:09.749780 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:39:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:09.766139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb765490-f49b-4bcf-9178-243403e15581 req-51ee3bd0-d1d0-4cef-befd-bcc2c0cb961b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:09.767602 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb765490-f49b-4bcf-9178-243403e15581 req-51ee3bd0-d1d0-4cef-befd-bcc2c0cb961b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0929627 Jul 16 02:40:09.803537 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-e9a2c0aa-1f06-4db1-a86d-e57892c84b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 200 len: 217 time: 0.0505600 Jul 16 02:40:09.869956 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb765490-f49b-4bcf-9178-243403e15581 req-d6165af2-5aa3-428e-b55e-05894962d083 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694633 Jul 16 02:40:09.876873 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21543-9152-4134-b863-9643e2abcd36 req-70c55b08-5773-4c09-908d-542db9f7eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:09.877331 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:09.879947 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-70c55b08-5773-4c09-908d-542db9f7eb98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 200 len: 835 time: 0.0630536 Jul 16 02:40:09.945475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21543-9152-4134-b863-9643e2abcd36 req-6b5d9656-0fc1-4e6b-83fe-986c3851b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:09.946990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-6b5d9656-0fc1-4e6b-83fe-986c3851b997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534254c7-a393-489a-846d-983dd2431bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612268 Jul 16 02:40:10.050095 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-02ff4192-9038-486a-97eb-dc5a62663f00 service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941815 Jul 16 02:40:10.083446 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:37Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:10.109808 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbd7d0-c0fd-4b0b-86ef-f6549e83a777 None None] The sync data for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 is: [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:38:32Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '6aad3ba1-a914-4867-93d7-7cfdbf7364c2', 'name': '', 'network_id': '534254c7-a393-489a-846d-983dd2431bd1', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:6f:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:31Z', 'updated_at': '2021-07-16T02:38:37Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '4f78ad4c-754d-4ee6-bf68-946d3846d7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:10.144861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fd21543-9152-4134-b863-9643e2abcd36 req-7cbde6ea-ef25-4271-92ef-f8e6d649fbef service neutron] 10.222.0.13 "GET /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Jul 16 02:40:10.270194 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-277b3df3-fbb7-46bc-866a-2f246becc2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:10.354068 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f62eac-d7b3-4267-9641-55c2a3e8b550 None None] New status for floating IP eb646c69-262a-47da-91f8-a69ad19c88a1: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:40:11.076553 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1158f-4d17-4007-947e-63056593493d req-8e6c1b84-412b-464d-8ca7-28dd9f5f3731 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:11.078079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35f1158f-4d17-4007-947e-63056593493d req-8e6c1b84-412b-464d-8ca7-28dd9f5f3731 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0684533 Jul 16 02:40:11.117226 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-35f1158f-4d17-4007-947e-63056593493d req-b9d84df1-cb49-406a-bf78-37cb942d870f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=362c8583-0fa2-4c9a-8d8e-84136f9891df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Jul 16 02:40:11.272339 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-06c7bbe4-3b03-45e4-a768-1924bc6700ac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:11.273746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-06c7bbe4-3b03-45e4-a768-1924bc6700ac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 945 time: 0.0642450 Jul 16 02:40:11.390623 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port d32fd78e-96af-4faa-a0bb-6605d0038b29 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:11.390991 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:11.479976 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port d32fd78e-96af-4faa-a0bb-6605d0038b29, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=d32fd78e-96af-4faa-a0bb-6605d0038b29,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:11.480341 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:11.492201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for d32fd78e-96af-4faa-a0bb-6605d0038b29 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:11.624491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:11.651414 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=d32fd78e-96af-4faa-a0bb-6605d0038b29,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:11.698426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] No DVR routers for this DVR port d32fd78e-96af-4faa-a0bb-6605d0038b29 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:11.701104 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:11.703152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-825d4628-b07f-43f0-b524-f802e875ccb2 req-a90f9be0-81ad-4424-a0ed-4ba496138821 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "DELETE /v2.0/ports/d32fd78e-96af-4faa-a0bb-6605d0038b29 HTTP/1.1" status: 204 len: 173 time: 0.4235036 Jul 16 02:40:11.703589 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'name': 'network-vif-deleted', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:11.705929 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3f41f-0d6f-41a7-980e-cbaf296767fc" -d '{"events": [{"server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "name": "network-vif-deleted", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:11.745458 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff52925c-ca54-4884-88c8-a151120e24f8 x-openstack-request-id: req-ff52925c-ca54-4884-88c8-a151120e24f8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:11.745751 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9bda66-b711-4502-a616-58d78d01eac9", "name": "network-vif-deleted", "tag": "d32fd78e-96af-4faa-a0bb-6605d0038b29", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:11.746003 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff52925c-ca54-4884-88c8-a151120e24f8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:11.746400 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9bda66-b711-4502-a616-58d78d01eac9', 'name': 'network-vif-deleted', 'tag': 'd32fd78e-96af-4faa-a0bb-6605d0038b29', 'status': 'completed', 'code': 200} Jul 16 02:40:12.281843 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d41017ea-3262-4c61-b419-c66f9510f51c req-9a197fa8-f9bc-4bdb-a18e-3bea36e8b361 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=af9bda66-b711-4502-a616-58d78d01eac9 HTTP/1.1" status: 200 len: 210 time: 0.0368865 Jul 16 02:40:12.493614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-498615fc-c07c-4cea-b9e0-08c18af00484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:12.580665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:13.374902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:13.737178 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.007111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.010742 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:14.011093 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.103948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 6aad3ba1-a914-4867-93d7-7cfdbf7364c2, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:14.104313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.116615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:14.305761 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.338690 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=6aad3ba1-a914-4867-93d7-7cfdbf7364c2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:14.517589 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.734274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 0c69c446-8d68-4e67-a819-0e966e1182a0 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:14.844130 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:14.854709 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0b65179c-bdd0-498b-9015-b8ab8a25a49c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/0c69c446-8d68-4e67-a819-0e966e1182a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738195 Jul 16 02:40:14.854709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46880) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:14.857828 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] Sync routers for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:14.867185 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:14.867800 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:14.908960 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting subnet 4f78ad4c-754d-4ee6-bf68-946d3846d7d7 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:14.912818 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.953396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.975839 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:15.048055 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.112861 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.140338 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Subnet': ['ID=4f78ad4c-754d-4ee6-bf68-946d3846d7d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:15.144959 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.149466 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-88dffee9-7f6c-4335-91bd-7cd38534707d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/subnets/4f78ad4c-754d-4ee6-bf68-946d3846d7d7 HTTP/1.1" status: 204 len: 168 time: 0.2934237 Jul 16 02:40:15.149760 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d32fd78e-96af-4faa-a0bb-6605d0038b29 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:15.150212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46882) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:15.174636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:40:14Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:15.183941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69858b-4c66-425b-b64d-3e5ac9e58b88 None None] Network 534254c7-a393-489a-846d-983dd2431bd1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:15.187792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: d32fd78e-96af-4faa-a0bb-6605d0038b29 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:15.188547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device d32fd78e-96af-4faa-a0bb-6605d0038b29 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:15.208212 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] Checking router: 0c69c446-8d68-4e67-a819-0e966e1182a0 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:15.217365 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] Routers {'0c69c446-8d68-4e67-a819-0e966e1182a0'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:15.218066 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['0c69c446-8d68-4e67-a819-0e966e1182a0'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:15.265301 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.331417 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] Set router 0c69c446-8d68-4e67-a819-0e966e1182a0 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:15.385846 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.397962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] DHCP port deletion for 534254c7-a393-489a-846d-983dd2431bd1 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:15.439876 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 13716c81-aecd-4aa7-a159-45ac906a5594 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:15.440369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.452339 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Deleting port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:15.452901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.524046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] For port 37d6e1b2-9929-450a-bb42-d9397fb40fd4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=37d6e1b2-9929-450a-bb42-d9397fb40fd4,segment=NetworkSegment(03828cc6-dafd-4418-82d5-7e76091af93a),segment_id=03828cc6-dafd-4418-82d5-7e76091af93a)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:15.524465 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.532477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 13716c81-aecd-4aa7-a159-45ac906a5594, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=13716c81-aecd-4aa7-a159-45ac906a5594,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:15.533150 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.541230 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Calling delete_port for 37d6e1b2-9929-450a-bb42-d9397fb40fd4 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:15.546230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 13716c81-aecd-4aa7-a159-45ac906a5594 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:15.547288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:40:14Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:15.556514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.577841 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1c9b0-9d98-4269-bb14-d3ad29d0fb47 None None] The sync data for ids ['0c69c446-8d68-4e67-a819-0e966e1182a0'] in n-d-791506-20 is: [{'id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715789531', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:38:28Z', 'updated_at': '2021-07-16T02:40:14Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '13716c81-aecd-4aa7-a159-45ac906a5594', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c446-8d68-4e67-a819-0e966e1182a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:38:29Z', 'updated_at': '2021-07-16T02:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:15.639892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:15.671907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Pushing event deleted for resources: {'Port': ['ID=37d6e1b2-9929-450a-bb42-d9397fb40fd4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:15.674451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] No DVR routers for this DVR port 37d6e1b2-9929-450a-bb42-d9397fb40fd4 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:15.685599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.685971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.686456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.686848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.687269 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.687687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.688120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.688474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.688812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.689153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.689487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:15.689816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d9de2-db53-4b02-bddf-0c39cfb0dec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.071989 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.098635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=13716c81-aecd-4aa7-a159-45ac906a5594,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:16.160785 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.251517 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.254165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.300942 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.301568 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Fanout notify agent at l3_agent the message router_deleted on router 0c69c446-8d68-4e67-a819-0e966e1182a0 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:16.308330 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.309668 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a088afdd-7dcf-4b6e-b9b3-92640a1ec950 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/routers/0c69c446-8d68-4e67-a819-0e966e1182a0 HTTP/1.1" status: 204 len: 168 time: 1.1590712 Jul 16 02:40:16.312605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46886) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:16.395355 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.495126 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.506059 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534254c7-a393-489a-846d-983dd2431bd1']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:16.515587 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03828cc6-dafd-4418-82d5-7e76091af93a') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:16.515882 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03828cc6-dafd-4418-82d5-7e76091af93a') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:16.524727 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.538210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.543877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:16.544257 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:16.547164 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:16.609347 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.617533 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.618600 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/networks/534254c7-a393-489a-846d-983dd2431bd1 HTTP/1.1" status: 204 len: 168 time: 0.3050447 Jul 16 02:40:16.621869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46888) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:16.630452 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8f57d-c9e8-4855-ab4b-4353e7bf2a2c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Network': ['ID=534254c7-a393-489a-846d-983dd2431bd1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:16.690757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.716857 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.789596 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.792332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.793626 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/security-groups/362c8583-0fa2-4c9a-8d8e-84136f9891df HTTP/1.1" status: 204 len: 168 time: 0.1707480 Jul 16 02:40:16.803739 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c8583-0fa2-4c9a-8d8e-84136f9891df,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:16.811651 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.812012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.812362 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.812837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.813181 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.813523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.813864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.814393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.814649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.815153 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.815584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:16.815833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da42a8f-c815-49a9-97f1-4c56c207b51a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:17.039448 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:17.050987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.055948 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047581039', 'description': 'tempest-secgroup-smoke-1047581039 description', 'project_id': '745fdd81036c4520b2795c32edd7e4a5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.060652 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:17.061078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 6aad3ba1-a914-4867-93d7-7cfdbf7364c2 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:17.061548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 37d6e1b2-9929-450a-bb42-d9397fb40fd4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:17.077607 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.080201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 37d6e1b2-9929-450a-bb42-d9397fb40fd4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:17.080584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 37d6e1b2-9929-450a-bb42-d9397fb40fd4 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:17.081006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 13716c81-aecd-4aa7-a159-45ac906a5594 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:17.100833 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 13716c81-aecd-4aa7-a159-45ac906a5594 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:17.101184 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 13716c81-aecd-4aa7-a159-45ac906a5594 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:17.168978 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.176866 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.202878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.204212 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1520054 Jul 16 02:40:17.208387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46900) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.209324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9cdf3-b286-4c90-8324-7c1a5549bc46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c32f46-f665-4a7a-9987-d64b9a5e011b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.213358 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '28c32f46-f665-4a7a-9987-d64b9a5e011b', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.242321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.294522 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.298496 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.318649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08773c90-6409-4511-bc00-3e38707531ec,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.326820 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.328047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-3d3958c8-7c93-40c9-a346-f693dce0080c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185212 Jul 16 02:40:17.331037 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46902) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.336445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '28c32f46-f665-4a7a-9987-d64b9a5e011b', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.363163 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.421207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.425032 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.442798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b93e81-a088-4ea5-850a-e97706323b13,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.448755 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.450982 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ff35fb1e-0669-4951-b0eb-29fdfbd8e138 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172884 Jul 16 02:40:17.453530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46904) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.458686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '28c32f46-f665-4a7a-9987-d64b9a5e011b', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.486156 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.547825 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.552727 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.571695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915f2a73-7e0c-4baa-bd63-e1a69f23dc87,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.579253 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.580501 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c80bd123-2dcb-4263-8af5-2309cd4b56be tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260056 Jul 16 02:40:17.584203 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46906) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.588627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '28c32f46-f665-4a7a-9987-d64b9a5e011b', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.616771 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.678324 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.682239 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.700763 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d9fdab-6b4e-40db-9102-d244f2059a0f,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.706004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.708263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f3eb1be0-c6d4-4c79-a9e3-ea79e872c124 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229200 Jul 16 02:40:17.710688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46908) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.715158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '28c32f46-f665-4a7a-9987-d64b9a5e011b', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.737492 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:40:17.743136 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.807937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.811884 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.840712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c743783-2f6b-4787-bef3-890fcebc239c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.844826 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.849317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-eb37840a-2f1b-4cbd-8de4-9b5adbd85cfb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344030 Jul 16 02:40:17.849880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46910) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.853995 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '28c32f46-f665-4a7a-9987-d64b9a5e011b', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:17.877263 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:40:17.883407 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.949271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.952953 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.974885 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb55ece-80f8-4f27-8f80-882f5ceef722,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:17.978936 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.980581 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d4d7bd41-acec-4579-b0fe-0b58c463e305 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300235 Jul 16 02:40:17.983642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46912) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:17.988691 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'network': {'name': 'tempest-network-smoke--579078399', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:18.009328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:18.013914 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.040619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:18.050667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.051216 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Added segment 2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3 of type vlan for network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa Jul 16 02:40:18.093164 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.123116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.129152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:18.129689 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.164971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1802700 Jul 16 02:40:18.167675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46914) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:18.172282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'admin_state_up': True, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:18.217302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab407e22-41dd-4f86-b712-d89f1da588f3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Network': ['ID=26e08a8e-d49f-4a86-9878-4919b2d2cdfa,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:18.229506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:18.234889 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.236015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.292161 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.438999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.636282 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.656837 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.768109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.206 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/7e2e6d7f-515f-470e-a93a-79c24ca24264) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:18.886409 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.925853 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.967401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:18.970335 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:18.973176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:18.999665 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=7e2e6d7f-515f-470e-a93a-79c24ca24264,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:19.136689 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:19.243699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:19.766455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:19.898675 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 7cba9470-cf14-4d26-8b40-b6ef842ed379 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:20.011747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:20.023451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Sync routers for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:20.032940 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.033462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:20.034308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:20.034497 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-972abcd4-7fa7-4bac-bf2f-8cb0f62df9d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8657019 Jul 16 02:40:20.037927 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46916) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:20.073730 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d8b12448-f395-4005-8ab1-eb258b2d6a4d tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=745fdd81036c4520b2795c32edd7e4a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344710 Jul 16 02:40:20.076393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46918) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:20.144158 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:20.164833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27534f5-2626-4af8-a60a-e6c4da7f64ce tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:20.166346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a27534f5-2626-4af8-a60a-e6c4da7f64ce tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890069 Jul 16 02:40:20.170486 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46920) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:20.205983 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-05ff1d95-4167-43c9-a5c0-9faca555a165 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341945 Jul 16 02:40:20.209706 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:20.215924 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686975484', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:20.310565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:20.314337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.327281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:19Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:20.353518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Checking router: 7cba9470-cf14-4d26-8b40-b6ef842ed379 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:20.353863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Updating router 7cba9470-cf14-4d26-8b40-b6ef842ed379 port 7e2e6d7f-515f-470e-a93a-79c24ca24264 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:20.395058 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.501694 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.562330 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Subnet': ['ID=3e4540d8-25c4-4d31-9570-23f5b61121d4,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:20.573684 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Checking segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:20.574056 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network hostable DHCP agents. Network: 26e08a8e-d49f-4a86-9878-4919b2d2cdfa, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:20.591856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:20.602051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 26e08a8e-d49f-4a86-9878-4919b2d2cdfa) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:20.606646 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:20.607098 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.617695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d668d9-48ae-4469-a11c-e16083693bee None None] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:20.624090 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d754ac4-e5e8-4f85-bfdf-b943473aa552 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4132037 Jul 16 02:40:20.627111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 46924) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:20.683451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.721378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Transition to ACTIVE for port object 7e2e6d7f-515f-470e-a93a-79c24ca24264 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:20.729823 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.814629 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Attempting to bind port 7e2e6d7f-515f-470e-a93a-79c24ca24264 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:20.814870 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Attempting to bind port 7e2e6d7f-515f-470e-a93a-79c24ca24264 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:20.815002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Attempting to bind port 7e2e6d7f-515f-470e-a93a-79c24ca24264 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:20.824389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192ec3d-63a4-4dd3-a4c5-a8bed337e9e1 None None] Pushing event updated for resources: {'Port': ['ID=7e2e6d7f-515f-470e-a93a-79c24ca24264,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:20.835517 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:20.835876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:20.836369 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.836835 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:20.837307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Bound port: 7e2e6d7f-515f-470e-a93a-79c24ca24264, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:20.837687 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.911776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:20.911776 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.933864 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] For port 7e2e6d7f-515f-470e-a93a-79c24ca24264, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:20.937455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] For port 7e2e6d7f-515f-470e-a93a-79c24ca24264, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7e2e6d7f-515f-470e-a93a-79c24ca24264,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:20.945080 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.089771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:21.090845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:21.099006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.138907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192ec3d-63a4-4dd3-a4c5-a8bed337e9e1 None None] Pushing event updated for resources: {'Port': ['ID=7e2e6d7f-515f-470e-a93a-79c24ca24264,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:21.160953 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Allocated IP 172.20.0.2 (26e08a8e-d49f-4a86-9878-4919b2d2cdfa/3e4540d8-25c4-4d31-9570-23f5b61121d4/ddc407c2-d7e1-4004-8265-02f2c352f8d0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:21.414309 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:21.635665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.661181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Transition to ACTIVE for port object ddc407c2-d7e1-4004-8265-02f2c352f8d0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:21.682280 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Transition to ACTIVE for port object ddc407c2-d7e1-4004-8265-02f2c352f8d0 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:21.690011 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.734607 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:21.737318 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.1 (26e08a8e-d49f-4a86-9878-4919b2d2cdfa/3e4540d8-25c4-4d31-9570-23f5b61121d4/cdaaad7c-7edc-414a-9ccc-5a32ab0f968b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:21.741955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:19Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:21.743982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:21.749589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:21.778803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Pushing event updated for resources: {'Port': ['ID=ddc407c2-d7e1-4004-8265-02f2c352f8d0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:21.783702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad920c3d-df28-409b-98f1-81b744936f52 None None] The sync data for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 is: [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:19Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:21.839597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Attempting to bind port ddc407c2-d7e1-4004-8265-02f2c352f8d0 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:21.839982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Attempting to bind port ddc407c2-d7e1-4004-8265-02f2c352f8d0 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:21.840351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Attempting to bind port ddc407c2-d7e1-4004-8265-02f2c352f8d0 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:21.845924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:21.846302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Checking segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:21.846717 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.847669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Bound using segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:21.848192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Bound port: ddc407c2-d7e1-4004-8265-02f2c352f8d0, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:21.848762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.874972 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.891854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object cdaaad7c-7edc-414a-9ccc-5a32ab0f968b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:21.918914 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] For port ddc407c2-d7e1-4004-8265-02f2c352f8d0, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:21.923741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] For port ddc407c2-d7e1-4004-8265-02f2c352f8d0, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ddc407c2-d7e1-4004-8265-02f2c352f8d0,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:21.929452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.930375 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.972970 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:21.978786 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:21.983028 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:21.995189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd909d-2f3f-40b3-91bc-41799bbda54f None None] Pushing event updated for resources: {'Port': ['ID=ddc407c2-d7e1-4004-8265-02f2c352f8d0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.017552 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.059838 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.234004 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.554259 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.559462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.640396 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.645877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.751032 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:22.752540 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:22.873099 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 7cba9470-cf14-4d26-8b40-b6ef842ed379 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:22.991673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:23.006755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-06b6d91f-eca7-48bc-abe4-2ec435f7a687 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/7cba9470-cf14-4d26-8b40-b6ef842ed379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3709738 Jul 16 02:40:23.014007 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee454f4-177a-42aa-9fb2-03efb532523e None None] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:23.142971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-62a0cb3b-15e3-480d-960f-422b45425e57 None None] Provisioning for port ddc407c2-d7e1-4004-8265-02f2c352f8d0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:23.148109 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7e2e6d7f-515f-470e-a93a-79c24ca24264 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:23.171786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-78f6d14e-ce1a-496c-b166-d853ec8549fb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047581039&fields=id&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0383666 Jul 16 02:40:23.246626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7e2e6d7f-515f-470e-a93a-79c24ca24264 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:23.254668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7e2e6d7f-515f-470e-a93a-79c24ca24264 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:23.255050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.295099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-ca067522-3ff6-4fff-abf1-cea3443aa465 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:23.300990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-ca067522-3ff6-4fff-abf1-cea3443aa465 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 796 time: 0.1187623 Jul 16 02:40:23.321538 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-a3925490-af14-481c-80f9-81de0bc401c1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/quotas/745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0113175 Jul 16 02:40:23.354326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.381228 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7e2e6d7f-515f-470e-a93a-79c24ca24264, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7e2e6d7f-515f-470e-a93a-79c24ca24264,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:23.386828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.388099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ddc407c2-d7e1-4004-8265-02f2c352f8d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:23.406462 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-ab0d9386-46a3-49f2-920b-bf480e0b2c85 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790789 Jul 16 02:40:23.474067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7e2e6d7f-515f-470e-a93a-79c24ca24264,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:23.494539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port ddc407c2-d7e1-4004-8265-02f2c352f8d0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:23.500618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ddc407c2-d7e1-4004-8265-02f2c352f8d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:23.501190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.514120 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Sync routers for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:23.528125 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:23.529028 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:23.532782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6b70591a-24c9-4245-9fa1-b4ad61316673 service neutron] 10.222.0.42 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123068 Jul 16 02:40:23.620944 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f959f32-61da-440a-b138-c73020b2491b None None] Provisioning complete for port ddc407c2-d7e1-4004-8265-02f2c352f8d0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:23.621515 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f959f32-61da-440a-b138-c73020b2491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.656503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-c0e96ad0-e92f-418b-aed3-67e4b46e43ad service neutron] 10.222.0.42 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169357 Jul 16 02:40:23.657953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.707743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port ddc407c2-d7e1-4004-8265-02f2c352f8d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ddc407c2-d7e1-4004-8265-02f2c352f8d0,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:23.713111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.750440 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:23.822153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=ddc407c2-d7e1-4004-8265-02f2c352f8d0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:23.843945 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f959f32-61da-440a-b138-c73020b2491b None None] Provisioning for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:23.851708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9f959f32-61da-440a-b138-c73020b2491b None None] Provisioning complete for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:23.851955 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9f959f32-61da-440a-b138-c73020b2491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.938073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9f959f32-61da-440a-b138-c73020b2491b None None] Port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:23.953458 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4ea19bf0-7fe4-4dd7-9280-cf1595324007 req-4a828802-5ce4-4066-9807-ad6db29c4110 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 210 time: 0.0535409 Jul 16 02:40:24.011343 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 2, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:24.041458 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Checking router: 7cba9470-cf14-4d26-8b40-b6ef842ed379 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:24.041959 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Updating router 7cba9470-cf14-4d26-8b40-b6ef842ed379 port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:24.060708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-920bd36a-3333-48f9-bb6e-bfd8bbe0811b None None] Provisioning complete for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:24.061286 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-920bd36a-3333-48f9-bb6e-bfd8bbe0811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.084558 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.104349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-920bd36a-3333-48f9-bb6e-bfd8bbe0811b None None] Port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:24.224655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6d2a902b-fcaa-4c20-887f-47bcab5a9c11 None None] Provisioning complete for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:24.225131 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d2a902b-fcaa-4c20-887f-47bcab5a9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.260765 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a902b-fcaa-4c20-887f-47bcab5a9c11 None None] Port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:24.398424 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.410609 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Transition to ACTIVE for port object cdaaad7c-7edc-414a-9ccc-5a32ab0f968b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:24.417139 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.494208 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Pushing event updated for resources: {'Port': ['ID=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:24.525332 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.525981 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.525981 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.526310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.526635 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.526958 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.527278 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.527601 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.528712 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.529042 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.529362 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.530040 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:24.543324 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Attempting to bind port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:24.543618 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Attempting to bind port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:24.543983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Attempting to bind port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:24.549496 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:24.550064 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Checking segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:24.550597 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.551028 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Bound using segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:24.551629 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Bound port: cdaaad7c-7edc-414a-9ccc-5a32ab0f968b, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:24.552032 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.624969 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] For port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:24.629046 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] For port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:24.635407 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.700216 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf062-9ff6-45bc-9c3d-bc26af1609d2 None None] Pushing event updated for resources: {'Port': ['ID=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:24.703711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:24.704325 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:24.817457 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:25.060102 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:24Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:25.075018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7e2e6d7f-515f-470e-a93a-79c24ca24264 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:25.107941 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06da13-8f88-4a90-b6a2-05121a7e30ba None None] The sync data for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 is: [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:24Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:25.148010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7e2e6d7f-515f-470e-a93a-79c24ca24264 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:25.148394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.208530 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a4dd7e74-e379-4ae8-82f6-7dacce579e8b req-c0ec9897-acbc-4281-a25f-4a91f93abbce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 210 time: 0.0845547 Jul 16 02:40:25.252926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-85b1ca0d-39a2-417d-9596-d073cbee61e8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:25.255276 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-85b1ca0d-39a2-417d-9596-d073cbee61e8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 796 time: 0.2011561 Jul 16 02:40:25.277323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ddc407c2-d7e1-4004-8265-02f2c352f8d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:25.318064 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-ff65f641-d973-4ce7-b119-902b37409190 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 380 time: 0.0506887 Jul 16 02:40:25.327753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'port': {'device_id': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'admin_state_up': True, 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'security_groups': ['28c32f46-f665-4a7a-9987-d64b9a5e011b']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:25.338078 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port ddc407c2-d7e1-4004-8265-02f2c352f8d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:25.338611 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.454329 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:25.458659 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.596115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.5 (26e08a8e-d49f-4a86-9878-4919b2d2cdfa/3e4540d8-25c4-4d31-9570-23f5b61121d4/332f5156-e1e3-40f8-acff-c68418b2e3b8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:25.751403 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.766670 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object 332f5156-e1e3-40f8-acff-c68418b2e3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:25.802696 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.851357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:25.854842 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:25.858876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:25.884868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:25.917268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:25.917960 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.936794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-6709e71e-9242-4ad7-9f9b-c44a64d2f446 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6129692 Jul 16 02:40:25.950053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Request body: {'port': {'device_id': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:26.038081 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.141502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b3084ba-6569-411f-b20b-20e1294a78f7 None None] Provisioning for port 332f5156-e1e3-40f8-acff-c68418b2e3b8 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:26.146279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9b3084ba-6569-411f-b20b-20e1294a78f7 None None] Provisioning complete for port 332f5156-e1e3-40f8-acff-c68418b2e3b8 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:26.146650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b3084ba-6569-411f-b20b-20e1294a78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.187686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9b3084ba-6569-411f-b20b-20e1294a78f7 None None] Port 332f5156-e1e3-40f8-acff-c68418b2e3b8 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:26.324986 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332f5156-e1e3-40f8-acff-c68418b2e3b8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:40:26.333435 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.345950 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Transition to ACTIVE for port object 332f5156-e1e3-40f8-acff-c68418b2e3b8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:26.350310 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.396831 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c46296-d3ba-481d-b9a7-0330b81a45f1 req-9f9676d9-4fc5-445e-ae7a-30560a39fc2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:26.398417 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2c46296-d3ba-481d-b9a7-0330b81a45f1 req-9f9676d9-4fc5-445e-ae7a-30560a39fc2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 931 time: 0.0690989 Jul 16 02:40:26.403439 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:26.449436 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c2c46296-d3ba-481d-b9a7-0330b81a45f1 req-a15ba1be-244c-4027-b6be-b5f305b72924 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380707 Jul 16 02:40:26.479314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:26.479726 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:26.480131 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:26.484798 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:40:26.485223 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:26.490376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:26.490792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Checking segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:26.491250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Bound using segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:26.491758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Bound port: 332f5156-e1e3-40f8-acff-c68418b2e3b8, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:26.492198 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.558697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:26.561941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:26.568224 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.605548 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:26.606440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.607840 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] 10.222.0.23 "PUT /v2.0/ports/332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 1092 time: 0.6624365 Jul 16 02:40:26.610155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:26.613894 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a661f-c143-4ca4-a9fc-779b24aeba57" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:26.662670 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7615b0a-b67c-475b-b660-14a806d3a127 x-openstack-request-id: req-c7615b0a-b67c-475b-b660-14a806d3a127 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:26.662970 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:26.663236 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7615b0a-b67c-475b-b660-14a806d3a127 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:26.664415 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'status': 'completed', 'code': 200} Jul 16 02:40:26.681826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb07593-e7fb-4bff-92d4-f76d1e011eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:26.712948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-8df3db20-661f-4ba6-80c4-1f607d33205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:26.714555 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-8df3db20-661f-4ba6-80c4-1f607d33205a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1095 time: 0.0668859 Jul 16 02:40:26.759826 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-b57dddb9-0969-4ce8-9d21-1cf2e284b8ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 217 time: 0.0378962 Jul 16 02:40:26.816368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-9150b635-1db8-498c-bfe1-ac2ea04cbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:26.818506 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-9150b635-1db8-498c-bfe1-ac2ea04cbffd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0530069 Jul 16 02:40:26.876869 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-0db5c746-f3d4-471f-a838-99a6d1432ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:26.878480 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-0db5c746-f3d4-471f-a838-99a6d1432ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535126 Jul 16 02:40:26.968766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-80cdccd9-4c78-4bef-aecb-3d5a7ea8928d service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836763 Jul 16 02:40:27.072262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-74ee6354-f008-427e-8387-bb6c834b5c0a req-2b00d5ab-9fc6-49ab-8867-a2088823c6b2 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971942 Jul 16 02:40:27.076777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cdaaad7c-7edc-414a-9ccc-5a32ab0f968b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:27.125999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:27.131344 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:27.131650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.183823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-d6bd1654-318d-471b-9450-e57ea6cebbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:27.185443 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-d6bd1654-318d-471b-9450-e57ea6cebbbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1095 time: 0.0552287 Jul 16 02:40:27.214437 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.248826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:27.252914 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.284121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-9271bc03-3fb0-4325-9cbe-216ea7e2c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:27.286190 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-9271bc03-3fb0-4325-9cbe-216ea7e2c31f service neutron] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0943635 Jul 16 02:40:27.301340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:27.327938 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-d418f798-ea9a-4b22-9474-3b2190cce0f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 217 time: 0.0352240 Jul 16 02:40:27.380003 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-d9711a7a-4c52-43aa-9117-a5388ef8a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:27.381849 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-d9711a7a-4c52-43aa-9117-a5388ef8a93b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0472233 Jul 16 02:40:27.641014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e8ef7-1452-4fe1-b069-0eb4c5c4d3cc req-8eec7f18-7570-4266-a731-55f6609660c5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:27.642552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-253e8ef7-1452-4fe1-b069-0eb4c5c4d3cc req-8eec7f18-7570-4266-a731-55f6609660c5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0681922 Jul 16 02:40:27.688009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-253e8ef7-1452-4fe1-b069-0eb4c5c4d3cc req-0adf8d7f-d410-489f-951c-797e1eb79033 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390651 Jul 16 02:40:27.770617 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-8db767e1-6e3c-46b4-8310-4f05c1c12ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:27.772150 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-8db767e1-6e3c-46b4-8310-4f05c1c12ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3831384 Jul 16 02:40:27.883817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-d6ba92e2-8132-4da1-9d66-7a7e754ee174 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027436 Jul 16 02:40:27.978411 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-839a661f-c143-4ca4-a9fc-779b24aeba57 req-13541870-7d55-4798-bc41-7a3c0e03f01f service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879099 Jul 16 02:40:28.869230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195730a8-1d4a-488e-bf31-9861c1a1f666 req-f3658c9a-4a31-4142-9d4a-5faa34fa97dc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.870734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-195730a8-1d4a-488e-bf31-9861c1a1f666 req-f3658c9a-4a31-4142-9d4a-5faa34fa97dc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0664213 Jul 16 02:40:28.910878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-195730a8-1d4a-488e-bf31-9861c1a1f666 req-ce19c971-4248-40a2-aa6e-68d46fd79ebf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331936 Jul 16 02:40:29.044395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cdaaad7c-7edc-414a-9ccc-5a32ab0f968b up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:29.092354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:29.092759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.084953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b256b-9df1-404f-b925-baeb50a2397e req-a15afd82-c075-4480-be8d-1d58f9899f46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:30.086486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d18b256b-9df1-404f-b925-baeb50a2397e req-a15afd82-c075-4480-be8d-1d58f9899f46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0648079 Jul 16 02:40:30.125124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d18b256b-9df1-404f-b925-baeb50a2397e req-3c619f7b-f2dc-4af0-89ab-d8758ddd79d1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330689 Jul 16 02:40:31.012364 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:40:31.113360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:31.124507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'port_id': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'mac_address': 'fa:16:3e:e9:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:40:31.162718 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.176507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332f5156-e1e3-40f8-acff-c68418b2e3b8 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:40:31.196006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:31.201605 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.252495 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:31.315100 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c3dbe-8648-4ff6-bbed-4e23728617c7 req-c5622fd0-67f8-4cab-99e0-5ca8918d985f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:31.317060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba8c3dbe-8648-4ff6-bbed-4e23728617c7 req-c5622fd0-67f8-4cab-99e0-5ca8918d985f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 944 time: 0.0728638 Jul 16 02:40:31.356755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ba8c3dbe-8648-4ff6-bbed-4e23728617c7 req-6f94f52a-7927-46ef-b474-20ef57a862d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Jul 16 02:40:31.427115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['332f5156-e1e3-40f8-acff-c68418b2e3b8'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:40:32.530945 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922b697-ae6f-4d52-a2ba-6cd3d4e2d2bf req-1c87cba6-b648-46fa-8fa7-573061f9dbd9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:32.532488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f922b697-ae6f-4d52-a2ba-6cd3d4e2d2bf req-1c87cba6-b648-46fa-8fa7-573061f9dbd9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 944 time: 0.0647204 Jul 16 02:40:32.571060 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f922b697-ae6f-4d52-a2ba-6cd3d4e2d2bf req-c65127fe-9b71-40e4-8c4d-8115414695b0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 16 02:40:33.022520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:33.071592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 332f5156-e1e3-40f8-acff-c68418b2e3b8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:33.075310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 332f5156-e1e3-40f8-acff-c68418b2e3b8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:33.075679 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.154100 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.175865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:33.178215 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c5a5d-f094-4e48-8f99-ef46e5e4da93" -d '{"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-plugged", "status": "completed", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:33.191529 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:33.195449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.218936 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676f2952-c618-48cf-9a59-99d4772e580d x-openstack-request-id: req-676f2952-c618-48cf-9a59-99d4772e580d {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:33.219225 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-plugged", "status": "completed", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:33.219473 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-676f2952-c618-48cf-9a59-99d4772e580d {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:33.219854 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'code': 200} Jul 16 02:40:33.245687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:33.328629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97078a34-d15d-486c-949b-fdf4ab68037e req-81b97bb0-f67a-4b64-8e63-3b58ed0b4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:33.330116 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97078a34-d15d-486c-949b-fdf4ab68037e req-81b97bb0-f67a-4b64-8e63-3b58ed0b4671 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1097 time: 0.0515797 Jul 16 02:40:33.365148 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-97078a34-d15d-486c-949b-fdf4ab68037e req-033e9ff8-68cd-40f4-8db7-a31e43114b79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284178 Jul 16 02:40:33.607109 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:33.745616 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd79ad-aa46-4e7c-8226-bc7d1b6c7f63 req-f132f5ea-9d48-454a-a019-a1c6b09e1abf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:33.747116 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05bd79ad-aa46-4e7c-8226-bc7d1b6c7f63 req-f132f5ea-9d48-454a-a019-a1c6b09e1abf tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0672348 Jul 16 02:40:33.785975 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05bd79ad-aa46-4e7c-8226-bc7d1b6c7f63 req-78f28f63-043a-4daf-84da-d4d1204e1da0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332704 Jul 16 02:40:34.958614 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0aae0-e617-4840-8bd5-cce6428e852b req-fa1dc133-80db-412b-aa3d-5249afe1489a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:34.960110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59e0aae0-e617-4840-8bd5-cce6428e852b req-fa1dc133-80db-412b-aa3d-5249afe1489a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0645111 Jul 16 02:40:34.998573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-59e0aae0-e617-4840-8bd5-cce6428e852b req-892fad5e-483b-4bc0-a80d-4477f6a8926d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329022 Jul 16 02:40:35.187595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583e28-e76d-4d5c-aba2-885fc6ca9772 req-12a413b5-c87a-4271-857d-ec6423d1689a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:35.189124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14583e28-e76d-4d5c-aba2-885fc6ca9772 req-12a413b5-c87a-4271-857d-ec6423d1689a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0639591 Jul 16 02:40:35.227349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-14583e28-e76d-4d5c-aba2-885fc6ca9772 req-8db6b646-9269-4525-90b6-0202a7a8aa77 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Jul 16 02:40:35.250752 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.307000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e6691-b636-4ce5-9222-485cc008f1b1 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:35.308548 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-026e6691-b636-4ce5-9222-485cc008f1b1 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1092 time: 0.0567949 Jul 16 02:40:35.311427 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46992) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.315850 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:35.339388 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.436194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.542072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.162 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/5bd4b4a0-68e6-4a97-afb5-fbc3e45fc6ac) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:35.642051 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.684283 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.720624 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:35.725389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:35.728802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:35.754143 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=5bd4b4a0-68e6-4a97-afb5-fbc3e45fc6ac,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.098886 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.173998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.326297 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.330784 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.399525 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=5bd4b4a0-68e6-4a97-afb5-fbc3e45fc6ac,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.409664 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.510085 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP 9eb7bfcc-5831-4095-91e3-53543fa87e2d associated. External IP: 172.25.7.162, port: 332f5156-e1e3-40f8-acff-c68418b2e3b8. Jul 16 02:40:36.716904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 7cba9470-cf14-4d26-8b40-b6ef842ed379 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:36.825581 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:36.834672 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] Sync routers for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:36.842277 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.845028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:36.845646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:36.879215 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cec39ddd-82e2-401c-8136-062376dab851 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5667679 Jul 16 02:40:36.879904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:36.882582 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30123261-ef99-4cf7-8243-106e3d2ec5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:36.920727 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e557e-95ce-44b3-a2e6-0ae016d0355a x-openstack-request-id: req-368e557e-95ce-44b3-a2e6-0ae016d0355a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:36.921024 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:36.921280 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-368e557e-95ce-44b3-a2e6-0ae016d0355a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:36.921681 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'status': 'completed', 'code': 200} Jul 16 02:40:36.956036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:37.002645 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-c4acf38f-f09d-49a8-b3aa-b79f04cee1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.004954 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-c4acf38f-f09d-49a8-b3aa-b79f04cee1a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1097 time: 0.0601673 Jul 16 02:40:37.052902 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832144d-02f4-4873-b46e-afaffe0e37ef req-4a2b62ca-91ef-4920-bfeb-3b2c6ae962de tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.054515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9832144d-02f4-4873-b46e-afaffe0e37ef req-4a2b62ca-91ef-4920-bfeb-3b2c6ae962de tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0827131 Jul 16 02:40:37.095867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9832144d-02f4-4873-b46e-afaffe0e37ef req-e79d68ec-63c9-4a3d-9abc-2342f873b8d7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358024 Jul 16 02:40:37.101016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-84f667b2-91a9-4785-8ec9-efb48bfa7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.102720 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-84f667b2-91a9-4785-8ec9-efb48bfa7f32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0912976 Jul 16 02:40:37.121855 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 46998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:37.178514 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-43c10c9c-1e77-4275-a1b0-13be36363ce4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 999 time: 0.0699987 Jul 16 02:40:37.186431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c8af8391-981d-49b6-a050-09797667bea0 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/9eb7bfcc-5831-4095-91e3-53543fa87e2d HTTP/1.1" status: 200 len: 991 time: 0.0621874 Jul 16 02:40:37.198913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '9eb7bfcc-5831-4095-91e3-53543fa87e2d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'port_id': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'mac_address': 'fa:16:3e:e9:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:27Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.225349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] Checking router: 7cba9470-cf14-4d26-8b40-b6ef842ed379 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:37.226716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-70289fd7-f82c-44d9-a212-78533388ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.228185 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-70289fd7-f82c-44d9-a212-78533388ff43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0435951 Jul 16 02:40:37.233568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:37.234165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:40:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.285795 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-f0f37526-8fb4-4090-808c-be1a738ed30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.287224 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-f0f37526-8fb4-4090-808c-be1a738ed30a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518606 Jul 16 02:40:37.343039 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:37.381328 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-99cbdd6f-674d-4954-974b-b590977417fd service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878990 Jul 16 02:40:37.470751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-30123261-ef99-4cf7-8243-106e3d2ec5c2 req-b6dba68b-dcda-4fa3-b5d9-0f486a548f2d service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830660 Jul 16 02:40:37.723218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '9eb7bfcc-5831-4095-91e3-53543fa87e2d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'port_id': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'mac_address': 'fa:16:3e:e9:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:27Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.749289 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a5496-5391-45fe-8d0b-6544a90ebd7d None None] The sync data for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 is: [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '9eb7bfcc-5831-4095-91e3-53543fa87e2d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'port_id': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'mac_address': 'fa:16:3e:e9:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:27Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:37.938507 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de348a11-9e54-40c3-921d-18a759291a5f None None] New status for floating IP 9eb7bfcc-5831-4095-91e3-53543fa87e2d: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:40:38.189286 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47000) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:38.251864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1b1f3343-e3e8-4577-8360-60ccfe9612ce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/9eb7bfcc-5831-4095-91e3-53543fa87e2d HTTP/1.1" status: 200 len: 993 time: 0.0614362 Jul 16 02:40:38.289762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.273680 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0a02eb8b-27c2-4f6c-8b92-6f7594f99ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.494154 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab36f49b-8b3c-4f74-b88f-34939d65a352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.582866 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.008241 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.548681 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.129931 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.857650 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-69f11312-4bc5-447e-a1fc-c1e7f42f8557 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552447 Jul 16 02:40:49.950735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-047da577-3fa3-4a86-a851-897c7f0e1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:49.952241 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-047da577-3fa3-4a86-a851-897c7f0e1710 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1097 time: 0.0523367 Jul 16 02:40:50.058309 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-28ab0330-557f-4753-8256-6953620e0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:50.059792 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-28ab0330-557f-4753-8256-6953620e0c4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0847874 Jul 16 02:40:50.126837 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-60b37e12-43bb-4432-bb36-f69eb36b183d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 1001 time: 0.0602260 Jul 16 02:40:50.177892 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-93eb937a-767b-4423-ad29-74e682c7191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:50.179323 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-93eb937a-767b-4423-ad29-74e682c7191b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0439849 Jul 16 02:40:50.235158 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-7090a69c-1c6b-4bea-a424-190d0e0bf076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:50.236786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-7090a69c-1c6b-4bea-a424-190d0e0bf076 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515597 Jul 16 02:40:50.331261 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-d2967b16-5e42-4dd2-9bec-d4974c803653 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Jul 16 02:40:50.420375 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-64a59e26-c7ba-4f7f-8427-4a038ae79f5b req-e66f1390-58bc-4859-bfe1-981b0780579d service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831468 Jul 16 02:41:08.322379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:09.909242 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff24d1-f210-4603-88c3-193b9873f6f8 req-c1d6dbc8-4c49-4b3a-9da5-e71886162953 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:09.910915 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9ff24d1-f210-4603-88c3-193b9873f6f8 req-c1d6dbc8-4c49-4b3a-9da5-e71886162953 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.1028295 Jul 16 02:41:09.918569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-9682be6b-e4b4-4883-9167-44a270028a64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569989 Jul 16 02:41:09.959953 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e9ff24d1-f210-4603-88c3-193b9873f6f8 req-c5096a0b-c599-40ba-96bf-6477ab96b183 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Jul 16 02:41:10.275395 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1cebeb3-685b-4a0a-8c06-bd5ba63ba204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:10.605953 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:11.144708 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ba62f-557b-4d80-b8f6-c1dd4f63fd71 req-d507c05b-55bf-40ec-b804-2af3525f31d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.146350 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-762ba62f-557b-4d80-b8f6-c1dd4f63fd71 req-d507c05b-55bf-40ec-b804-2af3525f31d4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0718558 Jul 16 02:41:11.156750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-3e0392f2-6a7f-4dde-9d34-c7f5d2f508b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.158418 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-3e0392f2-6a7f-4dde-9d34-c7f5d2f508b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1097 time: 0.0579674 Jul 16 02:41:11.185450 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-762ba62f-557b-4d80-b8f6-c1dd4f63fd71 req-852487f3-4e09-4f5d-a469-ca18cff416d6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jul 16 02:41:11.248147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-b36e06a9-e03f-4788-932c-353c5b91c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.249596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-b36e06a9-e03f-4788-932c-353c5b91c9c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0855532 Jul 16 02:41:11.317539 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-313ceb0c-d914-4565-93f5-7206cc31d4d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 1001 time: 0.0615942 Jul 16 02:41:11.366600 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-1a98b9b2-f537-4215-96fc-770bb3f0389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.368139 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-1a98b9b2-f537-4215-96fc-770bb3f0389b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0447533 Jul 16 02:41:11.425047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-22b93309-17c0-456f-a71d-07975e714b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.426668 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-22b93309-17c0-456f-a71d-07975e714b21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526719 Jul 16 02:41:11.520945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-4d45c02b-8fca-4d2e-8348-4279aefc2f14 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 Jul 16 02:41:11.608900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-6565a401-32dd-4492-8429-f61759a45922 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821855 Jul 16 02:41:12.359773 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6f38f-2de1-40dd-9acc-6c7150f1c3b7 req-fd4ba92f-2f2f-47fd-a537-189647ae7f75 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:12.361295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ac6f38f-2de1-40dd-9acc-6c7150f1c3b7 req-fd4ba92f-2f2f-47fd-a537-189647ae7f75 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0643742 Jul 16 02:41:12.402164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0ac6f38f-2de1-40dd-9acc-6c7150f1c3b7 req-18dcd622-538f-4383-b2f8-f3c8f4d810fd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338082 Jul 16 02:41:12.494797 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d6f69d4-8ff2-4d44-9033-09cf8147fa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.584563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:13.581641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41621ea-fde1-4991-85f1-c3931c8d072c req-ce6b7293-a7f3-4125-abf0-281671895f05 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:13.583159 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e41621ea-fde1-4991-85f1-c3931c8d072c req-ce6b7293-a7f3-4125-abf0-281671895f05 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0645895 Jul 16 02:41:13.624348 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e41621ea-fde1-4991-85f1-c3931c8d072c req-563007e1-f4c7-412b-b287-580247e29dba tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351620 Jul 16 02:41:14.011804 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.803747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f6c2-643f-4ad9-84f3-a7f3071b1761 req-f5904675-32e1-49fe-b79e-5e5ebbeff74f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:14.805266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32d6f6c2-643f-4ad9-84f3-a7f3071b1761 req-f5904675-32e1-49fe-b79e-5e5ebbeff74f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0668030 Jul 16 02:41:14.842745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32d6f6c2-643f-4ad9-84f3-a7f3071b1761 req-e95d7997-adc7-46f2-a499-ba20d77650a2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Jul 16 02:41:15.551666 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:16.015140 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b66a07-2616-4fd4-95fb-87aa2bd5b29f req-33c06d32-6355-492a-8b75-56c717bce876 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:16.016669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2b66a07-2616-4fd4-95fb-87aa2bd5b29f req-33c06d32-6355-492a-8b75-56c717bce876 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0642211 Jul 16 02:41:16.054393 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b2b66a07-2616-4fd4-95fb-87aa2bd5b29f req-e63ccf00-e0c2-4dad-8bb2-d3b73d4993a9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Jul 16 02:41:17.232126 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366977f-16b0-4225-8525-f019a3795c18 req-da4f20c7-ab74-4910-82f4-444dea2fddba tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:17.233683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1366977f-16b0-4225-8525-f019a3795c18 req-da4f20c7-ab74-4910-82f4-444dea2fddba tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0684748 Jul 16 02:41:17.274494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1366977f-16b0-4225-8525-f019a3795c18 req-766bd4ea-56f1-4d76-8da9-4bedaf08db45 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Jul 16 02:41:18.448042 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f439c-ae18-4912-893f-ccd229529161 req-0da1d3a8-2856-4826-977a-3883227fe500 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:18.449570 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a0f439c-ae18-4912-893f-ccd229529161 req-0da1d3a8-2856-4826-977a-3883227fe500 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0639517 Jul 16 02:41:18.490268 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7a0f439c-ae18-4912-893f-ccd229529161 req-b2ce042f-7cf2-47e5-b01b-e763b06c0ec3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350270 Jul 16 02:41:19.133676 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:19.662595 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ef9c3-1b99-4f22-9836-413ae5e658f9 req-fb70f112-b43d-4190-950f-43088160dcb3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:19.663986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-304ef9c3-1b99-4f22-9836-413ae5e658f9 req-fb70f112-b43d-4190-950f-43088160dcb3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0621090 Jul 16 02:41:19.700621 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-304ef9c3-1b99-4f22-9836-413ae5e658f9 req-a2f54ef8-4d8b-4192-ba0a-fffbbd994273 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Jul 16 02:41:20.876898 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9876ee-b10b-4f13-9395-5c6a316f34b2 req-a05bdc03-e3fb-453c-b600-e4ba265a8aa4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:20.878482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a9876ee-b10b-4f13-9395-5c6a316f34b2 req-a05bdc03-e3fb-453c-b600-e4ba265a8aa4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0680439 Jul 16 02:41:20.916768 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0a9876ee-b10b-4f13-9395-5c6a316f34b2 req-b8f82e0c-c2f5-42b2-97a7-3f06fbd92af2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Jul 16 02:41:22.090141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716208ac-cb53-4386-be93-a0a12f2771ed req-cb71e193-f4d7-4168-abc7-f053c6f1a551 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:22.091636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-716208ac-cb53-4386-be93-a0a12f2771ed req-cb71e193-f4d7-4168-abc7-f053c6f1a551 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0638678 Jul 16 02:41:22.129610 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-716208ac-cb53-4386-be93-a0a12f2771ed req-54c0549e-c954-4c74-ab98-ce4aa5282442 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Jul 16 02:41:23.306897 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea7dea-648d-4ee2-b81a-debd2e017682 req-60d18488-9d59-4426-9d0a-85e77c1578d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:23.308379 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8dea7dea-648d-4ee2-b81a-debd2e017682 req-60d18488-9d59-4426-9d0a-85e77c1578d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0667653 Jul 16 02:41:23.346278 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8dea7dea-648d-4ee2-b81a-debd2e017682 req-8edc2ba1-1e3d-42b9-ac64-82d92c3a1e0f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Jul 16 02:41:24.519825 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e0d02-529b-442e-ad31-86ce25fcd7bc req-5ea9929a-3b74-466c-81db-56d33d082cd8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:24.521357 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f2e0d02-529b-442e-ad31-86ce25fcd7bc req-5ea9929a-3b74-466c-81db-56d33d082cd8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0635996 Jul 16 02:41:24.559487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f2e0d02-529b-442e-ad31-86ce25fcd7bc req-65c9eb6b-9d06-46b7-8fe2-d37aa087b247 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 Jul 16 02:41:25.730303 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fabac-fcf8-4fe7-92dd-0228d8a21e0f req-5ae678ae-7300-4ee2-8af6-abcfaf87e567 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:25.731679 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f3fabac-fcf8-4fe7-92dd-0228d8a21e0f req-5ae678ae-7300-4ee2-8af6-abcfaf87e567 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0624366 Jul 16 02:41:25.769015 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f3fabac-fcf8-4fe7-92dd-0228d8a21e0f req-93a67eef-ecb7-4803-926c-7a1e2578643b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Jul 16 02:41:26.943658 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99963d63-9080-434b-a769-0a2a5a6e7313 req-349b9666-3062-4dc4-a007-49ab613b9f82 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:26.945155 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99963d63-9080-434b-a769-0a2a5a6e7313 req-349b9666-3062-4dc4-a007-49ab613b9f82 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0671844 Jul 16 02:41:26.982898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-99963d63-9080-434b-a769-0a2a5a6e7313 req-a7916db4-2a3b-4c96-9311-8e6c9994fa4a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Jul 16 02:41:28.159900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32606a7-95c8-49c1-b411-146db96451a7 req-4bde199f-3189-49c1-8570-6bf2e5ddb1ca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:28.161421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d32606a7-95c8-49c1-b411-146db96451a7 req-4bde199f-3189-49c1-8570-6bf2e5ddb1ca tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0646186 Jul 16 02:41:28.198266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d32606a7-95c8-49c1-b411-146db96451a7 req-d0d21a0f-0b49-4d0c-8521-e21b87c71c9e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Jul 16 02:41:28.384296 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-709e35b6-6e04-45aa-a9ef-447b10caa647 service neutron] show failed (client error): The resource could not be found. Jul 16 02:41:28.385361 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-709e35b6-6e04-45aa-a9ef-447b10caa647 service neutron] 10.222.0.23 "GET /v2.0/ports/332f5156-e1e3-40f8-acff-c68418b2e3b8/bindings/n-h2-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0597382 Jul 16 02:41:28.632722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-3b899aea-b1d1-4c68-8aba-965d89f1d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:28.633909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-3b899aea-b1d1-4c68-8aba-965d89f1d759 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0569589 Jul 16 02:41:28.651738 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:28.722958 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:28.920285 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:28.953603 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:41:28.995964 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:28.998237 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0330b39-8f0d-4954-84f0-5e25cfff784e" -d '{"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-unplugged", "status": "completed", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:29.001717 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.014112 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Transition to ACTIVE for port object 332f5156-e1e3-40f8-acff-c68418b2e3b8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:41:29.018617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.055833 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d26c0b4-d17c-490a-b88a-b8323b890801 x-openstack-request-id: req-5d26c0b4-d17c-490a-b88a-b8323b890801 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:29.056140 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-unplugged", "status": "completed", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:29.056400 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d26c0b4-d17c-490a-b88a-b8323b890801 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:29.056821 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'code': 200} Jul 16 02:41:29.098677 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:29.113173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.113523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.113869 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.114208 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.114557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.114884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.115213 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.115541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.115871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.116198 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.116550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.116877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:29.153679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] No DVR routers for this DVR port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:41:29.294578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:41:29.295274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:41:29.295274 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:41:29.299751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:41:29.300071 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Attempting to bind port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:41:29.304865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:41:29.305199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Checking segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:41:29.305578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Bound using segment: {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:41:29.305997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Bound port: 332f5156-e1e3-40f8-acff-c68418b2e3b8, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:41:29.306356 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.410916 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:41:29.414510 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:41:29.422565 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bca6c-f93c-493c-8667-b95b2927cd26 req-a6243e89-88cd-4e97-a6e5-1f958c273396 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:29.424342 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f0bca6c-f93c-493c-8667-b95b2927cd26 req-a6243e89-88cd-4e97-a6e5-1f958c273396 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.1150241 Jul 16 02:41:29.425798 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.481943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:29.482568 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.483951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 1092 time: 0.8366361 Jul 16 02:41:29.512931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f0bca6c-f93c-493c-8667-b95b2927cd26 req-72ddc3d6-f598-4004-949f-363a292f8572 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827682 Jul 16 02:41:29.515923 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e164-4212-4fd8-a510-c25b59f933f5 service neutron] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:29.577423 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-b26fff64-61f1-4011-a7dd-ede27c311fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:29.578926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-b26fff64-61f1-4011-a7dd-ede27c311fbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1095 time: 0.0563476 Jul 16 02:41:29.671661 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-00e33682-e7ad-4eb8-aaf8-66547523ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:29.673202 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-00e33682-e7ad-4eb8-aaf8-66547523ca2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0875399 Jul 16 02:41:29.739519 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-543bb858-3cc5-42ba-b0fe-8677100ecf19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 999 time: 0.0598688 Jul 16 02:41:29.789365 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-5b3af11b-095b-47b8-b993-206948ced5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:29.790905 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-5b3af11b-095b-47b8-b993-206948ced5c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0455892 Jul 16 02:41:29.847507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-fa75e7ae-23a1-464e-be62-a12b79d00772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:29.848984 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-fa75e7ae-23a1-464e-be62-a12b79d00772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517113 Jul 16 02:41:29.940700 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-3dd11581-cec8-4493-a51d-58d24e6d0cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Jul 16 02:41:30.027921 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-53c660d1-346e-4228-8eb2-448b39e6f48e req-984ceb2a-4add-44f5-9218-c9dc76c90491 service neutron] 10.222.0.13 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810068 Jul 16 02:41:30.695345 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f43e-f52b-4e10-a2bf-a04b309bf15c req-ac189bd4-704f-484a-8400-3e0f9a00315d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:30.696758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e47f43e-f52b-4e10-a2bf-a04b309bf15c req-ac189bd4-704f-484a-8400-3e0f9a00315d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0678251 Jul 16 02:41:30.735486 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e47f43e-f52b-4e10-a2bf-a04b309bf15c req-65c7662c-8af2-4de9-b206-4b5a936da815 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329571 Jul 16 02:41:31.058455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:31.060837 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:31.107562 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be9f3c0-ac12-436c-8bb6-24751cae5f1a x-openstack-request-id: req-1be9f3c0-ac12-436c-8bb6-24751cae5f1a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:31.107868 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:31.108108 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1be9f3c0-ac12-436c-8bb6-24751cae5f1a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:31.108537 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'status': 'completed', 'code': 200} Jul 16 02:41:31.182567 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-ba7a727e-5a0d-434c-b197-edb16ffe23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.184129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-ba7a727e-5a0d-434c-b197-edb16ffe23ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1095 time: 0.0528822 Jul 16 02:41:31.201291 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-d018f72f-ca0f-4359-bb86-c1d55f61892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.202796 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-d018f72f-ca0f-4359-bb86-c1d55f61892c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1095 time: 0.0525548 Jul 16 02:41:31.279968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-cb773c94-c9c8-4e71-9d63-de0bf25a9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.281405 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-cb773c94-c9c8-4e71-9d63-de0bf25a9f26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0908213 Jul 16 02:41:31.298679 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-ba13acfe-4ce2-4853-9e74-6e60ab49eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.300858 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-ba13acfe-4ce2-4853-9e74-6e60ab49eb76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0900087 Jul 16 02:41:31.346073 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-f97b57ab-8034-46bd-93fe-48325b426a29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 999 time: 0.0582850 Jul 16 02:41:31.370374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:41:31.375052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-10685ceb-737d-4690-8820-ea613e1d50e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 999 time: 0.0608659 Jul 16 02:41:31.399910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-3214d7eb-8876-4134-8533-8861ec87ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.401498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-3214d7eb-8876-4134-8533-8861ec87ea29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0489724 Jul 16 02:41:31.413417 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:41:31.426495 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-eeb43b77-8bea-47e5-b77f-980cb6ec1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.427972 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-eeb43b77-8bea-47e5-b77f-980cb6ec1c0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0457492 Jul 16 02:41:31.466773 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-2a17458d-c7c2-4e8b-a96b-e6a2e3c59d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.468310 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-2a17458d-c7c2-4e8b-a96b-e6a2e3c59d13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602231 Jul 16 02:41:31.491337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-fa2e2248-8ee0-4096-9ff3-f08d280ffdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:31.492869 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-fa2e2248-8ee0-4096-9ff3-f08d280ffdcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566878 Jul 16 02:41:31.566912 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-231599ea-b932-4373-a4ec-0f456fa45afc service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914984 Jul 16 02:41:31.588868 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-e5217223-fad8-4f55-91de-86a5c5db0108 service neutron] 10.222.0.13 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871458 Jul 16 02:41:31.667282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-66b8ed34-4070-436e-9a7b-b7a4569aca18 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937781 Jul 16 02:41:32.061257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bd8fa27d-ed14-4a38-bef6-f1c4a8800084 req-777daa7d-dbf6-431d-9673-58f5e1de80a3 service neutron] 10.222.0.13 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583418 Jul 16 02:41:32.082601 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff23ea2-85cc-4bfa-9ea5-310479048eeb req-4c37ef9f-be29-4b51-917a-486a8a8ca2e9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.084089 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dff23ea2-85cc-4bfa-9ea5-310479048eeb req-4c37ef9f-be29-4b51-917a-486a8a8ca2e9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0831943 Jul 16 02:41:32.122901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-dff23ea2-85cc-4bfa-9ea5-310479048eeb req-1ff613d1-ac10-4ce5-a41c-b4ba5afac850 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Jul 16 02:41:32.425426 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39493-4af0-4260-8c2b-4e173e08df8a req-af564aea-c048-45c1-a813-183956723c1e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.426916 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a39493-4af0-4260-8c2b-4e173e08df8a req-af564aea-c048-45c1-a813-183956723c1e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0668521 Jul 16 02:41:32.433711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d892-845c-411a-8def-e6e6d069fc72 req-7831fe8b-b04b-44ba-8ebe-fdf54cd1b515 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.435231 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-7831fe8b-b04b-44ba-8ebe-fdf54cd1b515 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad&tenant_id=745fdd81036c4520b2795c32edd7e4a5&binding%3Ahost_id=n-h2-791506-20 HTTP/1.1" status: 200 len: 943 time: 0.0731056 Jul 16 02:41:32.466236 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69a39493-4af0-4260-8c2b-4e173e08df8a req-64ac2686-ba14-453f-9d5a-82f45957d786 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336928 Jul 16 02:41:32.496208 n-d-791506-20 neutron-server[93755]: INFO neutron.api.v2.resource [req-5783d892-845c-411a-8def-e6e6d069fc72 req-50d301cd-acc3-44f6-b3ce-36c823f750b7 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:41:32.497317 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-50d301cd-acc3-44f6-b3ce-36c823f750b7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/332f5156-e1e3-40f8-acff-c68418b2e3b8/bindings/n-h1-791506-20 HTTP/1.1" status: 404 len: 381 time: 0.0550044 Jul 16 02:41:32.601610 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d892-845c-411a-8def-e6e6d069fc72 req-43e15cda-00d7-4cc7-85f6-273cd3f5db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.603138 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-43e15cda-00d7-4cc7-85f6-273cd3f5db0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1095 time: 0.0605359 Jul 16 02:41:32.651900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88caac4-37e9-42a6-8142-416beceb77b8 req-2976a75e-1e34-4612-808b-014cb51f688e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.653349 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b88caac4-37e9-42a6-8142-416beceb77b8 req-2976a75e-1e34-4612-808b-014cb51f688e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 943 time: 0.0668173 Jul 16 02:41:32.693009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b88caac4-37e9-42a6-8142-416beceb77b8 req-cffb5828-6911-4ef8-bca5-bf7085008c47 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338895 Jul 16 02:41:32.694546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d892-845c-411a-8def-e6e6d069fc72 req-0e26ac23-5f1a-46f5-a5d9-6f8fd8143281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.696156 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-0e26ac23-5f1a-46f5-a5d9-6f8fd8143281 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.0872972 Jul 16 02:41:32.764707 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-398ec136-5b95-4006-9ecf-d84487287590 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 999 time: 0.0625501 Jul 16 02:41:32.813566 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d892-845c-411a-8def-e6e6d069fc72 req-454adf58-0940-4507-ad4b-a9d4b83d8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.815017 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-454adf58-0940-4507-ad4b-a9d4b83d8d15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0442581 Jul 16 02:41:32.870307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783d892-845c-411a-8def-e6e6d069fc72 req-d9005fbd-62d2-464d-8b34-71adc8379e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.871769 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-d9005fbd-62d2-464d-8b34-71adc8379e51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508218 Jul 16 02:41:32.964565 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-9c47d5e2-01e2-41c8-8f6a-1663fcc309e3 service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850108 Jul 16 02:41:33.052249 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5783d892-845c-411a-8def-e6e6d069fc72 req-a55864b6-9e6a-497c-9ba6-e2b06f9fdd5f service neutron] 10.222.0.23 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819845 Jul 16 02:41:33.477925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:41:33.578832 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:33.590424 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'port_id': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'mac_address': 'fa:16:3e:e9:c8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:41:33.626824 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.640042 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332f5156-e1e3-40f8-acff-c68418b2e3b8 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:41:33.662503 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:33.668383 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.714334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:33.721433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.722487 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.722830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.723168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.723501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.723837 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.724534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.724534 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.724838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.725129 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.725450 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.725775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:33.868180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccec982-640d-4dcf-adca-dd00776deaa2 req-1ba7c479-da4f-4c20-9879-da786ad447eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:33.869723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ccec982-640d-4dcf-adca-dd00776deaa2 req-1ba7c479-da4f-4c20-9879-da786ad447eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 944 time: 0.0655260 Jul 16 02:41:33.908946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6ccec982-640d-4dcf-adca-dd00776deaa2 req-4989a605-d110-42ac-b672-7a3b34499ea6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Jul 16 02:41:33.933890 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47088) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:33.992192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['332f5156-e1e3-40f8-acff-c68418b2e3b8'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:41:33.995940 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-39aba890-3aee-49fd-96f3-03165d91e48c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/9eb7bfcc-5831-4095-91e3-53543fa87e2d HTTP/1.1" status: 200 len: 992 time: 0.0606842 Jul 16 02:41:35.479234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:41:35.529054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 332f5156-e1e3-40f8-acff-c68418b2e3b8 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:41:35.532646 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 332f5156-e1e3-40f8-acff-c68418b2e3b8 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:41:35.533016 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:35.605440 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:35.626669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:35.629489 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b0cc98-b0ec-456d-b419-3dccbddb667b" -d '{"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-plugged", "status": "completed", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:35.641803 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:35.646935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:35.696527 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=9']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:35.719977 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fed255-6807-448a-997e-e181c2440c68 x-openstack-request-id: req-f1fed255-6807-448a-997e-e181c2440c68 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:35.720278 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-plugged", "status": "completed", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:35.720568 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1fed255-6807-448a-997e-e181c2440c68 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:35.720965 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'code': 200} Jul 16 02:41:38.335624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:40.277963 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-73daac27-b4a9-4171-853d-edde6f52e483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:42.494836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-30184707-ebe1-4673-bb97-2d9fe4b041d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:42.585184 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:44.014480 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:45.554129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:47.604757 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:49.165222 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.441493 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47104) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:02.598355 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 5bd4b4a0-68e6-4a97-afb5-fbc3e45fc6ac {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:02.598695 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.676938 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.677177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.689490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 5bd4b4a0-68e6-4a97-afb5-fbc3e45fc6ac owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:02.837525 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.863504 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=5bd4b4a0-68e6-4a97-afb5-fbc3e45fc6ac,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:02.922796 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.923138 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP 9eb7bfcc-5831-4095-91e3-53543fa87e2d disassociated (deleted). External IP: 172.25.7.162, port: 332f5156-e1e3-40f8-acff-c68418b2e3b8. Jul 16 02:42:03.130871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 7cba9470-cf14-4d26-8b40-b6ef842ed379 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:03.237540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:03.243113 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:03.247306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] Sync routers for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:03.256745 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:03.257396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:03.278433 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0a5e3ada-af0d-47b7-b37a-bccd1435103f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/floatingips/9eb7bfcc-5831-4095-91e3-53543fa87e2d HTTP/1.1" status: 204 len: 168 time: 0.8358259 Jul 16 02:42:03.279114 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:03.281518 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3529ff1e-17b6-4123-9a1f-017fbc891cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:03.319126 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05c446-8788-4c62-8ed9-aeb19f0fa925 x-openstack-request-id: req-5b05c446-8788-4c62-8ed9-aeb19f0fa925 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:03.319478 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:03.319736 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b05c446-8788-4c62-8ed9-aeb19f0fa925 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:03.320226 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'status': 'completed', 'code': 200} Jul 16 02:42:03.365951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:03.430883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-8265e4f4-46a1-48b7-934d-0899d6209558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:03.432459 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-8265e4f4-46a1-48b7-934d-0899d6209558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 1097 time: 0.0602028 Jul 16 02:42:03.538373 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-8c3e116e-84c6-48ad-a851-5b817c2b6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:03.540409 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-8c3e116e-84c6-48ad-a851-5b817c2b6183 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 200 len: 897 time: 0.1012754 Jul 16 02:42:03.574911 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:27Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:03.597808 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-9ed572cd-b420-4151-a992-f7a2404b48c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 200 len: 217 time: 0.0422087 Jul 16 02:42:03.604873 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] Checking router: 7cba9470-cf14-4d26-8b40-b6ef842ed379 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:03.613350 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:03.613879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:03.679866 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-18398754-ba2a-42c3-88a0-684a0201e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:03.681405 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-18398754-ba2a-42c3-88a0-684a0201e31a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 200 len: 835 time: 0.0721796 Jul 16 02:42:03.708496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b12d-f090-4b94-9d4f-06157bb3ed51 req-f5bff319-c1b9-4bb6-b795-eb358f827ff9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:03.710129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc64b12d-f090-4b94-9d4f-06157bb3ed51 req-f5bff319-c1b9-4bb6-b795-eb358f827ff9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.1111963 Jul 16 02:42:03.717967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:03.772001 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bc64b12d-f090-4b94-9d4f-06157bb3ed51 req-47052d04-3404-41e2-80d2-401bc5aa6615 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Jul 16 02:42:03.796376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-0acf6206-c772-42a4-8526-8c9b16111f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:03.796376 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-0acf6206-c772-42a4-8526-8c9b16111f26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26e08a8e-d49f-4a86-9878-4919b2d2cdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016865 Jul 16 02:42:03.891497 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-3c05d8c2-a153-4dad-aaa3-41aa89c2778d service neutron] 10.222.0.13 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856671 Jul 16 02:42:03.916101 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:27Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:03.943002 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2fcc2-6484-4176-a8a4-1ccc76dd7de5 None None] The sync data for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 is: [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:22Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'cdaaad7c-7edc-414a-9ccc-5a32ab0f968b', 'name': '', 'network_id': '26e08a8e-d49f-4a86-9878-4919b2d2cdfa', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:5e:39:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:21Z', 'updated_at': '2021-07-16T02:40:27Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '3e4540d8-25c4-4d31-9570-23f5b61121d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:03.987451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3529ff1e-17b6-4123-9a1f-017fbc891cb2 req-e4cdbb5b-7312-4e07-8bb8-49b61525be47 service neutron] 10.222.0.13 "GET /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Jul 16 02:42:04.158110 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730327db-6664-4837-9641-7211c47bd096 None None] New status for floating IP 9eb7bfcc-5831-4095-91e3-53543fa87e2d: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:42:05.002784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ffc48-23d9-4f49-b4b0-154e794b0836 req-b4a2b97c-c4b1-42f9-b82e-df65a4ea1bd5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:05.004276 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127ffc48-23d9-4f49-b4b0-154e794b0836 req-b4a2b97c-c4b1-42f9-b82e-df65a4ea1bd5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.1177242 Jul 16 02:42:05.067897 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-127ffc48-23d9-4f49-b4b0-154e794b0836 req-b315084a-b6e0-4f21-825d-ed95559d3190 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=28c32f46-f665-4a7a-9987-d64b9a5e011b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576959 Jul 16 02:42:05.105788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-b1dca60b-931e-48f9-adc6-05ef04576e22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:05.107243 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-b1dca60b-931e-48f9-adc6-05ef04576e22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a0c563d-3042-4172-893b-e31d6b89c1ad HTTP/1.1" status: 200 len: 945 time: 0.0720320 Jul 16 02:42:05.211701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 332f5156-e1e3-40f8-acff-c68418b2e3b8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:05.212036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.303701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 332f5156-e1e3-40f8-acff-c68418b2e3b8, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=332f5156-e1e3-40f8-acff-c68418b2e3b8,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:05.304054 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.316216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 332f5156-e1e3-40f8-acff-c68418b2e3b8 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:05.443506 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.477715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=332f5156-e1e3-40f8-acff-c68418b2e3b8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:05.522259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] No DVR routers for this DVR port 332f5156-e1e3-40f8-acff-c68418b2e3b8 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:05.525795 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.527913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5ff19de4-6028-4d3e-bd78-dc7ccb40da3b req-bf6729d9-76a9-4b16-84c2-7be5990fb4bb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.13 "DELETE /v2.0/ports/332f5156-e1e3-40f8-acff-c68418b2e3b8 HTTP/1.1" status: 204 len: 173 time: 0.4147990 Jul 16 02:42:05.528358 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-deleted', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:05.530618 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8231cfd-b132-49aa-9eb8-b7128f32004c" -d '{"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-deleted", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:05.566926 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e82f0f-3118-41c8-b57a-1ac19bf5cf40 x-openstack-request-id: req-d8e82f0f-3118-41c8-b57a-1ac19bf5cf40 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:05.567288 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0c563d-3042-4172-893b-e31d6b89c1ad", "name": "network-vif-deleted", "tag": "332f5156-e1e3-40f8-acff-c68418b2e3b8", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:05.567853 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8e82f0f-3118-41c8-b57a-1ac19bf5cf40 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:05.567853 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c563d-3042-4172-893b-e31d6b89c1ad', 'name': 'network-vif-deleted', 'tag': '332f5156-e1e3-40f8-acff-c68418b2e3b8', 'status': 'completed', 'code': 200} Jul 16 02:42:06.159362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47120) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:06.519810 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:06.789731 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:06.789973 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:06.876284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port cdaaad7c-7edc-414a-9ccc-5a32ab0f968b, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:06.876675 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:06.889402 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for cdaaad7c-7edc-414a-9ccc-5a32ab0f968b owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:07.077350 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.104858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=cdaaad7c-7edc-414a-9ccc-5a32ab0f968b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:07.284315 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.498230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router 7cba9470-cf14-4d26-8b40-b6ef842ed379 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:07.599917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:07.605016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0d4fafba-491b-480c-b986-27153a424ddd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/7cba9470-cf14-4d26-8b40-b6ef842ed379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4446309 Jul 16 02:42:07.607613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47122) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:07.609722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] Sync routers for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:07.619072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:07.619602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:07.661604 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting subnet 3e4540d8-25c4-4d31-9570-23f5b61121d4 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:42:07.664774 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.704307 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.724255 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:07.787429 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.850428 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.880084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4540d8-25c4-4d31-9570-23f5b61121d4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:07.882004 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.887235 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47124) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:07.888957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0e670d1d-fcb0-4b73-a2b5-34a4d0a3735b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/subnets/3e4540d8-25c4-4d31-9570-23f5b61121d4 HTTP/1.1" status: 204 len: 168 time: 0.2803135 Jul 16 02:42:07.889278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29cb059-7b38-4a54-a267-a78d76d76bcf None None] Network 26e08a8e-d49f-4a86-9878-4919b2d2cdfa requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:42:07.987120 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:42:07Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:07.994479 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.031719 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] Checking router: 7cba9470-cf14-4d26-8b40-b6ef842ed379 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:08.046434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] Routers {'7cba9470-cf14-4d26-8b40-b6ef842ed379'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:08.047043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:41:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['7cba9470-cf14-4d26-8b40-b6ef842ed379'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:08.100057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.160219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 7e2e6d7f-515f-470e-a93a-79c24ca24264 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:08.160610 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.252982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 7e2e6d7f-515f-470e-a93a-79c24ca24264, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7e2e6d7f-515f-470e-a93a-79c24ca24264,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:08.253648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.267514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 7e2e6d7f-515f-470e-a93a-79c24ca24264 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:08.296351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] DHCP port deletion for 26e08a8e-d49f-4a86-9878-4919b2d2cdfa request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:42:08.356506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] Set router 7cba9470-cf14-4d26-8b40-b6ef842ed379 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:08.417789 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.453492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] Deleting port ddc407c2-d7e1-4004-8265-02f2c352f8d0 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:08.453868 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.454872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.483212 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=7e2e6d7f-515f-470e-a93a-79c24ca24264,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:08.532985 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.533517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.533968 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.534411 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.534846 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.535280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.535715 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.536155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.536626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.537057 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.537579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.538008 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:08.563738 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.576987 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] For port ddc407c2-d7e1-4004-8265-02f2c352f8d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=ddc407c2-d7e1-4004-8265-02f2c352f8d0,segment=NetworkSegment(2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3),segment_id=2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:08.577387 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.607486 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] Calling delete_port for ddc407c2-d7e1-4004-8265-02f2c352f8d0 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:08.664408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.666577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.692684 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:42:07Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:08.709866 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.710976 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Fanout notify agent at l3_agent the message router_deleted on router 7cba9470-cf14-4d26-8b40-b6ef842ed379 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:42:08.718111 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.719253 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b1e66d69-1398-40c7-9f84-936fdd2bb089 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/routers/7cba9470-cf14-4d26-8b40-b6ef842ed379 HTTP/1.1" status: 204 len: 168 time: 0.8310173 Jul 16 02:42:08.722133 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47126) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:08.725159 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b81f0e-cf17-424e-b8ce-69b6abe6996d None None] The sync data for ids ['7cba9470-cf14-4d26-8b40-b6ef842ed379'] in n-d-791506-20 is: [{'id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443707999', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:42:07Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '7e2e6d7f-515f-470e-a93a-79c24ca24264', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba9470-cf14-4d26-8b40-b6ef842ed379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:18Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:08.735720 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.750334 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] No DVR routers for this DVR port ddc407c2-d7e1-4004-8265-02f2c352f8d0 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:08.772726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90a448-1e86-4529-8b65-6abb6fbb2e17 None None] Pushing event deleted for resources: {'Port': ['ID=ddc407c2-d7e1-4004-8265-02f2c352f8d0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:08.811444 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.900541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.910174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e08a8e-d49f-4a86-9878-4919b2d2cdfa']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:08.919904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:08.920205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2738d4b9-54f8-4ca9-b29a-72bf9f89a4f3') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:08.928876 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.943514 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.949788 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:42:08.950196 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:42:08.953328 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:42:09.013986 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.019252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.021207 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/networks/26e08a8e-d49f-4a86-9878-4919b2d2cdfa HTTP/1.1" status: 204 len: 168 time: 0.2980781 Jul 16 02:42:09.024256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47128) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:09.035234 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa0e11-d852-4ba4-8858-bb07ba4b7558 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Network': ['ID=26e08a8e-d49f-4a86-9878-4919b2d2cdfa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:09.094150 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9cae7fb-2a3f-4b23-9182-34f75b07d885 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.128575 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9cae7fb-2a3f-4b23-9182-34f75b07d885 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.216797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cdaaad7c-7edc-414a-9ccc-5a32ab0f968b no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:09.220881 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9cae7fb-2a3f-4b23-9182-34f75b07d885 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.223588 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9cae7fb-2a3f-4b23-9182-34f75b07d885 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.228472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c9cae7fb-2a3f-4b23-9182-34f75b07d885 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/security-groups/28c32f46-f665-4a7a-9987-d64b9a5e011b HTTP/1.1" status: 204 len: 168 time: 0.1994300 Jul 16 02:42:09.234878 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cae7fb-2a3f-4b23-9182-34f75b07d885 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c32f46-f665-4a7a-9987-d64b9a5e011b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:09.244106 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: cdaaad7c-7edc-414a-9ccc-5a32ab0f968b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:09.244615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device cdaaad7c-7edc-414a-9ccc-5a32ab0f968b not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:09.245127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ddc407c2-d7e1-4004-8265-02f2c352f8d0 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:09.274549 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: ddc407c2-d7e1-4004-8265-02f2c352f8d0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:09.275006 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device ddc407c2-d7e1-4004-8265-02f2c352f8d0 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:09.541725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47134) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:09.546501 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439310702', 'description': 'tempest-secgroup-smoke-1439310702 description', 'project_id': '745fdd81036c4520b2795c32edd7e4a5'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:09.569566 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.641838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:09.654677 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.658684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.664399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 332f5156-e1e3-40f8-acff-c68418b2e3b8 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:09.664777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 332f5156-e1e3-40f8-acff-c68418b2e3b8 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:09.685475 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.686706 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439483 Jul 16 02:42:09.689865 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47136) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:09.690757 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc1b0-ba2f-4520-8bfc-8cc859861c0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e075c0a-3684-4360-bd17-335255c0b90a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:09.696475 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '0e075c0a-3684-4360-bd17-335255c0b90a', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:09.722440 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.777409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.781099 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.801080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3acf36-52e8-4f82-8b5f-ecdba0e1ee4d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:09.805108 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.806411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3dc2a3ec-b8d6-4221-8784-6d7a1516dbab tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154530 Jul 16 02:42:09.810635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:09.815053 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '0e075c0a-3684-4360-bd17-335255c0b90a', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:09.842755 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.902243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.906466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.927370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0457cff-6981-4ba4-989e-e62f01af75f7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:09.931892 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.933121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-85396374-5505-43cb-ac70-6ff4592e0e24 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215305 Jul 16 02:42:09.935995 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:09.941188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '0e075c0a-3684-4360-bd17-335255c0b90a', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:09.967793 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.280933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f96e061c-a7d5-4f7d-9e53-8788e9785735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.359097 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.363447 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.383829 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04452d19-81f9-4ee8-b316-3802c35fcb85,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:10.386532 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.387732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f50e32b9-14a4-47b7-9683-ff3a70ff8262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4505746 Jul 16 02:42:10.390562 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:10.394943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '0e075c0a-3684-4360-bd17-335255c0b90a', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:10.422351 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.481693 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.484881 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.503602 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6f2b3c-db4b-47d8-b712-58e9d77d352d,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:10.508031 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.509381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c24d3a6-0731-4a87-bc98-fecb4a4651eb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179259 Jul 16 02:42:10.512043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47144) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:10.516515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '0e075c0a-3684-4360-bd17-335255c0b90a', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:10.540002 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:42:10.545117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.609849 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.614184 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.635191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d1833b-6307-47c9-a1d5-aa13d145c11a,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:10.642367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.643941 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-45e3f29f-ba18-40b5-97c6-e0e678278f0a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307328 Jul 16 02:42:10.646979 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:10.652386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '0e075c0a-3684-4360-bd17-335255c0b90a', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:10.673536 n-d-791506-20 neutron-server[93756]: INFO neutron.db.securitygroups_db [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:42:10.678874 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.748286 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.753313 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.774409 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46039aae-d160-4af4-8d38-8f278f9e1f77,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:10.778454 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.779854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3472db51-8810-4ba7-ae8a-0527416e2a64 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317618 Jul 16 02:42:10.782638 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47148) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:10.787657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'network': {'name': 'tempest-network-smoke--467628098', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'port_security_enabled': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:10.808833 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:42:10.812521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.839541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:42:10.848617 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.848958 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Added segment d3111b26-9102-46ba-821f-d0a2624a9788 of type vlan for network 82db95ea-5ac4-4014-9437-da652ec6495c Jul 16 02:42:10.889647 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.919333 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.924900 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.925479 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.963626 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1798644 Jul 16 02:42:10.966530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47150) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:10.971259 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'admin_state_up': True, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:10.997061 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.998504 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.000017 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71bb57-2b0f-49ab-9f51-891ca821dbbc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Network': ['ID=82db95ea-5ac4-4014-9437-da652ec6495c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:11.019851 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 82db95ea-5ac4-4014-9437-da652ec6495c details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:42:11.054976 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.077166 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7e2e6d7f-515f-470e-a93a-79c24ca24264 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:11.103790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7e2e6d7f-515f-470e-a93a-79c24ca24264 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:11.104147 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7e2e6d7f-515f-470e-a93a-79c24ca24264 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:11.200221 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.389316 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.416894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.514731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.5 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:42:11.618463 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.655305 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:11.694485 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:42:11.697194 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:11.700685 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:42:11.722058 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:12.245991 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:12.439515 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:12.495712 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e0c53705-3d6e-463e-abe2-47ee740b09fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:12.565947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router df470dd7-1c77-4056-a9e9-45d261e2813c is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:42:12.587230 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:12.670505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:12.680138 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Sync routers for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:12.689035 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:12.689368 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:12.693263 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:42:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:12.693460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-c6ab690b-2095-4c62-8f98-ae18bcc82a29 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7228127 Jul 16 02:42:12.693584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47152) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:12.724208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ca4f31ab-ab4f-4e70-804b-a0250ccae3aa tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=745fdd81036c4520b2795c32edd7e4a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272264 Jul 16 02:42:12.724477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47154) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:12.801469 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:12.812294 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819c234-20b3-4a34-bb29-cff2bfd6611b tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:12.813856 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1819c234-20b3-4a34-bb29-cff2bfd6611b tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885210 Jul 16 02:42:12.816656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47156) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:12.849232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1e1f716e-3550-4725-a2b5-0899977bed85 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314951 Jul 16 02:42:12.851728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47158) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:12.856589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992487345', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:12.943156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:42:12.947243 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:12.980983 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:12Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:13.095902 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Checking router: df470dd7-1c77-4056-a9e9-45d261e2813c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:13.096254 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Updating router df470dd7-1c77-4056-a9e9-45d261e2813c port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:42:13.129131 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.134543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.200943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Subnet': ['ID=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:13.210319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Checking segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:42:13.210678 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network hostable DHCP agents. Network: 82db95ea-5ac4-4014-9437-da652ec6495c, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:42:13.227840 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 82db95ea-5ac4-4014-9437-da652ec6495c is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:42:13.237012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 82db95ea-5ac4-4014-9437-da652ec6495c) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:13.242496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:13.243124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.248357 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78507e5-594d-4661-9133-780808f4a51c None None] Network 82db95ea-5ac4-4014-9437-da652ec6495c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:42:13.265985 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f1008c56-f29f-4746-a058-13b2efa8874f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4108138 Jul 16 02:42:13.266565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47160) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:13.388375 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.401730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-82db95ea-5ac4-4014-9437-da652ec6495c', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:42:13.402303 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Transition to ACTIVE for port object f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:13.403348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.408557 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.457057 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Attempting to bind port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:42:13.457356 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Attempting to bind port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:42:13.457693 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Attempting to bind port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:42:13.468202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:42:13.468601 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:42:13.468999 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.469384 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:42:13.469846 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Bound port: f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:42:13.470341 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.472645 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Pushing event updated for resources: {'Port': ['ID=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:13.498936 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.499285 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.499611 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.499942 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.500270 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.500625 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.500940 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.501259 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.501578 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.501894 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.502213 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.502528 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:13.535564 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] For port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:42:13.538801 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] For port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:42:13.543909 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.560363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Allocated IP 172.20.0.2 (82db95ea-5ac4-4014-9437-da652ec6495c/c7a7675f-49aa-4c6c-b9ee-f79e9a350cce/fe9359cb-8f92-443c-8158-9cc551cff8cf) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:42:13.597094 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:13.597727 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:42:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:13.645848 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dc0f5-4d6f-4c81-960d-63910820b331 None None] Pushing event updated for resources: {'Port': ['ID=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:13.713171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:13.723591 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.732083 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.734026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Transition to ACTIVE for port object fe9359cb-8f92-443c-8158-9cc551cff8cf will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:13.750853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Transition to ACTIVE for port object fe9359cb-8f92-443c-8158-9cc551cff8cf will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:13.757043 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.798861 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Network 82db95ea-5ac4-4014-9437-da652ec6495c is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:42:13.803551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:13.806817 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:42:13.816189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Pushing event updated for resources: {'Port': ['ID=fe9359cb-8f92-443c-8158-9cc551cff8cf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:13.869073 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Attempting to bind port fe9359cb-8f92-443c-8158-9cc551cff8cf on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:42:13.870287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Attempting to bind port fe9359cb-8f92-443c-8158-9cc551cff8cf by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:42:13.870287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Attempting to bind port fe9359cb-8f92-443c-8158-9cc551cff8cf on network 82db95ea-5ac4-4014-9437-da652ec6495c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:42:13.874829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:42:13.875205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Checking segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:42:13.875614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.876113 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Bound using segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:42:13.876879 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Bound port: fe9359cb-8f92-443c-8158-9cc551cff8cf, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:42:13.877027 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:13.900048 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:12Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:13.926952 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbe4d9-2b52-4cbf-aab1-d37f0599243b None None] The sync data for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 is: [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:12Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:13.956363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] For port fe9359cb-8f92-443c-8158-9cc551cff8cf, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:42:13.959616 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] For port fe9359cb-8f92-443c-8158-9cc551cff8cf, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fe9359cb-8f92-443c-8158-9cc551cff8cf,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:42:13.965709 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.041643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.045435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.1 (82db95ea-5ac4-4014-9437-da652ec6495c/c7a7675f-49aa-4c6c-b9ee-f79e9a350cce/a73e4129-93b3-4330-8080-ddb522ec8655) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:42:14.047067 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39e452-28b6-4d2a-ac57-c34b2e532e0d None None] Pushing event updated for resources: {'Port': ['ID=fe9359cb-8f92-443c-8158-9cc551cff8cf,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:14.177789 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.215076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object a73e4129-93b3-4330-8080-ddb522ec8655 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:14.257490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.308863 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 82db95ea-5ac4-4014-9437-da652ec6495c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:42:14.314523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:14.316981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:42:14.353972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=a73e4129-93b3-4330-8080-ddb522ec8655,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:14.374392 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.528525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.840149 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.845904 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.922479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=a73e4129-93b3-4330-8080-ddb522ec8655,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:14.927767 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.993653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6b31b-6e5b-4e60-a699-db468ede2d4f None None] Network 82db95ea-5ac4-4014-9437-da652ec6495c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:42:15.029618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 82db95ea-5ac4-4014-9437-da652ec6495c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:42:15.031062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:15.079697 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2b4c51f9-b379-4248-a403-eb7486ddacbe None None] Provisioning for port fe9359cb-8f92-443c-8158-9cc551cff8cf completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:15.166364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router df470dd7-1c77-4056-a9e9-45d261e2813c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:15.181709 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:15.247198 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:15.251869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:15.252247 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.289742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:15.295219 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-38617d89-b230-443e-b27c-0ff2ce1bfe8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/df470dd7-1c77-4056-a9e9-45d261e2813c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278163 Jul 16 02:42:15.345019 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.367892 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:15.373973 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.375008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fe9359cb-8f92-443c-8158-9cc551cff8cf up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:15.456323 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:15.472841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port fe9359cb-8f92-443c-8158-9cc551cff8cf completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:15.478482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port fe9359cb-8f92-443c-8158-9cc551cff8cf triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:15.478719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.537589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-94f2725d-350f-4373-a301-7736ece3af7f None None] Provisioning for port a73e4129-93b3-4330-8080-ddb522ec8655 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:15.564128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-94f2725d-350f-4373-a301-7736ece3af7f None None] Provisioning complete for port a73e4129-93b3-4330-8080-ddb522ec8655 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:15.564523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94f2725d-350f-4373-a301-7736ece3af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.611472 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.613787 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.619003 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-94f2725d-350f-4373-a301-7736ece3af7f None None] Port a73e4129-93b3-4330-8080-ddb522ec8655 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:42:15.649402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-94f2725d-350f-4373-a301-7736ece3af7f None None] Provisioning complete for port fe9359cb-8f92-443c-8158-9cc551cff8cf triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:15.649768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94f2725d-350f-4373-a301-7736ece3af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.672608 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-9544d32a-4e18-4bed-bbae-70d97a331063 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439310702&fields=id&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0404778 Jul 16 02:42:15.678641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port fe9359cb-8f92-443c-8158-9cc551cff8cf, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fe9359cb-8f92-443c-8158-9cc551cff8cf,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:15.686374 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.733588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Sync routers for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:15.763750 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=fe9359cb-8f92-443c-8158-9cc551cff8cf,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:15.785354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:15.785990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:42:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:15.786300 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-181a96b2-69ff-488f-8e9a-f21050af439a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:15.787926 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-181a96b2-69ff-488f-8e9a-f21050af439a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 796 time: 0.1075773 Jul 16 02:42:15.804123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-5817ef4d-8830-4f3d-b619-cecc8f34fd4c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/quotas/745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0101483 Jul 16 02:42:15.880246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-5834abd0-0c65-4636-90ef-a2c85fae9819 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698740 Jul 16 02:42:15.910021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:15.986257 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-ab6bb57f-581c-4c38-9bd5-6d40aa28729f service neutron] 10.222.0.42 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912859 Jul 16 02:42:16.013514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ff23078b-d70e-4035-9128-a8b98ea34e3e None None] Provisioning complete for port a73e4129-93b3-4330-8080-ddb522ec8655 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:16.014115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff23078b-d70e-4035-9128-a8b98ea34e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.081240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-88978d7d-dd9b-4a8c-8c1f-5de339f02a76 service neutron] 10.222.0.42 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883558 Jul 16 02:42:16.086990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-ff23078b-d70e-4035-9128-a8b98ea34e3e None None] Port a73e4129-93b3-4330-8080-ddb522ec8655 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:42:16.149599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 2, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:16.176477 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Checking router: df470dd7-1c77-4056-a9e9-45d261e2813c for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:16.176845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Updating router df470dd7-1c77-4056-a9e9-45d261e2813c port a73e4129-93b3-4330-8080-ddb522ec8655 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:42:16.225892 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.228374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-294dfa9b-7bd7-4eac-8ba3-2b10959df35d None None] Provisioning complete for port a73e4129-93b3-4330-8080-ddb522ec8655 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:16.228769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-294dfa9b-7bd7-4eac-8ba3-2b10959df35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.258675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e97835f4-7d59-43c9-95eb-834af2e3d13d req-3b68e1bd-89ee-4535-b5af-f07af578cfd6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 210 time: 0.0310676 Jul 16 02:42:16.448786 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-294dfa9b-7bd7-4eac-8ba3-2b10959df35d None None] Port a73e4129-93b3-4330-8080-ddb522ec8655 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:42:16.684187 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.694059 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Transition to ACTIVE for port object a73e4129-93b3-4330-8080-ddb522ec8655 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:16.700830 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.753583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881edcc-1504-4b76-9b47-4ebd100c52ed None None] Pushing event updated for resources: {'Port': ['ID=a73e4129-93b3-4330-8080-ddb522ec8655,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:16.811714 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Attempting to bind port a73e4129-93b3-4330-8080-ddb522ec8655 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:42:16.812098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Attempting to bind port a73e4129-93b3-4330-8080-ddb522ec8655 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:42:16.812491 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Attempting to bind port a73e4129-93b3-4330-8080-ddb522ec8655 on network 82db95ea-5ac4-4014-9437-da652ec6495c {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:42:16.817620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:42:16.818015 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Checking segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:42:16.818413 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.818830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Bound using segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:42:16.819296 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Bound port: a73e4129-93b3-4330-8080-ddb522ec8655, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:42:16.819937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.894295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] For port a73e4129-93b3-4330-8080-ddb522ec8655, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:42:16.899372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] For port a73e4129-93b3-4330-8080-ddb522ec8655, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a73e4129-93b3-4330-8080-ddb522ec8655,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:42:16.904201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.970982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:16.971632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:42:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:17.019199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881edcc-1504-4b76-9b47-4ebd100c52ed None None] Pushing event updated for resources: {'Port': ['ID=a73e4129-93b3-4330-8080-ddb522ec8655,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:17.105127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:17.108583 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:17.299702 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:17.300083 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.354941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d873658d-ae1d-4a32-82ac-93af35f532d1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:17.356712 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d873658d-ae1d-4a32-82ac-93af35f532d1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 796 time: 0.1389167 Jul 16 02:42:17.411828 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-e7c60515-5062-4cf9-81e9-ecbaaece3afc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 380 time: 0.0463898 Jul 16 02:42:17.423169 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'port': {'device_id': '6323d724-baaf-4b9b-9122-df419f27c687', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'admin_state_up': True, 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'security_groups': ['0e075c0a-3684-4360-bd17-335255c0b90a']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:17.428686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6b29cdbe-2fb7-447f-b90b-a27a39166d17 req-e85be8c4-9822-4ce0-9d4e-7e326265e104 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 210 time: 0.0336244 Jul 16 02:42:17.429869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:16Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:17.432369 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fe9359cb-8f92-443c-8158-9cc551cff8cf up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:17.475144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c65b2-33b5-48dd-8eea-c23ab041faa8 None None] The sync data for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 is: [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:16Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:17.506282 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port fe9359cb-8f92-443c-8158-9cc551cff8cf triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:17.506661 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.569173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:42:17.573882 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.713302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.3 (82db95ea-5ac4-4014-9437-da652ec6495c/c7a7675f-49aa-4c6c-b9ee-f79e9a350cce/5c6a3327-4734-4e16-8390-99fcc4027271) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:42:17.861157 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.876333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object 5c6a3327-4734-4e16-8390-99fcc4027271 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:17.911438 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.964544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 82db95ea-5ac4-4014-9437-da652ec6495c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:42:17.968038 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:17.970510 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:42:17.979122 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=5c6a3327-4734-4e16-8390-99fcc4027271,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:18.273592 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9ca6a98a-9786-40b0-8078-b4e53efa0720 None None] Provisioning for port 5c6a3327-4734-4e16-8390-99fcc4027271 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:18.278267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9ca6a98a-9786-40b0-8078-b4e53efa0720 None None] Provisioning complete for port 5c6a3327-4734-4e16-8390-99fcc4027271 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:18.278826 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ca6a98a-9786-40b0-8078-b4e53efa0720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:18.317335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6a98a-9786-40b0-8078-b4e53efa0720 None None] Port 5c6a3327-4734-4e16-8390-99fcc4027271 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:42:18.369147 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:18.369781 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:18.385613 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-d45679ed-ec13-469c-8a2b-3d3b7f14d93c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9680543 Jul 16 02:42:18.397560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Request body: {'port': {'device_id': '6323d724-baaf-4b9b-9122-df419f27c687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:18.471484 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:18.624182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd52cd9-83e7-4774-9457-acbb4987123e req-cf758122-f026-46a3-86b7-2e4c4bb7b125 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:18.625742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bd52cd9-83e7-4774-9457-acbb4987123e req-cf758122-f026-46a3-86b7-2e4c4bb7b125 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 931 time: 0.0743203 Jul 16 02:42:18.665013 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bd52cd9-83e7-4774-9457-acbb4987123e req-dad0f22f-a96f-4084-8c1b-447f7c602b51 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331991 Jul 16 02:42:18.757900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6a3327-4734-4e16-8390-99fcc4027271 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:42:18.765422 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:18.778023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Transition to ACTIVE for port object 5c6a3327-4734-4e16-8390-99fcc4027271 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:42:18.782021 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:18.859736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6a3327-4734-4e16-8390-99fcc4027271,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:18.916360 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Attempting to bind port 5c6a3327-4734-4e16-8390-99fcc4027271 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:42:18.916815 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Attempting to bind port 5c6a3327-4734-4e16-8390-99fcc4027271 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:42:18.917268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Attempting to bind port 5c6a3327-4734-4e16-8390-99fcc4027271 on network 82db95ea-5ac4-4014-9437-da652ec6495c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:42:18.921962 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Port 5c6a3327-4734-4e16-8390-99fcc4027271 on network 82db95ea-5ac4-4014-9437-da652ec6495c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:42:18.922282 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Attempting to bind port 5c6a3327-4734-4e16-8390-99fcc4027271 on network 82db95ea-5ac4-4014-9437-da652ec6495c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:42:18.928494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:42:18.931505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Checking segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:42:18.931914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Bound using segment: {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:42:18.932368 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Bound port: 5c6a3327-4734-4e16-8390-99fcc4027271, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3111b26-9102-46ba-821f-d0a2624a9788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:42:18.932761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.005069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] For port 5c6a3327-4734-4e16-8390-99fcc4027271, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:42:19.008228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] For port 5c6a3327-4734-4e16-8390-99fcc4027271, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5c6a3327-4734-4e16-8390-99fcc4027271,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:42:19.013043 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.048943 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.049602 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.050986 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 1092 time: 0.6576200 Jul 16 02:42:19.051422 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:19.053716 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca7f52-d3a3-4106-8ae4-045e82856140" -d '{"events": [{"name": "network-changed", "server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:19.092306 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a440-f37f-4e70-bb4e-0ab580391512 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6a3327-4734-4e16-8390-99fcc4027271,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:19.155080 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a73e4129-93b3-4330-8080-ddb522ec8655 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:19.183271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-511b0ddd-0cac-405f-aa4e-4b759d374eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.186122 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-511b0ddd-0cac-405f-aa4e-4b759d374eee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1095 time: 0.0791533 Jul 16 02:42:19.188809 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc077e-08e5-4483-a3c0-31f5c906d37e x-openstack-request-id: req-33fc077e-08e5-4483-a3c0-31f5c906d37e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:19.189025 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:19.189393 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33fc077e-08e5-4483-a3c0-31f5c906d37e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:19.189991 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271', 'status': 'completed', 'code': 200} Jul 16 02:42:19.202384 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.214738 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a73e4129-93b3-4330-8080-ddb522ec8655 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:19.219394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a73e4129-93b3-4330-8080-ddb522ec8655 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:19.219869 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.237899 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-35ce26a3-a8a5-4328-9842-b1e83d76a6b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 217 time: 0.0447497 Jul 16 02:42:19.290577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-cdb70ab5-9459-454a-8a27-ee9d3b0453a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.292339 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-cdb70ab5-9459-454a-8a27-ee9d3b0453a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0482812 Jul 16 02:42:19.305933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.339451 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a73e4129-93b3-4330-8080-ddb522ec8655, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a73e4129-93b3-4330-8080-ddb522ec8655,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:19.344574 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.353202 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-6b02149a-b847-4cc4-a6b3-3c430dcc71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.354927 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-6b02149a-b847-4cc4-a6b3-3c430dcc71ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567150 Jul 16 02:42:19.402506 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a73e4129-93b3-4330-8080-ddb522ec8655,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:19.449239 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-20b90d21-4dbe-4a3d-b3a4-a137385a69b8 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Jul 16 02:42:19.539811 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2072400a-dc63-4d15-92f3-5ec152aacc74 req-52703a52-0253-4f78-a69b-9e30ee86cdec service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838168 Jul 16 02:42:19.642287 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-00cf1ce5-a344-4ff3-bd07-584be8714431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.643721 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-00cf1ce5-a344-4ff3-bd07-584be8714431 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1095 time: 0.0569744 Jul 16 02:42:19.731742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-e0cd20e2-32f8-4073-a4ac-35af44067bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.733270 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-e0cd20e2-32f8-4073-a4ac-35af44067bbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 897 time: 0.0832996 Jul 16 02:42:19.778882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-d9c9d623-4314-4dc7-b5cd-0f270cc49a93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 217 time: 0.0391376 Jul 16 02:42:19.827625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-42a1fc12-6b13-4335-8039-afb03c659513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.829124 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-42a1fc12-6b13-4335-8039-afb03c659513 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0436308 Jul 16 02:42:19.843720 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206847-b5e5-4222-b218-a49f8b09a3cb req-8b869235-eeca-44c1-8589-c6319870450a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.845269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4206847-b5e5-4222-b218-a49f8b09a3cb req-8b869235-eeca-44c1-8589-c6319870450a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 943 time: 0.0650761 Jul 16 02:42:19.883715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f4206847-b5e5-4222-b218-a49f8b09a3cb req-5f3ea396-4018-483a-a792-9710ca75599b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328162 Jul 16 02:42:19.888277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-e703db1a-b181-4b7e-b5c2-97dbe695a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.889859 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-e703db1a-b181-4b7e-b5c2-97dbe695a5ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525208 Jul 16 02:42:19.985967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-b795969b-9fc5-477b-bfca-00b68983be6f service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888224 Jul 16 02:42:20.076045 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-78ca7f52-d3a3-4106-8ae4-045e82856140 req-601a5961-db86-4062-b2e8-58bafbf594a0 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Jul 16 02:42:21.057163 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f5b8f-886c-4163-9b52-a8f9752f517e req-f6aa4f66-4a4a-43fd-907a-5c4c353417fa tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:21.058695 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d18f5b8f-886c-4163-9b52-a8f9752f517e req-f6aa4f66-4a4a-43fd-907a-5c4c353417fa tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 943 time: 0.0632446 Jul 16 02:42:21.102994 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d18f5b8f-886c-4163-9b52-a8f9752f517e req-2d501f7f-7d18-40e6-81b6-6292e852a561 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385976 Jul 16 02:42:21.112546 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a73e4129-93b3-4330-8080-ddb522ec8655 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:21.160205 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a73e4129-93b3-4330-8080-ddb522ec8655 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:21.160617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:22.279277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a932b4a-93ce-4872-8cf7-bc1a29b48a5e req-fc1913c4-8f3d-4d1c-9f8b-4cabf2708f0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:22.280774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a932b4a-93ce-4872-8cf7-bc1a29b48a5e req-fc1913c4-8f3d-4d1c-9f8b-4cabf2708f0c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 943 time: 0.0642226 Jul 16 02:42:22.318267 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8a932b4a-93ce-4872-8cf7-bc1a29b48a5e req-68de17eb-38e5-4afa-b83e-fa7ff01ca112 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jul 16 02:42:23.493955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478845ab-52a6-46b1-b0ac-fc9fc86f4829 req-c522a2b7-9098-4c46-87d5-01096ec7c79e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:23.495476 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-478845ab-52a6-46b1-b0ac-fc9fc86f4829 req-c522a2b7-9098-4c46-87d5-01096ec7c79e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 943 time: 0.0630834 Jul 16 02:42:23.535434 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-478845ab-52a6-46b1-b0ac-fc9fc86f4829 req-582225f9-681e-44d3-ba11-0f0af88994c6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344367 Jul 16 02:42:23.604610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5c6a3327-4734-4e16-8390-99fcc4027271 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:42:23.700013 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5c6a3327-4734-4e16-8390-99fcc4027271, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5c6a3327-4734-4e16-8390-99fcc4027271,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:23.711298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '5c6a3327-4734-4e16-8390-99fcc4027271', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'port_id': '5c6a3327-4734-4e16-8390-99fcc4027271', 'mac_address': 'fa:16:3e:49:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:42:23.747090 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:23.759790 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6a3327-4734-4e16-8390-99fcc4027271 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:42:23.779312 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5c6a3327-4734-4e16-8390-99fcc4027271, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5c6a3327-4734-4e16-8390-99fcc4027271,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:23.783711 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:23.830761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5c6a3327-4734-4e16-8390-99fcc4027271,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:23.984000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['5c6a3327-4734-4e16-8390-99fcc4027271'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:42:24.605327 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:24.753191 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff054dab-57cf-445c-9b1c-eb210e2f3593 req-2985e123-822f-44d1-81b6-c10430b85108 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:24.754927 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff054dab-57cf-445c-9b1c-eb210e2f3593 req-2985e123-822f-44d1-81b6-c10430b85108 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 944 time: 0.0670207 Jul 16 02:42:24.793658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ff054dab-57cf-445c-9b1c-eb210e2f3593 req-5348486b-a671-4ffe-a50c-fa08923e7274 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Jul 16 02:42:25.619733 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5c6a3327-4734-4e16-8390-99fcc4027271 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:25.667237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 5c6a3327-4734-4e16-8390-99fcc4027271 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:42:25.670970 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 5c6a3327-4734-4e16-8390-99fcc4027271 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:25.671339 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:25.747770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:25.769258 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:25.771493 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c49e2-59cc-46fb-bc19-d0faf15771bd" -d '{"events": [{"server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "name": "network-vif-plugged", "status": "completed", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:25.784102 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 5c6a3327-4734-4e16-8390-99fcc4027271, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5c6a3327-4734-4e16-8390-99fcc4027271,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:25.788568 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:25.811911 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e640d439-d6b2-4dd5-b7e7-1a51390b4153 x-openstack-request-id: req-e640d439-d6b2-4dd5-b7e7-1a51390b4153 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:25.812207 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "name": "network-vif-plugged", "status": "completed", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:25.812478 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e640d439-d6b2-4dd5-b7e7-1a51390b4153 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:25.812870 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271', 'code': 200} Jul 16 02:42:25.839225 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=5c6a3327-4734-4e16-8390-99fcc4027271,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:25.936268 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2db5d8-7f45-4309-a368-d7e3eb5c1a46 req-f5f52235-4c05-4725-b1d7-cb5ce719f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:25.937976 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7a2db5d8-7f45-4309-a368-d7e3eb5c1a46 req-f5f52235-4c05-4725-b1d7-cb5ce719f938 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1097 time: 0.0526140 Jul 16 02:42:25.973888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0807e-5ae0-4fa8-b185-ce77a22c966c req-eb64d55c-0ac4-4590-a853-b34ccfb0c307 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:25.976244 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ad0807e-5ae0-4fa8-b185-ce77a22c966c req-eb64d55c-0ac4-4590-a853-b34ccfb0c307 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0675030 Jul 16 02:42:25.979522 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7a2db5d8-7f45-4309-a368-d7e3eb5c1a46 req-16cfe0b3-45f6-415d-87cd-9d89a2813752 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 16 02:42:26.015446 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9ad0807e-5ae0-4fa8-b185-ce77a22c966c req-ba5ce269-2103-4e4a-ab53-e74d41ae1074 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Jul 16 02:42:27.190292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe4559-f0b2-4d47-8b68-9083aff5bac0 req-dc47f1e8-8ea9-41d7-89c8-07cb2ec3ebbb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:27.191785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96fe4559-f0b2-4d47-8b68-9083aff5bac0 req-dc47f1e8-8ea9-41d7-89c8-07cb2ec3ebbb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0636454 Jul 16 02:42:27.233924 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-96fe4559-f0b2-4d47-8b68-9083aff5bac0 req-81649e36-0156-40f7-8c53-09c20c7a86a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364356 Jul 16 02:42:27.407986 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c668a54-e1f9-4987-9d97-d4bc8229824c req-d41b12e7-9c6b-4545-b4d9-d6604e69c74b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:27.409515 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c668a54-e1f9-4987-9d97-d4bc8229824c req-d41b12e7-9c6b-4545-b4d9-d6604e69c74b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0638313 Jul 16 02:42:27.447749 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7c668a54-e1f9-4987-9d97-d4bc8229824c req-396e3f8f-946a-49db-b06f-7a613b83a0c6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Jul 16 02:42:27.470719 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47220) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:27.521152 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c5cb6-0e5d-42b1-8cf2-56b0464309f4 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:27.523366 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b68c5cb6-0e5d-42b1-8cf2-56b0464309f4 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1092 time: 0.0514355 Jul 16 02:42:27.525954 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47222) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:27.530278 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '5c6a3327-4734-4e16-8390-99fcc4027271', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:27.552481 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.645967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.751001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.108 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/aa3e7d28-e8ff-451d-8968-20bb9567d6d3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:42:27.858390 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.901721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.934289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:42:27.937141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:42:27.942515 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:42:27.969162 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=aa3e7d28-e8ff-451d-8968-20bb9567d6d3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:28.305846 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.379181 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.527736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.532112 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.602778 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=aa3e7d28-e8ff-451d-8968-20bb9567d6d3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:28.614297 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.713953 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP 60b34bbb-47c7-4555-a0db-bf421431c648 associated. External IP: 172.25.7.108, port: 5c6a3327-4734-4e16-8390-99fcc4027271. Jul 16 02:42:28.918219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router df470dd7-1c77-4056-a9e9-45d261e2813c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:29.025481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:29.035402 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] Sync routers for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:29.041074 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:29.045354 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:29.046037 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:42:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:29.083563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-539c6432-5529-4591-9d0e-e3822ff5cf2d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5540609 Jul 16 02:42:29.083563 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:29.083878 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:29.119255 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8babd184-f76a-404c-93a5-7481863fa2e5 x-openstack-request-id: req-8babd184-f76a-404c-93a5-7481863fa2e5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:29.119615 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:29.119983 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8babd184-f76a-404c-93a5-7481863fa2e5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:29.120448 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271', 'status': 'completed', 'code': 200} Jul 16 02:42:29.157962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:29.198803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-70733ab6-1252-4326-91e4-bafd39d83e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:29.201515 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-70733ab6-1252-4326-91e4-bafd39d83e26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1097 time: 0.0571353 Jul 16 02:42:29.239734 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215476-fceb-4731-8a68-4cb337ebe767 req-e1bdf1ca-2913-473d-92a2-515308192ae2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:29.242240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c215476-fceb-4731-8a68-4cb337ebe767 req-e1bdf1ca-2913-473d-92a2-515308192ae2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0667341 Jul 16 02:42:29.282480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c215476-fceb-4731-8a68-4cb337ebe767 req-0fe43899-ade7-4cfd-88e4-59a7fd99c4b2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Jul 16 02:42:29.295682 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-caca7745-33db-406d-bd1a-267addf56198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:29.297216 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-caca7745-33db-406d-bd1a-267addf56198 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 897 time: 0.0906460 Jul 16 02:42:29.312085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:29.370874 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-814cc391-b434-486d-a579-5de00383b700 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 999 time: 0.0672424 Jul 16 02:42:29.383068 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c26c81ef-59c5-43c4-95f8-83a9e7649fd7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/60b34bbb-47c7-4555-a0db-bf421431c648 HTTP/1.1" status: 200 len: 991 time: 0.0687132 Jul 16 02:42:29.395292 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '60b34bbb-47c7-4555-a0db-bf421431c648', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'port_id': '5c6a3327-4734-4e16-8390-99fcc4027271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'mac_address': 'fa:16:3e:49:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6323d724-baaf-4b9b-9122-df419f27c687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:42:28Z', 'updated_at': '2021-07-16T02:42:28Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:19Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:29.420792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-b6ff08b5-f0a4-41fa-b7bc-facd45266eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:29.421349 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] Checking router: df470dd7-1c77-4056-a9e9-45d261e2813c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:29.422285 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-b6ff08b5-f0a4-41fa-b7bc-facd45266eb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0454736 Jul 16 02:42:29.430225 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:29.430752 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:42:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:29.479803 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-af5380e3-8083-49d7-9495-6c56ea46a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:29.481428 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-af5380e3-8083-49d7-9495-6c56ea46a32a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528939 Jul 16 02:42:29.533170 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:29.577009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-c997d83d-ff42-4a96-81ba-9a4a0e749dc8 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876408 Jul 16 02:42:29.671589 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5bb29589-3ce6-4acc-81cf-66ab609fc1c3 req-f6dbaeb0-ab40-4a15-ac93-612b7d326a55 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Jul 16 02:42:29.831671 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '60b34bbb-47c7-4555-a0db-bf421431c648', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'port_id': '5c6a3327-4734-4e16-8390-99fcc4027271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'mac_address': 'fa:16:3e:49:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6323d724-baaf-4b9b-9122-df419f27c687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:42:28Z', 'updated_at': '2021-07-16T02:42:28Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:19Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:29.860237 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455320f-d7f0-45ae-a6fd-ea4936d8cb32 None None] The sync data for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 is: [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '60b34bbb-47c7-4555-a0db-bf421431c648', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'port_id': '5c6a3327-4734-4e16-8390-99fcc4027271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'mac_address': 'fa:16:3e:49:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6323d724-baaf-4b9b-9122-df419f27c687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:42:28Z', 'updated_at': '2021-07-16T02:42:28Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:19Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:30.045539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9374830-8e40-4707-bce0-b22cfd7b6701 None None] New status for floating IP 60b34bbb-47c7-4555-a0db-bf421431c648: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:42:30.385809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:30.446966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6dfee00d-232e-4ec4-998c-e72ac5555fd2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/60b34bbb-47c7-4555-a0db-bf421431c648 HTTP/1.1" status: 200 len: 993 time: 0.0599282 Jul 16 02:42:38.369449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:40.281538 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fda44127-261a-4147-b446-f0019d498632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:42.498428 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-01f9abba-df54-4dff-b22f-cfbbbec01383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:42.586412 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:44.020148 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:45.559282 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:49.178819 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:50.892896 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-fedd7642-e6e6-4f0b-be55-691d3654065e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947855 Jul 16 02:42:50.987852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085136-a288-4d1e-812c-0485fb74d47a req-285bab98-4dd8-481e-85b6-a66d533a6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:50.989370 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-285bab98-4dd8-481e-85b6-a66d533a6aca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1097 time: 0.0534608 Jul 16 02:42:51.097348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085136-a288-4d1e-812c-0485fb74d47a req-54281672-35f2-48a9-8c43-dd4715ec512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:51.098846 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-54281672-35f2-48a9-8c43-dd4715ec512a service neutron] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 897 time: 0.0888731 Jul 16 02:42:51.162503 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-20658898-c47a-4103-a8e6-e01a4e19bf62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 1001 time: 0.0563304 Jul 16 02:42:51.209333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085136-a288-4d1e-812c-0485fb74d47a req-dd7df070-fc6c-45aa-9a92-95343f2b8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:51.210767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-dd7df070-fc6c-45aa-9a92-95343f2b8d9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0423050 Jul 16 02:42:51.271231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3085136-a288-4d1e-812c-0485fb74d47a req-b3f3c12c-95d5-4f2e-b452-1e21c9ec6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:51.273327 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-b3f3c12c-95d5-4f2e-b452-1e21c9ec6d62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563471 Jul 16 02:42:51.364831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-84b3dc84-98dc-47e1-a478-8bf5bd991a90 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 Jul 16 02:42:51.458412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d3085136-a288-4d1e-812c-0485fb74d47a req-747cdf53-7206-43e1-a6fe-cc425eab4d3d service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871923 Jul 16 02:43:01.604494 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:01.898516 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e7da-1fc9-41a9-97de-7cc9ee9e5c67 req-fba25a42-faba-4486-8615-f68215dad8a7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:01.900047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ca7e7da-1fc9-41a9-97de-7cc9ee9e5c67 req-fba25a42-faba-4486-8615-f68215dad8a7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0722160 Jul 16 02:43:01.937383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2ca7e7da-1fc9-41a9-97de-7cc9ee9e5c67 req-13db280b-5794-4e3e-80c1-d7e8df37ce75 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Jul 16 02:43:03.114474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cafb4-9e95-47fd-ab8c-465fa49fc4fd req-8a1e0122-6de7-4a85-afb2-c160cb09bdc6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:03.116693 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c70cafb4-9e95-47fd-ab8c-465fa49fc4fd req-8a1e0122-6de7-4a85-afb2-c160cb09bdc6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0642393 Jul 16 02:43:03.156983 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c70cafb4-9e95-47fd-ab8c-465fa49fc4fd req-5b9e246a-4d7a-4053-aa90-ec814d9ceb73 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Jul 16 02:43:04.332971 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2748f0-a0f0-4d9a-98cf-b9e57733d212 req-b017b39e-4e9b-4129-974e-5dbce887e26a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:04.335172 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc2748f0-a0f0-4d9a-98cf-b9e57733d212 req-b017b39e-4e9b-4129-974e-5dbce887e26a tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0684528 Jul 16 02:43:04.373396 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc2748f0-a0f0-4d9a-98cf-b9e57733d212 req-3f2529b3-d409-4548-831d-49faece3daf4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Jul 16 02:43:05.545540 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c8f5-f058-4f27-96f2-539ff43a936a req-7c851c78-e2d4-4f9e-b038-12b6b8a8c106 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:05.547028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5e2c8f5-f058-4f27-96f2-539ff43a936a req-7c851c78-e2d4-4f9e-b038-12b6b8a8c106 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jul 16 02:43:05.584931 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d5e2c8f5-f058-4f27-96f2-539ff43a936a req-044699e9-d470-466f-a817-32221c050c23 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Jul 16 02:43:06.760087 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121320f-de3a-4f9e-bd86-98aebaceb1ab req-ec2f301d-fd64-444e-ac6a-88213ebf7faa tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:06.761611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3121320f-de3a-4f9e-bd86-98aebaceb1ab req-ec2f301d-fd64-444e-ac6a-88213ebf7faa tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0631537 Jul 16 02:43:06.799835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3121320f-de3a-4f9e-bd86-98aebaceb1ab req-dff11828-7fbc-4271-9ecd-c5eef2297483 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Jul 16 02:43:07.977670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80395257-6fde-4e4f-bb47-df741ebd101c req-49bd8270-c2f9-4f44-ac52-ea36808695fc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:07.979157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80395257-6fde-4e4f-bb47-df741ebd101c req-49bd8270-c2f9-4f44-ac52-ea36808695fc tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0683644 Jul 16 02:43:08.015776 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80395257-6fde-4e4f-bb47-df741ebd101c req-732beedd-3616-4dd9-9ce0-ed59cf38c189 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Jul 16 02:43:08.365705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:09.190425 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d347-286b-4ad7-8ee8-e395169a92fb req-58bb3dca-a8e7-496c-b16e-758466355c1c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:09.191936 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4d2d347-286b-4ad7-8ee8-e395169a92fb req-58bb3dca-a8e7-496c-b16e-758466355c1c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0648568 Jul 16 02:43:09.229452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4d2d347-286b-4ad7-8ee8-e395169a92fb req-eef49173-c84f-462d-98db-4a312b26151e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 16 02:43:10.282073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8e3334fd-4314-44df-bbf5-eb795a7ca874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.408022 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d98c8-6cb9-4ba1-b5b7-31ff0c8e1d61 req-e0af95cd-9c62-4b68-a1b0-51ea9d5f32ba tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:10.409553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-748d98c8-6cb9-4ba1-b5b7-31ff0c8e1d61 req-e0af95cd-9c62-4b68-a1b0-51ea9d5f32ba tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0682766 Jul 16 02:43:10.448164 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-748d98c8-6cb9-4ba1-b5b7-31ff0c8e1d61 req-a37f22c2-95e9-41a5-91e9-633fb8259fd8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Jul 16 02:43:11.622372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6d47c-1fe5-4cd6-b72d-d1bd0d3a9031 req-1f707535-e34a-45e4-ab47-2a3dbcc76544 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:11.623795 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29e6d47c-1fe5-4cd6-b72d-d1bd0d3a9031 req-1f707535-e34a-45e4-ab47-2a3dbcc76544 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Jul 16 02:43:11.660807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29e6d47c-1fe5-4cd6-b72d-d1bd0d3a9031 req-3b565407-127a-4d98-a1e9-b85c2f6dbca4 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Jul 16 02:43:12.499117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-747b30d5-a2f6-42e7-b984-da4f1c3de6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:12.593522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:12.840987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7006f4-6540-44bb-a6a4-db9e980d0e65 req-50d16eea-4f36-44c6-8702-384a9302aa71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.842495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7006f4-6540-44bb-a6a4-db9e980d0e65 req-50d16eea-4f36-44c6-8702-384a9302aa71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0670004 Jul 16 02:43:12.881651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c7006f4-6540-44bb-a6a4-db9e980d0e65 req-b0d6a199-e299-4bfc-be86-0e9e4f16297f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Jul 16 02:43:14.024355 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:14.074241 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743c1d7-ae97-4458-8c7b-2fd9067c0cfd req-02ce2823-512e-48ee-b1be-bff8c6a8b037 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:14.075739 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5743c1d7-ae97-4458-8c7b-2fd9067c0cfd req-02ce2823-512e-48ee-b1be-bff8c6a8b037 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0703063 Jul 16 02:43:14.112488 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5743c1d7-ae97-4458-8c7b-2fd9067c0cfd req-88cb2e3f-0c9e-4ddb-ba9a-dbc8f60f0c19 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Jul 16 02:43:15.285312 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f1449-2d64-472a-8aa7-fdecd9b7bff4 req-f135975c-c747-4c68-b567-7551eb35c94c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:15.286870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b2f1449-2d64-472a-8aa7-fdecd9b7bff4 req-f135975c-c747-4c68-b567-7551eb35c94c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0640230 Jul 16 02:43:15.324487 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b2f1449-2d64-472a-8aa7-fdecd9b7bff4 req-3e8555c6-f66d-4b2f-b745-ab85f5c4e5e5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Jul 16 02:43:15.561238 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.502472 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02f739-82fe-4662-8128-215f14cae043 req-0e8d90fc-341a-4e05-ac35-8d9b4ba175ef tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:16.504232 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e02f739-82fe-4662-8128-215f14cae043 req-0e8d90fc-341a-4e05-ac35-8d9b4ba175ef tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0669770 Jul 16 02:43:16.542618 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0e02f739-82fe-4662-8128-215f14cae043 req-10889d2a-8581-470f-a491-c3ae67d86dac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Jul 16 02:43:17.717596 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4faca8-e8b8-48ba-b8cd-3e93b574f17b req-83f65a7a-20b0-4523-84d7-c25c36781a6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.718981 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c4faca8-e8b8-48ba-b8cd-3e93b574f17b req-83f65a7a-20b0-4523-84d7-c25c36781a6f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0621758 Jul 16 02:43:17.759288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3c4faca8-e8b8-48ba-b8cd-3e93b574f17b req-a5e24220-e96a-4397-8ec8-93e075f3c711 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345726 Jul 16 02:43:17.783337 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47284) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:17.843272 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-08d15c32-edc5-46de-84d8-b2fa4933f5d9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/60b34bbb-47c7-4555-a0db-bf421431c648 HTTP/1.1" status: 200 len: 993 time: 0.0587869 Jul 16 02:43:19.194806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.248714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-2ffe5f14-fe41-490b-9aa1-c74edf5e161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:19.249611 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-2ffe5f14-fe41-490b-9aa1-c74edf5e161e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1097 time: 0.0559287 Jul 16 02:43:19.268362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6fe6a-1c65-4284-a79d-1e07eb241b21 req-eef89e78-8532-45a7-8416-e263b2fd25ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:19.269878 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ead6fe6a-1c65-4284-a79d-1e07eb241b21 req-eef89e78-8532-45a7-8416-e263b2fd25ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0652237 Jul 16 02:43:19.308047 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ead6fe6a-1c65-4284-a79d-1e07eb241b21 req-06033a9a-c470-47d8-a5fc-264e00254f10 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320468 Jul 16 02:43:19.341271 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-977fea89-9d16-4bcd-b987-562699cd1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:19.342750 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-977fea89-9d16-4bcd-b987-562699cd1ea2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 897 time: 0.0870662 Jul 16 02:43:19.410455 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-048f71a5-48b4-4d4f-a65c-e84088f86a99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 1001 time: 0.0608604 Jul 16 02:43:19.458581 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-8b48a569-33f0-4b23-9537-4a21aecd8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:19.460041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-8b48a569-33f0-4b23-9537-4a21aecd8a63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0433493 Jul 16 02:43:19.514823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-330772c1-e182-4d48-b150-172081795d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:19.516288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-330772c1-e182-4d48-b150-172081795d2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504937 Jul 16 02:43:19.908041 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-2a51344d-340f-4c66-a5cd-16d5949509cd service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843379 Jul 16 02:43:19.999694 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7eea8ba2-e4b1-415c-903b-9a1672d4a5b8 req-cb63035b-8cf3-41b8-871b-ed0a9b619427 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848475 Jul 16 02:43:20.486744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a9d52-7405-4d12-b485-8169525507e5 req-30d80c8c-a8d7-41a3-aa84-6e1bf2c9d55b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:20.488248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-225a9d52-7405-4d12-b485-8169525507e5 req-30d80c8c-a8d7-41a3-aa84-6e1bf2c9d55b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0679009 Jul 16 02:43:20.527853 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-225a9d52-7405-4d12-b485-8169525507e5 req-d903caa7-9d87-41fa-8937-912ac4236973 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337465 Jul 16 02:43:21.702512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f41db-67ec-4907-bc6b-d7efb712ebb6 req-4084fd88-f8e0-4040-8ab1-98ec868c4d9c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:21.703944 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a6f41db-67ec-4907-bc6b-d7efb712ebb6 req-4084fd88-f8e0-4040-8ab1-98ec868c4d9c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0637453 Jul 16 02:43:21.742381 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a6f41db-67ec-4907-bc6b-d7efb712ebb6 req-82955d9d-24f5-4567-b8ea-7bf2407bc0ce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Jul 16 02:43:21.766668 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:21.829746 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6fdbc966-86f8-40cd-a167-d9ed5db8f70b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/60b34bbb-47c7-4555-a0db-bf421431c648 HTTP/1.1" status: 200 len: 993 time: 0.0619438 Jul 16 02:43:38.358681 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:38.604151 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:40.283406 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-21fa735d-edfc-4b81-978d-a7cee0a8fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:42.499347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2b94-4d05-43eb-915e-fe9a5654ec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:42.585206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:44.025969 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.565725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.208073 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.902282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-5015a9aa-b178-47ee-b59f-00ebefdc2c90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587113 Jul 16 02:43:50.993804 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-ea120806-1443-42f2-840c-3f8b6df30b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:50.995282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-ea120806-1443-42f2-840c-3f8b6df30b39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1097 time: 0.0511551 Jul 16 02:43:51.098322 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-c49349cb-5af2-403f-8d16-297c77e80099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:51.099814 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-c49349cb-5af2-403f-8d16-297c77e80099 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 897 time: 0.0832059 Jul 16 02:43:51.167363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-fb35bb46-96ce-4d58-861c-e4bfd0e1396e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 1001 time: 0.0603127 Jul 16 02:43:51.215001 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-91ad719b-ca5c-4335-995f-9375b19746cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:51.216401 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-91ad719b-ca5c-4335-995f-9375b19746cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0420663 Jul 16 02:43:51.271921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-27e0e55b-53ce-491c-a540-0f60230344c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:51.273424 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-27e0e55b-53ce-491c-a540-0f60230344c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500193 Jul 16 02:43:51.368385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-acf43ccf-08ba-4e1f-a078-ee37aa889b0c service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Jul 16 02:43:51.456086 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7cab5734-7ed7-4a06-8507-785a347c7f24 req-6624cc94-604c-4534-89c3-5dc5352e0708 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807512 Jul 16 02:43:52.225469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:52.382020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port aa3e7d28-e8ff-451d-8968-20bb9567d6d3 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:52.382373 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.459047 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.459367 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.470523 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for aa3e7d28-e8ff-451d-8968-20bb9567d6d3 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:52.613406 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.640955 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=aa3e7d28-e8ff-451d-8968-20bb9567d6d3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:52.651386 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.651744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.652085 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.652444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.652778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.653109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.653806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.653806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.654073 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.654399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.654722 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.655041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:52.716155 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.716512 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP 60b34bbb-47c7-4555-a0db-bf421431c648 disassociated (deleted). External IP: 172.25.7.108, port: 5c6a3327-4734-4e16-8390-99fcc4027271. Jul 16 02:43:52.925518 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router df470dd7-1c77-4056-a9e9-45d261e2813c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:53.036826 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:53.041577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.045913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] Sync routers for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:53.055427 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:53.056039 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:53.077614 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-6b35cb90-4114-4917-924b-63010b4fe616 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/floatingips/60b34bbb-47c7-4555-a0db-bf421431c648 HTTP/1.1" status: 204 len: 168 time: 0.8510575 Jul 16 02:43:53.078201 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:53.080549 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2010d1-7bea-482d-903e-e1a839ad5ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:53.139106 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76773948-1a74-48f2-859d-69a3f942f905 x-openstack-request-id: req-76773948-1a74-48f2-859d-69a3f942f905 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:53.139397 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:53.139781 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76773948-1a74-48f2-859d-69a3f942f905 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:53.140192 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271', 'status': 'completed', 'code': 200} Jul 16 02:43:53.165770 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:53.220736 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-38580060-d0a7-4d0d-a6f7-11bc98e3da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:53.222291 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-38580060-d0a7-4d0d-a6f7-11bc98e3da7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 1097 time: 0.0591910 Jul 16 02:43:53.324301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-f540dcb3-e8e0-4eda-8a53-167c70191bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:53.325883 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-f540dcb3-e8e0-4eda-8a53-167c70191bb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 200 len: 897 time: 0.0958409 Jul 16 02:43:53.373580 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-9e9e7c56-181c-4af4-a556-50ae5527c713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 200 len: 217 time: 0.0398831 Jul 16 02:43:53.382136 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:19Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:53.412694 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] Checking router: df470dd7-1c77-4056-a9e9-45d261e2813c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:53.421378 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:53.421989 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:53.427454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-636be651-98ae-4aac-801a-996b0d8ad51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:53.429066 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-636be651-98ae-4aac-801a-996b0d8ad51c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 200 len: 834 time: 0.0479228 Jul 16 02:43:53.489068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-62e47d63-0bee-453b-ba25-24bd18245477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:53.490526 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-62e47d63-0bee-453b-ba25-24bd18245477 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82db95ea-5ac4-4014-9437-da652ec6495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537870 Jul 16 02:43:53.490703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ada24a-b98f-4416-983e-ec12ade194ba req-9be07cc6-f6fa-40c0-a3aa-2b892b2a83e7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:53.492721 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6ada24a-b98f-4416-983e-ec12ade194ba req-9be07cc6-f6fa-40c0-a3aa-2b892b2a83e7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0703154 Jul 16 02:43:53.531663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:53.533110 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6ada24a-b98f-4416-983e-ec12ade194ba req-8a926af2-a72a-42ff-bd90-7b851f47d3d6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351536 Jul 16 02:43:53.591786 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-ba3f313d-e5f8-4b36-b254-0868fb3791f4 service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933285 Jul 16 02:43:53.681709 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6d2010d1-7bea-482d-903e-e1a839ad5ae5 req-41757082-b4b6-4315-80a1-b36957c64fff service neutron] 10.222.0.23 "GET /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826471 Jul 16 02:43:53.728863 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:19Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:53.753803 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f1117-f808-4c55-9b9b-614533a2fcdd None None] The sync data for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 is: [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:14Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': 'a73e4129-93b3-4330-8080-ddb522ec8655', 'name': '', 'network_id': '82db95ea-5ac4-4014-9437-da652ec6495c', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:97:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:13Z', 'updated_at': '2021-07-16T02:42:19Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': 'c7a7675f-49aa-4c6c-b9ee-f79e9a350cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:53.965155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278cfef-00cf-42c0-a26e-00b39d787ad2 None None] New status for floating IP 60b34bbb-47c7-4555-a0db-bf421431c648: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:43:54.713980 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c0bf-16d1-4e27-864b-dfe6baf1661b req-894dc68d-60e2-4b9c-b17c-2de9e5bb7b21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:54.715400 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9c0c0bf-16d1-4e27-864b-dfe6baf1661b req-894dc68d-60e2-4b9c-b17c-2de9e5bb7b21 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0673509 Jul 16 02:43:54.754686 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c9c0c0bf-16d1-4e27-864b-dfe6baf1661b req-e1cc20a2-673d-450a-b0d0-29cf50b87dd7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e075c0a-3684-4360-bd17-335255c0b90a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jul 16 02:43:54.950716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512a43c-3dae-4d12-950e-4f2594102454 req-1cd25373-d1f2-42a2-9595-03b56b74fa48 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:54.952175 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7512a43c-3dae-4d12-950e-4f2594102454 req-1cd25373-d1f2-42a2-9595-03b56b74fa48 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 945 time: 0.0669632 Jul 16 02:43:55.050953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 5c6a3327-4734-4e16-8390-99fcc4027271 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:55.051213 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.145471 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 5c6a3327-4734-4e16-8390-99fcc4027271, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=5c6a3327-4734-4e16-8390-99fcc4027271,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:55.145854 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.157295 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 5c6a3327-4734-4e16-8390-99fcc4027271 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:55.285232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.317327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=5c6a3327-4734-4e16-8390-99fcc4027271,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:55.327146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.327503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.327852 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.328195 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.328564 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.328901 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.329239 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.329576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.329910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.330659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.330659 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.330989 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:55.375386 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] No DVR routers for this DVR port 5c6a3327-4734-4e16-8390-99fcc4027271 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:55.378477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.381422 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7512a43c-3dae-4d12-950e-4f2594102454 req-26d626eb-cfa6-4480-9700-cd938d7d68d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "DELETE /v2.0/ports/5c6a3327-4734-4e16-8390-99fcc4027271 HTTP/1.1" status: 204 len: 173 time: 0.4233212 Jul 16 02:43:55.381980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'name': 'network-vif-deleted', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:55.384431 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e241510d-32dc-406b-9f19-3ad36f1c1b95" -d '{"events": [{"server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "name": "network-vif-deleted", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:55.421763 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0b522-dab9-4050-b4fd-0056a10644a3 x-openstack-request-id: req-adc0b522-dab9-4050-b4fd-0056a10644a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:55.422067 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6323d724-baaf-4b9b-9122-df419f27c687", "name": "network-vif-deleted", "tag": "5c6a3327-4734-4e16-8390-99fcc4027271", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:55.422323 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adc0b522-dab9-4050-b4fd-0056a10644a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:55.422734 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6323d724-baaf-4b9b-9122-df419f27c687', 'name': 'network-vif-deleted', 'tag': '5c6a3327-4734-4e16-8390-99fcc4027271', 'status': 'completed', 'code': 200} Jul 16 02:43:55.909737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-55240a7e-6f23-416d-a40c-2af02944a2d9 req-33e2dd70-cb5a-4425-a121-4e05dd5062ed tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6323d724-baaf-4b9b-9122-df419f27c687 HTTP/1.1" status: 200 len: 210 time: 0.0308323 Jul 16 02:43:57.004796 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47336) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:57.363005 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.626513 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port a73e4129-93b3-4330-8080-ddb522ec8655 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:57.626753 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.711688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port a73e4129-93b3-4330-8080-ddb522ec8655, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a73e4129-93b3-4330-8080-ddb522ec8655,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:57.712043 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.723917 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for a73e4129-93b3-4330-8080-ddb522ec8655 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:57.917990 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.952474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=a73e4129-93b3-4330-8080-ddb522ec8655,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:58.102650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5c6a3327-4734-4e16-8390-99fcc4027271 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:58.124591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 5c6a3327-4734-4e16-8390-99fcc4027271 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:58.125210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 5c6a3327-4734-4e16-8390-99fcc4027271 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:58.174125 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.722304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router df470dd7-1c77-4056-a9e9-45d261e2813c has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:58.826640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:58.831714 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0a38c0b7-83f3-4b69-803b-4060ed815a3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/df470dd7-1c77-4056-a9e9-45d261e2813c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257177 Jul 16 02:43:58.835052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47338) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:58.837653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] Sync routers for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:58.846558 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:58.847161 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:58.885767 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting subnet c7a7675f-49aa-4c6c-b9ee-f79e9a350cce {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:43:58.888924 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.929230 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.951127 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:59.019438 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.077910 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.108366 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a7675f-49aa-4c6c-b9ee-f79e9a350cce,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:59.109639 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.114715 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2e6824c6-ad38-46fd-84f0-15be2aedf04b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/subnets/c7a7675f-49aa-4c6c-b9ee-f79e9a350cce HTTP/1.1" status: 204 len: 168 time: 0.2754569 Jul 16 02:43:59.115051 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47340) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:59.121186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5242b-5bca-41e9-afe4-75d953492b7a None None] Network 82db95ea-5ac4-4014-9437-da652ec6495c requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:59.134698 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:43:57Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:59.161777 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] Checking router: df470dd7-1c77-4056-a9e9-45d261e2813c for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:59.170725 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] Routers {'df470dd7-1c77-4056-a9e9-45d261e2813c'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:59.171213 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['df470dd7-1c77-4056-a9e9-45d261e2813c'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:59.240273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.278221 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] Set router df470dd7-1c77-4056-a9e9-45d261e2813c gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:59.330131 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] DHCP port deletion for 82db95ea-5ac4-4014-9437-da652ec6495c request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:43:59.353505 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.393901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Deleting port fe9359cb-8f92-443c-8158-9cc551cff8cf {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:59.395623 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.417404 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:59.417821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.462799 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] For port fe9359cb-8f92-443c-8158-9cc551cff8cf, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=fe9359cb-8f92-443c-8158-9cc551cff8cf,segment=NetworkSegment(d3111b26-9102-46ba-821f-d0a2624a9788),segment_id=d3111b26-9102-46ba-821f-d0a2624a9788)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:59.463188 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.476633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Calling delete_port for fe9359cb-8f92-443c-8158-9cc551cff8cf owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:59.501136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:59.501494 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.514403 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:59.551653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:43:57Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:59.565288 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.583095 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a4040-acdb-4111-ba9e-88296f0cd295 None None] The sync data for ids ['df470dd7-1c77-4056-a9e9-45d261e2813c'] in n-d-791506-20 is: [{'id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-834357206', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:43:57Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': 'f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df470dd7-1c77-4056-a9e9-45d261e2813c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:42:11Z', 'updated_at': '2021-07-16T02:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:59.597948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Pushing event deleted for resources: {'Port': ['ID=fe9359cb-8f92-443c-8158-9cc551cff8cf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:59.601812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] No DVR routers for this DVR port fe9359cb-8f92-443c-8158-9cc551cff8cf on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:59.608695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.609038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.609380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.609737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.610218 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.616279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667d54-493b-4114-80e9-9531a56cad85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:59.694743 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.718031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:59.781179 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.870455 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.872470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.917356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.917981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Fanout notify agent at l3_agent the message router_deleted on router df470dd7-1c77-4056-a9e9-45d261e2813c {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:43:59.925190 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.926948 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad809abd-6be7-4f86-a3a6-3c03a0a85d37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/routers/df470dd7-1c77-4056-a9e9-45d261e2813c HTTP/1.1" status: 204 len: 168 time: 0.8108883 Jul 16 02:43:59.929747 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47342) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:00.007577 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.102011 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.112040 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82db95ea-5ac4-4014-9437-da652ec6495c']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:00.122399 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3111b26-9102-46ba-821f-d0a2624a9788') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:00.123000 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3111b26-9102-46ba-821f-d0a2624a9788') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:00.131470 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.145315 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.151730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:44:00.152077 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:44:00.155290 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:44:00.220283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.228416 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.232878 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/networks/82db95ea-5ac4-4014-9437-da652ec6495c HTTP/1.1" status: 204 len: 168 time: 0.3021188 Jul 16 02:44:00.233481 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47344) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:00.245192 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abee70-20b3-4dbe-ac1f-3061ab14de3e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Network': ['ID=82db95ea-5ac4-4014-9437-da652ec6495c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.295781 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f93593a5-ece1-42d5-8611-45b7f74ae162 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.324767 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f93593a5-ece1-42d5-8611-45b7f74ae162 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.384653 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f93593a5-ece1-42d5-8611-45b7f74ae162 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.387162 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f93593a5-ece1-42d5-8611-45b7f74ae162 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.388341 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f93593a5-ece1-42d5-8611-45b7f74ae162 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e075c0a-3684-4360-bd17-335255c0b90a HTTP/1.1" status: 204 len: 168 time: 0.1537347 Jul 16 02:44:00.398406 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93593a5-ece1-42d5-8611-45b7f74ae162 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e075c0a-3684-4360-bd17-335255c0b90a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.613469 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:00.618463 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937731406', 'description': 'tempest-secgroup-smoke-1937731406 description', 'project_id': '745fdd81036c4520b2795c32edd7e4a5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:00.641998 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.724204 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.727923 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.759144 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.760374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457279 Jul 16 02:44:00.761460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7735e-b1e7-4bfa-8c79-53e397430dce tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8757c984-f0a5-4806-ab87-d50d76dd1eb3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.763459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47354) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:00.773442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '8757c984-f0a5-4806-ab87-d50d76dd1eb3', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:00.801197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.859520 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.863875 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.882260 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e829bf6-a2d5-4e3f-bf17-2807d41e7dc9,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.889064 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.890153 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a1a94615-8a20-45f8-9ad4-f374cd7a563c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255186 Jul 16 02:44:00.893029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47356) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:00.897593 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '8757c984-f0a5-4806-ab87-d50d76dd1eb3', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:00.923205 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.979273 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.982847 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.002414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58693c6-dbe2-459c-a21e-eb6a52b9ac02,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.006750 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.007977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-66050279-426f-49d9-a031-fa89de4a02f1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140075 Jul 16 02:44:01.011005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47358) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.015363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '8757c984-f0a5-4806-ab87-d50d76dd1eb3', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:01.042658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.102683 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.107162 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.127005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f8f77a-fce5-49d8-a32d-66063c40ec82,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.133321 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.134578 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-321448c7-c111-47ec-b31f-63c3bef38d55 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226294 Jul 16 02:44:01.137382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47360) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.141836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '8757c984-f0a5-4806-ab87-d50d76dd1eb3', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:01.157186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:01.171265 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.179351 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:01.179708 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f6af0f95-c9d2-44a6-83a9-e09dd0c61f8e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:01.180123 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fe9359cb-8f92-443c-8158-9cc551cff8cf no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:01.198407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: fe9359cb-8f92-443c-8158-9cc551cff8cf {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:01.198756 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device fe9359cb-8f92-443c-8158-9cc551cff8cf not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:01.199169 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a73e4129-93b3-4330-8080-ddb522ec8655 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:01.217639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a73e4129-93b3-4330-8080-ddb522ec8655 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:01.217989 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a73e4129-93b3-4330-8080-ddb522ec8655 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:01.233830 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.237382 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.254327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9696866b-7255-4850-b8cb-da579f61a399,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.261124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.262186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-690cd0c9-7d8a-4907-a62c-103181968c37 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238694 Jul 16 02:44:01.265077 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47362) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.270106 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '8757c984-f0a5-4806-ab87-d50d76dd1eb3', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:01.291987 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:44:01.296788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.357155 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.364357 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.376290 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16541a0-67ca-4a19-a002-52b6ee15539c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.385600 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.386839 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-fe21ae1f-941c-4377-8d2f-920df97dbf71 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208370 Jul 16 02:44:01.389642 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47364) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.393948 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'security_group_rule': {'security_group_id': '8757c984-f0a5-4806-ab87-d50d76dd1eb3', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:01.416834 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Project 745fdd81036c4520b2795c32edd7e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:44:01.421540 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.481996 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.485787 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.506068 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0826c889-7dba-4cba-a83c-178023be5d7e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.510916 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.512134 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4b13aa72-1bb0-447e-8f75-c13f6537fc5f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215870 Jul 16 02:44:01.514939 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47366) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.520589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'network': {'name': 'tempest-network-smoke--308506234', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'port_security_enabled': True}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:01.541228 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:01.544756 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.569302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:44:01.577935 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.578271 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Added segment 8d896d28-a592-4395-8ed8-917e0163bc46 of type vlan for network 7fb96e7e-a39d-4dab-a524-1fa61840488d Jul 16 02:44:01.618296 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.646874 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.652332 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:01.652937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.686279 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1701818 Jul 16 02:44:01.688802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47368) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.696053 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'admin_state_up': True, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:01.734912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0059ea-9469-4be8-bd51-2ab3b37411b6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Network': ['ID=7fb96e7e-a39d-4dab-a524-1fa61840488d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.745107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:44:01.750022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.751347 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.806788 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.944894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.136950 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.154979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.257983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.113 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/154617fb-38ff-48dd-996c-d889123dbccb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:02.361542 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.400555 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.435844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:02.442546 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:02.446073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:02.467932 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=154617fb-38ff-48dd-996c-d889123dbccb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:03.000026 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.197034 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.322988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router b4637505-9159-4d57-a2bb-117a3e01f330 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:44:03.433012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:03.442788 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Sync routers for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:03.451693 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.452256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:03.452904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:03.453056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6f309510-ab19-4052-808f-306f530fd658 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7632627 Jul 16 02:44:03.456281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47370) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:03.526734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-01b1ff2c-0e94-425a-b901-a1755fe3d277 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=745fdd81036c4520b2795c32edd7e4a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690248 Jul 16 02:44:03.529374 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47374) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:03.624821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57e329-bf9a-40e0-a74d-d7dbd6ad4624 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:03.626287 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2f57e329-bf9a-40e0-a74d-d7dbd6ad4624 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959637 Jul 16 02:44:03.630376 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47376) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:03.659449 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-554c8bd9-db86-4030-945b-103eac0a9ab9 tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=39b35ed2-9a51-43ba-99c8-e3fee4f8df52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279152 Jul 16 02:44:03.662815 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47378) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:03.667779 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418859181', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:03.719558 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:03.759659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:03.763521 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.897830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:02Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:03.927346 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Checking router: b4637505-9159-4d57-a2bb-117a3e01f330 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:03.927700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Updating router b4637505-9159-4d57-a2bb-117a3e01f330 port 154617fb-38ff-48dd-996c-d889123dbccb binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:44:03.949658 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.963091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.004571 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Subnet': ['ID=1c64a3e7-f56d-4087-8750-f094d6e79dfa,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.020061 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Checking segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:04.020598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network hostable DHCP agents. Network: 7fb96e7e-a39d-4dab-a524-1fa61840488d, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:44:04.037783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:44:04.047418 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 7fb96e7e-a39d-4dab-a524-1fa61840488d) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:04.052750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:04.053541 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.059139 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c399a-1091-45a0-bb4f-df7a45c5e755 None None] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:04.068990 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d38db415-9796-4eb4-9fe0-949359baff46 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051476 Jul 16 02:44:04.071814 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47380) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:04.292520 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-7fb96e7e-a39d-4dab-a524-1fa61840488d', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:44:04.293390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.399124 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.422194 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Transition to ACTIVE for port object 154617fb-38ff-48dd-996c-d889123dbccb will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:04.434358 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.507835 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.521900 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Attempting to bind port 154617fb-38ff-48dd-996c-d889123dbccb on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:04.522478 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Attempting to bind port 154617fb-38ff-48dd-996c-d889123dbccb by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:04.522674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Attempting to bind port 154617fb-38ff-48dd-996c-d889123dbccb on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:04.531982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Allocated IP 172.20.0.2 (7fb96e7e-a39d-4dab-a524-1fa61840488d/1c64a3e7-f56d-4087-8750-f094d6e79dfa/7d9aa344-3fc6-486e-b4fb-d4ebd4f382db) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:04.537126 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c59b9-5114-4ed9-a744-b1bbce951be7 None None] Pushing event updated for resources: {'Port': ['ID=154617fb-38ff-48dd-996c-d889123dbccb,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.541399 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:04.541782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:04.542191 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.542584 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:04.543066 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Bound port: 154617fb-38ff-48dd-996c-d889123dbccb, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:04.543452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.652547 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] For port 154617fb-38ff-48dd-996c-d889123dbccb, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:04.656971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] For port 154617fb-38ff-48dd-996c-d889123dbccb, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=154617fb-38ff-48dd-996c-d889123dbccb,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:04.670155 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.773941 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:04.774569 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:04.782128 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c59b9-5114-4ed9-a744-b1bbce951be7 None None] Pushing event updated for resources: {'Port': ['ID=154617fb-38ff-48dd-996c-d889123dbccb,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.818263 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.833840 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Transition to ACTIVE for port object 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:04.883754 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Transition to ACTIVE for port object 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:04.892494 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.938662 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.1 (7fb96e7e-a39d-4dab-a524-1fa61840488d/1c64a3e7-f56d-4087-8750-f094d6e79dfa/9d357339-6493-4f24-9474-f08c24791e6e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:04.945994 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:04.953189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:04.955099 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:04.957538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Pushing event updated for resources: {'Port': ['ID=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.959706 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:05.059816 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.073524 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object 9d357339-6493-4f24-9474-f08c24791e6e will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:05.109036 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.113740 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Attempting to bind port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:05.114130 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Attempting to bind port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:05.114539 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Attempting to bind port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db on network 7fb96e7e-a39d-4dab-a524-1fa61840488d {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:05.125809 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:05.126797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Checking segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:05.126797 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.127036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Bound using segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:05.127522 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Bound port: 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:05.128166 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.153474 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:05.156717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:05.160894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:05.185128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=9d357339-6493-4f24-9474-f08c24791e6e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.208858 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.235716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] For port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:05.251657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] For port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:05.259130 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.291973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:02Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:05.329361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ec42a-47b9-4ce9-9b45-6fd36a31c5ef None None] The sync data for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 is: [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:02Z', 'revision_number': 3, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:05.350667 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa761a-3d5d-45b8-b894-3a1d011d66bd None None] Pushing event updated for resources: {'Port': ['ID=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.370964 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.714999 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.719544 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.800301 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=9d357339-6493-4f24-9474-f08c24791e6e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.802797 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.899079 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:05.900498 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:06.024205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router b4637505-9159-4d57-a2bb-117a3e01f330 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:06.143674 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:06.149880 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06b62c44-d27d-43c8-93cd-99d7d301319f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/b4637505-9159-4d57-a2bb-117a3e01f330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769880 Jul 16 02:44:06.300369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-c1db0fed-3a84-4c42-86ad-082b0359818c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937731406&fields=id&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0357690 Jul 16 02:44:06.324367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2fa36-6e78-4fa8-b7f4-00e45fb11cb0 None None] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:06.413771 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-efe3d088-46f6-49c6-8f49-4d38d385174d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:06.415387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-efe3d088-46f6-49c6-8f49-4d38d385174d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 796 time: 0.1080005 Jul 16 02:44:06.432024 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-f811abec-5edd-49fc-8e5c-6ce35bb0e262 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/quotas/745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0108950 Jul 16 02:44:06.437793 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1744bc18-3747-43d5-8510-1d59b7d1c651 None None] Provisioning for port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:06.500288 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-27d60241-38f9-4819-b12f-752c3c12b44f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627098 Jul 16 02:44:06.517884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-b1bec18f-ecff-4da4-8c2c-799e6bce7e18 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:44:06.519416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-b1bec18f-ecff-4da4-8c2c-799e6bce7e18 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064142 Jul 16 02:44:06.660913 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-24bb2f9b-bfa4-4e7d-a07c-dd568bbd65ce service neutron] 10.222.0.42 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344757 Jul 16 02:44:06.764190 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-60779126-61ae-49f3-8d1c-297004030a22 service neutron] 10.222.0.42 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977149 Jul 16 02:44:06.787115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-137f7bbe-120e-4e52-916d-64ed29415707 None None] Provisioning for port 9d357339-6493-4f24-9474-f08c24791e6e completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:06.807328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-137f7bbe-120e-4e52-916d-64ed29415707 None None] Provisioning complete for port 9d357339-6493-4f24-9474-f08c24791e6e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:06.807716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-137f7bbe-120e-4e52-916d-64ed29415707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.850585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-137f7bbe-120e-4e52-916d-64ed29415707 None None] Port 9d357339-6493-4f24-9474-f08c24791e6e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:06.973925 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8f245cf2-eb76-4328-8fb5-ed511ecef49b None None] Provisioning complete for port 9d357339-6493-4f24-9474-f08c24791e6e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:06.974316 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8f245cf2-eb76-4328-8fb5-ed511ecef49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.996893 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Sync routers for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:06.997884 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-37169b75-8159-4f5a-bf5f-ff25725cfce4 req-ab3adf95-10fb-4565-be40-ff75ff9ff48b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 210 time: 0.0423629 Jul 16 02:44:07.012672 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:07.013728 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:07.036311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-8f245cf2-eb76-4328-8fb5-ed511ecef49b None None] Port 9d357339-6493-4f24-9474-f08c24791e6e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:07.133448 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:07.157860 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-c2f3fd94-316e-46ea-a70d-aa1aa43c4063 None None] Provisioning complete for port 9d357339-6493-4f24-9474-f08c24791e6e triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:07.158235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fd94-316e-46ea-a70d-aa1aa43c4063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.201815 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3fd94-316e-46ea-a70d-aa1aa43c4063 None None] Port 9d357339-6493-4f24-9474-f08c24791e6e cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:07.233656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:07.284482 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:07.288800 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:07.289176 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.374037 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 2, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:07.380042 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.403314 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Checking router: b4637505-9159-4d57-a2bb-117a3e01f330 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:07.403636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Updating router b4637505-9159-4d57-a2bb-117a3e01f330 port 9d357339-6493-4f24-9474-f08c24791e6e binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:44:07.418774 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:07.424358 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.426172 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 154617fb-38ff-48dd-996c-d889123dbccb up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:07.445292 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.513294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:07.529267 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 154617fb-38ff-48dd-996c-d889123dbccb completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:07.533116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 154617fb-38ff-48dd-996c-d889123dbccb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:07.533585 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.729267 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.739964 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Transition to ACTIVE for port object 9d357339-6493-4f24-9474-f08c24791e6e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:07.748127 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.777570 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.803234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 154617fb-38ff-48dd-996c-d889123dbccb, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=154617fb-38ff-48dd-996c-d889123dbccb,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:07.809978 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.833635 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Pushing event updated for resources: {'Port': ['ID=9d357339-6493-4f24-9474-f08c24791e6e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:07.857347 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.857733 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.858013 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.858886 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.858886 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.859137 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.859486 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.859711 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.860090 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.860353 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.860698 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.861021 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:07.877036 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Attempting to bind port 9d357339-6493-4f24-9474-f08c24791e6e on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:07.877411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Attempting to bind port 9d357339-6493-4f24-9474-f08c24791e6e by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:07.878045 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Attempting to bind port 9d357339-6493-4f24-9474-f08c24791e6e on network 7fb96e7e-a39d-4dab-a524-1fa61840488d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:07.883923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:07.884302 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Checking segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:07.884740 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.885126 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Bound using segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:07.885591 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Bound port: 9d357339-6493-4f24-9474-f08c24791e6e, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:07.885973 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.887285 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=154617fb-38ff-48dd-996c-d889123dbccb,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:07.955001 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] For port 9d357339-6493-4f24-9474-f08c24791e6e, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:07.959018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] For port 9d357339-6493-4f24-9474-f08c24791e6e, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9d357339-6493-4f24-9474-f08c24791e6e,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:07.963551 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.024018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:08.024710 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:43:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:08.061847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d147d3-c638-4acf-bca8-fbee6de77469 None None] Pushing event updated for resources: {'Port': ['ID=9d357339-6493-4f24-9474-f08c24791e6e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:08.159968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-229c020a-e517-4272-8153-280308c4a12a req-e5d99cea-2b2c-4da0-a5af-31b5f32860e9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 210 time: 0.0395837 Jul 16 02:44:08.161274 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:08.324613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-d3cfcc92-9f0e-434f-907c-f0390021ea78 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:08.326293 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-d3cfcc92-9f0e-434f-907c-f0390021ea78 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 796 time: 0.1184654 Jul 16 02:44:08.370992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.385658 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-4b3d9983-bf71-465a-b82b-adde28f7b2e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745fdd81036c4520b2795c32edd7e4a5 HTTP/1.1" status: 200 len: 380 time: 0.0455344 Jul 16 02:44:08.395479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'port': {'device_id': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'admin_state_up': True, 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'security_groups': ['8757c984-f0a5-4806-ab87-d50d76dd1eb3']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:08.398712 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:08.426515 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52513731-3b5f-4109-9f67-7204d54207dc None None] The sync data for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 is: [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:08.539207 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Made reservation on behalf of 745fdd81036c4520b2795c32edd7e4a5 for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:08.542877 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.682864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.20.0.11 (7fb96e7e-a39d-4dab-a524-1fa61840488d/1c64a3e7-f56d-4087-8750-f094d6e79dfa/46366751-ecb3-4fa2-baf5-e4047ba0480b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:08.830184 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.845219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Transition to ACTIVE for port object 46366751-ecb3-4fa2-baf5-e4047ba0480b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:08.883589 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.940346 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:08.944074 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:08.949340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=46366751-ecb3-4fa2-baf5-e4047ba0480b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:08.951801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:09.010206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:09.010892 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.029533 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-ef54b115-0cab-4419-a936-d7f8a96c5c22 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383085 Jul 16 02:44:09.042854 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Request body: {'port': {'device_id': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:09.126915 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.300530 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-00496eb8-f52e-4d48-ac06-c39a73a4c2ef None None] Provisioning for port 46366751-ecb3-4fa2-baf5-e4047ba0480b completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:09.305678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-00496eb8-f52e-4d48-ac06-c39a73a4c2ef None None] Provisioning complete for port 46366751-ecb3-4fa2-baf5-e4047ba0480b triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:09.306053 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-00496eb8-f52e-4d48-ac06-c39a73a4c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.396247 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-00496eb8-f52e-4d48-ac06-c39a73a4c2ef None None] Port 46366751-ecb3-4fa2-baf5-e4047ba0480b cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:09.408695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:09.417228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26557c49-bdd2-46a4-b6e4-b717a5fef04a req-b4eee7d2-4599-45c2-9248-1d7d49b5a667 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:09.418867 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26557c49-bdd2-46a4-b6e4-b717a5fef04a req-b4eee7d2-4599-45c2-9248-1d7d49b5a667 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 932 time: 0.1030719 Jul 16 02:44:09.463822 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26557c49-bdd2-46a4-b6e4-b717a5fef04a req-d6ae2fd2-f3d0-4d71-a2c7-fbb2be917072 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388796 Jul 16 02:44:09.465119 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:09.465488 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.548808 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9d357339-6493-4f24-9474-f08c24791e6e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:09.554458 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46366751-ecb3-4fa2-baf5-e4047ba0480b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:09.563369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.577536 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Transition to ACTIVE for port object 46366751-ecb3-4fa2-baf5-e4047ba0480b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:09.583728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.607924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 9d357339-6493-4f24-9474-f08c24791e6e completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:09.612380 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9d357339-6493-4f24-9474-f08c24791e6e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:09.612982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.641520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Pushing event updated for resources: {'Port': ['ID=46366751-ecb3-4fa2-baf5-e4047ba0480b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:09.696639 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.715711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Attempting to bind port 46366751-ecb3-4fa2-baf5-e4047ba0480b on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:09.716059 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Attempting to bind port 46366751-ecb3-4fa2-baf5-e4047ba0480b by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:09.716393 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Attempting to bind port 46366751-ecb3-4fa2-baf5-e4047ba0480b on network 7fb96e7e-a39d-4dab-a524-1fa61840488d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:09.722353 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Port 46366751-ecb3-4fa2-baf5-e4047ba0480b on network 7fb96e7e-a39d-4dab-a524-1fa61840488d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:44:09.722694 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Attempting to bind port 46366751-ecb3-4fa2-baf5-e4047ba0480b on network 7fb96e7e-a39d-4dab-a524-1fa61840488d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:09.728183 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:09.728712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Checking segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:09.729109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Bound using segment: {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:09.729550 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Bound port: 46366751-ecb3-4fa2-baf5-e4047ba0480b, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d896d28-a592-4395-8ed8-917e0163bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:09.730071 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.734763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 9d357339-6493-4f24-9474-f08c24791e6e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9d357339-6493-4f24-9474-f08c24791e6e,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:09.744777 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.745508 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 154617fb-38ff-48dd-996c-d889123dbccb up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:09.807621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] For port 46366751-ecb3-4fa2-baf5-e4047ba0480b, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:09.813219 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] For port 46366751-ecb3-4fa2-baf5-e4047ba0480b, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:09.819203 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.825639 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=9d357339-6493-4f24-9474-f08c24791e6e,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:09.838540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 154617fb-38ff-48dd-996c-d889123dbccb triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:09.839312 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.861047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:09.861680 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.863103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] 10.222.0.23 "PUT /v2.0/ports/46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 1093 time: 0.8248098 Jul 16 02:44:09.863537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:09.865854 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c" -d '{"events": [{"name": "network-changed", "server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:09.905897 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8784b-7080-4179-9bb8-83b8526b8351 service neutron] Pushing event updated for resources: {'Port': ['ID=46366751-ecb3-4fa2-baf5-e4047ba0480b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:09.944832 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8932b929-dfd7-40fd-96f5-26726a0e5982 x-openstack-request-id: req-8932b929-dfd7-40fd-96f5-26726a0e5982 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:09.945126 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:09.945732 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8932b929-dfd7-40fd-96f5-26726a0e5982 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:09.946134 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'status': 'completed', 'code': 200} Jul 16 02:44:09.976283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-c4c10f6e-5114-4814-895b-03bc236eb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:09.977940 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-c4c10f6e-5114-4814-895b-03bc236eb5ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1096 time: 0.0689340 Jul 16 02:44:10.023526 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-388d4cd1-081d-458e-adad-c162f25fe234 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 217 time: 0.0385890 Jul 16 02:44:10.075115 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-e0a47299-a46d-4283-83ad-684bee57c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.076986 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-e0a47299-a46d-4283-83ad-684bee57c942 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 200 len: 834 time: 0.0469120 Jul 16 02:44:10.137544 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ada50-f902-4580-9f53-0f191e56519e req-f933c8d1-e620-484a-9809-5d70ef8282dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.139042 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-f933c8d1-e620-484a-9809-5d70ef8282dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7fb96e7e-a39d-4dab-a524-1fa61840488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537376 Jul 16 02:44:10.237008 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-70c602d6-1241-412e-9d43-75ce7a448aa2 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901637 Jul 16 02:44:10.287779 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58dd5f11-f4f2-439a-ba0f-afd530dbbc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.330923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5d0ada50-f902-4580-9f53-0f191e56519e req-4f0c0c00-cc55-44f8-8423-65e0fb28a6fe service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875971 Jul 16 02:44:10.434874 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-a8e6ab81-6995-4884-875c-73b08c33d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.436383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-a8e6ab81-6995-4884-875c-73b08c33d4b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1096 time: 0.0566618 Jul 16 02:44:10.527344 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-60280f16-cdb8-4ec4-b70f-2edb8e3b1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.528882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-60280f16-cdb8-4ec4-b70f-2edb8e3b1d34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 897 time: 0.0859227 Jul 16 02:44:10.576881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-81751e94-4920-4758-9666-baac656cec8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 217 time: 0.0390840 Jul 16 02:44:10.625823 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-92c18bb9-a525-4903-97fa-b90cddd6f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.627213 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-92c18bb9-a525-4903-97fa-b90cddd6f0f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 200 len: 834 time: 0.0443265 Jul 16 02:44:10.643005 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e15474-e7e1-41eb-b813-6d9f93424927 req-baf6162d-b31b-4be6-a6a1-8cf7d969b70c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.644857 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45e15474-e7e1-41eb-b813-6d9f93424927 req-baf6162d-b31b-4be6-a6a1-8cf7d969b70c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 944 time: 0.0651162 Jul 16 02:44:10.684562 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45e15474-e7e1-41eb-b813-6d9f93424927 req-ed086d03-36ff-4581-ba13-302770807dcd tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Jul 16 02:44:10.686073 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-e85302a9-1e3e-4928-bfd8-a6e3dd08fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.687605 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-e85302a9-1e3e-4928-bfd8-a6e3dd08fdbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7fb96e7e-a39d-4dab-a524-1fa61840488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532711 Jul 16 02:44:10.786737 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-537c7a3a-ef73-4319-9678-e1bd16451dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914865 Jul 16 02:44:10.878441 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b268ec1b-4baf-4309-8efa-53b8bf0fd26c req-dc811757-01ac-4497-9901-b1c3bd1f2ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846660 Jul 16 02:44:11.161501 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9d357339-6493-4f24-9474-f08c24791e6e up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:11.210676 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 9d357339-6493-4f24-9474-f08c24791e6e triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:11.211050 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.860783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f79b03-2a83-473c-87ee-be3fbd7d2276 req-e23fc0ca-b6db-4179-aa8d-f9f0d16164ac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.862170 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45f79b03-2a83-473c-87ee-be3fbd7d2276 req-e23fc0ca-b6db-4179-aa8d-f9f0d16164ac tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 944 time: 0.0670562 Jul 16 02:44:11.900453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-45f79b03-2a83-473c-87ee-be3fbd7d2276 req-1700305a-5973-4b87-bc50-3884c9ec55db tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Jul 16 02:44:12.500097 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fcf47cc1-9227-46f9-96f1-82e7441ec06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.585626 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.072292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1e099-7141-41ac-aa34-43a780bde267 req-246f7023-650a-4dfc-949f-cadec08e0d25 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:13.073799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33d1e099-7141-41ac-aa34-43a780bde267 req-246f7023-650a-4dfc-949f-cadec08e0d25 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 944 time: 0.0626013 Jul 16 02:44:13.111318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-33d1e099-7141-41ac-aa34-43a780bde267 req-0b72e2d5-b0d6-465d-ab36-0d0040f62603 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Jul 16 02:44:14.030880 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.180152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 46366751-ecb3-4fa2-baf5-e4047ba0480b details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:44:14.278948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 46366751-ecb3-4fa2-baf5-e4047ba0480b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:14.285006 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c068eb-6e4f-4dd3-a6ee-3f84785c7b4e req-eb62561d-9c30-49cb-9459-62e7153eca7c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:14.286517 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42c068eb-6e4f-4dd3-a6ee-3f84785c7b4e req-eb62561d-9c30-49cb-9459-62e7153eca7c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 944 time: 0.0632496 Jul 16 02:44:14.290466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'port_id': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'mac_address': 'fa:16:3e:95:7e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:44:14.324208 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42c068eb-6e4f-4dd3-a6ee-3f84785c7b4e req-6444c02e-a497-4f54-bf3b-af1396793de6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Jul 16 02:44:14.326932 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.341338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46366751-ecb3-4fa2-baf5-e4047ba0480b {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:14.361979 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 46366751-ecb3-4fa2-baf5-e4047ba0480b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:14.365933 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.413137 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=46366751-ecb3-4fa2-baf5-e4047ba0480b,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:14.573492 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['46366751-ecb3-4fa2-baf5-e4047ba0480b'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:44:15.501387 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66639af5-726d-4ba6-90bb-e5fd49836692 req-e2bf43f5-3c18-482e-af61-e7d55748b2f8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:15.503284 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66639af5-726d-4ba6-90bb-e5fd49836692 req-e2bf43f5-3c18-482e-af61-e7d55748b2f8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 945 time: 0.0669153 Jul 16 02:44:15.540789 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-66639af5-726d-4ba6-90bb-e5fd49836692 req-d114a55b-0407-46ab-9dfa-7548e657a1cb tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Jul 16 02:44:15.567084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.604530 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:16.195433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 46366751-ecb3-4fa2-baf5-e4047ba0480b up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:16.246010 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 46366751-ecb3-4fa2-baf5-e4047ba0480b completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:16.249649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 46366751-ecb3-4fa2-baf5-e4047ba0480b triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:16.250026 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.327987 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.350877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:16.353195 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cce336-35dc-4010-bbdf-693b66c0bb57" -d '{"events": [{"server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "name": "network-vif-plugged", "status": "completed", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:16.367913 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 46366751-ecb3-4fa2-baf5-e4047ba0480b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:16.372502 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.399637 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6452b4-a9b4-4a1f-8f28-d80379039cc5 x-openstack-request-id: req-0b6452b4-a9b4-4a1f-8f28-d80379039cc5 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:16.399938 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "name": "network-vif-plugged", "status": "completed", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:16.400168 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b6452b4-a9b4-4a1f-8f28-d80379039cc5 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:16.400580 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'code': 200} Jul 16 02:44:16.430678 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=46366751-ecb3-4fa2-baf5-e4047ba0480b,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:16.519527 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa08f1-3220-4abd-a2e9-c535158b5da0 req-5e124843-3d24-469f-a2a7-782e1a5c7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:16.521050 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59aa08f1-3220-4abd-a2e9-c535158b5da0 req-5e124843-3d24-469f-a2a7-782e1a5c7bbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1098 time: 0.0588999 Jul 16 02:44:16.557261 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-59aa08f1-3220-4abd-a2e9-c535158b5da0 req-f7b6326d-ffd9-4230-a223-01390c43fe01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291679 Jul 16 02:44:16.714454 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca6320-5d29-4819-a2c2-2478ff7e74cf req-49357768-f2a4-4f96-b5d9-b4ce76b27240 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:16.716052 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70ca6320-5d29-4819-a2c2-2478ff7e74cf req-49357768-f2a4-4f96-b5d9-b4ce76b27240 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0628545 Jul 16 02:44:16.755135 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-70ca6320-5d29-4819-a2c2-2478ff7e74cf req-168cf9c5-4128-44a0-a4af-dda439c8be8b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334969 Jul 16 02:44:17.934583 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5ca1-fe30-4d6c-84a5-b6a0ef156fed req-d818511f-ef31-4ab1-85a8-0d4aae97003f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.936078 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60af5ca1-fe30-4d6c-84a5-b6a0ef156fed req-d818511f-ef31-4ab1-85a8-0d4aae97003f tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0678434 Jul 16 02:44:17.974901 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-60af5ca1-fe30-4d6c-84a5-b6a0ef156fed req-14fdf847-870c-4e74-a404-516f0a4a6c2e tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Jul 16 02:44:18.157289 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019863a2-9ca7-4aef-bfd6-fceabac95c9d req-426bf136-adb3-4a9e-9264-77e82385d9df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.158799 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-019863a2-9ca7-4aef-bfd6-fceabac95c9d req-426bf136-adb3-4a9e-9264-77e82385d9df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0665720 Jul 16 02:44:18.197043 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-019863a2-9ca7-4aef-bfd6-fceabac95c9d req-df737cec-9e9d-4934-9f9d-2c85b398db4c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320952 Jul 16 02:44:18.220992 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47438) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:18.276045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc8dfc-255d-4ea9-a420-6ba6908c74fc tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.277788 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-69cc8dfc-255d-4ea9-a420-6ba6908c74fc tempest-TestNetworkAdvancedServerOps-532347893 tempest-TestNetworkAdvancedServerOps-532347893-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1093 time: 0.0551758 Jul 16 02:44:18.280699 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47440) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:18.286946 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:18.310294 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.416956 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.530695 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Allocated IP 172.25.7.68 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/dafb77e2-dae8-4dc2-b85c-4a5708977c11) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:18.635559 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.674909 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.715146 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:18.717903 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:18.721443 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:18.727649 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=dafb77e2-dae8-4dc2-b85c-4a5708977c11,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.225092 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.422397 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.498678 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.650550 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.654981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.720753 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event updated for resources: {'Port': ['ID=dafb77e2-dae8-4dc2-b85c-4a5708977c11,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.732971 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.833766 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP f5b77117-d43c-4d8f-b759-1f2e2418ce41 associated. External IP: 172.25.7.68, port: 46366751-ecb3-4fa2-baf5-e4047ba0480b. Jul 16 02:44:20.039294 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router b4637505-9159-4d57-a2bb-117a3e01f330 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:20.146292 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:20.155394 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] Sync routers for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:20.162243 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.165909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:20.166536 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.198460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fd372ffa-1c6f-4552-9455-bf4496deb2f2 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9164505 Jul 16 02:44:20.199145 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:20.201537 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:20.240090 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5989eb-0b65-47d3-89e0-9aa8990a07c1 x-openstack-request-id: req-bf5989eb-0b65-47d3-89e0-9aa8990a07c1 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:20.240483 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:20.240830 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf5989eb-0b65-47d3-89e0-9aa8990a07c1 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:20.241439 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'status': 'completed', 'code': 200} Jul 16 02:44:20.280663 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:20.320517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-b1bc08c2-d7b3-4e1e-908a-8d0215d6a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.322047 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-b1bc08c2-d7b3-4e1e-908a-8d0215d6a96b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1098 time: 0.0564814 Jul 16 02:44:20.366585 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad864-1b9c-4f3f-ba32-eab40d23aebe req-d009ed9b-0730-4c89-a961-e055f0a7cb48 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.368337 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b27ad864-1b9c-4f3f-ba32-eab40d23aebe req-d009ed9b-0730-4c89-a961-e055f0a7cb48 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0755007 Jul 16 02:44:20.411802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b27ad864-1b9c-4f3f-ba32-eab40d23aebe req-6282552b-7882-439a-9998-c7154f2632d1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Jul 16 02:44:20.433328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-003fda43-f050-42a5-8830-a76ac9cbbd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.434977 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-003fda43-f050-42a5-8830-a76ac9cbbd95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 897 time: 0.1054163 Jul 16 02:44:20.436811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47446) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:20.510868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'f5b77117-d43c-4d8f-b759-1f2e2418ce41', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'port_id': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'mac_address': 'fa:16:3e:95:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:18Z', 'updated_at': '2021-07-16T02:44:18Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.540901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] Checking router: b4637505-9159-4d57-a2bb-117a3e01f330 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:20.545505 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7e36d19f-dfdc-4f6c-9721-6d48050be87c tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/f5b77117-d43c-4d8f-b759-1f2e2418ce41 HTTP/1.1" status: 200 len: 991 time: 0.1076279 Jul 16 02:44:20.547627 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-5ec900da-03fc-4e38-acae-ce82edc3ece8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 999 time: 0.1024880 Jul 16 02:44:20.550538 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:20.551152 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.595667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-d6269f2d-ee82-476e-b83b-b4487bd20428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.598450 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-d6269f2d-ee82-476e-b83b-b4487bd20428 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 200 len: 834 time: 0.0444624 Jul 16 02:44:20.652905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:20.654857 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-524b46bb-1dff-4f89-8560-89d319765ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.656363 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-524b46bb-1dff-4f89-8560-89d319765ecb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7fb96e7e-a39d-4dab-a524-1fa61840488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522833 Jul 16 02:44:20.749789 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-37e15cbc-c85f-4055-8a59-4582757e26bb service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869946 Jul 16 02:44:20.841825 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-11fa3c34-eea7-4b01-8966-3c2c73eb39c6 req-22a6bf66-4bf0-4eab-a134-cedc55b026a1 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Jul 16 02:44:20.887643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'f5b77117-d43c-4d8f-b759-1f2e2418ce41', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'port_id': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'mac_address': 'fa:16:3e:95:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:18Z', 'updated_at': '2021-07-16T02:44:18Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.915460 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7398910-6ac8-4c01-91b5-2ad60604fea5 None None] The sync data for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 is: [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'f5b77117-d43c-4d8f-b759-1f2e2418ce41', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'port_id': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'mac_address': 'fa:16:3e:95:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:18Z', 'updated_at': '2021-07-16T02:44:18Z', 'revision_number': 0, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:21.099219 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e75996-7b47-4d01-bf18-96f6b8a31ed6 None None] New status for floating IP f5b77117-d43c-4d8f-b759-1f2e2418ce41: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:44:21.550508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47448) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:21.616092 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f8c0a4bb-897a-4fa4-99c8-45b2f76e5847 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/f5b77117-d43c-4d8f-b759-1f2e2418ce41 HTTP/1.1" status: 200 len: 993 time: 0.0645237 Jul 16 02:44:38.366841 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:40.288733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f35fa929-fcfe-4f2f-953a-ea592c710778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:42.501877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-476c5f45-c81a-47a4-8f18-7e22b71ccfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:42.587805 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:44.031534 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:45.574744 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:49.232183 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:52.604010 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:52.853095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-9ddc9793-1439-46a3-a5b3-60160c256d5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519445 Jul 16 02:44:52.962016 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94484-8684-4c15-8979-168793c80f15 req-400a5352-c669-4bb5-87ac-ae08313eec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:52.963389 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-400a5352-c669-4bb5-87ac-ae08313eec7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1098 time: 0.0615301 Jul 16 02:44:53.081503 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94484-8684-4c15-8979-168793c80f15 req-9cb7a776-98f2-4244-a278-067b211f0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:53.083012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-9cb7a776-98f2-4244-a278-067b211f0ae6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 897 time: 0.0944252 Jul 16 02:44:53.105372 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb9e61-faa2-438a-b50d-cd53f0440c49 req-138fa3a7-5cd4-4f2d-9861-e04997e1d390 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:53.106900 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eedb9e61-faa2-438a-b50d-cd53f0440c49 req-138fa3a7-5cd4-4f2d-9861-e04997e1d390 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0687759 Jul 16 02:44:53.148065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-eedb9e61-faa2-438a-b50d-cd53f0440c49 req-207e7fc7-cea1-44ff-a2a8-3352084065e1 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Jul 16 02:44:53.152344 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-1194dd0e-dbeb-4530-ad5f-180972430896 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 1001 time: 0.0613570 Jul 16 02:44:53.206033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94484-8684-4c15-8979-168793c80f15 req-adb0f47c-901d-43c1-962c-e594304f6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:53.207501 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-adb0f47c-901d-43c1-962c-e594304f6662 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 200 len: 834 time: 0.0473447 Jul 16 02:44:53.264797 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94484-8684-4c15-8979-168793c80f15 req-a8d665e7-e5da-4288-aaf6-eb74a204e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:53.266323 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-a8d665e7-e5da-4288-aaf6-eb74a204e0be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7fb96e7e-a39d-4dab-a524-1fa61840488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516918 Jul 16 02:44:53.356368 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-d762aa79-554a-4538-b995-81f9f37b524f service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821640 Jul 16 02:44:53.448623 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2da94484-8684-4c15-8979-168793c80f15 req-6cb2ff8d-4b76-45a7-9a53-b402a7b64f4f service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848935 Jul 16 02:44:54.327323 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881eb0f-cc91-47db-b6a8-30c29f1320e9 req-03bc2dff-d7b0-47c5-a883-8dc3578147c6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:54.328896 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3881eb0f-cc91-47db-b6a8-30c29f1320e9 req-03bc2dff-d7b0-47c5-a883-8dc3578147c6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0645549 Jul 16 02:44:54.368199 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3881eb0f-cc91-47db-b6a8-30c29f1320e9 req-2ce60de5-54c0-4f33-bf56-416d799604ec tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Jul 16 02:44:54.393921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47468) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:54.454186 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dfd8d3dd-de3b-4900-836e-508a70ea2250 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/f5b77117-d43c-4d8f-b759-1f2e2418ce41 HTTP/1.1" status: 200 len: 993 time: 0.0589731 Jul 16 02:44:55.865354 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-6779ffd9-9249-44fe-9928-4857f614258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:55.866900 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-6779ffd9-9249-44fe-9928-4857f614258c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1098 time: 0.0610416 Jul 16 02:44:55.894782 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c5b6f-1ab9-475c-8208-9f4ab5365f9d req-54279b83-6668-41cf-ad28-7506d238bc85 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:55.896355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d4c5b6f-1ab9-475c-8208-9f4ab5365f9d req-54279b83-6668-41cf-ad28-7506d238bc85 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0744803 Jul 16 02:44:55.935295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4d4c5b6f-1ab9-475c-8208-9f4ab5365f9d req-b5f95085-1d23-49d3-a4c2-251ef9ece93b tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Jul 16 02:44:55.960246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-fc590445-7218-48f1-b0cc-aa7aa94a546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:55.961770 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-fc590445-7218-48f1-b0cc-aa7aa94a546e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 897 time: 0.0884440 Jul 16 02:44:56.029606 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-8a208746-436b-4250-a194-92ea86a3fb42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 1001 time: 0.0608563 Jul 16 02:44:56.078224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-de2d8cb4-2e57-488d-af3c-2e894276ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.079650 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-de2d8cb4-2e57-488d-af3c-2e894276ee7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 200 len: 834 time: 0.0435927 Jul 16 02:44:56.135514 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-af765c5e-9724-4ff6-a7b5-1155251e31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.137089 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-af765c5e-9724-4ff6-a7b5-1155251e31d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7fb96e7e-a39d-4dab-a524-1fa61840488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512414 Jul 16 02:44:56.227735 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-48b91d7e-c1e4-4a7d-a5a0-a7e6d602a447 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840437 Jul 16 02:44:56.315437 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-da2122a8-d1ed-4024-8a8e-9747f11cccc6 req-98d04345-8cf2-4bdd-b82b-1ad360604946 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811107 Jul 16 02:44:57.116470 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7fa77-8bf0-47fd-84b3-e271c18fb0bb req-9b198178-9fd3-4264-9408-ebe2228bef83 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.118069 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cb7fa77-8bf0-47fd-84b3-e271c18fb0bb req-9b198178-9fd3-4264-9408-ebe2228bef83 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0705342 Jul 16 02:44:57.161143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6cb7fa77-8bf0-47fd-84b3-e271c18fb0bb req-4053f784-faa3-4c00-b1a5-c78c9a030cf5 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364311 Jul 16 02:44:58.362465 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5790-b709-4835-8db9-7ec6b9e99d7c req-cca8d120-3a45-4817-8d17-24f5d134a0e7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:58.364071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28be5790-b709-4835-8db9-7ec6b9e99d7c req-cca8d120-3a45-4817-8d17-24f5d134a0e7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0727930 Jul 16 02:44:58.415279 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28be5790-b709-4835-8db9-7ec6b9e99d7c req-7210899f-422e-448a-9fd4-07f21ce37c4d tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Jul 16 02:44:58.447257 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47480) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:58.515065 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f48bdb1c-85e7-47ba-b20a-9e284953bcc7 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/floatingips/f5b77117-d43c-4d8f-b759-1f2e2418ce41 HTTP/1.1" status: 200 len: 993 time: 0.0666952 Jul 16 02:44:58.793885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47486) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:58.962277 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port dafb77e2-dae8-4dc2-b85c-4a5708977c11 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:44:58.962620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.041744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.042069 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.053543 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for dafb77e2-dae8-4dc2-b85c-4a5708977c11 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:44:59.200061 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.231806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=dafb77e2-dae8-4dc2-b85c-4a5708977c11,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:59.259716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.260070 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.260507 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.260781 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.261120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.261456 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.261789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.262121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.262455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.262784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.263109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.263432 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.303394 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.303812 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Floating IP f5b77117-d43c-4d8f-b759-1f2e2418ce41 disassociated (deleted). External IP: 172.25.7.68, port: 46366751-ecb3-4fa2-baf5-e4047ba0480b. Jul 16 02:44:59.518173 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router b4637505-9159-4d57-a2bb-117a3e01f330 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:59.628757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:59.633275 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.639742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] Sync routers for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:59.650298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:59.650912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:59.671005 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f89d6476-18de-4ea2-8880-d1d8f05044a6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/floatingips/f5b77117-d43c-4d8f-b759-1f2e2418ce41 HTTP/1.1" status: 204 len: 168 time: 0.8761110 Jul 16 02:44:59.671680 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:59.674831 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1199e65-4e42-45a8-87a5-a525d265f0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:59.713298 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59abf833-20d4-46af-9adb-73249337ad87 x-openstack-request-id: req-59abf833-20d4-46af-9adb-73249337ad87 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:59.713591 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:59.713844 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59abf833-20d4-46af-9adb-73249337ad87 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:59.714245 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'status': 'completed', 'code': 200} Jul 16 02:44:59.766544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:59.794811 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-aa76f470-723f-496a-895c-179b088f4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:59.796334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-aa76f470-723f-496a-895c-179b088f4334 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=745fdd81036c4520b2795c32edd7e4a5&device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 1098 time: 0.0588429 Jul 16 02:44:59.895067 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-5a166888-80b9-4690-a77e-1d2beff5510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:59.896774 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-5a166888-80b9-4690-a77e-1d2beff5510b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 200 len: 897 time: 0.0936389 Jul 16 02:44:59.959263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-c39bff00-8a6e-43da-9791-af04bc3502c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 200 len: 217 time: 0.0534313 Jul 16 02:45:00.070736 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a10c75-3608-4ca8-a03d-d9d0bab3b36a req-f1b0cbb7-e39b-4b16-9326-4495923ceec8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:00.073705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61a10c75-3608-4ca8-a03d-d9d0bab3b36a req-f1b0cbb7-e39b-4b16-9326-4495923ceec8 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0696840 Jul 16 02:45:00.114964 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-61a10c75-3608-4ca8-a03d-d9d0bab3b36a req-4f4f74db-8c4b-43d5-a472-0ad0a1dfa505 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357232 Jul 16 02:45:00.154236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:00.182695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] Checking router: b4637505-9159-4d57-a2bb-117a3e01f330 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:00.192022 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:00.192329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:00.303741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:00.338726 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-b225e184-9da1-495e-b8ca-dae3a8036e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:00.340225 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-b225e184-9da1-495e-b8ca-dae3a8036e26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 200 len: 834 time: 0.3746381 Jul 16 02:45:00.402680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-e7d07817-5066-4ec5-a44d-619e6022353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:00.404194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-e7d07817-5066-4ec5-a44d-619e6022353d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7fb96e7e-a39d-4dab-a524-1fa61840488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570295 Jul 16 02:45:00.498535 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-e788c537-bb6e-44f4-a444-b4c8c720edf7 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865991 Jul 16 02:45:00.513622 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:00.541208 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb6634-7bb0-4f8a-9a79-3fc849f777f6 None None] The sync data for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 is: [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '9d357339-6493-4f24-9474-f08c24791e6e', 'name': '', 'network_id': '7fb96e7e-a39d-4dab-a524-1fa61840488d', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'mac_address': 'fa:16:3e:da:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:04Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'subnets': [{'id': '1c64a3e7-f56d-4087-8750-f094d6e79dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:00.591638 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-f1199e65-4e42-45a8-87a5-a525d265f0d0 req-cd37649b-db8b-4e2c-9880-76e5a0c93fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861061 Jul 16 02:45:00.776376 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e20a9e-f80e-4d5c-9588-967b02123968 None None] New status for floating IP f5b77117-d43c-4d8f-b759-1f2e2418ce41: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:01.300174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4537-cae2-4246-bf01-1940a6f95ade req-2481be01-2c86-4335-9f04-966c2bced2d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:01.301703 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fad4537-cae2-4246-bf01-1940a6f95ade req-2481be01-2c86-4335-9f04-966c2bced2d3 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0691683 Jul 16 02:45:01.341057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6fad4537-cae2-4246-bf01-1940a6f95ade req-91288753-57ba-48d5-b0aa-340030975e32 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/security-groups?id=8757c984-f0a5-4806-ab87-d50d76dd1eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338824 Jul 16 02:45:01.528845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-3cf48494-2025-4aab-bb15-df18e534ac72 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:01.530240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-3cf48494-2025-4aab-bb15-df18e534ac72 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 946 time: 0.0687883 Jul 16 02:45:01.632974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 46366751-ecb3-4fa2-baf5-e4047ba0480b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:01.633317 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:01.730262 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 46366751-ecb3-4fa2-baf5-e4047ba0480b, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=46366751-ecb3-4fa2-baf5-e4047ba0480b,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:01.730631 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:01.742992 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 46366751-ecb3-4fa2-baf5-e4047ba0480b owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:01.873894 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:01.907370 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=46366751-ecb3-4fa2-baf5-e4047ba0480b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:01.936117 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.936496 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.936845 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.937184 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.937520 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.937856 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.938188 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.938517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.938850 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.939252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.939577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.940069 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:01.963974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] No DVR routers for this DVR port 46366751-ecb3-4fa2-baf5-e4047ba0480b on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:01.966594 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:01.968610 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9ed32f4f-1c04-4b40-bba9-35964b10012d req-b1335a94-ab74-4e0d-94bc-a7620465d7e6 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.23 "DELETE /v2.0/ports/46366751-ecb3-4fa2-baf5-e4047ba0480b HTTP/1.1" status: 204 len: 173 time: 0.4327328 Jul 16 02:45:01.969047 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'name': 'network-vif-deleted', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:01.972049 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e1f0a-c0c9-4a94-8bbc-4c8ac88dc495" -d '{"events": [{"server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "name": "network-vif-deleted", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:02.010301 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebafd95-258c-4a42-a7c0-4a862291cd0b x-openstack-request-id: req-5ebafd95-258c-4a42-a7c0-4a862291cd0b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:02.010586 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4861d0bf-e6bd-448a-bd5c-ecd702daa78b", "name": "network-vif-deleted", "tag": "46366751-ecb3-4fa2-baf5-e4047ba0480b", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:02.010840 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ebafd95-258c-4a42-a7c0-4a862291cd0b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:02.011243 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4861d0bf-e6bd-448a-bd5c-ecd702daa78b', 'name': 'network-vif-deleted', 'tag': '46366751-ecb3-4fa2-baf5-e4047ba0480b', 'status': 'completed', 'code': 200} Jul 16 02:45:02.508238 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-30a7ecb0-dfe8-4106-af21-97f4be039c48 req-0573ee21-8146-4e8a-a7db-392087fea8c9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "GET /v2.0/ports?device_id=4861d0bf-e6bd-448a-bd5c-ecd702daa78b HTTP/1.1" status: 200 len: 210 time: 0.0303659 Jul 16 02:45:03.601034 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:03.961765 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.239247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 9d357339-6493-4f24-9474-f08c24791e6e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:04.239491 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.326657 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 9d357339-6493-4f24-9474-f08c24791e6e, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=9d357339-6493-4f24-9474-f08c24791e6e,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:04.327017 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.339941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 9d357339-6493-4f24-9474-f08c24791e6e owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:04.412849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 46366751-ecb3-4fa2-baf5-e4047ba0480b no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:04.432570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 46366751-ecb3-4fa2-baf5-e4047ba0480b {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:04.432916 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 46366751-ecb3-4fa2-baf5-e4047ba0480b not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:04.525163 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.556193 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=9d357339-6493-4f24-9474-f08c24791e6e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:04.731132 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.298735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Router b4637505-9159-4d57-a2bb-117a3e01f330 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:05.407190 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:05.413422 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3d412eb6-9200-40f4-aba6-1f7b94da86f9 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "PUT /v2.0/routers/b4637505-9159-4d57-a2bb-117a3e01f330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113136 Jul 16 02:45:05.415398 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47506) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:05.416957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] Sync routers for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:05.426251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:05.426973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:05.467808 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting subnet 1c64a3e7-f56d-4087-8750-f094d6e79dfa {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:45:05.471324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.512145 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.531638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:05.600551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.662396 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.693644 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.696246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/subnets/1c64a3e7-f56d-4087-8750-f094d6e79dfa HTTP/1.1" status: 204 len: 168 time: 0.2792282 Jul 16 02:45:05.696390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871b1a7-fd95-4505-b5e6-e462b4ed8721 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Subnet': ['ID=1c64a3e7-f56d-4087-8750-f094d6e79dfa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:05.698348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47508) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:05.703620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee948f72-58f0-448c-8445-b7287b181596 None None] Network 7fb96e7e-a39d-4dab-a524-1fa61840488d requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:05.770467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:45:04Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:05.812745 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.819014 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] Checking router: b4637505-9159-4d57-a2bb-117a3e01f330 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:05.847896 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] Routers {'b4637505-9159-4d57-a2bb-117a3e01f330'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:05.848585 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b4637505-9159-4d57-a2bb-117a3e01f330'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:05.920721 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.969775 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] Set router b4637505-9159-4d57-a2bb-117a3e01f330 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:05.975972 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Deleting port 154617fb-38ff-48dd-996c-d889123dbccb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:05.976363 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.023260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] DHCP port deletion for 7fb96e7e-a39d-4dab-a524-1fa61840488d request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:45:06.061072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] For port 154617fb-38ff-48dd-996c-d889123dbccb, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=154617fb-38ff-48dd-996c-d889123dbccb,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:06.061441 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.073922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Calling delete_port for 154617fb-38ff-48dd-996c-d889123dbccb owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:06.155504 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Deleting port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:06.155872 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.231239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] For port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,segment=NetworkSegment(8d896d28-a592-4395-8ed8-917e0163bc46),segment_id=8d896d28-a592-4395-8ed8-917e0163bc46)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:06.231551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.241757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.247620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Calling delete_port for 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:06.261679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:45:04Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:06.268729 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Port': ['ID=154617fb-38ff-48dd-996c-d889123dbccb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:06.319372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d22001-e523-4a4c-b5a3-bb5695e56d1b None None] The sync data for ids ['b4637505-9159-4d57-a2bb-117a3e01f330'] in n-d-791506-20 is: [{'id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317874998', 'tenant_id': '745fdd81036c4520b2795c32edd7e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '154617fb-38ff-48dd-996c-d889123dbccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:01Z', 'updated_at': '2021-07-16T02:45:04Z', 'revision_number': 5, 'project_id': '745fdd81036c4520b2795c32edd7e4a5', 'gw_port': {'id': '154617fb-38ff-48dd-996c-d889123dbccb', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4637505-9159-4d57-a2bb-117a3e01f330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:06.336583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.365665 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.389354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Pushing event deleted for resources: {'Port': ['ID=7d9aa344-3fc6-486e-b4fb-d4ebd4f382db,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:06.399876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.401088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.401088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.401088 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.401439 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.401563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.401904 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.402186 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.402513 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.402834 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.403162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.403485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:06.406201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d447b5b-7adb-41cf-89f1-601bbc1756bc None None] No DVR routers for this DVR port 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:06.431127 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.433264 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.477791 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.478328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Fanout notify agent at l3_agent the message router_deleted on router b4637505-9159-4d57-a2bb-117a3e01f330 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:45:06.485014 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.486680 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-961326a1-4829-47e4-9c70-92a2e175b4df tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/routers/b4637505-9159-4d57-a2bb-117a3e01f330 HTTP/1.1" status: 204 len: 168 time: 0.7872932 Jul 16 02:45:06.489445 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47510) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:06.562595 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.651254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.660941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb96e7e-a39d-4dab-a524-1fa61840488d']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:06.671252 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d896d28-a592-4395-8ed8-917e0163bc46') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:06.671547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d896d28-a592-4395-8ed8-917e0163bc46') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:06.681332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.696015 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.702343 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:45:06.702943 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:45:06.705996 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:45:06.770545 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.778160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.779465 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/networks/7fb96e7e-a39d-4dab-a524-1fa61840488d HTTP/1.1" status: 204 len: 168 time: 0.2891002 Jul 16 02:45:06.782275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:06.795988 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f338d2-4774-46dd-8e45-23f57d78f287 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'Network': ['ID=7fb96e7e-a39d-4dab-a524-1fa61840488d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:06.842791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d97916-22f3-4ee6-9ad6-e9d110636579 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.868935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d97916-22f3-4ee6-9ad6-e9d110636579 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.937811 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d97916-22f3-4ee6-9ad6-e9d110636579 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.941050 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-76d97916-22f3-4ee6-9ad6-e9d110636579 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.942260 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-76d97916-22f3-4ee6-9ad6-e9d110636579 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] 10.222.0.42 "DELETE /v2.0/security-groups/8757c984-f0a5-4806-ab87-d50d76dd1eb3 HTTP/1.1" status: 204 len: 168 time: 0.1584628 Jul 16 02:45:06.953109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d97916-22f3-4ee6-9ad6-e9d110636579 tempest-TestNetworkAdvancedServerOps-346936592 tempest-TestNetworkAdvancedServerOps-346936592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757c984-f0a5-4806-ab87-d50d76dd1eb3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:07.263496 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:07.388535 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:07.410021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:07.410362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7d9aa344-3fc6-486e-b4fb-d4ebd4f382db not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:07.410981 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9d357339-6493-4f24-9474-f08c24791e6e no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:07.420222 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-cca61d75-1a71-4ab4-8a85-07101ed28fcb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=745fdd81036c4520b2795c32edd7e4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555145 Jul 16 02:45:07.422994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:07.431140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 9d357339-6493-4f24-9474-f08c24791e6e {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:07.431483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 9d357339-6493-4f24-9474-f08c24791e6e not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:07.431895 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 154617fb-38ff-48dd-996c-d889123dbccb no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:07.452395 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 154617fb-38ff-48dd-996c-d889123dbccb {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:07.452780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 154617fb-38ff-48dd-996c-d889123dbccb not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:07.473256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea536b9-2f01-47e3-b94e-7c65c90e946c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.493527 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea536b9-2f01-47e3-b94e-7c65c90e946c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.540263 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea536b9-2f01-47e3-b94e-7c65c90e946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.542713 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea536b9-2f01-47e3-b94e-7c65c90e946c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.543888 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1ea536b9-2f01-47e3-b94e-7c65c90e946c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0794c3d-dab8-4096-b08e-00f18ac3b31e HTTP/1.1" status: 204 len: 168 time: 0.1197813 Jul 16 02:45:07.552004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea536b9-2f01-47e3-b94e-7c65c90e946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0794c3d-dab8-4096-b08e-00f18ac3b31e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:07.798401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47530) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:07.811660 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e413c49a-4be4-4d9a-a8d3-8d26f857dc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.901622 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e413c49a-4be4-4d9a-a8d3-8d26f857dc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.905471 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e413c49a-4be4-4d9a-a8d3-8d26f857dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.942941 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e413c49a-4be4-4d9a-a8d3-8d26f857dc10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7bf8ce3057a4d8ab4381573489f96dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433160 Jul 16 02:45:07.945005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c49a-4be4-4d9a-a8d3-8d26f857dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd7ccfe-73db-4655-a7cb-5fbc603c31d2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:07.945712 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47532) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:07.998499 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a75f3743-c112-4dad-b760-004fdf79ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.019834 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a75f3743-c112-4dad-b760-004fdf79ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.068182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a75f3743-c112-4dad-b760-004fdf79ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.070672 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a75f3743-c112-4dad-b760-004fdf79ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.071829 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a75f3743-c112-4dad-b760-004fdf79ec9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fd7ccfe-73db-4655-a7cb-5fbc603c31d2 HTTP/1.1" status: 204 len: 168 time: 0.1251268 Jul 16 02:45:08.079361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f3743-c112-4dad-b760-004fdf79ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd7ccfe-73db-4655-a7cb-5fbc603c31d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:08.362888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.755671 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47554) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:08.849605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211540802-network', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:08.870716 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Made reservation on behalf of a7647253e7304048b8c0feec0fa08b1d for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:08.873010 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.881529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.966968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.972565 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.992615 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:45:09.006091 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a25c5-2b4b-4f90-8b7e-b028bfbfd124,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:09.010832 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.011194 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Added segment 27f74ee5-8b13-4f00-9338-bb0c275b2630 of type vlan for network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b Jul 16 02:45:09.051122 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.079883 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.080954 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:09.082060 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.111727 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3548958 Jul 16 02:45:09.114951 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47558) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:09.120157 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Request body: {'subnet': {'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211540802-subnet', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:09.145308 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eb708-c814-46bb-9ed7-e29067270624 admin admin] Pushing event updated for resources: {'Network': ['ID=04efdca1-18ba-42f3-ae6d-9f2d3abf531b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:09.146333 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Made reservation on behalf of a7647253e7304048b8c0feec0fa08b1d for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:09.148840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.155463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:45:09.318166 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.377900 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc0d346-6b3b-4949-9683-5a267aba7f8f,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:09.385414 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Checking segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:09.385650 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Network hostable DHCP agents. Network: 04efdca1-18ba-42f3-ae6d-9f2d3abf531b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:45:09.403639 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:45:09.413314 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 04efdca1-18ba-42f3-ae6d-9f2d3abf531b) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:09.417530 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:09.418116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.424827 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c7e22-8c1f-4c87-8ad2-c46b7667ffac None None] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:09.435192 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-46fea9ab-97d3-4d02-9988-017553191c5b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3189344 Jul 16 02:45:09.437724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47560) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:09.442919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:09.466714 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.467809 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.530555 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.587157 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:45:09.588046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.674335 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.726155 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Allocated IP 172.20.0.2 (04efdca1-18ba-42f3-ae6d-9f2d3abf531b/4bc0d346-6b3b-4949-9683-5a267aba7f8f/a1f92091-fb78-49ac-9185-68a8d67891de) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:09.869442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.877784 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.878154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Transition to ACTIVE for port object a1f92091-fb78-49ac-9185-68a8d67891de will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:09.892993 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Transition to ACTIVE for port object a1f92091-fb78-49ac-9185-68a8d67891de will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:09.898254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.898725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.935656 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:09.940541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:09.943905 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:09.952635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Pushing event updated for resources: {'Port': ['ID=a1f92091-fb78-49ac-9185-68a8d67891de,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:10.006046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Attempting to bind port a1f92091-fb78-49ac-9185-68a8d67891de on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:10.006420 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Attempting to bind port a1f92091-fb78-49ac-9185-68a8d67891de by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:10.006785 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Attempting to bind port a1f92091-fb78-49ac-9185-68a8d67891de on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:10.009009 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Allocated IP 172.25.7.181 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/490e7660-31a2-416e-adea-34b2feeb9f78) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:10.011908 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:10.012288 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Checking segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:10.012733 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.013135 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Bound using segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:10.013599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Bound port: a1f92091-fb78-49ac-9185-68a8d67891de, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:10.013982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.080118 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] For port a1f92091-fb78-49ac-9185-68a8d67891de, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:10.083401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] For port a1f92091-fb78-49ac-9185-68a8d67891de, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a1f92091-fb78-49ac-9185-68a8d67891de,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:10.087492 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.120868 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.142514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22781d8-6f07-405c-b617-d4198b3ec113 None None] Pushing event updated for resources: {'Port': ['ID=a1f92091-fb78-49ac-9185-68a8d67891de,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:10.164741 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.206006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:10.208925 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:10.212591 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:10.218092 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Pushing event updated for resources: {'Port': ['ID=490e7660-31a2-416e-adea-34b2feeb9f78,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:10.309223 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-24db516e-0388-465f-a4b7-86b471de15f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.490978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.682170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.821065 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:45:11.055933 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef571af-fd31-4279-97ff-544ab748e961 None None] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:11.090845 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-8daf3006-1d74-45c2-be97-af9e3ac36c43 None None] Provisioning for port a1f92091-fb78-49ac-9185-68a8d67891de completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:11.256789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a1f92091-fb78-49ac-9185-68a8d67891de up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:11.274830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:11.288897 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:11.299538 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.301296 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a6de7e5a-8761-4588-8fa8-82c1fb302f76 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8625460 Jul 16 02:45:11.304044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47564) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:11.309268 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:11.309951 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:11.314691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a1f92091-fb78-49ac-9185-68a8d67891de completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:11.319056 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a1f92091-fb78-49ac-9185-68a8d67891de triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:11.319510 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.446920 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.488570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a1f92091-fb78-49ac-9185-68a8d67891de, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a1f92091-fb78-49ac-9185-68a8d67891de,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:11.493399 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.543580 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:11.546461 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a1f92091-fb78-49ac-9185-68a8d67891de,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:11.645596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-ad4ae956-5c7e-4ff0-afd7-692c13c917ac None None] Provisioning complete for port a1f92091-fb78-49ac-9185-68a8d67891de triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:11.645975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae956-5c7e-4ff0-afd7-692c13c917ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.725220 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:10Z', 'revision_number': 3, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:11.757071 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:11.757413 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Updating router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 port 490e7660-31a2-416e-adea-34b2feeb9f78 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:45:11.784293 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.790260 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.941554 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Allocated IP 172.20.0.1 (04efdca1-18ba-42f3-ae6d-9f2d3abf531b/4bc0d346-6b3b-4949-9683-5a267aba7f8f/4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:12.038137 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.047041 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.047808 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Transition to ACTIVE for port object 490e7660-31a2-416e-adea-34b2feeb9f78 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:12.053777 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.062200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Transition to ACTIVE for port object 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:12.097343 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.102304 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Attempting to bind port 490e7660-31a2-416e-adea-34b2feeb9f78 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:12.102674 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Attempting to bind port 490e7660-31a2-416e-adea-34b2feeb9f78 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:12.103036 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Attempting to bind port 490e7660-31a2-416e-adea-34b2feeb9f78 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:12.114777 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:12.115148 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:12.115551 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.115936 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:12.116396 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Bound port: 490e7660-31a2-416e-adea-34b2feeb9f78, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:12.116818 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.137195 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Pushing event updated for resources: {'Port': ['ID=490e7660-31a2-416e-adea-34b2feeb9f78,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:12.138783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:12.141584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:12.145312 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:12.150844 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Pushing event updated for resources: {'Port': ['ID=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:12.152993 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.153338 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.153670 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.154116 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.154309 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.154633 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.154950 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.155267 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.155583 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.155898 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.156212 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.156556 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.184696 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] For port 490e7660-31a2-416e-adea-34b2feeb9f78, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:12.187993 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] For port 490e7660-31a2-416e-adea-34b2feeb9f78, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=490e7660-31a2-416e-adea-34b2feeb9f78,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:12.189984 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.193033 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.252049 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:12.253199 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:44:42Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:12.292146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909794d-ddb2-4382-acbe-fee500ff247b None None] Pushing event updated for resources: {'Port': ['ID=490e7660-31a2-416e-adea-34b2feeb9f78,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:12.343408 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.370667 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:12.454083 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-45f9b295-2484-4e96-9541-6629d05ccc60 None None] Provisioning for port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:12.459446 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-45f9b295-2484-4e96-9541-6629d05ccc60 None None] Provisioning complete for port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:12.460096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-45f9b295-2484-4e96-9541-6629d05ccc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.507187 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-45f9b295-2484-4e96-9541-6629d05ccc60 None None] Port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:12.511643 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b10e157e-387b-44d1-a3d1-a75b0935452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.518638 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.523988 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.563079 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:10Z', 'revision_number': 3, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:12.590249 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf067e-c009-43db-8f23-2a1bec21fc34 None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:10Z', 'revision_number': 3, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:12.594207 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.595307 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.597382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Pushing event updated for resources: {'Port': ['ID=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:12.691886 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:12.693281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:12.838578 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:12.967871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:12.973390 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4c952b5f-8542-4e65-aee3-0b91907a241a admin admin] 10.222.0.42 "PUT /v2.0/routers/8c4ed67c-edd8-49b8-be84-6aa77229bb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6681321 Jul 16 02:45:13.042742 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-bcd5e834-d43c-4db4-ba04-84af8cbe5742 None None] Provisioning complete for port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:13.043112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e834-d43c-4db4-ba04-84af8cbe5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.082307 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5e834-d43c-4db4-ba04-84af8cbe5742 None None] Port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:13.284655 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a1f92091-fb78-49ac-9185-68a8d67891de up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:13.338021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a1f92091-fb78-49ac-9185-68a8d67891de triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:13.338397 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.508174 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47580) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:13.513489 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2040064784-network', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:13.535836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Made reservation on behalf of 7fddc2fb5eb34e3db64145f1cb0c6764 for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:13.538391 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.547608 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.589160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 490e7660-31a2-416e-adea-34b2feeb9f78 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:13.649935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 490e7660-31a2-416e-adea-34b2feeb9f78 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:13.652561 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.654473 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 490e7660-31a2-416e-adea-34b2feeb9f78 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:13.654939 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.656673 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.683647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:45:13.693112 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d79ef78-d1eb-4bf4-ac1e-adcd3b4a136d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:13.699451 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.699801 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Added segment 3eedc424-6863-404e-ae4f-a412e23ce5e7 of type vlan for network f031c536-1139-4d6e-8a06-e47fe35412d2 Jul 16 02:45:13.745880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.753505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.776009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 490e7660-31a2-416e-adea-34b2feeb9f78, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=490e7660-31a2-416e-adea-34b2feeb9f78,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:13.778856 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.780031 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.780489 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.780703 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.822755 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3133199 Jul 16 02:45:13.825437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47582) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:13.831424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Request body: {'subnet': {'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2040064784-subnet', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'ip_version': 4}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:13.840801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=490e7660-31a2-416e-adea-34b2feeb9f78,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:13.870576 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a56ca9-0ec7-4bdb-a6b6-082d9255f48d admin admin] Pushing event updated for resources: {'Network': ['ID=f031c536-1139-4d6e-8a06-e47fe35412d2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:13.882382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network f031c536-1139-4d6e-8a06-e47fe35412d2 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:45:13.884699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Made reservation on behalf of 7fddc2fb5eb34e3db64145f1cb0c6764 for: {'subnet': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:13.887319 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59092839'] for subnet, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.036378 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.066699 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58844678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59092853'] for subnet, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.116753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a4440a-d802-4300-b2a9-7bca84c1f852,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:14.133155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Checking segment: {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:14.133517 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Network hostable DHCP agents. Network: f031c536-1139-4d6e-8a06-e47fe35412d2, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:45:14.153896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Network f031c536-1139-4d6e-8a06-e47fe35412d2 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:45:14.162136 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, f031c536-1139-4d6e-8a06-e47fe35412d2) {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:14.167135 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:14.167639 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.171891 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479c833-244b-480e-a617-a37a1d915696 None None] Network f031c536-1139-4d6e-8a06-e47fe35412d2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:14.184778 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-861657c7-b30e-4e53-ae78-56ca98ae23c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3582106 Jul 16 02:45:14.187814 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47584) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:14.191396 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:14.193173 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:14.215301 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.216761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.218571 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:14.219209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:14.278292 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.402047 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:14.419063 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.464560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-f031c536-1139-4d6e-8a06-e47fe35412d2', 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'fixed_ips': [{'subnet_id': '90a4440a-d802-4300-b2a9-7bca84c1f852'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:45:14.465472 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.622022 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.642679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.725215 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Allocated IP 172.20.0.2 (f031c536-1139-4d6e-8a06-e47fe35412d2/90a4440a-d802-4300-b2a9-7bca84c1f852/7fa71213-91f3-4835-9c08-8b6adaf1b47d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:14.752111 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Allocated IP 172.25.7.177 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/e3669104-2841-4ea5-8d48-f186f31d03d0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:14.810594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 2, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:14.841293 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:14.841654 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Updating router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:45:14.855982 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.896949 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.898989 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.932596 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:14.938616 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:14.942622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:14.948102 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Pushing event updated for resources: {'Port': ['ID=e3669104-2841-4ea5-8d48-f186f31d03d0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:14.977953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.033314 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Transition to ACTIVE for port object 7fa71213-91f3-4835-9c08-8b6adaf1b47d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:15.067140 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Transition to ACTIVE for port object 7fa71213-91f3-4835-9c08-8b6adaf1b47d will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:15.076521 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.140850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Network f031c536-1139-4d6e-8a06-e47fe35412d2 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:15.169939 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:15.172360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:15.180922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Pushing event updated for resources: {'Port': ['ID=7fa71213-91f3-4835-9c08-8b6adaf1b47d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:15.215672 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.223283 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 490e7660-31a2-416e-adea-34b2feeb9f78 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:15.296859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Attempting to bind port 7fa71213-91f3-4835-9c08-8b6adaf1b47d on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:15.297199 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Attempting to bind port 7fa71213-91f3-4835-9c08-8b6adaf1b47d by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:15.297563 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Attempting to bind port 7fa71213-91f3-4835-9c08-8b6adaf1b47d on network f031c536-1139-4d6e-8a06-e47fe35412d2 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:15.316977 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:15.317319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Checking segment: {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:15.317722 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.318115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Bound using segment: {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:15.318594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Bound port: 7fa71213-91f3-4835-9c08-8b6adaf1b47d, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:15.318976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.399096 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.401075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 490e7660-31a2-416e-adea-34b2feeb9f78 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:15.401431 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.410998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.449928 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Transition to ACTIVE for port object 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:15.463637 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.477671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] For port 7fa71213-91f3-4835-9c08-8b6adaf1b47d, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:15.518239 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] For port 7fa71213-91f3-4835-9c08-8b6adaf1b47d, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7fa71213-91f3-4835-9c08-8b6adaf1b47d,segment=NetworkSegment(3eedc424-6863-404e-ae4f-a412e23ce5e7),segment_id=3eedc424-6863-404e-ae4f-a412e23ce5e7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:15.533578 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.550524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e794-1293-4d61-b0de-a2128b8f3d89 None None] Pushing event updated for resources: {'Port': ['ID=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:15.555674 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Router b44976ce-89bf-4acf-84da-d1569ab983ee is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:45:15.681391 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.695715 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Attempting to bind port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:15.696251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Attempting to bind port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:15.696763 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Attempting to bind port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:15.709596 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:15.710093 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Checking segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:15.710769 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.711311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Bound using segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:15.712238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Bound port: 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:15.712762 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.739990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d26ff-cc45-490e-bcf8-c88c22ba916b None None] Pushing event updated for resources: {'Port': ['ID=7fa71213-91f3-4835-9c08-8b6adaf1b47d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:15.803471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] For port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:15.807156 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] For port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:15.818283 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.909122 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e794-1293-4d61-b0de-a2128b8f3d89 None None] Pushing event updated for resources: {'Port': ['ID=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:15.916930 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:15.917718 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:16.047552 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:16.063289 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:16.077962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Sync routers for ids ['b44976ce-89bf-4acf-84da-d1569ab983ee'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:16.084797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.086927 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-53460d62-7427-4906-ae10-cdf4f9bfab32 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8980379 Jul 16 02:45:16.090006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47586) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:16.093018 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Routers {'b44976ce-89bf-4acf-84da-d1569ab983ee'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:16.093923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b44976ce-89bf-4acf-84da-d1569ab983ee'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:16.214958 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Set router b44976ce-89bf-4acf-84da-d1569ab983ee gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:16.283889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:15Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:16.431435 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:15Z', 'revision_number': 3, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:16.464903 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Checking router: b44976ce-89bf-4acf-84da-d1569ab983ee for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:16.465513 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Updating router b44976ce-89bf-4acf-84da-d1569ab983ee port e3669104-2841-4ea5-8d48-f186f31d03d0 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:45:16.474428 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681e7c6-2efe-4b3e-a207-ed542022a5ed None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:15Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:16.503624 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.617284 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.800534 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Allocated IP 172.20.0.1 (f031c536-1139-4d6e-8a06-e47fe35412d2/90a4440a-d802-4300-b2a9-7bca84c1f852/4161e6e0-b73d-4188-9783-3841998868e4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:16.823276 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.835127 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Transition to ACTIVE for port object e3669104-2841-4ea5-8d48-f186f31d03d0 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:16.843104 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.879608 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d06f9-a5c7-4655-8739-4e20067e28b0 None None] Network f031c536-1139-4d6e-8a06-e47fe35412d2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:16.900452 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Attempting to bind port e3669104-2841-4ea5-8d48-f186f31d03d0 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:16.900828 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Attempting to bind port e3669104-2841-4ea5-8d48-f186f31d03d0 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:16.901197 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Attempting to bind port e3669104-2841-4ea5-8d48-f186f31d03d0 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:16.908913 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4629fe8-364a-401d-b8d1-186bf0715c7a None None] Pushing event updated for resources: {'Port': ['ID=e3669104-2841-4ea5-8d48-f186f31d03d0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:16.912113 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:16.912522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:16.912929 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.913317 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:16.913795 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Bound port: e3669104-2841-4ea5-8d48-f186f31d03d0, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:16.914177 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.942828 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.966385 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Transition to ACTIVE for port object 4161e6e0-b73d-4188-9783-3841998868e4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:16.977706 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] For port e3669104-2841-4ea5-8d48-f186f31d03d0, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:16.981712 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] For port e3669104-2841-4ea5-8d48-f186f31d03d0, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e3669104-2841-4ea5-8d48-f186f31d03d0,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:16.988415 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.988814 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0298c6a9-5afe-44b0-aa38-747875b86c03 None None] Provisioning for port 7fa71213-91f3-4835-9c08-8b6adaf1b47d completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:17.017245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.051064 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Routers {'b44976ce-89bf-4acf-84da-d1569ab983ee'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:17.051815 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b44976ce-89bf-4acf-84da-d1569ab983ee'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:17.060021 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Network f031c536-1139-4d6e-8a06-e47fe35412d2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:17.065772 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:17.070477 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:17.104494 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Pushing event updated for resources: {'Port': ['ID=4161e6e0-b73d-4188-9783-3841998868e4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:17.132473 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.261663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4629fe8-364a-401d-b8d1-186bf0715c7a None None] Pushing event updated for resources: {'Port': ['ID=e3669104-2841-4ea5-8d48-f186f31d03d0,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:17.302203 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] Set router b44976ce-89bf-4acf-84da-d1569ab983ee gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:17.363117 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:17.386380 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.431171 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:17.437603 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:17.438134 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.489407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1b0a0d7-9f83-49ee-8c55-0074761fd434 None None] Provisioning for port 4161e6e0-b73d-4188-9783-3841998868e4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:17.498390 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f1b0a0d7-9f83-49ee-8c55-0074761fd434 None None] Provisioning complete for port 4161e6e0-b73d-4188-9783-3841998868e4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:17.499079 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a0d7-9f83-49ee-8c55-0074761fd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.587132 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:15Z', 'revision_number': 3, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:17.588295 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.590308 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0a0d7-9f83-49ee-8c55-0074761fd434 None None] Port 4161e6e0-b73d-4188-9783-3841998868e4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:17.637829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:17.644645 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaff28e-9b25-442d-b700-0506f29f5a5c None None] The sync data for ids ['b44976ce-89bf-4acf-84da-d1569ab983ee'] in n-d-791506-20 is: [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:15Z', 'revision_number': 3, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:17.645787 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.647721 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7fa71213-91f3-4835-9c08-8b6adaf1b47d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:17.685140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.692582 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.759455 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:17.772687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cd376ccb-645f-4c13-86bc-dee05e409f79 None None] Provisioning complete for port 4161e6e0-b73d-4188-9783-3841998868e4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:17.773206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cd376ccb-645f-4c13-86bc-dee05e409f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.773424 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.775446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Pushing event updated for resources: {'Port': ['ID=4161e6e0-b73d-4188-9783-3841998868e4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:17.810483 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 7fa71213-91f3-4835-9c08-8b6adaf1b47d completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:17.818397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7fa71213-91f3-4835-9c08-8b6adaf1b47d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:17.818913 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.839509 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cd376ccb-645f-4c13-86bc-dee05e409f79 None None] Port 4161e6e0-b73d-4188-9783-3841998868e4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:17.883731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Network f031c536-1139-4d6e-8a06-e47fe35412d2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:17.885283 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:17.906522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.945011 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 7fa71213-91f3-4835-9c08-8b6adaf1b47d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7fa71213-91f3-4835-9c08-8b6adaf1b47d,segment=NetworkSegment(3eedc424-6863-404e-ae4f-a412e23ce5e7),segment_id=3eedc424-6863-404e-ae4f-a412e23ce5e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:17.951001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.020107 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=7fa71213-91f3-4835-9c08-8b6adaf1b47d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:18.022149 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Router b44976ce-89bf-4acf-84da-d1569ab983ee has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:18.164625 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:18.171989 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f958bc14-4196-4a82-a710-7f05329176cd admin admin] 10.222.0.42 "PUT /v2.0/routers/b44976ce-89bf-4acf-84da-d1569ab983ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790298 Jul 16 02:45:18.268033 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-64ff697f-86c6-4de6-bfe6-265918a5e582 None None] Provisioning complete for port 4161e6e0-b73d-4188-9783-3841998868e4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:18.268447 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64ff697f-86c6-4de6-bfe6-265918a5e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.305029 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-64ff697f-86c6-4de6-bfe6-265918a5e582 None None] Port 4161e6e0-b73d-4188-9783-3841998868e4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:18.839504 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47594) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:18.844250 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99705030', 'description': 'tempest-secgroup-smoke-99705030 description', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:18.867376 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.953908 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.958197 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.986964 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.988203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1476684 Jul 16 02:45:18.990063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a8fa9-89e2-45c4-8f5c-9eefe6c8a13c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efd148c-5a6e-4837-9002-7e70e68e6c5c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:18.991435 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47596) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:18.997052 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '0efd148c-5a6e-4837-9002-7e70e68e6c5c', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:19.025744 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.071091 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.074620 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.092990 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0913607b-0d9e-4e42-8cc1-73a9319986f2,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.100981 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.102576 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-8196861b-3d8d-40c7-92ae-42e69201e26b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093974 Jul 16 02:45:19.105375 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47598) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.109710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '0efd148c-5a6e-4837-9002-7e70e68e6c5c', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:19.136390 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.200851 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.205662 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.224336 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8ed789-85d5-4956-baf3-b2e68a75fff3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.229693 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.234039 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47600) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.234577 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3bca77aa-4ee8-4922-947e-b281069e83c1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276815 Jul 16 02:45:19.239758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '0efd148c-5a6e-4837-9002-7e70e68e6c5c', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:19.241219 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.267650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.302412 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:19.333978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.342684 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.352373 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:19.352853 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.361541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc52283-e40b-42b9-8ac3-0ccc16168805,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.370525 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.371898 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-90de0c4c-139e-45ef-9951-fb0838154ec8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363919 Jul 16 02:45:19.374589 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47602) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.379959 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '0efd148c-5a6e-4837-9002-7e70e68e6c5c', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:19.409037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.439553 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3669104-2841-4ea5-8d48-f186f31d03d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:19.471543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.475728 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.487235 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port e3669104-2841-4ea5-8d48-f186f31d03d0 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:19.490927 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e3669104-2841-4ea5-8d48-f186f31d03d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:19.491326 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.498480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f13f36-4f92-46a3-8318-6eaecd75e13f,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.502580 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.506620 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-44d8ce5a-cc46-4612-8955-343629818c2b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283865 Jul 16 02:45:19.507170 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47604) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.512325 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '0efd148c-5a6e-4837-9002-7e70e68e6c5c', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:19.535903 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Project a7647253e7304048b8c0feec0fa08b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:45:19.540979 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.571926 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.600926 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port e3669104-2841-4ea5-8d48-f186f31d03d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e3669104-2841-4ea5-8d48-f186f31d03d0,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:19.605773 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.606716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7fa71213-91f3-4835-9c08-8b6adaf1b47d up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:19.607143 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.612393 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.633579 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21759b2f-04bd-4b7f-8861-f802781e31fd,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.640188 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.641881 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2117c12f-a5f1-4bee-9c16-7807e30a4f2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336010 Jul 16 02:45:19.644613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 47606) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.649994 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '0efd148c-5a6e-4837-9002-7e70e68e6c5c', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:19.675115 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Project a7647253e7304048b8c0feec0fa08b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:45:19.680182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.689153 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=e3669104-2841-4ea5-8d48-f186f31d03d0,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.701816 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 7fa71213-91f3-4835-9c08-8b6adaf1b47d triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:19.702198 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.752269 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.756152 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.776641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f93b6dd-48e1-47df-9e0d-9bc228cf2243,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.784054 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.785325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-5e55599f-fed8-4e64-ac0b-0dbfe9fbc132 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395829 Jul 16 02:45:19.925876 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Sync routers for ids ['b44976ce-89bf-4acf-84da-d1569ab983ee'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:19.931411 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-4b7d6cf1-c96f-4b38-ab5f-e4f582fc7dcd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99705030&fields=id&tenant_id=a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 267 time: 0.0364208 Jul 16 02:45:19.935134 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Routers {'b44976ce-89bf-4acf-84da-d1569ab983ee'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:19.935810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b44976ce-89bf-4acf-84da-d1569ab983ee'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:20.045268 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Set router b44976ce-89bf-4acf-84da-d1569ab983ee gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:20.047430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-6e5f98da-c237-41f1-80e6-4414230029b2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:20.049578 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-6e5f98da-c237-41f1-80e6-4414230029b2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 809 time: 0.1116331 Jul 16 02:45:20.064652 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-266882c0-f16e-4aea-945d-376669e48b20 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/quotas/a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 375 time: 0.0096195 Jul 16 02:45:20.132533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-d653e207-6cd3-4325-9778-015b5282432e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624967 Jul 16 02:45:20.148943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-f056dd4b-71db-49d0-b378-ecdda9948ceb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:45:20.149899 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-f056dd4b-71db-49d0-b378-ecdda9948ceb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058787 Jul 16 02:45:20.245865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 4, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4161e6e0-b73d-4188-9783-3841998868e4', 'name': '', 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'mac_address': 'fa:16:3e:c8:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90a4440a-d802-4300-b2a9-7bca84c1f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:16Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 2, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'subnets': [{'id': '90a4440a-d802-4300-b2a9-7bca84c1f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:20.273618 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Checking router: b44976ce-89bf-4acf-84da-d1569ab983ee for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:20.273968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Updating router b44976ce-89bf-4acf-84da-d1569ab983ee port 4161e6e0-b73d-4188-9783-3841998868e4 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:45:20.311233 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.330767 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-6e9357c9-f01d-41b6-bbf5-7469ffa59624 service neutron] 10.222.0.42 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748171 Jul 16 02:45:20.422016 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-32e80d22-de52-4ce0-b0bb-4985f55675cc service neutron] 10.222.0.42 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852292 Jul 16 02:45:20.571511 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.581813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Transition to ACTIVE for port object 4161e6e0-b73d-4188-9783-3841998868e4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:20.587615 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.655842 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39bc0-f5f2-4cef-8ecc-1dd4813e67b7 None None] Pushing event updated for resources: {'Port': ['ID=4161e6e0-b73d-4188-9783-3841998868e4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:20.696216 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Attempting to bind port 4161e6e0-b73d-4188-9783-3841998868e4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:20.696626 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Attempting to bind port 4161e6e0-b73d-4188-9783-3841998868e4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:20.696988 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Attempting to bind port 4161e6e0-b73d-4188-9783-3841998868e4 on network f031c536-1139-4d6e-8a06-e47fe35412d2 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:20.702294 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:20.702669 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Checking segment: {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:20.703070 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.703462 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Bound using segment: {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:20.703924 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Bound port: 4161e6e0-b73d-4188-9783-3841998868e4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eedc424-6863-404e-ae4f-a412e23ce5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:20.704958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.769418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] For port 4161e6e0-b73d-4188-9783-3841998868e4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:20.772574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] For port 4161e6e0-b73d-4188-9783-3841998868e4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4161e6e0-b73d-4188-9783-3841998868e4,segment=NetworkSegment(3eedc424-6863-404e-ae4f-a412e23ce5e7),segment_id=3eedc424-6863-404e-ae4f-a412e23ce5e7)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:20.776886 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.839836 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Routers {'b44976ce-89bf-4acf-84da-d1569ab983ee'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:20.840481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b44976ce-89bf-4acf-84da-d1569ab983ee'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:20.844028 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39bc0-f5f2-4cef-8ecc-1dd4813e67b7 None None] Pushing event updated for resources: {'Port': ['ID=4161e6e0-b73d-4188-9783-3841998868e4,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:20.956209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] Set router b44976ce-89bf-4acf-84da-d1569ab983ee gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:21.161111 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 4, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4161e6e0-b73d-4188-9783-3841998868e4', 'name': '', 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'mac_address': 'fa:16:3e:c8:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90a4440a-d802-4300-b2a9-7bca84c1f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:16Z', 'updated_at': '2021-07-16T02:45:20Z', 'revision_number': 4, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'subnets': [{'id': '90a4440a-d802-4300-b2a9-7bca84c1f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:21.188507 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b7551-1a9a-4f04-9dbd-316e73d028a7 None None] The sync data for ids ['b44976ce-89bf-4acf-84da-d1569ab983ee'] in n-d-791506-20 is: [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 4, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4161e6e0-b73d-4188-9783-3841998868e4', 'name': '', 'network_id': 'f031c536-1139-4d6e-8a06-e47fe35412d2', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'mac_address': 'fa:16:3e:c8:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '90a4440a-d802-4300-b2a9-7bca84c1f852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:16Z', 'updated_at': '2021-07-16T02:45:20Z', 'revision_number': 4, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'subnets': [{'id': '90a4440a-d802-4300-b2a9-7bca84c1f852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:21.200474 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3669104-2841-4ea5-8d48-f186f31d03d0 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:21.262952 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port e3669104-2841-4ea5-8d48-f186f31d03d0 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:21.263523 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.623313 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-629e91e4-38d2-4846-a014-f12d6533016f req-d629ec65-f5c6-49fa-815d-9f3a170cb488 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 210 time: 0.0384912 Jul 16 02:45:22.780457 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d59fff3-b289-4f24-80b4-bf0ca0f26e5d req-dedc4323-831c-4a1a-98fa-96d85ed63772 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 210 time: 0.0322797 Jul 16 02:45:22.863761 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-d17f5c9e-3f09-471d-80fb-bca452831560 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.865282 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-d17f5c9e-3f09-471d-80fb-bca452831560 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 809 time: 0.1203148 Jul 16 02:45:22.910467 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-59817815-ec35-4c69-93e7-defcdd2949df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 378 time: 0.0360568 Jul 16 02:45:22.919014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'port': {'device_id': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'admin_state_up': True, 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'security_groups': ['0efd148c-5a6e-4837-9002-7e70e68e6c5c']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:23.035523 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Made reservation on behalf of a7647253e7304048b8c0feec0fa08b1d for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:23.039229 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.168027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Allocated IP 172.20.0.8 (04efdca1-18ba-42f3-ae6d-9f2d3abf531b/4bc0d346-6b3b-4949-9683-5a267aba7f8f/954bc1aa-d404-4351-a342-11e24a1336c9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:23.222050 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4161e6e0-b73d-4188-9783-3841998868e4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:23.272467 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 4161e6e0-b73d-4188-9783-3841998868e4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:23.277100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4161e6e0-b73d-4188-9783-3841998868e4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:23.279504 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.313635 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.328200 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Transition to ACTIVE for port object 954bc1aa-d404-4351-a342-11e24a1336c9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:23.355992 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.370527 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.391008 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 4161e6e0-b73d-4188-9783-3841998868e4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4161e6e0-b73d-4188-9783-3841998868e4,segment=NetworkSegment(3eedc424-6863-404e-ae4f-a412e23ce5e7),segment_id=3eedc424-6863-404e-ae4f-a412e23ce5e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:23.395244 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.420026 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:23.426027 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:23.429868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:23.451588 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=4161e6e0-b73d-4188-9783-3841998868e4,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:23.458340 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:23.484401 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.485037 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.500744 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-feb7210e-bda3-41c3-a52b-6c5252c2a6df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851285 Jul 16 02:45:23.512107 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Request body: {'port': {'device_id': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:23.587398 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.695839 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ee902ed-615e-49b5-9acf-f030efedf3ef None None] Provisioning for port 954bc1aa-d404-4351-a342-11e24a1336c9 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:23.701885 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ee902ed-615e-49b5-9acf-f030efedf3ef None None] Provisioning complete for port 954bc1aa-d404-4351-a342-11e24a1336c9 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:23.702198 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ee902ed-615e-49b5-9acf-f030efedf3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.737865 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ee902ed-615e-49b5-9acf-f030efedf3ef None None] Port 954bc1aa-d404-4351-a342-11e24a1336c9 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:23.870350 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:45:23.881240 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.894302 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Transition to ACTIVE for port object 954bc1aa-d404-4351-a342-11e24a1336c9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:23.898436 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.972821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3d59-1902-4edc-9ee6-3d52c47a482c req-b2ccf4c9-b9e8-4f1a-8543-f60c49835127 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.974533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b2d3d59-1902-4edc-9ee6-3d52c47a482c req-b2ccf4c9-b9e8-4f1a-8543-f60c49835127 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 943 time: 0.0750394 Jul 16 02:45:23.993293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:24.019943 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b2d3d59-1902-4edc-9ee6-3d52c47a482c req-b1bd8702-435f-4734-b2bc-b34b5a4a1f67 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391920 Jul 16 02:45:24.035417 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:24.035716 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:24.036723 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:24.042352 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Port 954bc1aa-d404-4351-a342-11e24a1336c9 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:45:24.042688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:24.048841 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:24.049187 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Checking segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:24.049594 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Bound using segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:24.050033 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Bound port: 954bc1aa-d404-4351-a342-11e24a1336c9, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:24.050543 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.117437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:24.120679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:24.125611 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.163602 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.164215 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.165711 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] 10.222.0.23 "PUT /v2.0/ports/954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1092 time: 0.6580830 Jul 16 02:45:24.166146 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:24.168545 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a" -d '{"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:24.197390 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b16a0-d046-41f5-8bab-fdbc8e28162a service neutron] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:24.208234 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f54e58-d994-4a6b-9582-b2a342df4a99 x-openstack-request-id: req-74f54e58-d994-4a6b-9582-b2a342df4a99 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:24.208575 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:24.208887 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74f54e58-d994-4a6b-9582-b2a342df4a99 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:24.209244 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'status': 'completed', 'code': 200} Jul 16 02:45:24.273562 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-ec01f87c-5c02-4391-bd16-4481d07fe4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.275129 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-ec01f87c-5c02-4391-bd16-4481d07fe4ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1095 time: 0.0569279 Jul 16 02:45:24.322756 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-1a2b2d1b-4a44-48d3-a667-f165623d7159 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 217 time: 0.0396831 Jul 16 02:45:24.375868 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-33251f6c-1bee-4a29-9638-dedb62dfc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.377739 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-33251f6c-1bee-4a29-9638-dedb62dfc456 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0490832 Jul 16 02:45:24.435793 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-e057cd76-c97b-4880-a3f6-aa08f796b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.437340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-e057cd76-c97b-4880-a3f6-aa08f796b373 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523107 Jul 16 02:45:24.533494 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-cd8f0c29-a539-474d-a2e2-dd16417c9213 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893455 Jul 16 02:45:24.621923 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-24f33c5c-632c-4feb-aa8a-3bca14980f14 req-b6e94b09-ad88-4306-bf43-823e280290bb service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819414 Jul 16 02:45:24.730231 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-d0101f68-8ea6-483c-94fd-010ff164c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.731751 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-d0101f68-8ea6-483c-94fd-010ff164c488 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1095 time: 0.0579364 Jul 16 02:45:24.822711 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-2ea6fa76-cae0-4fd0-9d5d-a32222e923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.824182 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-2ea6fa76-cae0-4fd0-9d5d-a32222e923b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0856237 Jul 16 02:45:24.868081 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-96b78a5e-c657-4f38-b9ff-183e7b10316d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 217 time: 0.0371535 Jul 16 02:45:24.918108 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-46ac05ac-23a7-46df-92d9-58a46fad36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.919526 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-46ac05ac-23a7-46df-92d9-58a46fad36fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0442567 Jul 16 02:45:24.976543 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-4690a4f2-ec1e-461e-97b8-db691063edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.978031 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-4690a4f2-ec1e-461e-97b8-db691063edd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513296 Jul 16 02:45:25.071556 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-4fe2be4d-048d-45e2-95b1-a69460d29699 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856178 Jul 16 02:45:25.164257 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-075d1e89-6350-4a35-bc7b-3aaaa6fb048a req-2ecaccaf-3f2d-4a9c-b8d0-7f575dbb2438 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860269 Jul 16 02:45:25.205422 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7ecc4-448e-4057-a809-9d4c34cc1c25 req-fe86b40f-340f-4b06-ac10-3702dc72480e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:25.207084 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edf7ecc4-448e-4057-a809-9d4c34cc1c25 req-fe86b40f-340f-4b06-ac10-3702dc72480e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 943 time: 0.0735371 Jul 16 02:45:25.210349 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4161e6e0-b73d-4188-9783-3841998868e4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:25.245018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-edf7ecc4-448e-4057-a809-9d4c34cc1c25 req-a3c3588d-6e3a-496d-9be4-6801b47a47a3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322180 Jul 16 02:45:25.257606 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 4161e6e0-b73d-4188-9783-3841998868e4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:25.257981 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:26.423607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa6a6-14a7-46b1-b480-db97b7194df7 req-6a4e0810-7374-4786-a53d-fa9b924e779a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:26.425165 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-941fa6a6-14a7-46b1-b480-db97b7194df7 req-6a4e0810-7374-4786-a53d-fa9b924e779a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 943 time: 0.0641432 Jul 16 02:45:26.463584 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-941fa6a6-14a7-46b1-b480-db97b7194df7 req-05213981-4769-409b-9cf6-4fc07255a766 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328364 Jul 16 02:45:27.632944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108f29-f9a1-44fe-b974-48e5d8cf4ce6 req-1b87baed-b12b-4df9-a461-08620b2a2ba7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:27.634421 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec108f29-f9a1-44fe-b974-48e5d8cf4ce6 req-1b87baed-b12b-4df9-a461-08620b2a2ba7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 943 time: 0.0634568 Jul 16 02:45:27.672503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ec108f29-f9a1-44fe-b974-48e5d8cf4ce6 req-b960ca82-a127-4ae4-9672-f5295876622c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325167 Jul 16 02:45:28.522016 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:45:28.614084 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:28.624848 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '954bc1aa-d404-4351-a342-11e24a1336c9', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'mac_address': 'fa:16:3e:6e:5f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:45:28.818305 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:28.830888 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:45:28.852000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:28.855953 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:28.856272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bee5f2-a035-4813-a1ca-ab4dd0bc3376 req-e1ec61d0-aed8-4e56-a7f6-e98139154525 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:28.857838 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9bee5f2-a035-4813-a1ca-ab4dd0bc3376 req-e1ec61d0-aed8-4e56-a7f6-e98139154525 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 943 time: 0.0706317 Jul 16 02:45:28.898615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a9bee5f2-a035-4813-a1ca-ab4dd0bc3376 req-5ab4e819-eb46-46b7-8406-4b355b0e3490 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342705 Jul 16 02:45:28.903463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:29.064794 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['954bc1aa-d404-4351-a342-11e24a1336c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:45:29.603243 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:30.074768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e48b47-5d17-4b63-913a-05d1d805edca req-8ac0a2d5-bd3c-4e8c-83b8-474f87a56c93 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:30.076286 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0e48b47-5d17-4b63-913a-05d1d805edca req-8ac0a2d5-bd3c-4e8c-83b8-474f87a56c93 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0644062 Jul 16 02:45:30.115819 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0e48b47-5d17-4b63-913a-05d1d805edca req-8241a677-903a-431d-91e6-fc88d944403f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331669 Jul 16 02:45:30.537271 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:30.584041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 954bc1aa-d404-4351-a342-11e24a1336c9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:30.587574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 954bc1aa-d404-4351-a342-11e24a1336c9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:30.587944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.665270 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.686305 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:30.688630 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae0176-8cc2-4f31-a139-b2523c7d13fa" -d '{"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-plugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:30.700818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:30.705514 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.728785 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58cb928-1a08-4716-a78e-58b627b551a7 x-openstack-request-id: req-d58cb928-1a08-4716-a78e-58b627b551a7 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:30.729085 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-plugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:30.729339 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d58cb928-1a08-4716-a78e-58b627b551a7 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:30.729732 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'code': 200} Jul 16 02:45:30.755737 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:30.848860 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4226196-896e-4ad5-8a12-c57fca0e5751 req-8d29992d-1bfe-48cb-a589-87a57f21c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:30.851082 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c4226196-896e-4ad5-8a12-c57fca0e5751 req-8d29992d-1bfe-48cb-a589-87a57f21c2d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1097 time: 0.0599089 Jul 16 02:45:30.887378 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c4226196-896e-4ad5-8a12-c57fca0e5751 req-f1b0758d-a714-4136-a8bf-506c292c45a9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298903 Jul 16 02:45:31.292827 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f155b22-7180-4f54-8afe-cc71134c4285 req-6b43d070-a788-43e2-bddc-a645878efc3a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:31.294318 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f155b22-7180-4f54-8afe-cc71134c4285 req-6b43d070-a788-43e2-bddc-a645878efc3a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0667851 Jul 16 02:45:31.331845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1f155b22-7180-4f54-8afe-cc71134c4285 req-6ec35178-069e-4c74-9e2b-0841f58e5142 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314453 Jul 16 02:45:32.507908 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779b019-e5ab-475f-8b8d-ab76f788046e req-d9d8e83c-8d38-4814-a3d0-b34596b3cc12 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:32.509438 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d779b019-e5ab-475f-8b8d-ab76f788046e req-d9d8e83c-8d38-4814-a3d0-b34596b3cc12 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0643470 Jul 16 02:45:32.547335 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d779b019-e5ab-475f-8b8d-ab76f788046e req-81d756ec-7a9d-4cb1-bfc7-af9b6a67bd27 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324333 Jul 16 02:45:32.725115 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4dce-a174-4880-91d4-5281870b7918 req-9109ed4b-6679-44b6-83ac-b77a61b443ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:32.726503 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-409f4dce-a174-4880-91d4-5281870b7918 req-9109ed4b-6679-44b6-83ac-b77a61b443ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0637991 Jul 16 02:45:32.765951 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-409f4dce-a174-4880-91d4-5281870b7918 req-faee33e4-f435-415c-9ced-728b94c7edb4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333018 Jul 16 02:45:32.789410 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47666) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:32.886204 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108bfdc2-ea93-4326-860e-9af4117b5f5b tempest-TestShelveInstance-1213662534 tempest-TestShelveInstance-1213662534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:32.887720 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-108bfdc2-ea93-4326-860e-9af4117b5f5b tempest-TestShelveInstance-1213662534 tempest-TestShelveInstance-1213662534-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1092 time: 0.0973246 Jul 16 02:45:32.890625 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47670) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:32.895199 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:32.916494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.014935 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.120522 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Allocated IP 172.25.7.23 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/3961d7b7-ebb9-47f3-863d-20a421c0415e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:33.219965 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.263252 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.300793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:33.305729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:33.309320 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:33.331093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'Port': ['ID=3961d7b7-ebb9-47f3-863d-20a421c0415e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:33.677528 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.751210 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.898092 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.902538 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.970820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'Port': ['ID=3961d7b7-ebb9-47f3-863d-20a421c0415e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:33.980985 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.081335 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Floating IP 996a69c3-b233-4645-942f-807ad0cbbea2 associated. External IP: 172.25.7.23, port: 954bc1aa-d404-4351-a342-11e24a1336c9. Jul 16 02:45:34.287733 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:34.396430 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:34.405949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:34.412557 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.415554 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:34.416178 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.450330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f4b1d31b-3be5-421a-bb76-96d8d1d7bbea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5586324 Jul 16 02:45:34.450922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:34.453220 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d5cd46-f016-4939-b7f1-20b7ab331baf" -d '{"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:34.521908 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:34.550161 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4790a23-b3ab-4f88-ad03-f49096e4f082 x-openstack-request-id: req-b4790a23-b3ab-4f88-ad03-f49096e4f082 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:34.550456 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:34.550707 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4790a23-b3ab-4f88-ad03-f49096e4f082 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:34.551225 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'status': 'completed', 'code': 200} Jul 16 02:45:34.624689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-b88ca475-2f41-48f3-9b83-dc7ca4c38699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:34.626967 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-b88ca475-2f41-48f3-9b83-dc7ca4c38699 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1097 time: 0.0543957 Jul 16 02:45:34.720753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-3e1b216f-ffd7-4a88-bef3-8defcca2078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:34.722232 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-3e1b216f-ffd7-4a88-bef3-8defcca2078b service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0894310 Jul 16 02:45:34.744509 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '996a69c3-b233-4645-942f-807ad0cbbea2', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'mac_address': 'fa:16:3e:6e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:45:33Z', 'updated_at': '2021-07-16T02:45:33Z', 'revision_number': 0, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.770274 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:34.778299 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:34.778903 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:45:12Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.786725 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-e81945ca-73b7-4a61-8a72-942cc23e5309 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 998 time: 0.0579658 Jul 16 02:45:34.835213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-71590765-53dc-462a-8944-38f01ed19f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:34.836767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-71590765-53dc-462a-8944-38f01ed19f03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0436101 Jul 16 02:45:34.883991 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:34.897151 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-60737e98-a825-4bc5-a071-cff49b46336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:34.898674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-60737e98-a825-4bc5-a071-cff49b46336c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553358 Jul 16 02:45:34.988596 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-6f7b9e9b-59d0-47c2-8ca5-5e14d10135b6 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835598 Jul 16 02:45:35.082573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-69d5cd46-f016-4939-b7f1-20b7ab331baf req-31b6b7bd-3911-4c16-abe1-abdcc54ff304 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Jul 16 02:45:35.113739 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '996a69c3-b233-4645-942f-807ad0cbbea2', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'mac_address': 'fa:16:3e:6e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:45:33Z', 'updated_at': '2021-07-16T02:45:33Z', 'revision_number': 0, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:35.138935 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09503724-f56d-4f07-a61c-2b5747d6b98d None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '996a69c3-b233-4645-942f-807ad0cbbea2', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'mac_address': 'fa:16:3e:6e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:45:33Z', 'updated_at': '2021-07-16T02:45:33Z', 'revision_number': 0, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:35.321402 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb55870-91cf-4798-95dc-a33fc2928ce6 None None] New status for floating IP 996a69c3-b233-4645-942f-807ad0cbbea2: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:38.362312 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:40.296859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ce2680c4-4dbf-4c64-abc9-83c1432bb367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:42.503220 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-869d1592-c8e0-4ea7-bb7a-bc74e713eaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:42.591094 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.037765 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:45.576167 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:49.251563 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:52.856956 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-a0b24cd2-304e-4b3f-b9bf-3c362879438b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525815 Jul 16 02:45:52.956627 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-6049c67e-af38-40c8-b60b-612ebd7786ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:52.958227 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-6049c67e-af38-40c8-b60b-612ebd7786ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1097 time: 0.0560231 Jul 16 02:45:53.069686 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-86a2d2c6-af0b-4958-9fd7-08108d9a2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:53.071208 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-86a2d2c6-af0b-4958-9fd7-08108d9a2cf2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0921137 Jul 16 02:45:53.136672 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-2a5e2371-6c09-4d36-97f1-50740c57d713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1000 time: 0.0580566 Jul 16 02:45:53.191801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-775abb28-d860-4629-897b-ee00f60b43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:53.193338 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-775abb28-d860-4629-897b-ee00f60b43bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0491443 Jul 16 02:45:53.252474 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-f05072e4-98f5-472b-ac91-e1aa9c6ac7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:53.253960 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-f05072e4-98f5-472b-ac91-e1aa9c6ac7d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534239 Jul 16 02:45:53.350203 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-cd90b4f8-6f34-4ce7-84a1-f5ea401575aa service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888803 Jul 16 02:45:53.444158 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-245eb927-6aa1-4e32-bf62-2ba439550d07 req-4887846d-b16e-4fbb-92e8-4d5b8f61286b service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Jul 16 02:46:06.602488 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:08.360527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.298513 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ad82f98-d6c3-48df-a414-a5ece7d69ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.503328 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f695c792-08b8-4205-a77a-c78b5d5b7f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.592666 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.041218 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.580211 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:19.282877 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:38.376624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:40.299201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-65a62b4f-f0f1-4991-972a-b4c2ad51d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:42.504959 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7ae7143f-cfc4-4eea-ab16-c5cfb7eda795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:42.593901 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.601923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:44.043863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:45.584153 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.281808 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:50.138982 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-3a82b858-1d9f-4450-8308-3dafb2581f1d req-a2a30026-8cb9-4b86-918d-f55a3c11eb2f service neutron] (93755) timed out ('10.222.0.42', 43910) {{(pid=93755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:46:53.854803 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-da907f18-9b25-4ba4-9de0-b01f1785b3cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513408 Jul 16 02:46:53.944926 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-ef6f376c-b68b-4265-aee5-06ff3b2a45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:53.946402 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-ef6f376c-b68b-4265-aee5-06ff3b2a45e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1097 time: 0.0519242 Jul 16 02:46:54.052801 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-f05e5cae-7ced-42b0-ae86-f2a784c5575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:54.054302 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-f05e5cae-7ced-42b0-ae86-f2a784c5575d service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0883496 Jul 16 02:46:54.121666 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-a2bb3655-fff7-4f77-941a-daf19228b005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1000 time: 0.0607476 Jul 16 02:46:54.168006 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-c5376596-cd3e-4b22-b452-778806bd4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:54.169472 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-c5376596-cd3e-4b22-b452-778806bd4844 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0423160 Jul 16 02:46:54.225649 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-dbc77e82-a6b8-4afe-80b6-355e378c57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:54.227111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-dbc77e82-a6b8-4afe-80b6-355e378c57ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517652 Jul 16 02:46:54.637422 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-451b2f13-082a-479b-a1b5-f8836e90aca0 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038279 Jul 16 02:46:54.731530 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-6e2eba9e-b5d2-4d0d-a271-6e3e41e2d61c req-02fe156c-76f0-48b5-b267-fc8e8abc746d service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Jul 16 02:47:08.376865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:10.300551 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b41d9ae-2f4a-4827-bac7-23f5b51d0953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:12.506594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cffede46-7927-44f3-ba3c-466e102ef535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:12.598527 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:14.055449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:15.588230 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:19.280734 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:20.600797 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:30.534380 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e209ec3-3853-4d7f-b489-eeac1d9233fb req-37b507c2-47d3-4bdd-826f-9c71f01483df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:30.535996 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e209ec3-3853-4d7f-b489-eeac1d9233fb req-37b507c2-47d3-4bdd-826f-9c71f01483df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.1497235 Jul 16 02:47:30.575544 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5e209ec3-3853-4d7f-b489-eeac1d9233fb req-7efe16ef-dec0-4faf-9981-0524ae872dec tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339019 Jul 16 02:47:31.785183 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39549ecc-ab0e-4b22-bf32-ec6ebbb9e69c req-d51fc87f-107a-41cb-8f84-fe5a7ce7fd29 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:31.786744 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39549ecc-ab0e-4b22-bf32-ec6ebbb9e69c req-d51fc87f-107a-41cb-8f84-fe5a7ce7fd29 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0665054 Jul 16 02:47:31.826712 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-39549ecc-ab0e-4b22-bf32-ec6ebbb9e69c req-60761149-7615-4334-b424-d92b0bcac9ba tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329671 Jul 16 02:47:33.027222 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c4a8-9005-41d4-9a63-cc08acec0463 req-283349c2-5b8f-431b-b6a5-a1d24ce219fa tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:33.028733 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b736c4a8-9005-41d4-9a63-cc08acec0463 req-283349c2-5b8f-431b-b6a5-a1d24ce219fa tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0644250 Jul 16 02:47:33.067554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b736c4a8-9005-41d4-9a63-cc08acec0463 req-09f52638-6e42-471f-9281-f7e74c57a32a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322220 Jul 16 02:47:34.243981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2ac5a-9d6f-4dc1-a375-7bb2f7c9f2f9 req-155abaff-14a2-4545-8b2a-004f72a8474c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:34.245492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71e2ac5a-9d6f-4dc1-a375-7bb2f7c9f2f9 req-155abaff-14a2-4545-8b2a-004f72a8474c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0671871 Jul 16 02:47:34.284205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71e2ac5a-9d6f-4dc1-a375-7bb2f7c9f2f9 req-62db7158-a1ad-4f2a-a9f4-d781a998e918 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318503 Jul 16 02:47:35.459934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95925d8-834e-462b-85ec-2160ab35e3ae req-d2b0223a-af84-4837-b33c-4ddccbf7652f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:35.461554 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c95925d8-834e-462b-85ec-2160ab35e3ae req-d2b0223a-af84-4837-b33c-4ddccbf7652f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0639501 Jul 16 02:47:35.504885 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c95925d8-834e-462b-85ec-2160ab35e3ae req-b97cf04d-cfc8-47b8-b091-203a8ece7f89 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362730 Jul 16 02:47:36.687089 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ed0f-3b2d-4454-b42e-ce102c461049 req-50ee4563-f78a-4964-bc58-2525f5e12d7e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:36.688547 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00f7ed0f-3b2d-4454-b42e-ce102c461049 req-50ee4563-f78a-4964-bc58-2525f5e12d7e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0695331 Jul 16 02:47:36.728823 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-00f7ed0f-3b2d-4454-b42e-ce102c461049 req-ae961a44-7985-4b4c-8b2d-0ed8af77f4b5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346365 Jul 16 02:47:37.914067 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6890016-7c99-4c22-885a-158ffca751ce req-7e3e60da-428d-4fd4-9b60-ce8febf42a9d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:37.915505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6890016-7c99-4c22-885a-158ffca751ce req-7e3e60da-428d-4fd4-9b60-ce8febf42a9d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0695210 Jul 16 02:47:37.964055 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6890016-7c99-4c22-885a-158ffca751ce req-707765c0-2641-474f-95fe-6d53187306c4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423625 Jul 16 02:47:38.407972 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:39.143252 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c76d34-508d-4ae6-96dd-b0063aee2d2f req-eff62043-0a5f-49f6-a847-c1dc1a5d10ae tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:39.144794 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5c76d34-508d-4ae6-96dd-b0063aee2d2f req-eff62043-0a5f-49f6-a847-c1dc1a5d10ae tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0640750 Jul 16 02:47:39.183365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e5c76d34-508d-4ae6-96dd-b0063aee2d2f req-439c3f49-f137-49e5-9ed5-4afc86bc6510 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330346 Jul 16 02:47:40.301763 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-64f6a9f1-7cda-4868-b08c-370037cce580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:40.363262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660812-07ba-42ba-987b-b5df631c67ab req-544349b0-75eb-4012-a9ef-5abc3f22f88b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:40.364841 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f660812-07ba-42ba-987b-b5df631c67ab req-544349b0-75eb-4012-a9ef-5abc3f22f88b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0690901 Jul 16 02:47:40.404704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8f660812-07ba-42ba-987b-b5df631c67ab req-d671334d-09fd-4942-a6a1-31a6da0ee0e1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337937 Jul 16 02:47:41.586909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a83dc-87d2-449b-8e0d-6823aaeb186d req-ba670ecb-8787-44ce-aabe-59f6c5ed7fb2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:41.588475 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-775a83dc-87d2-449b-8e0d-6823aaeb186d req-ba670ecb-8787-44ce-aabe-59f6c5ed7fb2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0659566 Jul 16 02:47:41.627873 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-775a83dc-87d2-449b-8e0d-6823aaeb186d req-76bf40bc-8cf8-40f0-94aa-f1bdd881ade8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331674 Jul 16 02:47:42.507881 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05685dcb-e518-4f8a-88f4-faaee5c7bb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:42.603099 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:42.831188 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9461d0-bf84-49e1-bc71-7ffce7d44181 req-3f412c11-ad2f-40bc-a18e-92073873f4e1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:42.832856 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe9461d0-bf84-49e1-bc71-7ffce7d44181 req-3f412c11-ad2f-40bc-a18e-92073873f4e1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0694079 Jul 16 02:47:42.875160 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe9461d0-bf84-49e1-bc71-7ffce7d44181 req-63eb6aa8-4a76-4e27-9be2-03f68cf59dc7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351622 Jul 16 02:47:43.099210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:47:43.200195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:43.218643 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '954bc1aa-d404-4351-a342-11e24a1336c9', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'mac_address': 'fa:16:3e:6e:5f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:47:43.258049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:43.272324 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:47:43.291241 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:43.296252 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:43.351095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:43.358777 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.359281 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.360251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.360251 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.360494 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.360751 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.361076 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.361401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.361723 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.362046 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.362370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.362688 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:43.367615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['954bc1aa-d404-4351-a342-11e24a1336c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:47:44.059044 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:44.062459 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373d32-c292-4b68-9b92-241bdfe1d10e req-27ed0658-8ae2-4b28-9432-316e48562c9c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:44.064281 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44373d32-c292-4b68-9b92-241bdfe1d10e req-27ed0658-8ae2-4b28-9432-316e48562c9c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0699568 Jul 16 02:47:44.106494 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44373d32-c292-4b68-9b92-241bdfe1d10e req-f68f1ffc-18f1-4543-9252-e65f1557890c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357578 Jul 16 02:47:45.114502 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:47:45.172778 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 954bc1aa-d404-4351-a342-11e24a1336c9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:47:45.173522 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:45.266725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:45.305996 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:45.306999 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:45.307378 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19cf27-6011-42be-9f81-3f2cc194f227 req-a4263363-a038-4721-92ab-a904c7479e36 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:45.309123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe19cf27-6011-42be-9f81-3f2cc194f227 req-a4263363-a038-4721-92ab-a904c7479e36 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0721476 Jul 16 02:47:45.314068 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f2ef7d-bef2-40cb-b50b-4203d5787ed3" -d '{"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-plugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:45.317813 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:45.365332 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fe19cf27-6011-42be-9f81-3f2cc194f227 req-5af20cbb-8da6-42fe-8fe6-a5a757f604cb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447547 Jul 16 02:47:45.410743 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:45.441498 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e997731-6e52-4af0-8b99-10525f94fc7a x-openstack-request-id: req-8e997731-6e52-4af0-8b99-10525f94fc7a {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:45.441798 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-plugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:45.442053 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e997731-6e52-4af0-8b99-10525f94fc7a {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:45.442483 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'code': 200} Jul 16 02:47:45.594191 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:46.564950 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576cb3d-8dcc-4c27-8577-f9ef9112c814 req-9919739f-9de2-4b5e-9155-72f5283d7ee1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:46.566484 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7576cb3d-8dcc-4c27-8577-f9ef9112c814 req-9919739f-9de2-4b5e-9155-72f5283d7ee1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0755279 Jul 16 02:47:46.614198 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7576cb3d-8dcc-4c27-8577-f9ef9112c814 req-cd100c3e-ef8b-4375-84e1-7bef7fa34050 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410311 Jul 16 02:47:47.880961 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b996cf2-5eb8-4d24-82e0-177d34f081d4 req-723e787a-e3e4-4f12-a5d0-eebbfffa932d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:47.882704 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b996cf2-5eb8-4d24-82e0-177d34f081d4 req-723e787a-e3e4-4f12-a5d0-eebbfffa932d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.1049416 Jul 16 02:47:47.947294 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1b996cf2-5eb8-4d24-82e0-177d34f081d4 req-863e03ca-b424-48b3-861f-94cfd6bef3b1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536339 Jul 16 02:47:49.193464 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d2d29-da3d-4a64-abf4-49889b2d95c1 req-e17cfffc-992a-4f75-a1ba-a4051c78e2bd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:49.195050 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b06d2d29-da3d-4a64-abf4-49889b2d95c1 req-e17cfffc-992a-4f75-a1ba-a4051c78e2bd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0858042 Jul 16 02:47:49.251139 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b06d2d29-da3d-4a64-abf4-49889b2d95c1 req-1f082a32-b5fe-4c47-923f-687ce224df3e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496740 Jul 16 02:47:49.292172 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.691148 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a516b-f354-45b2-9b3a-adfa4d819a26 req-0c0ae49a-b6ed-49d3-96a3-497506ea9158 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:50.692803 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a02a516b-f354-45b2-9b3a-adfa4d819a26 req-0c0ae49a-b6ed-49d3-96a3-497506ea9158 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0977633 Jul 16 02:47:50.743431 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a02a516b-f354-45b2-9b3a-adfa4d819a26 req-c209c385-ae03-499e-85d4-78c25bc405b7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417724 Jul 16 02:47:51.947557 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6a2fb-e900-4ad3-acbb-76bafcd6c2e7 req-16f720a1-b9cc-40c3-adda-165f05162a43 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:51.949145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5b6a2fb-e900-4ad3-acbb-76bafcd6c2e7 req-16f720a1-b9cc-40c3-adda-165f05162a43 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0759478 Jul 16 02:47:51.999063 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a5b6a2fb-e900-4ad3-acbb-76bafcd6c2e7 req-29d07ea0-ad23-4515-9642-894478d3dfa5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392628 Jul 16 02:47:52.933712 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-fd54ef11-ee27-4d79-9701-98589703ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:52.935244 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-fd54ef11-ee27-4d79-9701-98589703ce52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1097 time: 0.1040468 Jul 16 02:47:53.036782 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-17838a38-a9b9-407e-bfeb-098a505427a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:53.038628 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-17838a38-a9b9-407e-bfeb-098a505427a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0962200 Jul 16 02:47:53.113500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-66211861-3cb4-4c4e-a04a-a4c348409816 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1000 time: 0.0667932 Jul 16 02:47:53.165817 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-3bdaec04-4320-40f0-a63f-4bc550248a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:53.167373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-3bdaec04-4320-40f0-a63f-4bc550248a4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0466564 Jul 16 02:47:53.187001 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429487-8f2e-40bb-9b28-8875374f7a72 req-18744a77-05e8-42ef-9393-f786befaa181 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:53.188922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32429487-8f2e-40bb-9b28-8875374f7a72 req-18744a77-05e8-42ef-9393-f786befaa181 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0736871 Jul 16 02:47:53.229690 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32429487-8f2e-40bb-9b28-8875374f7a72 req-e2965a4b-61b4-4bf3-b8ff-15e1fbca6258 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348122 Jul 16 02:47:53.232753 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-652a24f1-c487-4c58-9dd4-6e7033fd36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:53.235009 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-652a24f1-c487-4c58-9dd4-6e7033fd36ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614579 Jul 16 02:47:53.245724 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-88427b6b-9c4d-4b52-873d-7365d2b95396 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:47:53.247088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-88427b6b-9c4d-4b52-873d-7365d2b95396 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060768 Jul 16 02:47:53.349723 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-7f1edbd2-a27a-4dd7-a59f-b6093c226866 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962112 Jul 16 02:47:53.444706 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d418fe78-9d72-4e54-b66e-37bad99aa684 req-efe530d8-f010-4206-b39f-4f8c879dd777 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886567 Jul 16 02:47:54.413020 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57fff-b154-47ec-97bc-d46e3c116260 req-7db16fea-f37b-40f1-83af-861d0a8f671e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:54.414565 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1dc57fff-b154-47ec-97bc-d46e3c116260 req-7db16fea-f37b-40f1-83af-861d0a8f671e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0670536 Jul 16 02:47:54.455385 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1dc57fff-b154-47ec-97bc-d46e3c116260 req-55116374-1d12-41fe-a375-9f4a7979fba1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350146 Jul 16 02:47:54.888902 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-a6f4a849-d85c-407e-8ed4-fa2ed1babfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:54.890836 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-a6f4a849-d85c-407e-8ed4-fa2ed1babfae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1097 time: 0.0594971 Jul 16 02:47:55.026348 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-0cadf670-ce60-4f6d-b213-2080f2890d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:55.027759 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-0cadf670-ce60-4f6d-b213-2080f2890d68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.1011353 Jul 16 02:47:55.104593 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-8b14ebc2-23ed-4255-a2d1-84a3a224d787 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1000 time: 0.0674729 Jul 16 02:47:55.163407 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-44f61737-b71f-45d6-b275-d12922cbc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:55.164882 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-44f61737-b71f-45d6-b275-d12922cbc574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0517175 Jul 16 02:47:55.225847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-329433b5-eac8-426e-a2e7-08f4eed3a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:55.227380 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-329433b5-eac8-426e-a2e7-08f4eed3a12e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562403 Jul 16 02:47:55.329147 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-07ebfec5-34b6-4630-8254-5b7ca7850c74 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942147 Jul 16 02:47:55.440860 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-3bdf3fa7-a35e-43a8-b236-c81b774b6ed9 req-a6fdf191-6d7e-4acf-9c22-8893e9d86f38 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048484 Jul 16 02:47:55.649168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105d426-3266-4212-ae7a-2341f3701969 req-ac53aed9-db28-46d6-9db4-24b52721bcd4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:55.650696 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e105d426-3266-4212-ae7a-2341f3701969 req-ac53aed9-db28-46d6-9db4-24b52721bcd4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0759630 Jul 16 02:47:55.692099 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e105d426-3266-4212-ae7a-2341f3701969 req-7d4be391-9010-42f1-852b-947a6191d616 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354235 Jul 16 02:47:55.817665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-562d19b7-8b65-4c9d-ad08-ab49594f4590 req-4fa0db5c-367b-45de-938f-1e7dc837b770 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:47:55.818725 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-562d19b7-8b65-4c9d-ad08-ab49594f4590 req-4fa0db5c-367b-45de-938f-1e7dc837b770 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056200 Jul 16 02:47:56.090994 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3776dfa-b4c5-49f8-95f9-f66c9b12a642 req-0dd65831-2c72-4525-ab2e-76d060b8c871 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:56.092734 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3776dfa-b4c5-49f8-95f9-f66c9b12a642 req-0dd65831-2c72-4525-ab2e-76d060b8c871 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0731452 Jul 16 02:47:56.137246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d3776dfa-b4c5-49f8-95f9-f66c9b12a642 req-13c784ba-1e5e-48a8-8e51-f96360a504a0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382991 Jul 16 02:47:56.244479 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-2ef76bc9-d2ab-4a1b-8c54-4fdbd72e6052 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975940 Jul 16 02:47:57.130579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:47:57.215572 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.244866 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:57.247820 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8115db-c25a-4e60-9b7c-29aaf9d444c4" -d '{"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-unplugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:57.262234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:57.267991 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.296259 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba0977a-8380-4b97-91a4-9b40e04ef749 x-openstack-request-id: req-cba0977a-8380-4b97-91a4-9b40e04ef749 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:57.302152 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-unplugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:57.302152 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cba0977a-8380-4b97-91a4-9b40e04ef749 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:57.302152 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'code': 200} Jul 16 02:47:57.325700 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:57.327987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-d41320ec-848c-48d8-92f8-6d4a93727cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:57.329552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-d41320ec-848c-48d8-92f8-6d4a93727cac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be&tenant_id=a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 1097 time: 0.1709526 Jul 16 02:47:57.347789 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bf0b7-c592-4748-8e89-6fdbafdbb7a0 req-070ec75c-e17e-4219-87ad-74cbe785d09b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:57.349339 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-228bf0b7-c592-4748-8e89-6fdbafdbb7a0 req-070ec75c-e17e-4219-87ad-74cbe785d09b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 943 time: 0.0877917 Jul 16 02:47:57.354304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-20', 'device_owner': 'compute:nova'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:57.422806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-228bf0b7-c592-4748-8e89-6fdbafdbb7a0 req-509362c7-ac87-41d4-8422-83bc44f019a6 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654678 Jul 16 02:47:57.460224 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.601379 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:57.676631 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:57.711659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h1-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:47:57.754399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:47:57.771605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.794248 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Transition to ACTIVE for port object 954bc1aa-d404-4351-a342-11e24a1336c9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:47:57.799926 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.895766 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=9']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:57.907821 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.908174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.908541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.908884 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.909219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.909550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.909883 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.910217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.910551 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.910878 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.911205 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.911536 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:57.948258 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] No DVR routers for this DVR port 954bc1aa-d404-4351-a342-11e24a1336c9 on host n-h1-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:47:58.110759 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:47:58.111013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:47:58.111337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:47:58.115703 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Port 954bc1aa-d404-4351-a342-11e24a1336c9 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:47:58.116332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Attempting to bind port 954bc1aa-d404-4351-a342-11e24a1336c9 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:47:58.120982 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:47:58.121332 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Checking segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:47:58.121724 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Bound using segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:47:58.122158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Bound port: 954bc1aa-d404-4351-a342-11e24a1336c9, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:47:58.122524 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.189346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:47:58.193310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:47:58.203450 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.241255 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:58.242459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.243909 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] 10.222.0.13 "PUT /v2.0/ports/954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1092 time: 0.8936183 Jul 16 02:47:58.246478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:58.249283 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c2093-19c9-49cd-b97d-4a323f51d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:58.289539 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a20ed-0d92-42bd-a77c-2c662394af65 service neutron] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=10']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:58.296723 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a45753-5ed5-4c61-9078-b30345c23968 x-openstack-request-id: req-81a45753-5ed5-4c61-9078-b30345c23968 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:58.296994 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:58.297263 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81a45753-5ed5-4c61-9078-b30345c23968 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:58.297680 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'status': 'completed', 'code': 200} Jul 16 02:47:58.350223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-659ab0c5-ce8b-4f35-b64d-8bbfaaed31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:58.351805 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-659ab0c5-ce8b-4f35-b64d-8bbfaaed31cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1096 time: 0.0714538 Jul 16 02:47:58.454858 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-4ad9240a-c254-4e1a-bb80-7d681f649e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:58.456283 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-4ad9240a-c254-4e1a-bb80-7d681f649e85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0973289 Jul 16 02:47:58.525966 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-d0cd953f-58c3-47c7-ad09-71ee146d4cdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 998 time: 0.0623496 Jul 16 02:47:58.961093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-ca5095cb-ecf9-482f-a1a0-ca86b2a5b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:58.962646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-ca5095cb-ecf9-482f-a1a0-ca86b2a5b8e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.4305289 Jul 16 02:47:59.027490 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b91f-8871-4d8a-b757-e828cb811647 req-f681055b-07b4-44ee-a017-317813b02371 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:59.029247 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e694b91f-8871-4d8a-b757-e828cb811647 req-f681055b-07b4-44ee-a017-317813b02371 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.4710944 Jul 16 02:47:59.074171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-cf98ddc4-eedd-4b3e-bff0-381fcfd1e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:59.076932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-cf98ddc4-eedd-4b3e-bff0-381fcfd1e413 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052415 Jul 16 02:47:59.090434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-1d764470-62be-434a-a4e7-b44621a23ed1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:47:59.091814 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-1d764470-62be-434a-a4e7-b44621a23ed1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069711 Jul 16 02:47:59.112454 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e694b91f-8871-4d8a-b757-e828cb811647 req-40d3a2bc-1834-4785-b116-a8a00cdb0cc2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738881 Jul 16 02:47:59.206697 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-6202160a-08e9-4207-9416-144c4365b325 service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070793 Jul 16 02:47:59.304833 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-9251a920-878d-4309-b0b5-2649643970fe service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913084 Jul 16 02:47:59.460892 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-c12f24e8-fdbb-4408-8711-c9a1362fa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:59.462419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-c12f24e8-fdbb-4408-8711-c9a1362fa0e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1096 time: 0.0594223 Jul 16 02:47:59.565324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-0e46e689-4c13-4933-87f8-3abb62a84697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:59.566827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-0e46e689-4c13-4933-87f8-3abb62a84697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0984964 Jul 16 02:47:59.646211 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-7121e84f-8a81-4aa6-a5e8-f34be8d04342 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 998 time: 0.0722990 Jul 16 02:48:00.347491 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcaeb0-6fa6-4a8a-a683-93b6cc224c6d req-65f3fb6f-9b6b-4aa7-903f-5e19ae01878c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:00.349145 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fbcaeb0-6fa6-4a8a-a683-93b6cc224c6d req-65f3fb6f-9b6b-4aa7-903f-5e19ae01878c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0708227 Jul 16 02:48:00.394615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4fbcaeb0-6fa6-4a8a-a683-93b6cc224c6d req-b7d77776-ae29-416f-977e-ec0fcb4b51a0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396063 Jul 16 02:48:01.611182 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c33991-d623-45c5-a66e-1a413eeca772 req-09f058d9-3343-4816-990d-33dc5298bd90 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:01.613523 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18c33991-d623-45c5-a66e-1a413eeca772 req-09f058d9-3343-4816-990d-33dc5298bd90 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0838263 Jul 16 02:48:01.657355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-18c33991-d623-45c5-a66e-1a413eeca772 req-58feae04-3b6e-4f24-8136-3dfb580b19f7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383303 Jul 16 02:48:02.898057 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dcea8-5305-4119-9dfd-1d86d019ea83 req-527b5a29-2bc0-4579-8b41-315995089aea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:02.899832 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df9dcea8-5305-4119-9dfd-1d86d019ea83 req-527b5a29-2bc0-4579-8b41-315995089aea tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0955694 Jul 16 02:48:02.957040 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-df9dcea8-5305-4119-9dfd-1d86d019ea83 req-cbf3caf6-d269-4ae2-9a46-f525c8e6c96d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451736 Jul 16 02:48:04.159765 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936919c4-1ae4-4e86-97e7-62a5edc4cf8b req-5865b4ea-b3b4-4071-8a6f-fcfccbac31c7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:04.162581 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-936919c4-1ae4-4e86-97e7-62a5edc4cf8b req-5865b4ea-b3b4-4071-8a6f-fcfccbac31c7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0745668 Jul 16 02:48:04.215372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-936919c4-1ae4-4e86-97e7-62a5edc4cf8b req-74f11b84-68b7-4508-a681-4978cb52afc6 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463002 Jul 16 02:48:05.431717 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cecacf-927f-4d51-8f63-e18e30d7a674 req-134f7ccb-9ae2-41d7-8127-de2b10eabf9e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:05.440741 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4cecacf-927f-4d51-8f63-e18e30d7a674 req-134f7ccb-9ae2-41d7-8127-de2b10eabf9e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0813653 Jul 16 02:48:05.504533 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e4cecacf-927f-4d51-8f63-e18e30d7a674 req-a02b003d-6f28-44f7-b241-f8948c856aa2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626900 Jul 16 02:48:06.708508 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6e2a8-f3c4-4763-842e-b8048ef87a9a req-f79ab86f-1778-4205-a9cd-d0da8c40e78f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.710171 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bda6e2a8-f3c4-4763-842e-b8048ef87a9a req-f79ab86f-1778-4205-a9cd-d0da8c40e78f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0846334 Jul 16 02:48:06.756601 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bda6e2a8-f3c4-4763-842e-b8048ef87a9a req-c8055181-b0ea-47dc-9c73-bfa942e1000a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396996 Jul 16 02:48:07.971839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a59fd5-d8a9-486b-afff-010b2e793350 req-a749c0a2-5f86-4b45-8ebd-8bfad9cd52b0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:07.973631 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6a59fd5-d8a9-486b-afff-010b2e793350 req-a749c0a2-5f86-4b45-8ebd-8bfad9cd52b0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0863826 Jul 16 02:48:08.021825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d6a59fd5-d8a9-486b-afff-010b2e793350 req-a22033c6-07db-4519-b06c-c4e39164c9d6 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406294 Jul 16 02:48:08.431217 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:09.236721 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d661f-7d12-4858-b504-a12d2731d154 req-930b44f3-358c-44f7-b3c7-7eb4a8d9a698 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:09.238419 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea4d661f-7d12-4858-b504-a12d2731d154 req-930b44f3-358c-44f7-b3c7-7eb4a8d9a698 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0786035 Jul 16 02:48:09.286949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ea4d661f-7d12-4858-b504-a12d2731d154 req-d80fe41d-1681-4163-852c-2d390fb5af1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408833 Jul 16 02:48:10.303405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0175cbfc-0d2c-4fe0-88ed-8a2c5b2e6ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:10.497259 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9756b-0882-4964-9b93-2c83be7130c3 req-44cab419-86a5-4942-8723-a9ab8c890131 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:10.499673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cd9756b-0882-4964-9b93-2c83be7130c3 req-44cab419-86a5-4942-8723-a9ab8c890131 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0664580 Jul 16 02:48:10.557274 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0cd9756b-0882-4964-9b93-2c83be7130c3 req-0aee1284-7a22-4617-9ee7-d677fbb87521 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514107 Jul 16 02:48:10.607164 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-e7c65933-1bdd-41df-a3dc-73d4627582e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:10.608908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-e7c65933-1bdd-41df-a3dc-73d4627582e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0691836 Jul 16 02:48:10.672211 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-b5adc2ad-a903-4a49-bfb2-f3330392a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:10.673784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-b5adc2ad-a903-4a49-bfb2-f3330392a75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582860 Jul 16 02:48:10.772563 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-6d09774e-ac57-48a4-860b-3e723677e6c6 service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895145 Jul 16 02:48:10.869424 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-990c2093-19c9-49cd-b97d-4a323f51d83d req-0bbffc62-196a-4417-8c15-4c3a438b80ae service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897441 Jul 16 02:48:11.749887 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527221-4285-4f6d-be45-2c81ceb3dfc5 req-c95873aa-17fd-4508-be25-b05f420372dd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:11.751464 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a527221-4285-4f6d-be45-2c81ceb3dfc5 req-c95873aa-17fd-4508-be25-b05f420372dd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0682027 Jul 16 02:48:11.792804 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3a527221-4285-4f6d-be45-2c81ceb3dfc5 req-bebda6cd-18f6-4ba5-b154-3bb30df421ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356569 Jul 16 02:48:12.509758 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cb103efb-1467-489b-a0ae-419eae662417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.601960 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.987237 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef1737-edf7-4efc-8abd-257c5e021e3e req-c2216e7b-086f-4360-9162-dbf58e4ec5df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.989553 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28ef1737-edf7-4efc-8abd-257c5e021e3e req-c2216e7b-086f-4360-9162-dbf58e4ec5df tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 944 time: 0.0810251 Jul 16 02:48:13.031585 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-28ef1737-edf7-4efc-8abd-257c5e021e3e req-b1af8bfd-48da-4ed7-b70c-d3d1f03b8ddf tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352709 Jul 16 02:48:13.413789 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:48:13.539568 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:13.555352 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '954bc1aa-d404-4351-a342-11e24a1336c9', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'port_id': '954bc1aa-d404-4351-a342-11e24a1336c9', 'mac_address': 'fa:16:3e:6e:5f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:48:13.604988 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:13.622674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:48:13.649220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:13.655063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:13.714162 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=11']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:13.974720 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['954bc1aa-d404-4351-a342-11e24a1336c9'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:48:14.071028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.227101 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835983db-e885-4d8f-bc54-6710fa499803 req-de9424ad-3bf1-4cd5-adb8-d31ffdd8d122 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:14.228782 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-835983db-e885-4d8f-bc54-6710fa499803 req-de9424ad-3bf1-4cd5-adb8-d31ffdd8d122 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0709443 Jul 16 02:48:14.274702 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-835983db-e885-4d8f-bc54-6710fa499803 req-961a3397-55ce-47e1-b632-90909c40ba76 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384285 Jul 16 02:48:15.429587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:15.469118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d78a0d-02a4-4480-afb7-25d095a9d45a req-97433141-e865-45b1-aa78-621ce36be469 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:15.471718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64d78a0d-02a4-4480-afb7-25d095a9d45a req-97433141-e865-45b1-aa78-621ce36be469 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 945 time: 0.0746791 Jul 16 02:48:15.484284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 954bc1aa-d404-4351-a342-11e24a1336c9 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:15.489426 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 954bc1aa-d404-4351-a342-11e24a1336c9 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:15.489937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.516025 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-64d78a0d-02a4-4480-afb7-25d095a9d45a req-f98a73aa-9105-4132-8f1d-384d2db18477 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392282 Jul 16 02:48:15.573190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.605572 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:15.608061 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc03c1-c1a9-4d8a-8668-f12a783b5f22" -d '{"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-plugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:15.612973 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.622687 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:15.627812 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.659745 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966853c5-e912-4485-b0cd-75c8ae4d0f5b x-openstack-request-id: req-966853c5-e912-4485-b0cd-75c8ae4d0f5b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:15.660048 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-plugged", "status": "completed", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:15.660285 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-966853c5-e912-4485-b0cd-75c8ae4d0f5b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:15.660645 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'code': 200} Jul 16 02:48:15.685962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=12']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:15.970912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6a94b-cd0d-4c46-89e0-41f246778e22 req-80551524-93dc-4765-9241-2ddfd72d4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:15.972516 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3dc6a94b-cd0d-4c46-89e0-41f246778e22 req-80551524-93dc-4765-9241-2ddfd72d4458 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1098 time: 0.0568423 Jul 16 02:48:16.010177 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3dc6a94b-cd0d-4c46-89e0-41f246778e22 req-5d14d9d5-065d-4b9f-bcff-c3c9dbaa5250 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316641 Jul 16 02:48:16.698324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ffbf1-d287-45c7-ba98-1a21dc021d69 req-9d9ba65b-4950-4519-bb1d-61fc2043d2ad tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:16.699862 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b2ffbf1-d287-45c7-ba98-1a21dc021d69 req-9d9ba65b-4950-4519-bb1d-61fc2043d2ad tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 946 time: 0.0680704 Jul 16 02:48:16.743643 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b2ffbf1-d287-45c7-ba98-1a21dc021d69 req-caf69061-ad21-4e75-9722-302e23b9944e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376072 Jul 16 02:48:17.945528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb5ff0-5dae-40ed-9cf1-64e970c7ba89 req-e286aa13-449d-4daa-855f-8782d14e61a7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:17.947168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3deb5ff0-5dae-40ed-9cf1-64e970c7ba89 req-e286aa13-449d-4daa-855f-8782d14e61a7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 946 time: 0.0850642 Jul 16 02:48:17.997827 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3deb5ff0-5dae-40ed-9cf1-64e970c7ba89 req-abc6a9de-0cb2-4f0a-82af-b73e62cba9dd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438030 Jul 16 02:48:19.297772 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:26.889658 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-5bc9afea-486d-459c-bba7-f01d71bccf84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567131 Jul 16 02:48:27.014810 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-8e3f14cd-b191-4a99-bb4c-226a3bf25648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:27.016315 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-8e3f14cd-b191-4a99-bb4c-226a3bf25648 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1098 time: 0.0565729 Jul 16 02:48:27.137618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-c5b2e020-2956-40d9-9a0c-9b5a8e67549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:27.139846 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-c5b2e020-2956-40d9-9a0c-9b5a8e67549e service neutron] 10.222.0.13 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0951657 Jul 16 02:48:27.207772 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-6412e77d-d0cb-4ed1-b73f-5fb2d08f1980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1000 time: 0.0620279 Jul 16 02:48:27.266670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-9cc65558-da4b-4bd5-83f4-b8d332a2f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:27.268142 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-9cc65558-da4b-4bd5-83f4-b8d332a2f6ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0538354 Jul 16 02:48:27.326279 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-616bd30c-5950-4010-b202-21dce2778c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:27.327834 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-616bd30c-5950-4010-b202-21dce2778c7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535233 Jul 16 02:48:27.422774 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-3da34595-b8e6-452a-9796-250346bd32d1 service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880117 Jul 16 02:48:27.520416 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cec3e84f-979c-42c7-bf40-411dab066b44 req-05de62fd-f223-4208-9d08-ffd5b63e53cc service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Jul 16 02:48:34.600389 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:38.438785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:40.308560 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8a9e54dc-d579-4ab8-a301-e195ca581d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.513897 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7962a016-8160-4df7-b835-26c736a42349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.597051 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.057438 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:45.598640 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.310612 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.436699 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:10.307274 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5827-fce1-4e3f-b052-69b1d759e52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:11.600356 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:12.515396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-afbadf89-2518-4cab-8efa-7a9bab60c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:12.604834 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:14.061451 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:15.601357 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:19.317715 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:26.890816 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-61a975c1-1127-4014-ba99-26ad6af723ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574403 Jul 16 02:49:27.013648 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-5f502a10-9dd2-4ae8-9346-d46ed61b20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:27.015191 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-5f502a10-9dd2-4ae8-9346-d46ed61b20ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1098 time: 0.0637431 Jul 16 02:49:27.147626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-e0f814f5-f58e-4e5b-a3ac-97f4191c8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:27.149076 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-e0f814f5-f58e-4e5b-a3ac-97f4191c8ec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.1116087 Jul 16 02:49:27.263266 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-e292f248-98ee-4dc8-b01e-f0edb11c57ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 1000 time: 0.1074152 Jul 16 02:49:27.322588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-ccd215d7-e5cb-4e35-a67e-d26a2c9b2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:27.323048 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-ccd215d7-e5cb-4e35-a67e-d26a2c9b2be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0536265 Jul 16 02:49:27.397346 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-ef88aa45-396b-45a8-9901-146c2319d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:27.399071 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-ef88aa45-396b-45a8-9901-146c2319d3d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692959 Jul 16 02:49:27.509784 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-5d5fbf06-3122-470e-8e02-45bde22e25dc service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042447 Jul 16 02:49:27.611755 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-25dcf461-317a-4fa2-b220-2fe399f1bacb req-fa6e35e2-102a-4789-a3ca-9c1901a9ba3f service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954912 Jul 16 02:49:33.927875 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 47998) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:34.100181 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Deleting port 3961d7b7-ebb9-47f3-863d-20a421c0415e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:34.100560 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.186090 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.186563 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.200512 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Calling delete_port for 3961d7b7-ebb9-47f3-863d-20a421c0415e owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:34.366848 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.395326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event deleted for resources: {'Port': ['ID=3961d7b7-ebb9-47f3-863d-20a421c0415e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:34.424223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.424593 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.424941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.425284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.425617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.425944 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.426273 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.426597 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.426919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.427253 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.427569 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.428174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:34.469300 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.469574 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Floating IP 996a69c3-b233-4645-942f-807ad0cbbea2 disassociated (deleted). External IP: 172.25.7.23, port: 954bc1aa-d404-4351-a342-11e24a1336c9. Jul 16 02:49:34.698453 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:49:34.813229 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:49:34.817968 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.822527 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:49:34.832175 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:34.832850 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:49:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:34.857765 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-1838c99e-20a9-473a-8492-d21d7360f63e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "DELETE /v2.0/floatingips/996a69c3-b233-4645-942f-807ad0cbbea2 HTTP/1.1" status: 204 len: 168 time: 0.9286401 Jul 16 02:49:34.858304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:34.860641 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74ce515-f19e-4162-8302-5cfa3430903c" -d '{"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:34.905098 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694ce6dc-ad6d-4836-81be-47e9f2553790 x-openstack-request-id: req-694ce6dc-ad6d-4836-81be-47e9f2553790 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:34.905400 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:34.905660 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-694ce6dc-ad6d-4836-81be-47e9f2553790 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:34.906070 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'status': 'completed', 'code': 200} Jul 16 02:49:35.019362 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce515-f19e-4162-8302-5cfa3430903c req-20f948a3-4dde-4b7b-ba41-f798dad0a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:35.021979 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-20f948a3-4dde-4b7b-ba41-f798dad0a390 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 1098 time: 0.0694330 Jul 16 02:49:35.069404 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:35.126642 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce515-f19e-4162-8302-5cfa3430903c req-a18f4fbd-d034-44e1-96f4-18ff9a4b6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:35.128152 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-a18f4fbd-d034-44e1-96f4-18ff9a4b6f96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.1007736 Jul 16 02:49:35.193319 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-4f13ff85-23cd-4505-96e6-fb6fc5a920e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 200 len: 217 time: 0.0430617 Jul 16 02:49:35.279487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce515-f19e-4162-8302-5cfa3430903c req-bdecb694-3981-4dd3-a814-eee8f684cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:35.281991 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-bdecb694-3981-4dd3-a814-eee8f684cd41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0813084 Jul 16 02:49:35.305656 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:35.336703 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:49:35.346335 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:35.346962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:49:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:35.349010 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79ba6e-1092-45e7-a478-e3ca112a7432 req-58a50dab-15b3-4126-b291-f7efd05f31bd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:35.350573 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c79ba6e-1092-45e7-a478-e3ca112a7432 req-58a50dab-15b3-4126-b291-f7efd05f31bd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 946 time: 0.1421657 Jul 16 02:49:35.403953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ce515-f19e-4162-8302-5cfa3430903c req-213b3f31-02d6-4b31-aac4-72914b6b8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:35.405528 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-213b3f31-02d6-4b31-aac4-72914b6b8512 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167898 Jul 16 02:49:35.411137 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5c79ba6e-1092-45e7-a478-e3ca112a7432 req-b9d708a1-ed00-434d-a693-3c4f76814fa7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537815 Jul 16 02:49:35.460674 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:35.502481 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-ba03a9b4-4991-4c64-a742-86bbc5591723 service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897691 Jul 16 02:49:35.602986 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-e74ce515-f19e-4162-8302-5cfa3430903c req-bb856015-c0eb-47ad-889e-182935e068d4 service neutron] 10.222.0.13 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942183 Jul 16 02:49:35.681882 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:35.707696 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef26ecd-1d7f-4890-8682-c4f0c69bfeae None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:49:35.974234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6246c9-7562-4b30-ba5f-7af542239de6 None None] New status for floating IP 996a69c3-b233-4645-942f-807ad0cbbea2: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:49:36.648212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d458-95d6-4c16-842c-f4f78e1acf33 req-9a55dfae-1f92-472e-8e66-c10b0a8f7fbb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:36.649718 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f8d458-95d6-4c16-842c-f4f78e1acf33 req-9a55dfae-1f92-472e-8e66-c10b0a8f7fbb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 946 time: 0.1103861 Jul 16 02:49:36.660485 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-30e1ba6d-5d3b-4bfb-9ea2-4862ba1b6d90 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:36.662006 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-30e1ba6d-5d3b-4bfb-9ea2-4862ba1b6d90 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.13 "GET /v2.0/ports?device_id=593a3a5e-0b31-4970-8b54-0faca2fb73be HTTP/1.1" status: 200 len: 946 time: 0.1206436 Jul 16 02:49:36.738766 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-42f8d458-95d6-4c16-842c-f4f78e1acf33 req-1e3980e8-59a0-41fe-8b9d-052cbc7c3fb4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=0efd148c-5a6e-4837-9002-7e70e68e6c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757537 Jul 16 02:49:36.795478 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Deleting port 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:36.795825 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:36.897640 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] For port 954bc1aa-d404-4351-a342-11e24a1336c9, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=954bc1aa-d404-4351-a342-11e24a1336c9,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:36.898027 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:36.910617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Calling delete_port for 954bc1aa-d404-4351-a342-11e24a1336c9 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:37.061391 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.097451 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event deleted for resources: {'Port': ['ID=954bc1aa-d404-4351-a342-11e24a1336c9,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:37.148305 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] No DVR routers for this DVR port 954bc1aa-d404-4351-a342-11e24a1336c9 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:49:37.151587 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.155499 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a0af00e1-a7cc-4dd2-b9da-c104b93b1e2f req-09a21713-3cb2-41bf-b828-254034e3c243 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.13 "DELETE /v2.0/ports/954bc1aa-d404-4351-a342-11e24a1336c9 HTTP/1.1" status: 204 len: 173 time: 0.4863877 Jul 16 02:49:37.155973 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-deleted', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:37.158401 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a15961d-2cb3-470e-879c-d471fdcdde08" -d '{"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-deleted", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:37.222900 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f01a7b-9fd2-42c0-8ff4-0301d1e11161 x-openstack-request-id: req-38f01a7b-9fd2-42c0-8ff4-0301d1e11161 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:37.223197 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a3a5e-0b31-4970-8b54-0faca2fb73be", "name": "network-vif-deleted", "tag": "954bc1aa-d404-4351-a342-11e24a1336c9", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:37.223455 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38f01a7b-9fd2-42c0-8ff4-0301d1e11161 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:37.226179 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a3a5e-0b31-4970-8b54-0faca2fb73be', 'name': 'network-vif-deleted', 'tag': '954bc1aa-d404-4351-a342-11e24a1336c9', 'status': 'completed', 'code': 200} Jul 16 02:49:37.835908 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48020) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:37.898939 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3704277-a495-40f8-8fd8-a65eb839c690 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.930636 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3704277-a495-40f8-8fd8-a65eb839c690 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.999207 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3704277-a495-40f8-8fd8-a65eb839c690 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.001944 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f3704277-a495-40f8-8fd8-a65eb839c690 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.003200 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f3704277-a495-40f8-8fd8-a65eb839c690 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "DELETE /v2.0/security-groups/0efd148c-5a6e-4837-9002-7e70e68e6c5c HTTP/1.1" status: 204 len: 168 time: 0.1661797 Jul 16 02:49:38.014802 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3704277-a495-40f8-8fd8-a65eb839c690 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efd148c-5a6e-4837-9002-7e70e68e6c5c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:38.440870 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.596455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48026) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:38.601405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714166461', 'description': 'tempest-secgroup-smoke-714166461 description', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:38.625933 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.719854 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.724366 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.755407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.756683 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1591308 Jul 16 02:49:38.758128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed15ae-89ed-474f-a71f-cb45ac076fb3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097fd1c2-b75e-4e07-bf1a-e8754d466661,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:38.760281 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48028) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:38.767587 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '097fd1c2-b75e-4e07-bf1a-e8754d466661', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:38.795987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.859987 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.864049 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.883679 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fcb882-96f5-4125-a6b0-047e4862a54c,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:38.895424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.895424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.895424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.896264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.896264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.896264 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.896689 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.896871 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.897280 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.897495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.897824 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.898145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:38.900909 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.902196 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-8d4f2826-736a-4f4d-96d4-a28b01c01d1b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406612 Jul 16 02:49:38.906537 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48032) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:38.911101 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '097fd1c2-b75e-4e07-bf1a-e8754d466661', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:38.938749 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.999931 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.003667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.021480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519112aa-ef36-4fb9-b017-079a5930197e,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:39.029369 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.030574 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2edb6605-ac33-4fe8-91e5-342ee731e6c8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231043 Jul 16 02:49:39.033336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48034) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:39.037896 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '097fd1c2-b75e-4e07-bf1a-e8754d466661', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:39.066679 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.126607 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.130492 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.148487 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d8d635-7f50-495a-9938-cdacb93ae2c2,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:39.154937 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.156500 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6cfc0ce5-9a16-4c46-9f9b-4e2f86f33e84 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221240 Jul 16 02:49:39.162547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48036) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:39.167222 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '097fd1c2-b75e-4e07-bf1a-e8754d466661', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:39.196671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.259283 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.263115 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.280931 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277cbc9c-b84b-4028-945e-26c21b8e205d,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:39.287356 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.291040 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-4ffb9e39-40af-4aaa-8e40-4c81e8c2e152 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249275 Jul 16 02:49:39.291509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48038) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:39.297103 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '097fd1c2-b75e-4e07-bf1a-e8754d466661', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:39.318814 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Project a7647253e7304048b8c0feec0fa08b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:49:39.323995 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.388332 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.392341 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.410176 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67ba124-634b-4192-8feb-e3e6be575be6,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:39.417433 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.421204 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-d57cbbb5-9f84-4eb8-84d3-3d7dd4dc8f69 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264508 Jul 16 02:49:39.421538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48040) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:39.426083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'security_group_rule': {'security_group_id': '097fd1c2-b75e-4e07-bf1a-e8754d466661', 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:39.448599 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Project a7647253e7304048b8c0feec0fa08b1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:49:39.454971 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.524999 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.530506 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.549087 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081bb113-9389-47e0-8ee1-a9e6926ce072,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:39.556354 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:39.557766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-dfb1eb6e-da39-4aca-9c91-a38349c2b92e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352646 Jul 16 02:49:39.818054 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:49:39.839640 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 954bc1aa-d404-4351-a342-11e24a1336c9 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:49:39.840000 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 954bc1aa-d404-4351-a342-11e24a1336c9 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:49:40.306084 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce8b5-8979-4db2-832b-3f655e7301e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.521189 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ff415090-0fb0-4c92-afa7-52b3927546b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.603940 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:44.069250 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.619021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.608668 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:49.389708 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.166382 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-63a6ea48-192c-4092-9d4d-518dd52774fb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714166461&fields=id&tenant_id=a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 267 time: 0.0349648 Jul 16 02:49:56.281330 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-cf6d79bf-db6a-4a94-b816-0ce4743ad5c5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:56.282745 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-cf6d79bf-db6a-4a94-b816-0ce4743ad5c5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 809 time: 0.1013346 Jul 16 02:49:56.297971 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-536800fe-38f1-4a1f-a044-a942622f7763 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/quotas/a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 375 time: 0.0099256 Jul 16 02:49:56.368849 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-a8559b9d-9736-4880-b838-8fc7272e5ecd tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659366 Jul 16 02:49:56.470090 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-9640ad27-7653-412d-b063-e3a2ce6bb10a service neutron] 10.222.0.42 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897822 Jul 16 02:49:56.569111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-51868449-c31c-456f-b00c-32bdee7fd020 service neutron] 10.222.0.42 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930421 Jul 16 02:49:56.875949 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bdb5307-d16b-41ab-8790-14ab7d1b5307 req-26e3aad9-4c5c-424c-9ec2-7d707dcb8da3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 210 time: 0.0318301 Jul 16 02:49:57.945776 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-de79fdd0-4ea6-41ee-a2e1-19a2c21e4fbc tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:57.947412 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-de79fdd0-4ea6-41ee-a2e1-19a2c21e4fbc tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 809 time: 0.1187851 Jul 16 02:49:58.000268 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-3acf85d2-eba8-4909-b300-c19b65df1134 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 379 time: 0.0428269 Jul 16 02:49:58.011664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'port': {'device_id': '081cfbd3-4b4d-492f-9718-5db571af171e', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'admin_state_up': True, 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'security_groups': ['097fd1c2-b75e-4e07-bf1a-e8754d466661']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:58.033121 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44cf36e9-30cb-4bda-a580-a5d62d71a23a req-3d92c84d-5912-4007-ae21-3cecba114236 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 210 time: 0.0361354 Jul 16 02:49:58.143002 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Made reservation on behalf of a7647253e7304048b8c0feec0fa08b1d for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:49:58.146967 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.285397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Allocated IP 172.20.0.11 (04efdca1-18ba-42f3-ae6d-9f2d3abf531b/4bc0d346-6b3b-4949-9683-5a267aba7f8f/aeb2859b-89be-4bac-ac77-e6410dcadbd1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:49:58.447440 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.462654 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Transition to ACTIVE for port object aeb2859b-89be-4bac-ac77-e6410dcadbd1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:58.498437 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.546748 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:58.549835 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:58.553864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:49:58.561435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:58.619042 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:58.619831 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.639309 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-335b609c-430f-4419-9979-7d3eb36f59d7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328328 Jul 16 02:49:58.653547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Request body: {'port': {'device_id': '081cfbd3-4b4d-492f-9718-5db571af171e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:58.736333 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.873664 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0b4d69d5-92bb-4602-8711-67bb21ccd21b None None] Provisioning for port aeb2859b-89be-4bac-ac77-e6410dcadbd1 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:58.877716 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-0b4d69d5-92bb-4602-8711-67bb21ccd21b None None] Provisioning complete for port aeb2859b-89be-4bac-ac77-e6410dcadbd1 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:58.878095 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b4d69d5-92bb-4602-8711-67bb21ccd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.915188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d69d5-92bb-4602-8711-67bb21ccd21b None None] Port aeb2859b-89be-4bac-ac77-e6410dcadbd1 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:49:59.041121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb2859b-89be-4bac-ac77-e6410dcadbd1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:49:59.049160 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.062244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Transition to ACTIVE for port object aeb2859b-89be-4bac-ac77-e6410dcadbd1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:59.067462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.188808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:59.207327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Attempting to bind port aeb2859b-89be-4bac-ac77-e6410dcadbd1 on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:49:59.207667 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Attempting to bind port aeb2859b-89be-4bac-ac77-e6410dcadbd1 by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:49:59.208004 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Attempting to bind port aeb2859b-89be-4bac-ac77-e6410dcadbd1 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:49:59.213293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Port aeb2859b-89be-4bac-ac77-e6410dcadbd1 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:49:59.213619 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Attempting to bind port aeb2859b-89be-4bac-ac77-e6410dcadbd1 on network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:49:59.221521 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:49:59.221919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Checking segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:59.222319 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Bound using segment: {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:49:59.222767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Bound port: aeb2859b-89be-4bac-ac77-e6410dcadbd1, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f74ee5-8b13-4f00-9338-bb0c275b2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:49:59.223272 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.263777 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbde03-94ab-4d47-beb8-fda0cc625c36 req-8a3a1f80-f145-4330-aef4-92dafcf843ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:59.265551 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51dbde03-94ab-4d47-beb8-fda0cc625c36 req-8a3a1f80-f145-4330-aef4-92dafcf843ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0876644 Jul 16 02:49:59.327828 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:49:59.333376 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:49:59.337075 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-51dbde03-94ab-4d47-beb8-fda0cc625c36 req-8d2e4e1a-39cf-4955-b8a7-eae53ac3d8a2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534377 Jul 16 02:49:59.339958 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.392014 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:59.392998 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.395340 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] 10.222.0.23 "PUT /v2.0/ports/aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1093 time: 0.7471449 Jul 16 02:49:59.396735 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:59.400590 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deeac48-6228-4aeb-a615-e8602f58c3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:59.507189 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa666ed-2944-42ae-9767-883fa36b1c86 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:59.550922 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-f9b33b04-8b8b-4379-8889-4ade9d4d5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:59.553803 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-f9b33b04-8b8b-4379-8889-4ade9d4d5322 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1096 time: 0.1087422 Jul 16 02:49:59.568595 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444abc9d-239f-4626-bda6-054f525bf3c9 x-openstack-request-id: req-444abc9d-239f-4626-bda6-054f525bf3c9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:59.569016 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:59.569344 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-444abc9d-239f-4626-bda6-054f525bf3c9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:59.569816 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'status': 'completed', 'code': 200} Jul 16 02:49:59.610718 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-00630056-dd29-4781-b259-5a147d318139 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 217 time: 0.0493984 Jul 16 02:49:59.676910 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-d0343169-083b-41a6-8dfb-a903f716c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:59.678312 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-d0343169-083b-41a6-8dfb-a903f716c2c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0612252 Jul 16 02:49:59.739062 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592222-8213-4bda-836f-8332d2911a8f req-bcf872d8-0caa-4c78-ab81-6627ceed7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:59.741252 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-bcf872d8-0caa-4c78-ab81-6627ceed7e2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560820 Jul 16 02:49:59.852202 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-8d2754f5-4731-45bf-b0d9-6a938150f905 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044867 Jul 16 02:49:59.964496 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-63592222-8213-4bda-836f-8332d2911a8f req-5cb402fa-8593-4fb9-a767-3f20d5502d2c service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047199 Jul 16 02:50:00.073999 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-182d3c0e-c41a-47ea-b141-63cceb1d8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:00.075734 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-182d3c0e-c41a-47ea-b141-63cceb1d8113 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1096 time: 0.0614586 Jul 16 02:50:00.174981 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-32956ee3-13cf-4c25-9c9a-8ebc28102ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:00.176537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-32956ee3-13cf-4c25-9c9a-8ebc28102ba9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0947282 Jul 16 02:50:00.222263 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-6016b35a-9d06-4b85-b738-16c6c05ddcb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 217 time: 0.0385828 Jul 16 02:50:00.272185 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-fdbf7c22-279d-4f09-86fa-dafe18051961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:00.273745 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-fdbf7c22-279d-4f09-86fa-dafe18051961 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0449672 Jul 16 02:50:00.332693 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-e0e5d1c3-e5ba-402b-98e6-95d13b6cf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:00.334287 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-e0e5d1c3-e5ba-402b-98e6-95d13b6cf15f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541348 Jul 16 02:50:00.436194 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-7da12e95-2f8f-4206-a389-f86b7f2aa10b service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952129 Jul 16 02:50:00.532163 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-9deeac48-6228-4aeb-a615-e8602f58c3e5 req-8bb5695f-c9bd-4fc4-afbf-8c7b1d1bfbaf service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889616 Jul 16 02:50:00.543000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f6029-c7db-4539-9167-b4ea4d643ee2 req-59b047bc-fdb0-47a0-b26f-86955f4b4118 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:00.544861 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c5f6029-c7db-4539-9167-b4ea4d643ee2 req-59b047bc-fdb0-47a0-b26f-86955f4b4118 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0678396 Jul 16 02:50:00.586835 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9c5f6029-c7db-4539-9167-b4ea4d643ee2 req-fbdfe0b8-44a8-48c3-ac28-e10f1b2c8dd1 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359838 Jul 16 02:50:01.770228 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878aad3-e9a0-4c9f-96ff-65d57ae187d6 req-f67c1e16-3292-4589-828d-a6983d927c01 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.771770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6878aad3-e9a0-4c9f-96ff-65d57ae187d6 req-f67c1e16-3292-4589-828d-a6983d927c01 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0663974 Jul 16 02:50:01.813374 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6878aad3-e9a0-4c9f-96ff-65d57ae187d6 req-9872045d-7f9e-4f4b-a469-0829acf4942c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344417 Jul 16 02:50:02.993757 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede389-725e-4562-a6bc-5ff79f5bd646 req-c2fa3c47-992f-4df1-848e-a4573c0cb507 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:02.995797 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cede389-725e-4562-a6bc-5ff79f5bd646 req-c2fa3c47-992f-4df1-848e-a4573c0cb507 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0693090 Jul 16 02:50:03.036922 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3cede389-725e-4562-a6bc-5ff79f5bd646 req-e0853ade-d0d4-45f1-8635-9978d600dc50 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343802 Jul 16 02:50:04.232118 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52706145-45d8-433c-a87d-1e60353ff9c1 req-f22fb10c-19d8-4dfe-90c7-0c5cc5f1512c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:04.233710 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52706145-45d8-433c-a87d-1e60353ff9c1 req-f22fb10c-19d8-4dfe-90c7-0c5cc5f1512c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0779068 Jul 16 02:50:04.287666 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-52706145-45d8-433c-a87d-1e60353ff9c1 req-1f4a5112-92f0-43aa-bd14-5f731ff450f4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484407 Jul 16 02:50:05.474691 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6294cb-f0e9-4e9d-a085-d5ab8d720cb4 req-2915b94a-776a-4533-ad3a-a041db8fcc14 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.476671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc6294cb-f0e9-4e9d-a085-d5ab8d720cb4 req-2915b94a-776a-4533-ad3a-a041db8fcc14 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0692594 Jul 16 02:50:05.517331 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cc6294cb-f0e9-4e9d-a085-d5ab8d720cb4 req-7e5a91f6-0221-44a2-9e4b-90b30ecb017d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348735 Jul 16 02:50:06.701180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25aa5-9560-4d85-90d3-1aed1f681de5 req-84366a87-93e1-40cb-a7df-3dc996fb9095 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.702659 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69e25aa5-9560-4d85-90d3-1aed1f681de5 req-84366a87-93e1-40cb-a7df-3dc996fb9095 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0718820 Jul 16 02:50:06.743157 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-69e25aa5-9560-4d85-90d3-1aed1f681de5 req-b702cde0-6707-4487-af4a-f53264a0465c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343368 Jul 16 02:50:07.918113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa99c9-5aa3-461b-8c03-5599975ef50b req-7eb062aa-8386-4b10-ad43-24c1c2be246a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.919611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29aa99c9-5aa3-461b-8c03-5599975ef50b req-7eb062aa-8386-4b10-ad43-24c1c2be246a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0649025 Jul 16 02:50:07.959019 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-29aa99c9-5aa3-461b-8c03-5599975ef50b req-4e73c001-400f-4dde-86b6-af078dcdf858 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337226 Jul 16 02:50:08.436273 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.136171 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe381-dc57-46c2-a034-3288e481b122 req-268e8a4c-c0f9-49d6-acd3-2cb8d103cbf5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:09.137740 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4fe381-dc57-46c2-a034-3288e481b122 req-268e8a4c-c0f9-49d6-acd3-2cb8d103cbf5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0687718 Jul 16 02:50:09.175817 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9f4fe381-dc57-46c2-a034-3288e481b122 req-6e649a5f-1581-4462-bee0-3f3f79d5454a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Jul 16 02:50:09.546971 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:50:09.645949 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:09.657053 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'port_id': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'mac_address': 'fa:16:3e:bb:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:50:09.695715 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.708493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb2859b-89be-4bac-ac77-e6410dcadbd1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:50:09.727236 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:09.732115 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.778279 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:09.785333 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.785699 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.786018 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.786348 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.786677 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.787004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.787328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.787698 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.788049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.788370 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.788717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.789035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:09.989354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['aeb2859b-89be-4bac-ac77-e6410dcadbd1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:50:10.299599 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6c38c0ca-89a0-4900-b9aa-7d2ed77feff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.397433 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77e5ba-b0f1-40f6-be1d-36581abe4332 req-298aa08e-6a07-4e04-be6c-d8bf9951da64 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:10.398932 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f77e5ba-b0f1-40f6-be1d-36581abe4332 req-298aa08e-6a07-4e04-be6c-d8bf9951da64 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 945 time: 0.0696368 Jul 16 02:50:10.437791 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4f77e5ba-b0f1-40f6-be1d-36581abe4332 req-0c3b1295-6842-400b-8c37-30df8db77f00 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332000 Jul 16 02:50:11.563027 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:50:11.611600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port aeb2859b-89be-4bac-ac77-e6410dcadbd1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:50:11.614702 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fefadb-736a-43bf-97fc-bcd3e164c1fd req-bc16d300-5614-4f14-9386-cf7397e1da3f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.615488 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port aeb2859b-89be-4bac-ac77-e6410dcadbd1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:50:11.615806 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.616129 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5fefadb-736a-43bf-97fc-bcd3e164c1fd req-bc16d300-5614-4f14-9386-cf7397e1da3f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 945 time: 0.0684330 Jul 16 02:50:11.655534 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c5fefadb-736a-43bf-97fc-bcd3e164c1fd req-161b3ff2-3601-41b6-9a13-41291509ce43 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 Jul 16 02:50:11.696950 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.720500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:11.722731 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5bdc31-a9aa-436b-b0bf-021198298720" -d '{"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:11.735770 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:11.739977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.763237 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb9b6a-e13a-4d76-9d39-d0e828d55e62 x-openstack-request-id: req-6bcb9b6a-e13a-4d76-9d39-d0e828d55e62 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:11.763524 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:11.763772 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bcb9b6a-e13a-4d76-9d39-d0e828d55e62 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:11.764175 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'code': 200} Jul 16 02:50:11.793609 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:11.874647 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a0ea1-f66b-4e58-b9c8-e2cae0597eec req-87ed8bc2-9154-4c24-82ad-7f7fd6439925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.876223 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-447a0ea1-f66b-4e58-b9c8-e2cae0597eec req-87ed8bc2-9154-4c24-82ad-7f7fd6439925 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0520055 Jul 16 02:50:11.915766 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-447a0ea1-f66b-4e58-b9c8-e2cae0597eec req-b161fd8d-ef9e-4d95-8a4c-332babcb4c70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324249 Jul 16 02:50:12.514260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3486baf7-4344-4a96-a8dc-24b9fa8ad593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:12.597297 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:12.840688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c4e63-3e71-4379-94a4-f57e97a3444f req-0e8e941f-9928-4732-bb98-d9684431590f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:12.842224 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-819c4e63-3e71-4379-94a4-f57e97a3444f req-0e8e941f-9928-4732-bb98-d9684431590f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0677323 Jul 16 02:50:12.881552 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-819c4e63-3e71-4379-94a4-f57e97a3444f req-c94d6764-692b-43e5-b09b-d1a3fd0a1290 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Jul 16 02:50:14.060047 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573aaa-a340-42ca-b1d8-9a91f04539c8 req-8d2b29d9-4e1b-45de-b0b7-187cbabc3615 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:14.061611 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a573aaa-a340-42ca-b1d8-9a91f04539c8 req-8d2b29d9-4e1b-45de-b0b7-187cbabc3615 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0666692 Jul 16 02:50:14.066948 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:14.100028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6a573aaa-a340-42ca-b1d8-9a91f04539c8 req-9d40d2fe-56df-46de-b14e-b1457e844e18 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Jul 16 02:50:14.608732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb60fc-59c5-47dc-82e3-76d37935b86d req-a1d212d3-53ba-4d5e-ab78-cf245aa706d8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:14.610250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cfb60fc-59c5-47dc-82e3-76d37935b86d req-a1d212d3-53ba-4d5e-ab78-cf245aa706d8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.3955112 Jul 16 02:50:14.649646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5cfb60fc-59c5-47dc-82e3-76d37935b86d req-63583058-c158-45c5-9c2d-eef181023391 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Jul 16 02:50:14.673487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48242) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:14.724370 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f3e48-ac84-4af5-a4b4-ca9dd6432d09 tempest-TestShelveInstance-1213662534 tempest-TestShelveInstance-1213662534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:14.725967 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-738f3e48-ac84-4af5-a4b4-ca9dd6432d09 tempest-TestShelveInstance-1213662534 tempest-TestShelveInstance-1213662534-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1093 time: 0.0514674 Jul 16 02:50:14.728922 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:14.733845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:50:14.756480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:14.859250 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:14.962223 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Allocated IP 172.25.7.140 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/6aaef093-0db2-4b1b-8ba8-6bb8aa982717) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:50:15.070881 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.109477 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.149351 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:50:15.152907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:50:15.155672 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:50:15.185313 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'Port': ['ID=6aaef093-0db2-4b1b-8ba8-6bb8aa982717,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:15.536547 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.610390 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.616566 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.771012 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.775699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.844768 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event updated for resources: {'Port': ['ID=6aaef093-0db2-4b1b-8ba8-6bb8aa982717,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:15.855193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.959715 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Floating IP da5b3a47-6707-4c0d-a98f-841a0425fb61 associated. External IP: 172.25.7.140, port: aeb2859b-89be-4bac-ac77-e6410dcadbd1. Jul 16 02:50:16.182108 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:50:16.294084 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:50:16.304315 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:50:16.311182 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:16.315479 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:16.316186 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:50:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:16.352205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0cfcfebe-9e67-453d-aea6-3f9ae806dbb0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6217132 Jul 16 02:50:16.352807 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:16.356172 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13" -d '{"events": [{"name": "network-changed", "server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:16.397407 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d7deb9-4bb2-4775-9fa4-b74f56063736 x-openstack-request-id: req-84d7deb9-4bb2-4775-9fa4-b74f56063736 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:16.397759 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:16.398072 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84d7deb9-4bb2-4775-9fa4-b74f56063736 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:16.398549 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'status': 'completed', 'code': 200} Jul 16 02:50:16.424934 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:16.472373 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-7b8f8366-a8ba-4db7-883f-1a2bf310d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:16.473945 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-7b8f8366-a8ba-4db7-883f-1a2bf310d55f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0533342 Jul 16 02:50:16.569626 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-9a817dff-4dc2-4630-91dd-635573deb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:16.571001 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-9a817dff-4dc2-4630-91dd-635573deb5f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0905809 Jul 16 02:50:16.641474 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-488b68f7-5442-4e2e-9d70-4d8bc4414b34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1000 time: 0.0642922 Jul 16 02:50:16.658174 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'da5b3a47-6707-4c0d-a98f-841a0425fb61', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'port_id': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'mac_address': 'fa:16:3e:bb:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cfbd3-4b4d-492f-9718-5db571af171e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:50:15Z', 'updated_at': '2021-07-16T02:50:15Z', 'revision_number': 0, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:16.684174 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:50:16.691083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-04e03da1-fbf0-4a21-a3af-8865b6dc4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:16.692284 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:16.692597 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-04e03da1-fbf0-4a21-a3af-8865b6dc4932 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0442173 Jul 16 02:50:16.692933 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:50:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:16.755833 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-674aeef1-3411-4ecb-9294-9d8226db3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:16.757423 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-674aeef1-3411-4ecb-9294-9d8226db3e21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587218 Jul 16 02:50:16.801244 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:16.855950 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-d780d3bb-7f5a-4ec8-a313-6f13bff0f46a service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922723 Jul 16 02:50:16.958013 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-e2dbd38e-1c37-4efd-bde5-3b32c07a7c13 req-7520bf34-bb7b-4b1b-842b-12dca9a9bf69 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954609 Jul 16 02:50:17.031732 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'da5b3a47-6707-4c0d-a98f-841a0425fb61', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'port_id': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'mac_address': 'fa:16:3e:bb:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cfbd3-4b4d-492f-9718-5db571af171e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:50:15Z', 'updated_at': '2021-07-16T02:50:15Z', 'revision_number': 0, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:17.057154 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecbbb4-b4e9-407f-9404-08c28631571d None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': 'da5b3a47-6707-4c0d-a98f-841a0425fb61', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'port_id': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'mac_address': 'fa:16:3e:bb:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cfbd3-4b4d-492f-9718-5db571af171e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:50:15Z', 'updated_at': '2021-07-16T02:50:15Z', 'revision_number': 0, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:50:17.259299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7403d6-af9f-413f-8446-b4a1688da270 None None] New status for floating IP da5b3a47-6707-4c0d-a98f-841a0425fb61: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:50:19.402902 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:25.599526 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:38.446399 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:40.301368 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c41a6c4-40e8-49e8-9472-684762f05cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.514691 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ead4b672-f1dc-4885-896e-cb0cbc2b5b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.599174 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:44.067758 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:45.612833 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:49.393988 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.864663 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-2c2afa9a-3695-4a9a-a34d-ac95fbe26f6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584989 Jul 16 02:50:57.963921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e208b1-dee3-4337-86d4-d0446586f15d req-07cb1306-efdb-4368-8f8c-dc95ec8d9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:57.965694 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-07cb1306-efdb-4368-8f8c-dc95ec8d9f06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0568497 Jul 16 02:50:58.080256 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e208b1-dee3-4337-86d4-d0446586f15d req-c5822a8c-4814-4192-8cdf-e688bda6ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:58.081805 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-c5822a8c-4814-4192-8cdf-e688bda6ebd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0943961 Jul 16 02:50:58.149399 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-0f66cc30-e5d1-46f9-84f6-f5eb92c5c6b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1002 time: 0.0604594 Jul 16 02:50:58.200384 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e208b1-dee3-4337-86d4-d0446586f15d req-be8bac98-ff04-4c61-9c21-988b9f26d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:58.201966 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-be8bac98-ff04-4c61-9c21-988b9f26d276 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0465164 Jul 16 02:50:58.265888 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e208b1-dee3-4337-86d4-d0446586f15d req-a69b9bf6-9ee7-4e0b-adbc-6f50b261a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:58.267460 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-a69b9bf6-9ee7-4e0b-adbc-6f50b261a7ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582962 Jul 16 02:50:58.358288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-4dc650bc-0651-4b29-9780-c972df21328b service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842776 Jul 16 02:50:58.457240 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-36e208b1-dee3-4337-86d4-d0446586f15d req-0c81f4db-762e-4e96-b19a-3891fa868505 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909288 Jul 16 02:51:02.598475 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:08.451531 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.303668 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7f661302-1679-4e08-9ac4-0b3b31c1ec45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.516165 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dcc46090-77a6-4fe6-9acc-b69966013838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.601927 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.070587 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.612242 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.392817 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:38.465473 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:39.599453 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:40.305716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4e477de4-0d0a-4dfe-b88d-2d6b72a12647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:42.517938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9b84b3c6-344e-4ab8-a3bf-40b26fb7c67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:42.603061 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:44.075938 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:45.614982 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:49.414961 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:58.842838 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-0e0fc755-71df-4a0a-8e3c-d66fe36e66b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548937 Jul 16 02:51:58.944076 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c495-f95a-4db0-8257-819b323cdc61 req-96ae969e-b085-47f7-86b2-62925eb4f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:58.945794 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-96ae969e-b085-47f7-86b2-62925eb4f793 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0583699 Jul 16 02:51:59.075577 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c495-f95a-4db0-8257-819b323cdc61 req-40dba6e6-45a4-43e4-919b-d48b0cf4da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:59.077173 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-40dba6e6-45a4-43e4-919b-d48b0cf4da25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.1101627 Jul 16 02:51:59.144547 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-b346803c-f225-4cb2-a305-0c235d946f45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1002 time: 0.0609272 Jul 16 02:51:59.199644 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c495-f95a-4db0-8257-819b323cdc61 req-2522d214-61a7-4ef3-a22d-f8eb672be87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:59.201198 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-2522d214-61a7-4ef3-a22d-f8eb672be87a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0509112 Jul 16 02:51:59.261615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c495-f95a-4db0-8257-819b323cdc61 req-86de3212-3bbe-4e8c-8427-9497d62ccab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:59.263158 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-86de3212-3bbe-4e8c-8427-9497d62ccab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555301 Jul 16 02:51:59.357678 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-63adebf0-3f0d-4bc2-befa-645abdfa4d0d service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870204 Jul 16 02:51:59.460549 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-2520c495-f95a-4db0-8257-819b323cdc61 req-668a5e6e-eb34-4f80-aace-b2a9bddbeace service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961087 Jul 16 02:52:08.480902 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:10.309442 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-160e751a-94ab-4da2-9cf7-d1d09cea939e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:11.186659 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663129a2-66a3-4311-94a6-c9886d233c9d req-9ecbd32d-9e6b-427b-a9c1-4231957347eb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:11.189018 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-663129a2-66a3-4311-94a6-c9886d233c9d req-9ecbd32d-9e6b-427b-a9c1-4231957347eb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0808558 Jul 16 02:52:11.231561 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-663129a2-66a3-4311-94a6-c9886d233c9d req-016744d7-6935-4619-93aa-b9fd2cfbf1cb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369556 Jul 16 02:52:12.436138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5008ef-0c4d-4667-96ac-a6be23e83358 req-775ae668-0eb5-4855-9b5e-930d527a0d7f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:12.437769 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b5008ef-0c4d-4667-96ac-a6be23e83358 req-775ae668-0eb5-4855-9b5e-930d527a0d7f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0705152 Jul 16 02:52:12.487920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9b5008ef-0c4d-4667-96ac-a6be23e83358 req-36accb1b-82e1-4b08-aae3-509ce48425a6 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Jul 16 02:52:12.521359 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d318d46b-9df3-47d8-9572-ea2a9c25bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:12.606973 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:13.693131 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1d14c-2493-4e21-bc0d-bb026212fd0b req-0c711d08-9833-4ccf-832b-450fad1eed26 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:13.694578 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71f1d14c-2493-4e21-bc0d-bb026212fd0b req-0c711d08-9833-4ccf-832b-450fad1eed26 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0670526 Jul 16 02:52:13.734355 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-71f1d14c-2493-4e21-bc0d-bb026212fd0b req-17d6e6ad-a82d-4098-87be-77c14b3da3c3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337012 Jul 16 02:52:14.078454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:14.913641 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c21658-014d-49a5-948e-9c2dad83cf1e req-a1bbcda4-d969-48d5-95a5-995752168c73 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:14.916360 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72c21658-014d-49a5-948e-9c2dad83cf1e req-a1bbcda4-d969-48d5-95a5-995752168c73 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0704260 Jul 16 02:52:14.955946 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-72c21658-014d-49a5-948e-9c2dad83cf1e req-9841a5a5-76cc-451b-a1e3-85eb20ab9cd5 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350754 Jul 16 02:52:15.618686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:16.134379 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9977a-be9d-443d-ae5c-3aad9c52dbc3 req-28d4e6d8-e0c2-445f-8fd4-a5f5cfdb29ef tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:16.136557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79d9977a-be9d-443d-ae5c-3aad9c52dbc3 req-28d4e6d8-e0c2-445f-8fd4-a5f5cfdb29ef tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0682540 Jul 16 02:52:16.176049 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-79d9977a-be9d-443d-ae5c-3aad9c52dbc3 req-dacf347f-047b-40f3-b165-195b9b649c63 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338399 Jul 16 02:52:16.599155 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:17.355577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6042d1-101e-486d-85fa-fa6fe99d26ae req-e4fc2c71-e7f9-4590-8015-8ff7690c0b76 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:17.357083 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee6042d1-101e-486d-85fa-fa6fe99d26ae req-e4fc2c71-e7f9-4590-8015-8ff7690c0b76 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0679967 Jul 16 02:52:17.401732 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ee6042d1-101e-486d-85fa-fa6fe99d26ae req-c38543fe-6a81-4e6a-915b-9e62a82db597 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 Jul 16 02:52:18.594989 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd838c-7993-4e83-9fc1-56ac3f3c95d0 req-e93f9527-c09d-45f8-a0e0-4b4a597a87f2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:18.596559 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8bd838c-7993-4e83-9fc1-56ac3f3c95d0 req-e93f9527-c09d-45f8-a0e0-4b4a597a87f2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0714445 Jul 16 02:52:18.638246 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8bd838c-7993-4e83-9fc1-56ac3f3c95d0 req-b3060d40-6f70-432f-b901-59f382fe2462 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359087 Jul 16 02:52:19.423528 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:19.817541 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769bc3-92fc-43ed-ad75-f742cb47082a req-ecdbc33a-334e-49c5-8d58-77ec9bf636bc tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:19.819081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4769bc3-92fc-43ed-ad75-f742cb47082a req-ecdbc33a-334e-49c5-8d58-77ec9bf636bc tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0672855 Jul 16 02:52:19.858041 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c4769bc3-92fc-43ed-ad75-f742cb47082a req-41846a56-3dd2-4139-a252-5bfbde972aaf tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jul 16 02:52:21.052847 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7091b-0d0b-469e-b598-a6abd3dad8a0 req-bbbd991f-6dd8-4356-ac0d-0abcb124c349 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:21.054500 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2df7091b-0d0b-469e-b598-a6abd3dad8a0 req-bbbd991f-6dd8-4356-ac0d-0abcb124c349 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0768631 Jul 16 02:52:21.099011 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2df7091b-0d0b-469e-b598-a6abd3dad8a0 req-474e3334-e842-4ade-929e-7b983a641aa7 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 Jul 16 02:52:21.249730 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4d86-794a-4709-b6df-8240d761c60b req-51fa6bc3-912e-47de-8ef2-a3cd42e0c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:21.251271 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-51fa6bc3-912e-47de-8ef2-a3cd42e0c99f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0587912 Jul 16 02:52:21.368876 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4d86-794a-4709-b6df-8240d761c60b req-44169554-61a1-4ba7-9a3c-c633a7eabb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:21.370647 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-44169554-61a1-4ba7-9a3c-c633a7eabb34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.1131523 Jul 16 02:52:21.440060 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-34efe524-32db-49b1-948f-a7f2d0c8d972 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1002 time: 0.0631232 Jul 16 02:52:21.498293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4d86-794a-4709-b6df-8240d761c60b req-b8cca310-2c49-4883-8bfb-b752cb4af115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:21.500604 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-b8cca310-2c49-4883-8bfb-b752cb4af115 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0550029 Jul 16 02:52:21.561301 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4d86-794a-4709-b6df-8240d761c60b req-0ba15cda-a8c1-4b32-912b-9a3aae9dc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:21.562971 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-0ba15cda-a8c1-4b32-912b-9a3aae9dc975 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559525 Jul 16 02:52:21.657507 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-07430565-89f5-4cf0-9c8b-6b8d9d5b2151 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882242 Jul 16 02:52:21.758767 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-085d4d86-794a-4709-b6df-8240d761c60b req-cbe5075c-321f-4cf0-b63b-4c2b82a06a52 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949934 Jul 16 02:52:22.537439 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb0f6-f7ee-42c9-b39c-ccd1ab607a0d req-bd99c4bc-6b98-4b0e-b8fa-9502ad5edf57 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:22.539039 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f4eb0f6-f7ee-42c9-b39c-ccd1ab607a0d req-bd99c4bc-6b98-4b0e-b8fa-9502ad5edf57 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0734181 Jul 16 02:52:22.584872 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6f4eb0f6-f7ee-42c9-b39c-ccd1ab607a0d req-c9fbdd47-3f86-42cd-8501-6a6d82ffaf3f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389223 Jul 16 02:52:23.766099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190b9b-d063-4910-a2fb-99885e17f5d6 req-f332e7ea-0ef1-4d02-b54d-202ed6b200d2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:23.767612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0190b9b-d063-4910-a2fb-99885e17f5d6 req-f332e7ea-0ef1-4d02-b54d-202ed6b200d2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0664382 Jul 16 02:52:23.807613 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f0190b9b-d063-4910-a2fb-99885e17f5d6 req-15a5536f-efd4-4dc1-97db-d5e2299daf74 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Jul 16 02:52:25.006793 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac452b38-ed7c-4bea-81b4-49cdb122dc52 req-0eeb4d88-9a30-4982-aa97-7d1ee110a3c0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:25.008273 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac452b38-ed7c-4bea-81b4-49cdb122dc52 req-0eeb4d88-9a30-4982-aa97-7d1ee110a3c0 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0780919 Jul 16 02:52:25.052452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ac452b38-ed7c-4bea-81b4-49cdb122dc52 req-cefd1b2b-ec96-4c5f-a5d5-29a3d93cd2f4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378180 Jul 16 02:52:25.259578 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-43d9d943-f769-48b3-8866-182194a9f9f0 req-b5bc2d27-3500-4275-adfe-a9a2b32058ce service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:52:25.260635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-43d9d943-f769-48b3-8866-182194a9f9f0 req-b5bc2d27-3500-4275-adfe-a9a2b32058ce service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0806603 Jul 16 02:52:25.411341 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48358) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:52:25.577505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-0f351b67-1606-4590-8c33-191dff7d618b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1648576 Jul 16 02:52:25.592904 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f886-8cac-4f1b-9090-03eccf842f07 req-69385eee-7ccb-43f7-9a52-6bf3288e3739 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:25.594465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a891f886-8cac-4f1b-9090-03eccf842f07 req-69385eee-7ccb-43f7-9a52-6bf3288e3739 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.1118150 Jul 16 02:52:25.643908 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a891f886-8cac-4f1b-9090-03eccf842f07 req-11d91cf1-a111-46c8-af88-dab79ee7aaeb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Jul 16 02:52:26.061004 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:52:26.152164 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:26.186518 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:52:26.190273 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1591b1-0e4b-4ff5-b2f8-31a5e2a9adbf" -d '{"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:52:26.211575 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:52:26.217857 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:26.244219 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a71311-8daf-4b06-9911-681d2e2a5df9 x-openstack-request-id: req-b0a71311-8daf-4b06-9911-681d2e2a5df9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:52:26.244941 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-unplugged", "status": "failed", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "code": 422}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:52:26.244941 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0a71311-8daf-4b06-9911-681d2e2a5df9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:52:26.245325 n-d-791506-20 neutron-server[93757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'code': 422} returned with failed status Jul 16 02:52:26.283245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:52:26.298505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.298859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.299237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.299657 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.300265 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.300683 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.301219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.301771 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.302328 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.302838 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.303182 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.303594 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:52:26.830846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf359-9403-4cf1-b1fb-ec61450b4568 req-add73582-e151-4aaf-8f57-79ce1696f873 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:26.832472 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc1bf359-9403-4cf1-b1fb-ec61450b4568 req-add73582-e151-4aaf-8f57-79ce1696f873 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0687485 Jul 16 02:52:26.872848 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fc1bf359-9403-4cf1-b1fb-ec61450b4568 req-c5395dd2-32f9-4906-9759-3d756d7f2bb2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343933 Jul 16 02:52:28.054113 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dc04f-4573-4fc4-bf88-206986903043 req-f465522e-e3f5-43b1-ab94-e3863181df5a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:28.055653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa5dc04f-4573-4fc4-bf88-206986903043 req-f465522e-e3f5-43b1-ab94-e3863181df5a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0670328 Jul 16 02:52:28.095825 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-aa5dc04f-4573-4fc4-bf88-206986903043 req-af62e493-5b2a-491d-8970-f775514097ec tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332260 Jul 16 02:52:29.283694 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c4ce-e009-4af8-82bf-aeed7aeca1e1 req-5367b92b-7605-438d-ac7a-60179bdcfe54 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:29.285256 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d19c4ce-e009-4af8-82bf-aeed7aeca1e1 req-5367b92b-7605-438d-ac7a-60179bdcfe54 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0720508 Jul 16 02:52:29.325854 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2d19c4ce-e009-4af8-82bf-aeed7aeca1e1 req-88641a67-f47a-45a1-947f-767ef05099fb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349722 Jul 16 02:52:30.542416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3950b-3768-470a-8e93-87f84ca82012 req-b499267e-4d76-4ac4-8952-8e02f11ece07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:30.543957 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-b499267e-4d76-4ac4-8952-8e02f11ece07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e&tenant_id=a7647253e7304048b8c0feec0fa08b1d HTTP/1.1" status: 200 len: 1096 time: 0.0584249 Jul 16 02:52:30.558544 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b11830-b8a4-4937-9e86-ddf6c853877c req-025d511a-a669-4300-a437-437c50baa33f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:30.560240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13b11830-b8a4-4937-9e86-ddf6c853877c req-025d511a-a669-4300-a437-437c50baa33f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.1160848 Jul 16 02:52:30.601752 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-13b11830-b8a4-4937-9e86-ddf6c853877c req-6662038c-41a7-492e-90f9-a0f6ac990fb9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Jul 16 02:52:30.644788 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3950b-3768-470a-8e93-87f84ca82012 req-a9d6388a-18d0-4cb0-9acc-14c162d30944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:30.652797 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-a9d6388a-18d0-4cb0-9acc-14c162d30944 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1096 time: 0.0787764 Jul 16 02:52:30.748961 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3950b-3768-470a-8e93-87f84ca82012 req-4ffde82a-3339-4708-a473-d6a1a3caf539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:30.750442 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-4ffde82a-3339-4708-a473-d6a1a3caf539 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0912230 Jul 16 02:52:30.821817 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-45b55161-6910-407a-8334-d2fe1c9850a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1000 time: 0.0642149 Jul 16 02:52:31.188347 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3950b-3768-470a-8e93-87f84ca82012 req-bf272afd-5631-4674-bdd3-faddcd14e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:31.189866 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-bf272afd-5631-4674-bdd3-faddcd14e1de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.3618400 Jul 16 02:52:31.248484 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3950b-3768-470a-8e93-87f84ca82012 req-188459a9-fb4b-45ad-a920-6bc23860652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:31.250008 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-188459a9-fb4b-45ad-a920-6bc23860652c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534480 Jul 16 02:52:31.344712 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-4d9d0bd9-0d6a-4e47-b92e-3530e07bc964 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868614 Jul 16 02:52:31.436297 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-93c8d308-e4cd-4157-93e2-a8d72e5f1b92 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Jul 16 02:52:31.833582 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb54e61-ca1c-4181-a165-92826dad07eb req-ce550b9e-229d-4341-b39d-c57aca6f95e8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:31.834847 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bb54e61-ca1c-4181-a165-92826dad07eb req-ce550b9e-229d-4341-b39d-c57aca6f95e8 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.1181440 Jul 16 02:52:31.882126 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0bb54e61-ca1c-4181-a165-92826dad07eb req-b2233116-167d-4f72-863c-ea1474452574 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405002 Jul 16 02:52:33.063050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a4574-e896-40f1-b0d1-1f7ad40091e2 req-660c913b-f7d9-4232-a98b-ba7ba557b91b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:33.064657 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed7a4574-e896-40f1-b0d1-1f7ad40091e2 req-660c913b-f7d9-4232-a98b-ba7ba557b91b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0669656 Jul 16 02:52:33.104845 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ed7a4574-e896-40f1-b0d1-1f7ad40091e2 req-2390656b-e7ce-49c9-bce9-1b0fc0ed6cf6 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340433 Jul 16 02:52:34.292487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb27591-6714-4301-a91c-c76b405cdc2f req-389108ae-4d8d-40b7-9cce-9c553ec68584 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:34.294072 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb27591-6714-4301-a91c-c76b405cdc2f req-389108ae-4d8d-40b7-9cce-9c553ec68584 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0736845 Jul 16 02:52:34.332101 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9bb27591-6714-4301-a91c-c76b405cdc2f req-1a07edfd-1958-42a5-94aa-f8a42fe38e5e tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Jul 16 02:52:35.534856 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b51781-ba91-41cc-ae8e-24239f526078 req-2cb31bf8-a0d9-475c-b317-0ace74fc260a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:35.537651 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93b51781-ba91-41cc-ae8e-24239f526078 req-2cb31bf8-a0d9-475c-b317-0ace74fc260a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0781727 Jul 16 02:52:35.582292 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-93b51781-ba91-41cc-ae8e-24239f526078 req-08b532bb-873e-4eda-afaf-3f62edcce2f4 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Jul 16 02:52:36.778187 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cb21d-c66f-4bab-bea6-a3175af0c387 req-6803eec3-299c-42b0-b2b1-4fb9063d10b3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:36.779820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d29cb21d-c66f-4bab-bea6-a3175af0c387 req-6803eec3-299c-42b0-b2b1-4fb9063d10b3 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0699887 Jul 16 02:52:36.819874 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-d29cb21d-c66f-4bab-bea6-a3175af0c387 req-2f5a1a2d-e1b7-4590-9ac2-446deb28f50d tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Jul 16 02:52:38.008715 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278384cc-746f-43d6-9e20-996e6620b75d req-293e8011-e04d-4aaf-8487-86bdeaf45a5a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:38.010898 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-278384cc-746f-43d6-9e20-996e6620b75d req-293e8011-e04d-4aaf-8487-86bdeaf45a5a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 944 time: 0.0734215 Jul 16 02:52:38.053529 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-278384cc-746f-43d6-9e20-996e6620b75d req-70fc55de-ca8f-44ed-8197-34189a36a6d2 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369971 Jul 16 02:52:38.108935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:52:38.393310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:52:38.405644 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'port_id': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'mac_address': 'fa:16:3e:bb:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:52:38.448944 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:38.464582 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb2859b-89be-4bac-ac77-e6410dcadbd1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:52:38.487052 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:52:38.491347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:38.539846 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:38.558098 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:52:38.728017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['aeb2859b-89be-4bac-ac77-e6410dcadbd1'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:52:39.286598 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44111969-92b1-4211-a84d-678446c07720 req-6e5e0372-3c76-44b2-9b61-5c6a4fb3018a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:39.288269 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44111969-92b1-4211-a84d-678446c07720 req-6e5e0372-3c76-44b2-9b61-5c6a4fb3018a tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 945 time: 0.0812175 Jul 16 02:52:39.329143 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-44111969-92b1-4211-a84d-678446c07720 req-e888158b-01c4-4299-beff-44c178abd3ee tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351434 Jul 16 02:52:40.107407 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:52:40.159542 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port aeb2859b-89be-4bac-ac77-e6410dcadbd1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:52:40.160174 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:40.266991 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:40.296589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:52:40.298904 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfafa340-0bad-447a-b2a8-3c5894787335" -d '{"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:52:40.322704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:52:40.329997 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:40.336828 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-509ecdb3-ba49-46ac-876e-dc7cfe12fbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:40.374797 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4473aa64-2bd3-4292-bc90-e4bf0d1980c1 x-openstack-request-id: req-4473aa64-2bd3-4292-bc90-e4bf0d1980c1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:52:40.375276 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:52:40.375689 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4473aa64-2bd3-4292-bc90-e4bf0d1980c1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:52:40.376304 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'code': 200} Jul 16 02:52:40.423043 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:52:40.551080 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c37f8-0c35-4e8a-8ff8-f6c5a73fbdd7 req-4f3971aa-bb83-493a-8a9c-124a8c369525 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:40.553383 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-279c37f8-0c35-4e8a-8ff8-f6c5a73fbdd7 req-4f3971aa-bb83-493a-8a9c-124a8c369525 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0784853 Jul 16 02:52:40.562524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591652bf-ba05-4493-b7f6-cf455c183aeb req-823797f6-b776-4a47-b1cb-f02107e0e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:40.565111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-591652bf-ba05-4493-b7f6-cf455c183aeb req-823797f6-b776-4a47-b1cb-f02107e0e7dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0724292 Jul 16 02:52:40.604288 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-591652bf-ba05-4493-b7f6-cf455c183aeb req-68448706-ee2a-4b23-859e-d027d309fba8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322669 Jul 16 02:52:40.605785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-279c37f8-0c35-4e8a-8ff8-f6c5a73fbdd7 req-f57820b4-81dc-4d0a-ac2f-4187f8bb34d9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412054 Jul 16 02:52:41.805167 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c406c-7ae9-4c58-b9e1-a5d62916aa09 req-5b464220-60e0-43b5-80fa-bbbda39b2aee tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:41.807670 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f2c406c-7ae9-4c58-b9e1-a5d62916aa09 req-5b464220-60e0-43b5-80fa-bbbda39b2aee tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0726531 Jul 16 02:52:41.855153 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-2f2c406c-7ae9-4c58-b9e1-a5d62916aa09 req-6fc4bca2-410a-4c40-bcfe-bf4a8efc7995 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Jul 16 02:52:42.523266 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0b314019-e77b-42ec-b233-c08e606a58a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:42.609549 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:44.084300 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:45.621439 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:49.431764 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:53.599505 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:58.896488 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-800b1b3d-d648-4300-97bd-7fcd72fa4843 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929711 Jul 16 02:52:59.000695 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-98c9088b-435f-4105-9416-7727922be078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:59.002413 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-98c9088b-435f-4105-9416-7727922be078 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0606892 Jul 16 02:52:59.117584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-ca416e54-7451-4906-8ed4-87bf3557fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:59.119111 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-ca416e54-7451-4906-8ed4-87bf3557fffd service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.0951655 Jul 16 02:52:59.187234 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-308d3b1e-8054-4cb2-93d6-4449238c3c5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 1002 time: 0.0610173 Jul 16 02:52:59.241697 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-f47f01de-91f6-40c6-b1e6-ae312a00dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:59.243226 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-f47f01de-91f6-40c6-b1e6-ae312a00dcbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0494874 Jul 16 02:52:59.300762 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-7dd12655-a785-44c0-b2f1-b1b1571439e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:59.302373 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-7dd12655-a785-44c0-b2f1-b1b1571439e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526032 Jul 16 02:52:59.400463 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-ac21212f-ea26-4432-831b-4c8ac0bd09e0 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909152 Jul 16 02:52:59.510498 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-367371d1-6aa8-4aae-9744-8f3ed0578f61 req-eb2bc83a-7c78-459d-a396-6e224f6adb86 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023450 Jul 16 02:53:08.526859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:10.310079 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-908bf4c8-4fe4-4d98-9c24-5e67f7981e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:12.527122 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b259-6f58-45aa-8312-b5ff8ba2f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:12.611028 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:14.105422 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:15.629542 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:19.432759 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:30.599404 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:38.527559 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:40.311807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-96a4c903-8bee-4db4-9799-3fdd4691467e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:42.529833 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b82336fb-42b9-4182-bdce-cf8bed2e6b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:42.617737 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.087924 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.628269 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.443824 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.170235 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:55.336919 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Deleting port 6aaef093-0db2-4b1b-8ba8-6bb8aa982717 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:53:55.337256 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.422447 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.422739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.436981 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Calling delete_port for 6aaef093-0db2-4b1b-8ba8-6bb8aa982717 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:53:55.589437 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.617930 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event deleted for resources: {'Port': ['ID=6aaef093-0db2-4b1b-8ba8-6bb8aa982717,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:55.631393 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.631775 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.632120 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.632650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.633002 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.633337 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.633670 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.634004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.634335 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.634665 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.634996 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.635321 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:55.693372 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.693635 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Floating IP da5b3a47-6707-4c0d-a98f-841a0425fb61 disassociated (deleted). External IP: 172.25.7.140, port: aeb2859b-89be-4bac-ac77-e6410dcadbd1. Jul 16 02:53:55.908894 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:53:56.019700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:53:56.025249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:56.031653 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:53:56.042646 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:56.043247 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:53:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:56.062758 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0c8d3fda-8d3e-4564-b00a-3edc9155c3e9 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "DELETE /v2.0/floatingips/da5b3a47-6707-4c0d-a98f-841a0425fb61 HTTP/1.1" status: 204 len: 168 time: 0.8913999 Jul 16 02:53:56.063666 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:53:56.066077 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9250fb-b314-49a5-82a8-bce4e9d62b56" -d '{"events": [{"name": "network-changed", "server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:53:56.159422 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:56.167376 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8d745-efce-4f1d-bab1-cf39bd3060d0 x-openstack-request-id: req-a9e8d745-efce-4f1d-bab1-cf39bd3060d0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:53:56.167666 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:53:56.167923 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9e8d745-efce-4f1d-bab1-cf39bd3060d0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:53:56.168332 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'status': 'completed', 'code': 200} Jul 16 02:53:56.255206 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-332ccc1b-0cab-42af-92ed-63602122d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:56.257300 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-332ccc1b-0cab-42af-92ed-63602122d107 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7647253e7304048b8c0feec0fa08b1d&device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 1098 time: 0.0611629 Jul 16 02:53:56.369209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-a08d8794-56b2-45ab-be9d-a090d0cfbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:56.371344 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-a08d8794-56b2-45ab-be9d-a090d0cfbe22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 200 len: 910 time: 0.1075420 Jul 16 02:53:56.399800 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:56.419290 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-66aed982-fa59-45cc-b789-ff4f39fb57ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 200 len: 217 time: 0.0409846 Jul 16 02:53:56.430438 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:53:56.439571 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:56.440299 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:53:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:56.477727 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-b4b74d22-56cc-4327-83fe-2a9e48b73644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:56.479433 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-b4b74d22-56cc-4327-83fe-2a9e48b73644 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 200 len: 848 time: 0.0527449 Jul 16 02:53:56.481408 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6946520-a038-4b42-85d6-78f20f1fed69 req-e2902828-8819-422e-892c-04d8df5bfb2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:56.483675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6946520-a038-4b42-85d6-78f20f1fed69 req-e2902828-8819-422e-892c-04d8df5bfb2f tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0720580 Jul 16 02:53:56.530468 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-f6946520-a038-4b42-85d6-78f20f1fed69 req-92fad57c-3142-4753-bf52-fe1810418f3c tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406182 Jul 16 02:53:56.556766 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-53343dfd-f954-4715-839e-01bc4b62ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:56.558318 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-53343dfd-f954-4715-839e-01bc4b62ab27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=04efdca1-18ba-42f3-ae6d-9f2d3abf531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719376 Jul 16 02:53:56.564327 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:56.655674 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-72338b5f-d8dd-42bb-9e85-688956b97b60 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883501 Jul 16 02:53:56.754854 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5c9250fb-b314-49a5-82a8-bce4e9d62b56 req-d62fd351-9c97-4856-a40e-9657ee731937 service neutron] 10.222.0.23 "GET /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917966 Jul 16 02:53:56.767123 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:56.797431 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b3b2d-0075-4bfe-a7ba-602920c3a08f None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:12Z', 'revision_number': 4, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0', 'name': '', 'network_id': '04efdca1-18ba-42f3-ae6d-9f2d3abf531b', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'mac_address': 'fa:16:3e:6a:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:11Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'subnets': [{'id': '4bc0d346-6b3b-4949-9683-5a267aba7f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:53:57.032177 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b7745e-8b22-4ffe-a396-1f03ef246924 None None] New status for floating IP da5b3a47-6707-4c0d-a98f-841a0425fb61: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:53:57.915459 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-511e9bda-e34a-4940-9aed-d8ed2dd5f476 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:57.917101 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-511e9bda-e34a-4940-9aed-d8ed2dd5f476 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.0695019 Jul 16 02:53:58.034836 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Deleting port aeb2859b-89be-4bac-ac77-e6410dcadbd1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:53:58.035182 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.056907 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9acf-d714-40e0-a268-32fc3b5bab7c req-d52b9363-2a62-48f2-ae61-83fd13fca8bb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:58.058482 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-835d9acf-d714-40e0-a268-32fc3b5bab7c req-d52b9363-2a62-48f2-ae61-83fd13fca8bb tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 946 time: 0.4076991 Jul 16 02:53:58.097892 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-835d9acf-d714-40e0-a268-32fc3b5bab7c req-58be9e52-816c-4f81-85a2-ee933d7c7d9b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/security-groups?id=097fd1c2-b75e-4e07-bf1a-e8754d466661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333793 Jul 16 02:53:58.137013 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] For port aeb2859b-89be-4bac-ac77-e6410dcadbd1, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=aeb2859b-89be-4bac-ac77-e6410dcadbd1,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:58.137381 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.150802 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Calling delete_port for aeb2859b-89be-4bac-ac77-e6410dcadbd1 owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:53:58.285170 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.316263 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event deleted for resources: {'Port': ['ID=aeb2859b-89be-4bac-ac77-e6410dcadbd1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:58.329714 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.330071 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.330421 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.330787 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.331133 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.331472 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.331808 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.332141 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.332495 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.332829 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.333155 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.333483 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:58.378528 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] No DVR routers for this DVR port aeb2859b-89be-4bac-ac77-e6410dcadbd1 on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:53:58.381254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.383325 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-ed6cb441-7bed-4db5-898f-cbc93f767989 req-1e0b9a02-0035-4d6c-b99a-6d7cec40fc6b tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.23 "DELETE /v2.0/ports/aeb2859b-89be-4bac-ac77-e6410dcadbd1 HTTP/1.1" status: 204 len: 173 time: 0.4606156 Jul 16 02:53:58.383767 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-deleted', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:53:58.386082 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc356b-f82a-419b-a0cd-1e0c6df3e456" -d '{"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-deleted", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:53:58.426007 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01172a9b-9cfc-49c4-a628-e46862fac7a5 x-openstack-request-id: req-01172a9b-9cfc-49c4-a628-e46862fac7a5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:53:58.426307 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081cfbd3-4b4d-492f-9718-5db571af171e", "name": "network-vif-deleted", "tag": "aeb2859b-89be-4bac-ac77-e6410dcadbd1", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:53:58.426563 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01172a9b-9cfc-49c4-a628-e46862fac7a5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:53:58.426969 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081cfbd3-4b4d-492f-9718-5db571af171e', 'name': 'network-vif-deleted', 'tag': 'aeb2859b-89be-4bac-ac77-e6410dcadbd1', 'status': 'completed', 'code': 200} Jul 16 02:53:59.250066 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-327993e0-63c4-4384-b3a9-417d0b185e06 req-1e32e09b-d405-481e-acf8-15be1cbe2335 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 210 time: 0.0296757 Jul 16 02:54:00.403102 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-cb0d307a-80af-49f5-9d8b-65ab41347787 req-d3332f5d-b903-4bc3-a8f3-2ac7e1f1ed63 tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 210 time: 0.0313864 Jul 16 02:54:01.554028 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-8b2cbb1a-bade-4d75-8528-ab6d0dae36f4 req-941334fb-cfed-487d-841f-7f69a2873fde tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "GET /v2.0/ports?device_id=081cfbd3-4b4d-492f-9718-5db571af171e HTTP/1.1" status: 200 len: 210 time: 0.0348132 Jul 16 02:54:02.417973 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:02.442496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: aeb2859b-89be-4bac-ac77-e6410dcadbd1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:02.443256 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device aeb2859b-89be-4bac-ac77-e6410dcadbd1 not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:02.732717 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48464) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:02.797003 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31ba3b76-f321-4bba-8dfb-4e6e225618ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.826245 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31ba3b76-f321-4bba-8dfb-4e6e225618ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.894462 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31ba3b76-f321-4bba-8dfb-4e6e225618ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.897140 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31ba3b76-f321-4bba-8dfb-4e6e225618ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.898606 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-31ba3b76-f321-4bba-8dfb-4e6e225618ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] 10.222.0.42 "DELETE /v2.0/security-groups/097fd1c2-b75e-4e07-bf1a-e8754d466661 HTTP/1.1" status: 204 len: 168 time: 0.1648607 Jul 16 02:54:02.909590 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba3b76-f321-4bba-8dfb-4e6e225618ff tempest-TestShelveInstance-342734468 tempest-TestShelveInstance-342734468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097fd1c2-b75e-4e07-bf1a-e8754d466661,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:02.964623 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48468) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:03.458509 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.731947 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Deleting port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:03.732211 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.814383 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] For port 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:03.815038 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.829083 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Calling delete_port for 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:04.026539 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.060781 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:04.259263 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.501121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:04.618273 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:04.623793 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e2ac4438-6618-4dcb-96aa-ee8aa9b645b8 admin admin] 10.222.0.42 "PUT /v2.0/routers/8c4ed67c-edd8-49b8-be84-6aa77229bb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580920 Jul 16 02:54:04.626541 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48472) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:04.630847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] Sync routers for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:04.640905 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:04.641546 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:53:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:04.746385 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.757863 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:04.854624 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.918156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Deleting port 490e7660-31a2-416e-adea-34b2feeb9f78 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:04.918388 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.959479 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:54:03Z', 'revision_number': 5, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port': {'id': '490e7660-31a2-416e-adea-34b2feeb9f78', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:04.986113 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] Checking router: 8c4ed67c-edd8-49b8-be84-6aa77229bb40 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:04.995673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] Routers {'8c4ed67c-edd8-49b8-be84-6aa77229bb40'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:04.996300 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:53:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:05.001664 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] For port 490e7660-31a2-416e-adea-34b2feeb9f78, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=490e7660-31a2-416e-adea-34b2feeb9f78,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:05.002261 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.015830 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Calling delete_port for 490e7660-31a2-416e-adea-34b2feeb9f78 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:05.086683 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] Set router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:05.246823 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 6, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:05.274366 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f80677e-1f9c-4942-a6e6-5f46ba64a51f None None] The sync data for ids ['8c4ed67c-edd8-49b8-be84-6aa77229bb40'] in n-d-791506-20 is: [{'id': '8c4ed67c-edd8-49b8-be84-6aa77229bb40', 'name': 'tempest-TestShelveInstance-1211540802-router', 'tenant_id': 'a7647253e7304048b8c0feec0fa08b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:09Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 6, 'project_id': 'a7647253e7304048b8c0feec0fa08b1d', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:05.528990 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.560966 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=490e7660-31a2-416e-adea-34b2feeb9f78,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:05.632880 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.736466 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.738650 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.782761 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.783254 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4ed67c-edd8-49b8-be84-6aa77229bb40 {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:54:05.787619 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.788862 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-65a2e722-f785-42a0-87c2-6eb8cbff5fd7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8c4ed67c-edd8-49b8-be84-6aa77229bb40 HTTP/1.1" status: 204 len: 168 time: 1.1608341 Jul 16 02:54:05.791573 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48474) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:05.840624 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Deleting subnet 4bc0d346-6b3b-4949-9683-5a267aba7f8f {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:54:05.843850 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.879866 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.961590 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.023307 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.041650 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:06.052998 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc0d346-6b3b-4949-9683-5a267aba7f8f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:06.055898 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.060254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-01da3ae7-3d18-49ac-bdc0-b1b13cf04e24 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4bc0d346-6b3b-4949-9683-5a267aba7f8f HTTP/1.1" status: 204 len: 168 time: 0.2653573 Jul 16 02:54:06.061885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48476) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:06.064541 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:06.064899 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4ae97218-d5f2-4cb6-a64b-b3a43f98e7d0 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:06.069907 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bff2ea-fc3b-4f30-a412-e4a9a1da898d None None] Network 04efdca1-18ba-42f3-ae6d-9f2d3abf531b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:06.140640 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.201787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Deleting port a1f92091-fb78-49ac-9185-68a8d67891de {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:06.202218 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.282632 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] DHCP port deletion for 04efdca1-18ba-42f3-ae6d-9f2d3abf531b request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:54:06.283800 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] For port a1f92091-fb78-49ac-9185-68a8d67891de, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a1f92091-fb78-49ac-9185-68a8d67891de,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:06.284369 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.298714 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Calling delete_port for a1f92091-fb78-49ac-9185-68a8d67891de owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:06.342415 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Deleting port a1f92091-fb78-49ac-9185-68a8d67891de {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:06.342415 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.387360 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.414075 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] For port a1f92091-fb78-49ac-9185-68a8d67891de, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a1f92091-fb78-49ac-9185-68a8d67891de,segment=NetworkSegment(27f74ee5-8b13-4f00-9338-bb0c275b2630),segment_id=27f74ee5-8b13-4f00-9338-bb0c275b2630)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:06.414466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.421487 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] No DVR routers for this DVR port a1f92091-fb78-49ac-9185-68a8d67891de on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:54:06.423877 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f92091-fb78-49ac-9185-68a8d67891de,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:06.429901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Calling delete_port for a1f92091-fb78-49ac-9185-68a8d67891de owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:06.499962 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.508795 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.510652 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04efdca1-18ba-42f3-ae6d-9f2d3abf531b']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:06.521153 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f74ee5-8b13-4f00-9338-bb0c275b2630') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:06.521444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f74ee5-8b13-4f00-9338-bb0c275b2630') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:06.532482 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.535955 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Pushing event deleted for resources: {'Port': ['ID=a1f92091-fb78-49ac-9185-68a8d67891de,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:06.538974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] No DVR routers for this DVR port a1f92091-fb78-49ac-9185-68a8d67891de on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:54:06.547565 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.547767 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.548121 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.548485 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.550586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.550586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.550586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.550586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.550586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.550586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.551361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.551361 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c646cb8f-baf5-4a30-9704-f8f351e652f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:06.557095 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.565019 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:54:06.565483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:54:06.567298 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:54:06.628592 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.634426 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.636333 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/04efdca1-18ba-42f3-ae6d-9f2d3abf531b HTTP/1.1" status: 204 len: 168 time: 0.5733192 Jul 16 02:54:06.640023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48478) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:06.648024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387d1f4-c913-435d-a7c3-d8e16aa26ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=04efdca1-18ba-42f3-ae6d-9f2d3abf531b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:07.016870 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.303288 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Deleting port 4161e6e0-b73d-4188-9783-3841998868e4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:07.303533 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.393121 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] For port 4161e6e0-b73d-4188-9783-3841998868e4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=4161e6e0-b73d-4188-9783-3841998868e4,segment=NetworkSegment(3eedc424-6863-404e-ae4f-a412e23ce5e7),segment_id=3eedc424-6863-404e-ae4f-a412e23ce5e7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:07.393489 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.406974 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Calling delete_port for 4161e6e0-b73d-4188-9783-3841998868e4 owned by network:router_interface {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:07.504620 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a1f92091-fb78-49ac-9185-68a8d67891de no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:07.530548 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a1f92091-fb78-49ac-9185-68a8d67891de {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:07.530990 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a1f92091-fb78-49ac-9185-68a8d67891de not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:07.531511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 490e7660-31a2-416e-adea-34b2feeb9f78 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:07.554551 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 490e7660-31a2-416e-adea-34b2feeb9f78 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:07.554943 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 490e7660-31a2-416e-adea-34b2feeb9f78 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:07.598923 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:07.621968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.647255 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4161e6e0-b73d-4188-9783-3841998868e4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:07.838020 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.061356 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Router b44976ce-89bf-4acf-84da-d1569ab983ee has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:08.171680 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:08.177103 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b50814db-a71b-4c4c-94a9-a5b3dae38a63 admin admin] 10.222.0.42 "PUT /v2.0/routers/b44976ce-89bf-4acf-84da-d1569ab983ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356815 Jul 16 02:54:08.180475 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48480) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:08.183150 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420430dd-d25d-4d03-9414-37a85298534d None None] Sync routers for ids ['b44976ce-89bf-4acf-84da-d1569ab983ee'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:08.192579 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] Routers {'b44976ce-89bf-4acf-84da-d1569ab983ee'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:08.193209 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:53:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b44976ce-89bf-4acf-84da-d1569ab983ee'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:08.290124 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.322164 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] Set router b44976ce-89bf-4acf-84da-d1569ab983ee gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:08.414308 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.472983 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Deleting port e3669104-2841-4ea5-8d48-f186f31d03d0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:08.473372 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.514813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:54:07Z', 'revision_number': 5, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port': {'id': 'e3669104-2841-4ea5-8d48-f186f31d03d0', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:08.546850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420430dd-d25d-4d03-9414-37a85298534d None None] Checking router: b44976ce-89bf-4acf-84da-d1569ab983ee for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:08.561515 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] Routers {'b44976ce-89bf-4acf-84da-d1569ab983ee'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:08.562165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:53:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['b44976ce-89bf-4acf-84da-d1569ab983ee'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:08.563734 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] For port e3669104-2841-4ea5-8d48-f186f31d03d0, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=e3669104-2841-4ea5-8d48-f186f31d03d0,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:08.564084 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.565545 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.577977 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Calling delete_port for e3669104-2841-4ea5-8d48-f186f31d03d0 owned by network:router_gateway {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:08.652918 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] Set router b44976ce-89bf-4acf-84da-d1569ab983ee gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:08.711666 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-420430dd-d25d-4d03-9414-37a85298534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:54:08Z', 'revision_number': 6, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:08.739176 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420430dd-d25d-4d03-9414-37a85298534d None None] The sync data for ids ['b44976ce-89bf-4acf-84da-d1569ab983ee'] in n-d-791506-20 is: [{'id': 'b44976ce-89bf-4acf-84da-d1569ab983ee', 'name': 'tempest-TestShelveInstance-2040064784-router', 'tenant_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:14Z', 'updated_at': '2021-07-16T02:54:08Z', 'revision_number': 6, 'project_id': '7fddc2fb5eb34e3db64145f1cb0c6764', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:08.756490 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.783442 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3669104-2841-4ea5-8d48-f186f31d03d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:08.847030 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.938735 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.940863 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.989812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.990240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44976ce-89bf-4acf-84da-d1569ab983ee {{(pid=93755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:54:08.995410 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.996477 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-84c297b8-c071-4dec-b429-f6063b1186e9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b44976ce-89bf-4acf-84da-d1569ab983ee HTTP/1.1" status: 204 len: 168 time: 0.8150182 Jul 16 02:54:08.998916 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48482) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:09.045958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_v2 [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Deleting subnet 90a4440a-d802-4300-b2a9-7bca84c1f852 {{(pid=93755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:54:09.049110 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.084236 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58984425'] for subnet, precommit_delete_associations {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.185107 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.239736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58844889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59092812'] for subnet, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.268783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.272012 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90a4440a-d802-4300-b2a9-7bca84c1f852 HTTP/1.1" status: 204 len: 168 time: 0.2710662 Jul 16 02:54:09.273570 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aeb3e-40cb-4be9-93f7-75dee4fca4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a4440a-d802-4300-b2a9-7bca84c1f852,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:09.274494 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48484) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:09.276234 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd4c02-42fa-41c9-8e6f-ec0bf0ccfe24 None None] Network f031c536-1139-4d6e-8a06-e47fe35412d2 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:09.344813 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.406943 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Deleting port 7fa71213-91f3-4835-9c08-8b6adaf1b47d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:09.407280 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.474128 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] For port 7fa71213-91f3-4835-9c08-8b6adaf1b47d, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=7fa71213-91f3-4835-9c08-8b6adaf1b47d,segment=NetworkSegment(3eedc424-6863-404e-ae4f-a412e23ce5e7),segment_id=3eedc424-6863-404e-ae4f-a412e23ce5e7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:09.474490 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.488737 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Calling delete_port for 7fa71213-91f3-4835-9c08-8b6adaf1b47d owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:09.543100 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] DHCP port deletion for f031c536-1139-4d6e-8a06-e47fe35412d2 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:54:09.592314 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.610903 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Deleting port 7fa71213-91f3-4835-9c08-8b6adaf1b47d {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:09.611315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.616465 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3669104-2841-4ea5-8d48-f186f31d03d0 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:09.626236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] No DVR routers for this DVR port 7fa71213-91f3-4835-9c08-8b6adaf1b47d on host n-d-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:54:09.628041 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa71213-91f3-4835-9c08-8b6adaf1b47d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:09.661335 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: e3669104-2841-4ea5-8d48-f186f31d03d0 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:09.661830 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device e3669104-2841-4ea5-8d48-f186f31d03d0 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:09.662544 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4161e6e0-b73d-4188-9783-3841998868e4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:09.703730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 4161e6e0-b73d-4188-9783-3841998868e4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:09.704238 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 4161e6e0-b73d-4188-9783-3841998868e4 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:09.704901 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7fa71213-91f3-4835-9c08-8b6adaf1b47d no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:09.727171 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.751735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f031c536-1139-4d6e-8a06-e47fe35412d2']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:09.755703 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 7fa71213-91f3-4835-9c08-8b6adaf1b47d {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:09.755975 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 7fa71213-91f3-4835-9c08-8b6adaf1b47d not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:09.763434 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] For port 7fa71213-91f3-4835-9c08-8b6adaf1b47d, host n-d-791506-20, got binding levels [] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:09.764128 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.767845 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eedc424-6863-404e-ae4f-a412e23ce5e7') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:09.768348 n-d-791506-20 neutron-server[93756]: DEBUG neutron.services.segments.db [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eedc424-6863-404e-ae4f-a412e23ce5e7') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:09.779108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Calling delete_port for 7fa71213-91f3-4835-9c08-8b6adaf1b47d owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:09.780907 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3595727'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.782995 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.ipam_backend_mixin [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Port 7fa71213-91f3-4835-9c08-8b6adaf1b47d was not found and therefore no delete operation was performed {{(pid=93757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:54:09.784287 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.797310 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.805626 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:54:09.806177 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3595930'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: Traceback (most recent call last): Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: timer() Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: cb(*args, **kw) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: return func(*args, **kwargs) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: self._notify() Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: self.callback(batched_events) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: event.method(event) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: return f(self, *a, **k) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: return self._get(url).json() Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:54:09.808166 n-d-791506-20 neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:54:09.815524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] Pushing event deleted for resources: {'Port': ['ID=7fa71213-91f3-4835-9c08-8b6adaf1b47d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:09.819776 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051abe47-da28-4e65-aa39-21b1be481632 None None] No DVR routers for this DVR port 7fa71213-91f3-4835-9c08-8b6adaf1b47d on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:54:09.867906 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.874409 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.876760 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] 10.222.0.42 "DELETE /v2.0/networks/f031c536-1139-4d6e-8a06-e47fe35412d2 HTTP/1.1" status: 204 len: 168 time: 0.6008458 Jul 16 02:54:09.889517 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee09b-71f7-42dd-b5f0-a0222683f64f admin admin] Pushing event deleted for resources: {'Network': ['ID=f031c536-1139-4d6e-8a06-e47fe35412d2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:09.998467 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:10.041692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-069015b3-aa57-44ea-85d5-ad6315a0f24d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7647253e7304048b8c0feec0fa08b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415392 Jul 16 02:54:10.043823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48490) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:10.097951 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0016fee-d086-4065-9c19-716858bb32d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.121228 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0016fee-d086-4065-9c19-716858bb32d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.189699 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0016fee-d086-4065-9c19-716858bb32d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.192472 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0016fee-d086-4065-9c19-716858bb32d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.193785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f0016fee-d086-4065-9c19-716858bb32d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f67a25c5-2b4b-4f90-8b7e-b028bfbfd124 HTTP/1.1" status: 204 len: 168 time: 0.1489744 Jul 16 02:54:10.203124 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0016fee-d086-4065-9c19-716858bb32d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a25c5-2b4b-4f90-8b7e-b028bfbfd124,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:10.313946 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9e339a64-0f0b-4e60-b53b-6e5d681179fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.535013 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48496) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:10.577415 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-3cd7f15c-cfbb-47c6-bed6-16680888444e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fddc2fb5eb34e3db64145f1cb0c6764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412285 Jul 16 02:54:10.580165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48498) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:10.631410 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-032753d3-8fcb-4032-9670-b8d61b15fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.653152 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-032753d3-8fcb-4032-9670-b8d61b15fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.700668 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-032753d3-8fcb-4032-9670-b8d61b15fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.703570 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-032753d3-8fcb-4032-9670-b8d61b15fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.704920 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-032753d3-8fcb-4032-9670-b8d61b15fccc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d79ef78-d1eb-4bf4-ac1e-adcd3b4a136d HTTP/1.1" status: 204 len: 168 time: 0.1236558 Jul 16 02:54:10.713710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032753d3-8fcb-4032-9670-b8d61b15fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d79ef78-d1eb-4bf4-ac1e-adcd3b4a136d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:11.433114 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48520) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:11.536701 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2028033440-network', 'tenant_id': '04decd9b04c646d781972c4fef719abb'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:11.561199 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Made reservation on behalf of 04decd9b04c646d781972c4fef719abb for: {'network': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:11.563554 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.573429 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.665599 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.669434 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.699138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:54:11.708213 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00f1b3-f7e5-451a-bc9a-b73179b12ff6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:11.714626 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.714978 n-d-791506-20 neutron-server[93755]: INFO neutron.db.segments_db [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Added segment 19c1b36d-38d0-436f-9046-ae2b7554fc63 of type vlan for network bdd35d88-06ae-4b7f-8553-79f16b43b07b Jul 16 02:54:11.761742 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.792327 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.793328 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:11.793907 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.829277 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3950217 Jul 16 02:54:11.832225 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:11.837889 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Request body: {'subnet': {'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2028033440-subnet', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:11.855063 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930630-0614-4c4f-93bb-b0bbb7693464 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd35d88-06ae-4b7f-8553-79f16b43b07b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:11.869463 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:54:11.872688 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Made reservation on behalf of 04decd9b04c646d781972c4fef719abb for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:11.879344 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.086742 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.139043 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.168158 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Checking segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:12.168579 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Network hostable DHCP agents. Network: bdd35d88-06ae-4b7f-8553-79f16b43b07b, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:54:12.187361 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:12.198462 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, bdd35d88-06ae-4b7f-8553-79f16b43b07b) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:12.203391 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:12.203916 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.209065 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35e68c-1c64-4fd5-9674-419369eb8adb None None] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:12.220250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00f4715e-a655-41d9-b324-910dbc1a7865 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3867967 Jul 16 02:54:12.223247 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48526) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:12.228068 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:12.251074 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.252289 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.306843 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.411245 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:54:12.412129 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.455996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.567869 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c686949f-da28-46b6-b4e9-902a05b03ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.614797 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Allocated IP 172.20.0.2 (bdd35d88-06ae-4b7f-8553-79f16b43b07b/2a2a7642-9bd8-4187-ae12-1fa6a701ac7e/f299a8a7-2102-4a6b-b61e-58b7c1eaad34) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:12.642863 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.694947 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.715461 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.809111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.818188 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Transition to ACTIVE for port object f299a8a7-2102-4a6b-b61e-58b7c1eaad34 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:12.823099 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Allocated IP 172.25.7.222 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/a75db8c3-ca1a-4f83-96d8-899dc7f6fb71) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:12.837671 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Transition to ACTIVE for port object f299a8a7-2102-4a6b-b61e-58b7c1eaad34 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:12.843639 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.886523 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:12.889378 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:12.891807 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:12.904020 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Pushing event updated for resources: {'Port': ['ID=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.940625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.958362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Attempting to bind port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:12.958850 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Attempting to bind port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:12.959290 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Attempting to bind port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 on network bdd35d88-06ae-4b7f-8553-79f16b43b07b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:12.964766 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:12.965237 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Checking segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:12.965779 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.966192 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Bound using segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:12.966739 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Bound port: f299a8a7-2102-4a6b-b61e-58b7c1eaad34, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:12.967196 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.983602 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.023390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:13.028607 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:13.032232 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:13.041638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] For port f299a8a7-2102-4a6b-b61e-58b7c1eaad34, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:13.045144 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] For port f299a8a7-2102-4a6b-b61e-58b7c1eaad34, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:13.050633 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.060643 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Pushing event updated for resources: {'Port': ['ID=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:13.110801 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4c3f6-faa7-4cbd-b42a-1bc20196e52a None None] Pushing event updated for resources: {'Port': ['ID=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:13.352776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.512779 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f299a8a7-2102-4a6b-b61e-58b7c1eaad34 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:13.570023 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:13.574159 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.710941 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:54:13.828360 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:13.839215 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:13.849757 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.850522 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:13.851296 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:13.851495 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-d2b17c38-a42d-4dee-9aa9-032591b44c68 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6272287 Jul 16 02:54:13.855750 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48528) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:13.969171 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:14.099761 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.111103 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22065852-8818-4015-936e-1a8c924fc428 None None] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:14.186063 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-057325d3-3dec-4074-b047-61be2c961744 None None] Provisioning for port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:14.193496 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-057325d3-3dec-4074-b047-61be2c961744 None None] Provisioning complete for port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:14.193752 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-057325d3-3dec-4074-b047-61be2c961744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.201101 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:13Z', 'revision_number': 3, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:14.230558 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:14.231014 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Updating router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:14.269902 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.352569 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-057325d3-3dec-4074-b047-61be2c961744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.362574 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.407466 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-057325d3-3dec-4074-b047-61be2c961744 None None] For port f299a8a7-2102-4a6b-b61e-58b7c1eaad34, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:14.417907 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-057325d3-3dec-4074-b047-61be2c961744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.487012 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057325d3-3dec-4074-b047-61be2c961744 None None] Pushing event updated for resources: {'Port': ['ID=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:14.545326 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Allocated IP 172.20.0.1 (bdd35d88-06ae-4b7f-8553-79f16b43b07b/2a2a7642-9bd8-4187-ae12-1fa6a701ac7e/855433d9-0622-4427-89d1-98a3b70078a4) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:14.574822 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.588636 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Transition to ACTIVE for port object a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:14.596151 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.654840 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Attempting to bind port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:14.655288 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Attempting to bind port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:14.655662 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Attempting to bind port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:14.657768 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Pushing event updated for resources: {'Port': ['ID=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:14.666959 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.667310 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.667651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.667994 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.668331 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.668692 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.669022 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.669352 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.669684 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.670011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.670341 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.670669 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:14.672473 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.674664 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:14.675213 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:14.675458 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.675894 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:14.676870 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Bound port: a75db8c3-ca1a-4f83-96d8-899dc7f6fb71, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:14.676870 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.689444 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Transition to ACTIVE for port object 855433d9-0622-4427-89d1-98a3b70078a4 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:14.733134 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.738430 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] For port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:14.739468 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-735d520a-ccc1-4b6a-ae54-ac8a268366d9 None None] Provisioning complete for port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:14.739836 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-735d520a-ccc1-4b6a-ae54-ac8a268366d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.743410 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] For port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:14.747896 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.782938 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:14.786168 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:14.793217 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:14.795296 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Pushing event updated for resources: {'Port': ['ID=855433d9-0622-4427-89d1-98a3b70078a4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:14.832166 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:14.833447 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:14.843476 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.001238 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf71453-0728-43f3-8469-e5b21c7d045a None None] Pushing event updated for resources: {'Port': ['ID=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:15.038707 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:15.133854 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d15c2527-f37b-4246-88ef-619255fd10c5 None None] Provisioning for port 855433d9-0622-4427-89d1-98a3b70078a4 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:15.139295 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d15c2527-f37b-4246-88ef-619255fd10c5 None None] Provisioning complete for port 855433d9-0622-4427-89d1-98a3b70078a4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:15.139967 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d15c2527-f37b-4246-88ef-619255fd10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.184060 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d15c2527-f37b-4246-88ef-619255fd10c5 None None] Port 855433d9-0622-4427-89d1-98a3b70078a4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:15.238416 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:13Z', 'revision_number': 3, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:15.266299 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07981e-e7ab-4ce1-a5e2-806d3ae96c09 None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:13Z', 'revision_number': 3, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:15.374563 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.562372 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f299a8a7-2102-4a6b-b61e-58b7c1eaad34 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:15.634325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:15.634700 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.647809 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.653710 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.662772 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.739725 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Pushing event updated for resources: {'Port': ['ID=855433d9-0622-4427-89d1-98a3b70078a4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:15.743815 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.852577 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:15.854127 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:15.980200 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:16.101105 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:16.106524 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-c5687f3c-190a-464d-a8c3-d863e4d68046 admin admin] 10.222.0.42 "PUT /v2.0/routers/595ea1fe-52c8-4d1c-8ba3-f902715e3932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2510774 Jul 16 02:54:16.112749 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-cf32168f-171b-45c3-9a6d-e9568603b449 None None] Provisioning complete for port 855433d9-0622-4427-89d1-98a3b70078a4 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:16.113209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cf32168f-171b-45c3-9a6d-e9568603b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.151791 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-cf32168f-171b-45c3-9a6d-e9568603b449 None None] Port 855433d9-0622-4427-89d1-98a3b70078a4 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:16.585776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48544) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:16.591088 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-828975089-network', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:16.614012 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Made reservation on behalf of 5653e0ceeabc4b6c8ef063322e28d2d4 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:16.616596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.626466 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.726483 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.731308 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.757281 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:54:16.767226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d84229-b1cb-4ff2-a2cb-bba782426e04,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:16.774625 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.774989 n-d-791506-20 neutron-server[93756]: INFO neutron.db.segments_db [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Added segment bf32e662-bd06-4b7f-a499-f8ffc1eb8b31 of type vlan for network 43e26949-4299-4cac-8bc3-f593a2efe0d1 Jul 16 02:54:16.829863 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786738779639'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.866714 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.868121 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:16.868739 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Notify callbacks [] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.902785 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3158441 Jul 16 02:54:16.905617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48546) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:16.937256 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Request body: {'subnet': {'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-828975089-subnet', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:16.942784 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00712fb6-ae54-473d-8ba8-6d01e5e22682 admin admin] Pushing event updated for resources: {'Network': ['ID=43e26949-4299-4cac-8bc3-f593a2efe0d1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:16.943810 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:16.955430 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 details requested by agent ovs-agent-n-d-791506-20 with host n-d-791506-20 {{(pid=93757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:54:16.965048 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Made reservation on behalf of 5653e0ceeabc4b6c8ef063322e28d2d4 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:16.967814 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4048036'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.968624 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:16.969340 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:17.124570 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:17.159839 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3595751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4048054'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.213055 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96ade41-a05c-4056-89fd-ea226bd1d915,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:17.229275 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Checking segment: {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:17.229650 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Network hostable DHCP agents. Network: 43e26949-4299-4cac-8bc3-f593a2efe0d1, hostable agents: ['7b00618e-84db-463e-9f5a-0763e9b6dcbe'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:54:17.246741 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 is scheduled to be hosted by DHCP agent 7b00618e-84db-463e-9f5a-0763e9b6dcbe with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:17.257226 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-20, 43e26949-4299-4cac-8bc3-f593a2efe0d1) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:17.266231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:17.268156 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.275602 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc5f2f-65d6-4e3a-821c-06b2bf054b35 None None] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:17.286124 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-ec22a448-e01d-457c-90c8-8fba3dbb3363 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3777993 Jul 16 02:54:17.289094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48548) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:17.293748 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:17.318480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5551'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.320628 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.378407 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.451691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 2, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:17.501035 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:17.501409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Updating router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 port 855433d9-0622-4427-89d1-98a3b70078a4 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:17.526780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47dd4fa-7b8a-5ea5-a89f-3a4e5ae86076-43e26949-4299-4cac-8bc3-f593a2efe0d1', 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'fixed_ips': [{'subnet_id': 'f96ade41-a05c-4056-89fd-ea226bd1d915'}]}} from n-d-791506-20. {{(pid=93757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:54:17.527650 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.535175 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.552633 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:17.584135 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.763551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.785605 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.797744 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:17.813710 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:17.814088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.878401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Allocated IP 172.20.0.2 (43e26949-4299-4cac-8bc3-f593a2efe0d1/f96ade41-a05c-4056-89fd-ea226bd1d915/55ebd3c0-76f7-4371-a8e9-683615e24524) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:17.898857 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Allocated IP 172.25.7.38 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/8d71c79e-82a6-4ec0-9385-719f6efb2bd1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:18.008249 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.050215 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.098783 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:18.102497 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:18.104997 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:18.107156 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.134060 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Pushing event updated for resources: {'Port': ['ID=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.184449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:18.190081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.196506 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.201339 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.211862 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Transition to ACTIVE for port object 855433d9-0622-4427-89d1-98a3b70078a4 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:18.246108 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Transition to ACTIVE for port object 55ebd3c0-76f7-4371-a8e9-683615e24524 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:18.248865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.303574 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Transition to ACTIVE for port object 55ebd3c0-76f7-4371-a8e9-683615e24524 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:18.308362 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.336454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.402597 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbabeb-de71-446b-b848-5119d28bba8b None None] Pushing event updated for resources: {'Port': ['ID=855433d9-0622-4427-89d1-98a3b70078a4,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.407189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:18.418695 n-d-791506-20 neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:18.426165 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.439206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:18.446116 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Attempting to bind port 855433d9-0622-4427-89d1-98a3b70078a4 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:18.446500 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Attempting to bind port 855433d9-0622-4427-89d1-98a3b70078a4 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:18.446869 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Attempting to bind port 855433d9-0622-4427-89d1-98a3b70078a4 on network bdd35d88-06ae-4b7f-8553-79f16b43b07b {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:18.466948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:18.467306 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Checking segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:18.467728 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.468127 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Bound using segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:18.468653 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Bound port: 855433d9-0622-4427-89d1-98a3b70078a4, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:18.469091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.504768 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Pushing event updated for resources: {'Port': ['ID=55ebd3c0-76f7-4371-a8e9-683615e24524,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.558490 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Attempting to bind port 55ebd3c0-76f7-4371-a8e9-683615e24524 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:18.558752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Attempting to bind port 55ebd3c0-76f7-4371-a8e9-683615e24524 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:18.559094 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Attempting to bind port 55ebd3c0-76f7-4371-a8e9-683615e24524 on network 43e26949-4299-4cac-8bc3-f593a2efe0d1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:18.570968 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:18.571338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Checking segment: {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:18.571746 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.572148 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Bound using segment: {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:18.574682 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Bound port: 55ebd3c0-76f7-4371-a8e9-683615e24524, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:18.574682 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.614175 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] For port 855433d9-0622-4427-89d1-98a3b70078a4, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:18.646613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440576'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.653853 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] For port 855433d9-0622-4427-89d1-98a3b70078a4, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=855433d9-0622-4427-89d1-98a3b70078a4,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:18.659489 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.722638 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] For port 55ebd3c0-76f7-4371-a8e9-683615e24524, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:18.729246 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] For port 55ebd3c0-76f7-4371-a8e9-683615e24524, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=55ebd3c0-76f7-4371-a8e9-683615e24524,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:18.740234 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.754193 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbabeb-de71-446b-b848-5119d28bba8b None None] Pushing event updated for resources: {'Port': ['ID=855433d9-0622-4427-89d1-98a3b70078a4,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.761181 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:18.761818 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:18.824909 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Router f4293805-4a94-4d7d-9358-a6fb341f02f3 is scheduled to L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:54:18.886951 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4ac8a-c787-4e71-826b-a04590f1b9bc None None] Pushing event updated for resources: {'Port': ['ID=55ebd3c0-76f7-4371-a8e9-683615e24524,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.925712 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:18.994236 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:19.014202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Sync routers for ids ['f4293805-4a94-4d7d-9358-a6fb341f02f3'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:19.029026 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.030569 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-0b37b104-6f07-4008-9103-c7eb1019089f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7405219 Jul 16 02:54:19.033653 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:19.041568 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Routers {'f4293805-4a94-4d7d-9358-a6fb341f02f3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:19.043629 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f4293805-4a94-4d7d-9358-a6fb341f02f3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:19.265782 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:19.283097 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Set router f4293805-4a94-4d7d-9358-a6fb341f02f3 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:19.477735 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477adbb-3ed4-46a7-a1d6-1ef22dc92b0d None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:19.493454 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.682833 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 3, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:19.712722 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 55ebd3c0-76f7-4371-a8e9-683615e24524 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:19.722202 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Checking router: f4293805-4a94-4d7d-9358-a6fb341f02f3 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:19.722557 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Updating router f4293805-4a94-4d7d-9358-a6fb341f02f3 port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 binding host n-d-791506-20 {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:19.776857 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.793173 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 55ebd3c0-76f7-4371-a8e9-683615e24524 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:19.801026 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:19.813632 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.902659 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:19.903505 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.038888 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Allocated IP 172.20.0.1 (43e26949-4299-4cac-8bc3-f593a2efe0d1/f96ade41-a05c-4056-89fd-ea226bd1d915/31feff9e-5c22-462c-b13d-cc5ecb6d5202) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:20.163692 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.177755 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Transition to ACTIVE for port object 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:20.189991 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.213792 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.247293 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Transition to ACTIVE for port object 31feff9e-5c22-462c-b13d-cc5ecb6d5202 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:20.263071 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f8440-a05a-4a81-a541-0f192cdce289 None None] Pushing event updated for resources: {'Port': ['ID=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:20.276988 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Attempting to bind port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:20.279540 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b564e3-c786-4588-98f0-781acb5c02d6 None None] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:20.289397 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Attempting to bind port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:20.289832 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Attempting to bind port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 on network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:20.293974 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.296383 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:20.296803 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Checking segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:20.297217 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.297621 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Bound using segment: {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:20.298105 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Bound port: 8d71c79e-82a6-4ec0-9385-719f6efb2bd1, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9540c9-ba8f-4ebb-b91f-50593269a4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:20.298502 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.352613 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:20.357732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:20.362295 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:20.372093 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Pushing event updated for resources: {'Port': ['ID=31feff9e-5c22-462c-b13d-cc5ecb6d5202,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:20.382459 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] For port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1, host n-d-791506-20, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:20.396541 n-d-791506-20 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] For port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:20.402649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] Provisioning for port 55ebd3c0-76f7-4371-a8e9-683615e24524 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:20.411195 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] Provisioning complete for port 55ebd3c0-76f7-4371-a8e9-683615e24524 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:20.411593 n-d-791506-20 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.411735 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.441389 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437047'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.508371 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Routers {'f4293805-4a94-4d7d-9358-a6fb341f02f3'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:20.509021 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f4293805-4a94-4d7d-9358-a6fb341f02f3'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:20.561684 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f8440-a05a-4a81-a541-0f192cdce289 None None] Pushing event updated for resources: {'Port': ['ID=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:20.567121 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.612704 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] For port 55ebd3c0-76f7-4371-a8e9-683615e24524, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=55ebd3c0-76f7-4371-a8e9-683615e24524,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:20.619106 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.676791 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] Set router f4293805-4a94-4d7d-9358-a6fb341f02f3 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:20.689688 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.699058 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af9db-86c9-4ab9-b24e-94a6ff4795a6 None None] Pushing event updated for resources: {'Port': ['ID=55ebd3c0-76f7-4371-a8e9-683615e24524,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:20.933000 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 3, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:20.967600 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.976547 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.014602 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074f9b3-c60e-40f3-a3ed-7aedb7c83ee5 None None] The sync data for ids ['f4293805-4a94-4d7d-9358-a6fb341f02f3'] in n-d-791506-20 is: [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 3, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:21.018868 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6606496b-8d62-4ce2-985f-c837159df462 None None] Provisioning for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:21.039863 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6606496b-8d62-4ce2-985f-c837159df462 None None] Provisioning complete for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:21.044909 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6606496b-8d62-4ce2-985f-c837159df462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.088011 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437059'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.099214 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Pushing event updated for resources: {'Port': ['ID=31feff9e-5c22-462c-b13d-cc5ecb6d5202,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.103878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6606496b-8d62-4ce2-985f-c837159df462 None None] Port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:21.115257 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-6606496b-8d62-4ce2-985f-c837159df462 None None] Provisioning complete for port 55ebd3c0-76f7-4371-a8e9-683615e24524 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:21.115631 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6606496b-8d62-4ce2-985f-c837159df462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.208962 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:21.211304 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:21.375531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-9d5971dd-7ac9-4617-92b5-6acfb08d0ac8 None None] Provisioning complete for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:21.375960 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d5971dd-7ac9-4617-92b5-6acfb08d0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.421311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-9d5971dd-7ac9-4617-92b5-6acfb08d0ac8 None None] Port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:21.652206 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-431f4595-2878-4071-b844-3f65706c4fc1 None None] Provisioning complete for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:21.652206 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-431f4595-2878-4071-b844-3f65706c4fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.691859 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-431f4595-2878-4071-b844-3f65706c4fc1 None None] Port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:21.698772 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 855433d9-0622-4427-89d1-98a3b70078a4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:21.756046 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Router f4293805-4a94-4d7d-9358-a6fb341f02f3 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:21.757804 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 855433d9-0622-4427-89d1-98a3b70078a4 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:21.762180 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 855433d9-0622-4427-89d1-98a3b70078a4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:21.762705 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.854673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.882344 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:21.888950 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f1e8c5b8-2c98-4676-8006-5c3119b02c6e admin admin] 10.222.0.42 "PUT /v2.0/routers/f4293805-4a94-4d7d-9358-a6fb341f02f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8534732 Jul 16 02:54:21.895337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 855433d9-0622-4427-89d1-98a3b70078a4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=855433d9-0622-4427-89d1-98a3b70078a4,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:21.902594 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.903635 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 55ebd3c0-76f7-4371-a8e9-683615e24524 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:21.986287 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=855433d9-0622-4427-89d1-98a3b70078a4,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.004470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 55ebd3c0-76f7-4371-a8e9-683615e24524 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:22.004470 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.546296 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48558) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:22.551286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46198106', 'description': 'tempest-secgroup-smoke-46198106 description', 'project_id': '04decd9b04c646d781972c4fef719abb'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:22.575438 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.664938 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.668947 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.703645 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.704944 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1575336 Jul 16 02:54:22.706864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f69c0-b467-4e5d-90ad-aa78a657aad0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5139d587-8285-4fac-98f1-018a55e17c3a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.708014 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48560) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:22.713231 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group_rule': {'security_group_id': '5139d587-8285-4fac-98f1-018a55e17c3a', 'project_id': '04decd9b04c646d781972c4fef719abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:22.746523 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.820715 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.829220 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.847628 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3092bbec-6d80-4bad-ab93-85830a7e8ed7,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.857186 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.858465 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-220d9aea-cc94-4ff9-8369-342a3144b306 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493394 Jul 16 02:54:22.861389 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48562) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:22.866297 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group_rule': {'security_group_id': '5139d587-8285-4fac-98f1-018a55e17c3a', 'project_id': '04decd9b04c646d781972c4fef719abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:22.894879 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.965328 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.970365 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.992377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cadc265-b29a-47c1-b584-eb6a94803d00,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.999029 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.000675 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-a2b84a15-16da-4f45-abb6-43f50e10f111 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379745 Jul 16 02:54:23.003317 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 48564) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.008787 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group_rule': {'security_group_id': '5139d587-8285-4fac-98f1-018a55e17c3a', 'project_id': '04decd9b04c646d781972c4fef719abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:23.043325 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.112613 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.118480 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.123691 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Sync routers for ids ['f4293805-4a94-4d7d-9358-a6fb341f02f3'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:23.133668 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Routers {'f4293805-4a94-4d7d-9358-a6fb341f02f3'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:23.134310 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f4293805-4a94-4d7d-9358-a6fb341f02f3'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:23.146018 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ce680b-f648-4db7-9dbf-1f74117d12b0,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.150772 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.152106 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-06b5a38a-f824-41cf-ad57-eda018d6f28e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478300 Jul 16 02:54:23.155236 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48566) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.160556 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group_rule': {'security_group_id': '5139d587-8285-4fac-98f1-018a55e17c3a', 'project_id': '04decd9b04c646d781972c4fef719abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:23.190955 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.256493 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Set router f4293805-4a94-4d7d-9358-a6fb341f02f3 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:23.260605 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.264794 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.280792 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279e7cce-ac6e-4f98-9b4f-a0ba44d6fa00,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.290508 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.291828 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aebc94d3-5a9e-41af-99ff-62b799097a8d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354656 Jul 16 02:54:23.296134 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48568) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.300855 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group_rule': {'security_group_id': '5139d587-8285-4fac-98f1-018a55e17c3a', 'project_id': '04decd9b04c646d781972c4fef719abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:23.323649 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Project 04decd9b04c646d781972c4fef719abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:54:23.328758 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.398116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.403757 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.422505 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3835257c-78a1-444a-b2b3-e929624d54d5,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.430983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.433972 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-6ce560c0-645f-4c55-bd01-c12772fc8948 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353223 Jul 16 02:54:23.435132 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48570) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.440237 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'security_group_rule': {'security_group_id': '5139d587-8285-4fac-98f1-018a55e17c3a', 'project_id': '04decd9b04c646d781972c4fef719abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:23.472732 n-d-791506-20 neutron-server[93755]: INFO neutron.db.securitygroups_db [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Project 04decd9b04c646d781972c4fef719abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:54:23.479303 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.496142 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 4, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '31feff9e-5c22-462c-b13d-cc5ecb6d5202', 'name': '', 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'mac_address': 'fa:16:3e:3f:b3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f96ade41-a05c-4056-89fd-ea226bd1d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 2, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'subnets': [{'id': 'f96ade41-a05c-4056-89fd-ea226bd1d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:23.529115 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Checking router: f4293805-4a94-4d7d-9358-a6fb341f02f3 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:23.529383 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Updating router f4293805-4a94-4d7d-9358-a6fb341f02f3 port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 binding host n-d-791506-20 {{(pid=93757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:23.550320 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.555867 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635438'] for security_group_rule, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.567662 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.581221 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5b0a3c-ec40-4e40-b3d3-3465c3c4a958,revision_number=0']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.586900 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.588727 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-aa9a5e83-a85a-4a03-908f-a2fc236de2c4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525571 Jul 16 02:54:23.619909 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 855433d9-0622-4427-89d1-98a3b70078a4 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:23.750864 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-1f6c5371-c85a-450e-86c2-0aa09e0c3cbc tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46198106&fields=id&tenant_id=04decd9b04c646d781972c4fef719abb HTTP/1.1" status: 200 len: 267 time: 0.0377402 Jul 16 02:54:23.762877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 855433d9-0622-4427-89d1-98a3b70078a4 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:23.763254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.875711 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-3ff0f680-7acc-4b6b-8e3e-5d5456d8cf39 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:23.877206 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-3ff0f680-7acc-4b6b-8e3e-5d5456d8cf39 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 810 time: 0.1187384 Jul 16 02:54:23.892723 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-d8697b68-1fbb-4136-8cdc-c03bbc2324bd tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/quotas/04decd9b04c646d781972c4fef719abb HTTP/1.1" status: 200 len: 375 time: 0.0095906 Jul 16 02:54:23.941812 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:23.964801 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-315cbad5-c98f-4bba-abb5-994ead7fcfe4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662658 Jul 16 02:54:23.979452 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.997648 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Transition to ACTIVE for port object 31feff9e-5c22-462c-b13d-cc5ecb6d5202 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:24.005422 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.048124 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:24.058533 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:24.058917 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.090403 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4f50a-ff50-4bd2-a792-0aac0753a570 None None] Pushing event updated for resources: {'Port': ['ID=31feff9e-5c22-462c-b13d-cc5ecb6d5202,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:24.156382 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Attempting to bind port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 on host n-d-791506-20 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:24.157072 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Attempting to bind port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 by drivers openvswitch,hyperv on host n-d-791506-20 at level 0 using segments [{'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:24.157189 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Attempting to bind port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 on network 43e26949-4299-4cac-8bc3-f593a2efe0d1 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:24.165559 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Checking agent: {'id': '1bacbec0-8392-430e-a77f-bbf8597077f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 14, 12), 'started_at': datetime.datetime(2021, 7, 16, 1, 14, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:24.165948 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Checking segment: {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:24.166343 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.166741 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Bound using segment: {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:24.167219 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Bound port: 31feff9e-5c22-462c-b13d-cc5ecb6d5202, host: n-d-791506-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:24.167703 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.175673 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-fd3d6c37-2d82-4404-8dd8-59608ad9eab9 service neutron] 10.222.0.42 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980002 Jul 16 02:54:24.242025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.279337 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:24.282969 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-50f8fd79-6ec7-4e50-a951-63769e381ef9 service neutron] 10.222.0.42 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991395 Jul 16 02:54:24.284325 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] For port 31feff9e-5c22-462c-b13d-cc5ecb6d5202, host n-d-791506-20, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:24.286670 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.290481 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] For port 31feff9e-5c22-462c-b13d-cc5ecb6d5202, host n-d-791506-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=31feff9e-5c22-462c-b13d-cc5ecb6d5202,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:24.313693 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.366300 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:24.374472 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Routers {'f4293805-4a94-4d7d-9358-a6fb341f02f3'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:24.374959 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f4293805-4a94-4d7d-9358-a6fb341f02f3'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:24.491511 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4f50a-ff50-4bd2-a792-0aac0753a570 None None] Pushing event updated for resources: {'Port': ['ID=31feff9e-5c22-462c-b13d-cc5ecb6d5202,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:24.524858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] Set router f4293805-4a94-4d7d-9358-a6fb341f02f3 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:24.747440 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 4, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '31feff9e-5c22-462c-b13d-cc5ecb6d5202', 'name': '', 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'mac_address': 'fa:16:3e:3f:b3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f96ade41-a05c-4056-89fd-ea226bd1d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:24Z', 'revision_number': 4, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'subnets': [{'id': 'f96ade41-a05c-4056-89fd-ea226bd1d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:24.774829 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056020b-f621-41dc-9ae3-b68a8a0ecf07 None None] The sync data for ids ['f4293805-4a94-4d7d-9358-a6fb341f02f3'] in n-d-791506-20 is: [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 4, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '31feff9e-5c22-462c-b13d-cc5ecb6d5202', 'name': '', 'network_id': '43e26949-4299-4cac-8bc3-f593a2efe0d1', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'mac_address': 'fa:16:3e:3f:b3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f96ade41-a05c-4056-89fd-ea226bd1d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:24Z', 'revision_number': 4, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'subnets': [{'id': 'f96ade41-a05c-4056-89fd-ea226bd1d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:25.513201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-5b773440-c171-437f-8d81-82be82754672 req-754c14ac-fe91-4167-a3da-ae57170c5c2e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 210 time: 0.0313854 Jul 16 02:54:25.601625 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 31feff9e-5c22-462c-b13d-cc5ecb6d5202 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:25.668564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:25.672849 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:25.673220 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.916979 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.951204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1802d127-518c-40c5-87bd-13e817447712 None None] For port 31feff9e-5c22-462c-b13d-cc5ecb6d5202, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=31feff9e-5c22-462c-b13d-cc5ecb6d5202,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:25.956001 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.957036 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:26.042599 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Pushing event updated for resources: {'Port': ['ID=31feff9e-5c22-462c-b13d-cc5ecb6d5202,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:26.053963 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:26.054345 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.673460 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-36b85a86-3b16-47d8-8ba3-d92a669ecc04 req-7c673b27-5082-45b1-bc81-2e75334c17d7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 210 time: 0.0315909 Jul 16 02:54:26.840688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-7ddcf1a9-9da2-4c28-a754-613fce5eed0f tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:26.842529 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-7ddcf1a9-9da2-4c28-a754-613fce5eed0f tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 810 time: 0.1299870 Jul 16 02:54:26.897512 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-6e58e9d3-9101-4388-a3fd-7d7f08c6d3e6 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04decd9b04c646d781972c4fef719abb HTTP/1.1" status: 200 len: 378 time: 0.0390644 Jul 16 02:54:26.905769 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'port': {'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'admin_state_up': True, 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'security_groups': ['5139d587-8285-4fac-98f1-018a55e17c3a']}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:27.026677 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Made reservation on behalf of 04decd9b04c646d781972c4fef719abb for: {'port': 1} {{(pid=93755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:27.030361 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.172156 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Allocated IP 172.20.0.12 (bdd35d88-06ae-4b7f-8553-79f16b43b07b/2a2a7642-9bd8-4187-ae12-1fa6a701ac7e/28510773-d350-42ce-b266-689e786d547a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:27.332797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.347400 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Transition to ACTIVE for port object 28510773-d350-42ce-b266-689e786d547a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:27.382812 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.431454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:27.434560 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:27.438586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:27.445533 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:27.497847 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.498648 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.517586 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-61f068fc-ea57-406b-9641-4d47a979f89d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6154993 Jul 16 02:54:27.530246 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Request body: {'port': {'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-20'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:27.536409 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 31feff9e-5c22-462c-b13d-cc5ecb6d5202 up at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:27.588397 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Provisioning complete for port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:27.588811 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.616661 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.687610 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4aad8fe-2c1c-48f0-8626-1e36112a4486 None None] Provisioning for port 28510773-d350-42ce-b266-689e786d547a completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:27.691780 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f4aad8fe-2c1c-48f0-8626-1e36112a4486 None None] Provisioning complete for port 28510773-d350-42ce-b266-689e786d547a triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:27.692180 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f4aad8fe-2c1c-48f0-8626-1e36112a4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.729154 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f4aad8fe-2c1c-48f0-8626-1e36112a4486 None None] Port 28510773-d350-42ce-b266-689e786d547a cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:27.867528 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d212f-8485-48a7-9cf5-d08c0bffb08c req-2f3ff06a-cd1b-400d-b6ff-4f57b1d12f5d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.869132 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-930d212f-8485-48a7-9cf5-d08c0bffb08c req-2f3ff06a-cd1b-400d-b6ff-4f57b1d12f5d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 932 time: 0.0689197 Jul 16 02:54:27.906437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28510773-d350-42ce-b266-689e786d547a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:27.915244 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.915550 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-930d212f-8485-48a7-9cf5-d08c0bffb08c req-622b7ec9-c688-4564-9d2a-230499570f03 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392966 Jul 16 02:54:27.927864 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Transition to ACTIVE for port object 28510773-d350-42ce-b266-689e786d547a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:27.933443 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.993641 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:28.066718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Attempting to bind port 28510773-d350-42ce-b266-689e786d547a on host n-h1-791506-20 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:28.067041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Attempting to bind port 28510773-d350-42ce-b266-689e786d547a by drivers openvswitch,hyperv on host n-h1-791506-20 at level 0 using segments [{'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:28.067382 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Attempting to bind port 28510773-d350-42ce-b266-689e786d547a on network bdd35d88-06ae-4b7f-8553-79f16b43b07b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:28.072699 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Port 28510773-d350-42ce-b266-689e786d547a on network bdd35d88-06ae-4b7f-8553-79f16b43b07b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:28.073030 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Attempting to bind port 28510773-d350-42ce-b266-689e786d547a on network bdd35d88-06ae-4b7f-8553-79f16b43b07b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:28.078538 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Checking agent: {'id': 'ed6e8f92-ee7b-4e9d-b561-28bf10b2ae5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:28.078880 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Checking segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:28.079293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Bound using segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:28.079731 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Bound port: 28510773-d350-42ce-b266-689e786d547a, host: n-h1-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:28.080098 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.151209 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:28.154614 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:28.160736 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.206265 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.207337 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.210573 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] 10.222.0.23 "PUT /v2.0/ports/28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 1093 time: 0.6839411 Jul 16 02:54:28.211272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:28.214144 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:28.249023 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169daf60-5d39-4d08-b2ad-74790efb9409 service neutron] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:28.266615 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69abf86e-05b9-498b-82c5-546c9c275bcd x-openstack-request-id: req-69abf86e-05b9-498b-82c5-546c9c275bcd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:28.267059 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "tag": "28510773-d350-42ce-b266-689e786d547a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:28.267324 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69abf86e-05b9-498b-82c5-546c9c275bcd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:28.267724 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'status': 'completed', 'code': 200} Jul 16 02:54:28.314571 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-caa9da0f-ee95-45c4-a972-34f4dad4f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.316255 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-caa9da0f-ee95-45c4-a972-34f4dad4f012 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0601101 Jul 16 02:54:28.362207 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-540e568b-144d-4784-a2cd-5167e2b50924 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 217 time: 0.0387321 Jul 16 02:54:28.449919 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-8eb908f7-130c-49c2-a579-c63f81d3c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.452572 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-8eb908f7-130c-49c2-a579-c63f81d3c70a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0839205 Jul 16 02:54:28.516796 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-9f6ed312-143c-49ec-a47c-0e17f17d4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.518383 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-9f6ed312-143c-49ec-a47c-0e17f17d4b70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596745 Jul 16 02:54:28.615443 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-902ae6f1-9b73-4ed3-b17c-4b86af1b79f5 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898595 Jul 16 02:54:28.719199 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-7dfd0c55-b907-40cc-8dfd-e43c45f0c989 req-7feccb7f-db65-4bb3-8f7b-1518161699d2 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978661 Jul 16 02:54:28.835903 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-3003c49f-713b-4a82-a2fd-c1295ec130db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.837493 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-3003c49f-713b-4a82-a2fd-c1295ec130db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0585222 Jul 16 02:54:28.955551 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-4ed4c62e-571c-4b16-9006-e26b1ec7ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.957120 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-4ed4c62e-571c-4b16-9006-e26b1ec7ba69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.1135502 Jul 16 02:54:29.002454 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-b8525459-e68f-4c7e-84ac-130ba9021161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 217 time: 0.0384965 Jul 16 02:54:29.062606 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-ef071cd1-0534-4d60-b920-141bcbfa3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.064157 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-ef071cd1-0534-4d60-b920-141bcbfa3315 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0544696 Jul 16 02:54:29.106920 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721aae0-d8c2-444a-b1a7-5c98182029ba req-8ac089ea-1ff1-41fb-8275-452c6dafd804 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.108555 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c721aae0-d8c2-444a-b1a7-5c98182029ba req-8ac089ea-1ff1-41fb-8275-452c6dafd804 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 944 time: 0.0756683 Jul 16 02:54:29.127618 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-120c51d0-2d48-41db-93bd-15c9c3df5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.129315 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-120c51d0-2d48-41db-93bd-15c9c3df5e45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587323 Jul 16 02:54:29.163770 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c721aae0-d8c2-444a-b1a7-5c98182029ba req-dfcaa797-bfab-4784-983f-d99490fcf6c2 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472887 Jul 16 02:54:29.233772 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-5c3ae4bc-7321-4b3c-bc8d-e0b439a974d1 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970199 Jul 16 02:54:29.645406 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-4ecfc7af-aa4f-44f9-bb35-ea1d08d15f9d req-cc9fac9b-9e44-478a-83c8-8e0ab54527b6 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045568 Jul 16 02:54:30.344751 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c664f-4a45-4b71-a773-dd25977c0b8c req-7b2a6be9-0756-427c-9e05-36b1f7449f26 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:30.346362 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-589c664f-4a45-4b71-a773-dd25977c0b8c req-7b2a6be9-0756-427c-9e05-36b1f7449f26 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 944 time: 0.0664952 Jul 16 02:54:30.388168 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-589c664f-4a45-4b71-a773-dd25977c0b8c req-062c52ab-0f15-41df-a201-fd6214a70867 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355563 Jul 16 02:54:30.604937 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:30.709160 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:30.720874 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '28510773-d350-42ce-b266-689e786d547a', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:30.761038 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.781470 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28510773-d350-42ce-b266-689e786d547a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:30.816069 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:30.820935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.877401 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:31.022298 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['28510773-d350-42ce-b266-689e786d547a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:31.571934 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698080-f608-45d7-8336-07d64bf7a502 req-fd5b533e-9d5d-4a38-9dfc-bcc65183450f tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.573637 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c698080-f608-45d7-8336-07d64bf7a502 req-fd5b533e-9d5d-4a38-9dfc-bcc65183450f tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 945 time: 0.0728066 Jul 16 02:54:31.617111 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c698080-f608-45d7-8336-07d64bf7a502 req-60b4d626-6241-4de4-9c98-2e83d2b3b7a7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375988 Jul 16 02:54:32.630360 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:32.681792 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning for port 28510773-d350-42ce-b266-689e786d547a completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:32.685889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 28510773-d350-42ce-b266-689e786d547a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:32.686275 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.773102 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.799168 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:32.801548 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82f18cc-8c1f-40c5-a9fe-197cd2288a43" -d '{"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-plugged", "status": "completed", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:32.816878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:32.821839 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.826138 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78e492-ac79-400f-b5b1-71fb0a0bee7c req-89079a17-b7f5-4562-b364-b4ed36789806 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:32.828830 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c78e492-ac79-400f-b5b1-71fb0a0bee7c req-89079a17-b7f5-4562-b364-b4ed36789806 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 945 time: 0.0898561 Jul 16 02:54:32.883786 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6c78e492-ac79-400f-b5b1-71fb0a0bee7c req-96d48106-3d82-4655-a456-8b389faec64b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476084 Jul 16 02:54:32.884497 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:32.934958 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8b2b8-7d21-4631-851c-547d9fb17e20 x-openstack-request-id: req-9ae8b2b8-7d21-4631-851c-547d9fb17e20 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:32.935287 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-plugged", "status": "completed", "tag": "28510773-d350-42ce-b266-689e786d547a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:32.935514 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ae8b2b8-7d21-4631-851c-547d9fb17e20 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:32.935911 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'code': 200} Jul 16 02:54:33.050145 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958c2da-2bc2-4bb8-b3a9-0fb51e28c315 req-58e2b8a2-dcf2-45af-bb3c-f56db5e9c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.051696 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c958c2da-2bc2-4bb8-b3a9-0fb51e28c315 req-58e2b8a2-dcf2-45af-bb3c-f56db5e9c668 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1098 time: 0.0540655 Jul 16 02:54:33.091837 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-c958c2da-2bc2-4bb8-b3a9-0fb51e28c315 req-8e3c438d-ced2-4b99-9789-7130b6caaff9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334549 Jul 16 02:54:34.080760 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480a2c7-8d78-4146-91e9-f832d49ab9e3 req-baaeef30-c55b-4882-a0b9-de0367151ad9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.082309 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b480a2c7-8d78-4146-91e9-f832d49ab9e3 req-baaeef30-c55b-4882-a0b9-de0367151ad9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 946 time: 0.0702238 Jul 16 02:54:34.129747 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b480a2c7-8d78-4146-91e9-f832d49ab9e3 req-75009965-dc94-458f-b141-e797f5f8b7aa tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398872 Jul 16 02:54:34.308839 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd506ca-7a63-4ff7-b4fb-99630ad0343b req-f70c68c0-3042-4ee1-a32d-b6f5bd9c9473 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.310369 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bd506ca-7a63-4ff7-b4fb-99630ad0343b req-f70c68c0-3042-4ee1-a32d-b6f5bd9c9473 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 946 time: 0.0659511 Jul 16 02:54:34.349807 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-6bd506ca-7a63-4ff7-b4fb-99630ad0343b req-6ef8c014-cf70-4031-86ec-d889110f344a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338154 Jul 16 02:54:34.374224 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48628) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:34.469941 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02eb617-a877-4b6e-ad02-91fd4c5287cf tempest-TestSnapshotPattern-1941763408 tempest-TestSnapshotPattern-1941763408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.471477 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-e02eb617-a877-4b6e-ad02-91fd4c5287cf tempest-TestSnapshotPattern-1941763408 tempest-TestSnapshotPattern-1941763408-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1093 time: 0.0962260 Jul 16 02:54:34.474416 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48632) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:34.479612 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:34.502331 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.607445 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.718940 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Allocated IP 172.25.7.60 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/546f9ef8-a22f-4ef5-8bfa-e4a7651cb4ac) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:34.824732 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.866086 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.908547 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:34.913728 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:34.917509 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:34.944269 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'Port': ['ID=546f9ef8-a22f-4ef5-8bfa-e4a7651cb4ac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:35.300046 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.383636 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.545019 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.550477 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.621005 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'Port': ['ID=546f9ef8-a22f-4ef5-8bfa-e4a7651cb4ac,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:35.632774 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.738722 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Floating IP 7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a associated. External IP: 172.25.7.60, port: 28510773-d350-42ce-b266-689e786d547a. Jul 16 02:54:35.958054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:36.072621 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:36.081946 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:36.089397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.097411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:36.098011 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:36.128997 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-1e4606fe-8289-4d71-8d14-689c6862f1f7 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6527588 Jul 16 02:54:36.129586 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:36.132237 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066478cf-4182-4f76-8a57-b0c23601cae3" -d '{"events": [{"name": "network-changed", "server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:36.176562 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ddd8de-4e25-4b0d-888e-9068de228498 x-openstack-request-id: req-50ddd8de-4e25-4b0d-888e-9068de228498 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:36.176931 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "tag": "28510773-d350-42ce-b266-689e786d547a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:36.177351 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50ddd8de-4e25-4b0d-888e-9068de228498 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:36.177748 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'status': 'completed', 'code': 200} Jul 16 02:54:36.206887 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:36.257613 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-1fe89a98-31a6-4b97-a40a-c5d6b11c11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.259132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-1fe89a98-31a6-4b97-a40a-c5d6b11c11c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1098 time: 0.0578012 Jul 16 02:54:36.362226 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-ec9a0f7d-5ce6-4867-b856-0eb5c4afede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.363819 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-ec9a0f7d-5ce6-4867-b856-0eb5c4afede3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0985456 Jul 16 02:54:36.439430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-a2f07bed-8bf1-4064-8a77-f5d687ad7a95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 999 time: 0.0685248 Jul 16 02:54:36.441393 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:35Z', 'revision_number': 0, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:36.468847 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:36.478007 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:36.478621 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:36.495277 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-ada019b9-b1fe-4daa-afd9-82cf8c3cddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.496821 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-ada019b9-b1fe-4daa-afd9-82cf8c3cddc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0509100 Jul 16 02:54:36.556938 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-d57504ee-d077-4ed7-a58a-9029771b77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.558385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-d57504ee-d077-4ed7-a58a-9029771b77af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555534 Jul 16 02:54:36.586527 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:36.661233 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-df645783-fb02-46e2-aa9c-e99cc8120956 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961015 Jul 16 02:54:36.758651 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-066478cf-4182-4f76-8a57-b0c23601cae3 req-37c14e4c-d1fb-4f8e-a41f-4c5f59350082 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912511 Jul 16 02:54:36.916175 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:35Z', 'revision_number': 0, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:36.941779 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2727677-e159-4233-9b1d-8be8c39a0820 None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:35Z', 'revision_number': 0, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:37.140302 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85d8ef-219f-4c04-aa67-3dc94e9fc61b None None] New status for floating IP 7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:54:38.570556 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.317586 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-aa117da8-544e-4177-baaa-96901a7af6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.540381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10b717cb-7ae8-4d6e-8c93-d652bba59107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.605890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.095583 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.598469 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:45.637159 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.439134 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:00.845334 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-def5415c-722a-4e16-99f7-d6653b463ffc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566258 Jul 16 02:55:00.950397 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-6b75ad70-f8d0-437a-8b32-d85273f2760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:00.951988 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-6b75ad70-f8d0-437a-8b32-d85273f2760d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1098 time: 0.0608528 Jul 16 02:55:01.063323 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-21641cbf-adf7-4107-9b49-1f28f5333b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.064869 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-21641cbf-adf7-4107-9b49-1f28f5333b68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0902138 Jul 16 02:55:01.135330 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-d7e0c2fe-a8a5-49bd-92fa-cd06e957cef9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 1001 time: 0.0634522 Jul 16 02:55:01.186307 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-ce157308-bf91-431f-8f43-24a37fca6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.187832 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-ce157308-bf91-431f-8f43-24a37fca6acd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0458071 Jul 16 02:55:01.249508 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-1a2d21c8-5ee6-4ee4-9223-64914d78d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.251024 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-1a2d21c8-5ee6-4ee4-9223-64914d78d53e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564404 Jul 16 02:55:01.347056 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-ee207d6e-b861-49b9-8e56-aa951d2d2cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896451 Jul 16 02:55:01.440859 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-d2dad39d-7a4e-45df-9f24-005cdab4801a req-73959297-b1b2-40af-a123-05fb90e29a1e service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866060 Jul 16 02:55:08.587954 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.319606 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2958a49-fb32-48ba-90a2-7840c3f8e7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.531614 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7954c7db-4924-42b8-86a6-64d99e2c51be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.611570 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.097852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.641314 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.444977 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.598167 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:38.586207 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.320724 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5d083c16-d1d1-4121-834b-71b3919fc593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.532935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-026d5841-b13b-4fd3-b508-64b9bfaaee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.613083 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.104617 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.643187 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.450015 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:58.597386 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:00.844930 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-e52a1da6-b1ed-43bf-9d2e-c91b180236ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598741 Jul 16 02:56:00.944513 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-fe3e0048-72f0-435d-bbc7-96761bb50e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:00.946182 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-fe3e0048-72f0-435d-bbc7-96761bb50e1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1098 time: 0.0577111 Jul 16 02:56:01.059041 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-a7904cbb-c4a0-4ef8-95ca-5f7d59657442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.060583 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-a7904cbb-c4a0-4ef8-95ca-5f7d59657442 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0900826 Jul 16 02:56:01.138730 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-e978554a-c1b2-4a0d-a672-3efbc2504b9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 1001 time: 0.0705097 Jul 16 02:56:01.193565 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-d354c41b-fd0e-49ef-938c-9f8f9afb6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.195095 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-d354c41b-fd0e-49ef-938c-9f8f9afb6944 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0509708 Jul 16 02:56:01.255481 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-7aa4d7a4-40b8-46ca-a9df-c61bf040fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.257112 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-7aa4d7a4-40b8-46ca-a9df-c61bf040fc3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557439 Jul 16 02:56:01.356283 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-a132a993-a256-48c1-9aac-9bac2f4005aa service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928342 Jul 16 02:56:01.450455 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-146b10dc-a814-4e3c-83c2-76eafec8ebae req-e167f626-e6da-4df2-abe0-90ec4a8e9951 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879536 Jul 16 02:56:08.601481 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:10.322348 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d01bd046-2a92-42d9-9646-34d288c4e480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.538181 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b45d05e-5ca5-4981-b598-e5f908cd04e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.616379 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:14.097673 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:15.646049 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.478394 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.152286 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a details requested by agent hyperv_n-h1-791506-20 with host n-h1-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:35.255564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:35.266783 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Returning: {'device': '28510773-d350-42ce-b266-689e786d547a', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:35.306799 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.320404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28510773-d350-42ce-b266-689e786d547a {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:35.343631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:35.349976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.407244 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:35.415591 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.415935 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.416278 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.416705 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.417034 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.417367 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.417689 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.418009 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.418329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.418649 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.418967 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.419270 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:35.424374 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] get_ports_and_sgs() called for port_ids ['28510773-d350-42ce-b266-689e786d547a'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:35.596835 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:37.164319 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a up at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:37.224811 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Provisioning complete for port 28510773-d350-42ce-b266-689e786d547a triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:37.225091 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:37.316446 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:37.343299 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:37.345760 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8191e6bf-3a29-4876-96c9-fa67c8b4b333" -d '{"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-plugged", "status": "completed", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:37.361734 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:37.368848 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:37.405421 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b75f6-2b48-4a2e-9c06-d12853ba9cb4 x-openstack-request-id: req-5b1b75f6-2b48-4a2e-9c06-d12853ba9cb4 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:37.405709 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-plugged", "status": "completed", "tag": "28510773-d350-42ce-b266-689e786d547a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:37.405960 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b1b75f6-2b48-4a2e-9c06-d12853ba9cb4 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:37.406359 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'code': 200} Jul 16 02:56:37.424017 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:38.602793 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:40.329260 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c8069453-f2d0-4e3f-9e69-9b4571e39490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:42.539931 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5a43f1dc-05c5-4532-9a88-db5b5987cdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:42.624809 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:44.101329 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:45.546123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-e24e3ef9-ed35-45e2-96e6-fe3d83b96a48 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46198106&fields=id&tenant_id=04decd9b04c646d781972c4fef719abb HTTP/1.1" status: 200 len: 267 time: 0.0370016 Jul 16 02:56:45.648995 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:45.672383 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-293cb152-fb7b-475b-bf0a-812e8ce3bed2 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.673923 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-293cb152-fb7b-475b-bf0a-812e8ce3bed2 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 810 time: 0.1203158 Jul 16 02:56:45.689492 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d6a98457-df41-4458-ac27-de938f61870e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/quotas/04decd9b04c646d781972c4fef719abb HTTP/1.1" status: 200 len: 375 time: 0.0097795 Jul 16 02:56:45.765201 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-28efb1fe-95c1-4250-ad7f-5da791acfc5d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0700879 Jul 16 02:56:45.781747 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-6063402e-1821-468b-ac38-136f0d2585ee tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:56:45.782826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-6063402e-1821-468b-ac38-136f0d2585ee tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063801 Jul 16 02:56:45.885248 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-acb1b9fc-c03b-40de-aeb1-ddd5f1b39565 service neutron] 10.222.0.42 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924079 Jul 16 02:56:45.976558 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-c0532a4d-f3fb-4796-8dc6-97efa255e45b service neutron] 10.222.0.42 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852370 Jul 16 02:56:46.201957 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-980fc276-2c63-46af-9f7d-d5a309034165 req-9a5c3d81-edc3-4de7-b703-a54953416e67 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 210 time: 0.0490384 Jul 16 02:56:47.228589 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:56:47.343226 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.378514 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:47.381150 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73227978-64a5-4f25-ab16-0edf1d5c4fac" -d '{"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:47.403041 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:47.408319 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.443083 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d8547b-f7e0-4ae3-beee-9ce4343640f1 x-openstack-request-id: req-31d8547b-f7e0-4ae3-beee-9ce4343640f1 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:47.443472 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "28510773-d350-42ce-b266-689e786d547a", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:47.443798 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31d8547b-f7e0-4ae3-beee-9ce4343640f1 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:47.444452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-adb7ec30-5850-443e-885f-67c4cfd25ba1 req-a04a3c7e-875f-4534-b882-3f910994c1dc tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 210 time: 0.0363288 Jul 16 02:56:47.445531 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'code': 200} Jul 16 02:56:47.478389 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Pushing event updated for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=8']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:47.485116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d4a7864c-74cf-4c8f-8280-1c88233ba4cf tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:47.486597 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d4a7864c-74cf-4c8f-8280-1c88233ba4cf tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.13 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 810 time: 0.1720741 Jul 16 02:56:47.548388 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-beaea0bd-3954-4cbb-803d-355ff4a7bafd tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04decd9b04c646d781972c4fef719abb HTTP/1.1" status: 200 len: 378 time: 0.0439258 Jul 16 02:56:47.560262 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'port': {'device_id': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'admin_state_up': True, 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'security_groups': ['5139d587-8285-4fac-98f1-018a55e17c3a']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:47.685316 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Made reservation on behalf of 04decd9b04c646d781972c4fef719abb for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:47.689348 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.843681 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Allocated IP 172.20.0.11 (bdd35d88-06ae-4b7f-8553-79f16b43b07b/2a2a7642-9bd8-4187-ae12-1fa6a701ac7e/8dcb0424-6779-41e7-aa08-d50e638f5a96) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:48.015507 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.034846 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Transition to ACTIVE for port object 8dcb0424-6779-41e7-aa08-d50e638f5a96 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:48.095596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.134820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:48.141095 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:48.205635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:48.297515 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:48.321806 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.322142 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.322477 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.322811 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.323139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.323656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.324154 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.324769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.325533 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.326272 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.327038 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.327710 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.350092 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:48.351084 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.372096 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-b4fec19e-e899-4eef-b9ec-a34cdb3e4c92 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8177094 Jul 16 02:56:48.553220 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2e091308-5f49-4bcf-9edf-2d75f502a4f4 None None] Provisioning for port 8dcb0424-6779-41e7-aa08-d50e638f5a96 completed by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:48.562858 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-2e091308-5f49-4bcf-9edf-2d75f502a4f4 None None] Provisioning complete for port 8dcb0424-6779-41e7-aa08-d50e638f5a96 triggered by entity DHCP. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:48.563235 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e091308-5f49-4bcf-9edf-2d75f502a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.655038 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2e091308-5f49-4bcf-9edf-2d75f502a4f4 None None] Port 8dcb0424-6779-41e7-aa08-d50e638f5a96 cannot update to ACTIVE because it is not bound. {{(pid=93757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:56:48.729094 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea745f-4546-4a6b-ab7b-53c76069179e req-f07756cd-bf51-45b9-93fd-cb3587bbf8db tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:48.730635 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bea745f-4546-4a6b-ab7b-53c76069179e req-f07756cd-bf51-45b9-93fd-cb3587bbf8db tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0746388 Jul 16 02:56:48.776607 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-4bea745f-4546-4a6b-ab7b-53c76069179e req-ecc4422b-0f3a-4bd3-a547-ee82ea1818d9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402174 Jul 16 02:56:49.497579 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.974740 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daffd3-14a4-42d5-b652-e898aa0237d7 req-b99723f6-8be7-4064-a350-85bc5f859f73 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:49.976233 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73daffd3-14a4-42d5-b652-e898aa0237d7 req-b99723f6-8be7-4064-a350-85bc5f859f73 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0705690 Jul 16 02:56:50.016081 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-73daffd3-14a4-42d5-b652-e898aa0237d7 req-2a26e9a6-d298-4570-81e3-d8f8fc5b844a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339825 Jul 16 02:56:51.200174 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db988-aeef-4a9d-91e0-5c083e6b4ee5 req-f1975618-21af-4a9c-a51d-157a799cb93e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:51.202093 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f5db988-aeef-4a9d-91e0-5c083e6b4ee5 req-f1975618-21af-4a9c-a51d-157a799cb93e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0658867 Jul 16 02:56:51.249033 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7f5db988-aeef-4a9d-91e0-5c083e6b4ee5 req-6abb17be-d487-4532-8704-541bffd0be1c tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400977 Jul 16 02:56:52.435390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8037545-3894-4280-b1c7-a93e66e25336 req-a35c57fa-794b-49c1-a329-600e92d09ad9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:52.437330 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8037545-3894-4280-b1c7-a93e66e25336 req-a35c57fa-794b-49c1-a329-600e92d09ad9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0767314 Jul 16 02:56:52.478676 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a8037545-3894-4280-b1c7-a93e66e25336 req-072b1d2d-b34b-42d1-b5e6-06a2e8bebbcf tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350544 Jul 16 02:56:53.671322 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667537-c491-491d-ac9d-b9b8dce1e291 req-d7d24867-631b-4927-8887-565b9e7ac62a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.672806 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80667537-c491-491d-ac9d-b9b8dce1e291 req-d7d24867-631b-4927-8887-565b9e7ac62a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0795178 Jul 16 02:56:53.715037 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-80667537-c491-491d-ac9d-b9b8dce1e291 req-bc76882f-6d71-49dd-8b9e-1d2a9a820e3f tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352304 Jul 16 02:56:54.903216 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f5b48-0262-48f8-81a1-6b4af8fbce14 req-33be6ea9-abdc-450f-8bbd-d8b708951889 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:54.904875 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a13f5b48-0262-48f8-81a1-6b4af8fbce14 req-33be6ea9-abdc-450f-8bbd-d8b708951889 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0670087 Jul 16 02:56:54.946518 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a13f5b48-0262-48f8-81a1-6b4af8fbce14 req-d1e3de46-48b4-4165-9e82-832b838577cc tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348043 Jul 16 02:56:56.141177 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7ccb6-3900-4913-8260-fd14cfb18f2d req-bdfe11a5-864e-4198-a2d3-950f2cd8aa7a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:56.142684 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ab7ccb6-3900-4913-8260-fd14cfb18f2d req-bdfe11a5-864e-4198-a2d3-950f2cd8aa7a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0707643 Jul 16 02:56:56.181620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-7ab7ccb6-3900-4913-8260-fd14cfb18f2d req-dd224298-0109-43e2-85bd-0ab3e56addc0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324070 Jul 16 02:56:57.376219 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a171e-7371-4b3f-8c20-47c83b137690 req-a279f8d1-5bdb-4dd3-8e31-ff05411b816b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:57.377997 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b56a171e-7371-4b3f-8c20-47c83b137690 req-a279f8d1-5bdb-4dd3-8e31-ff05411b816b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0736985 Jul 16 02:56:57.417557 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b56a171e-7371-4b3f-8c20-47c83b137690 req-2bbe3f71-6cee-49b5-8490-aa3a195c72bc tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336790 Jul 16 02:56:58.596024 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395742a-6eeb-41bd-8718-4881de929989 req-46d9a90f-27ad-4536-80c7-0ffd521f3c51 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:58.598598 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a395742a-6eeb-41bd-8718-4881de929989 req-46d9a90f-27ad-4536-80c7-0ffd521f3c51 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 932 time: 0.0671041 Jul 16 02:56:58.636671 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-a395742a-6eeb-41bd-8718-4881de929989 req-38f31ac5-a5e8-403b-b946-cde0548a7ffa tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324357 Jul 16 02:56:59.384685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.v2.base [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Request body: {'port': {'device_id': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-20'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:59.460059 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.731149 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcb0424-6779-41e7-aa08-d50e638f5a96 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:59.739357 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.751818 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Transition to ACTIVE for port object 8dcb0424-6779-41e7-aa08-d50e638f5a96 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:59.763716 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.865701 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:59.920687 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7efad-eb1b-4981-b88b-67a33085baad req-ddafcbf1-16ca-4e96-8420-8553f751fe1c tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:59.922240 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40e7efad-eb1b-4981-b88b-67a33085baad req-ddafcbf1-16ca-4e96-8420-8553f751fe1c tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 944 time: 0.1688006 Jul 16 02:56:59.956072 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Attempting to bind port 8dcb0424-6779-41e7-aa08-d50e638f5a96 on host n-h2-791506-20 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:59.956778 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Attempting to bind port 8dcb0424-6779-41e7-aa08-d50e638f5a96 by drivers openvswitch,hyperv on host n-h2-791506-20 at level 0 using segments [{'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:59.957111 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Attempting to bind port 8dcb0424-6779-41e7-aa08-d50e638f5a96 on network bdd35d88-06ae-4b7f-8553-79f16b43b07b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:59.966404 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Port 8dcb0424-6779-41e7-aa08-d50e638f5a96 on network bdd35d88-06ae-4b7f-8553-79f16b43b07b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-20 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:56:59.966735 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Attempting to bind port 8dcb0424-6779-41e7-aa08-d50e638f5a96 on network bdd35d88-06ae-4b7f-8553-79f16b43b07b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:59.978709 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Checking agent: {'id': 'df1529e9-13b1-4278-a14e-aaaa26f5a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'started_at': datetime.datetime(2021, 7, 16, 1, 21, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:59.979050 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Checking segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:59.979442 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Bound using segment: {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:59.979881 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Bound port: 8dcb0424-6779-41e7-aa08-d50e638f5a96, host: n-h2-791506-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c1b36d-38d0-436f-9046-ae2b7554fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:59.980246 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.994630 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40e7efad-eb1b-4981-b88b-67a33085baad req-3792ddb8-c4ba-45fa-b268-c55d9d0e70df tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632057 Jul 16 02:57:00.052162 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:57:00.055745 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:57:00.061179 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3595634'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.094871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.095794 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.097340 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] 10.222.0.13 "PUT /v2.0/ports/8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 1093 time: 0.7621820 Jul 16 02:57:00.099605 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:00.101923 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f4991-fda6-454b-ab37-337a1442d36e" -d '{"events": [{"name": "network-changed", "server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:00.133700 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac1df7-b7e1-4af5-885b-ce66715a0f58 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:00.145030 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc51e8-8ede-470b-b539-3f60a8274ef5 x-openstack-request-id: req-48fc51e8-8ede-470b-b539-3f60a8274ef5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:00.145327 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:00.145584 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48fc51e8-8ede-470b-b539-3f60a8274ef5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:00.145989 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'status': 'completed', 'code': 200} Jul 16 02:57:00.232449 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-0cea2c95-8786-47f2-88b7-05417eb074ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.234242 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-0cea2c95-8786-47f2-88b7-05417eb074ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1096 time: 0.0705984 Jul 16 02:57:00.285372 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-9571d89a-d8ed-45d4-ab14-d49911ca551f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 217 time: 0.0377617 Jul 16 02:57:00.356165 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-7fc75b7f-c4ee-4415-bcb7-ec1ba761478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.358840 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-7fc75b7f-c4ee-4415-bcb7-ec1ba761478f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0672083 Jul 16 02:57:00.426078 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-63a2338e-b2bb-4309-8f4f-e7a51c9a07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.427595 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-63a2338e-b2bb-4309-8f4f-e7a51c9a07d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623653 Jul 16 02:57:00.523820 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-ad3c1310-b1f8-4cc1-b6b9-03d8bccb68a0 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890291 Jul 16 02:57:00.622802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b520d0c0-9325-48a0-8bb5-07057f5e6869 req-bdd121cb-a0c2-4e1c-b4b2-2e174b465079 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929093 Jul 16 02:57:00.771403 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-f1bbac0b-8e12-4fa1-bb32-3cb429be4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.773074 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-f1bbac0b-8e12-4fa1-bb32-3cb429be4cca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1096 time: 0.0560513 Jul 16 02:57:00.870307 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-3bdc6261-9312-4b7a-822b-a26be53c401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.871831 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-3bdc6261-9312-4b7a-822b-a26be53c401e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0921943 Jul 16 02:57:00.927302 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-fe67d894-cafe-41fd-9832-9466437d193e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 217 time: 0.0485702 Jul 16 02:57:00.982953 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-9de92be2-b296-45f0-919f-3d1b048e4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:00.985591 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-9de92be2-b296-45f0-919f-3d1b048e4c00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0516217 Jul 16 02:57:01.045394 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-fedbed7d-d971-4fb0-906e-12b5c45066fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:01.046935 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-fedbed7d-d971-4fb0-906e-12b5c45066fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547299 Jul 16 02:57:01.180389 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-6555fde1-a1de-4f1f-93a0-4b96f904c22a service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255088 Jul 16 02:57:01.233249 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514ff1-5efe-4643-b30f-b98f796ef0c7 req-7802b9e2-e943-404a-80dd-9442cafe9469 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:01.234737 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d514ff1-5efe-4643-b30f-b98f796ef0c7 req-7802b9e2-e943-404a-80dd-9442cafe9469 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 944 time: 0.1149404 Jul 16 02:57:01.316705 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0d514ff1-5efe-4643-b30f-b98f796ef0c7 req-fc4dddfc-6b2f-4686-a49f-2f6b98a39e32 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528560 Jul 16 02:57:01.318743 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-9d7f4991-fda6-454b-ab37-337a1442d36e req-7f85484b-2d85-4741-8bf9-ed1c2ca2e278 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305447 Jul 16 02:57:01.853537 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-de73d834-0523-47e9-9af5-433096fab639 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0696077 Jul 16 02:57:01.948214 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-43a858f2-d737-497c-b4ff-0538d0050e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:01.949811 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-43a858f2-d737-497c-b4ff-0538d0050e7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0536470 Jul 16 02:57:02.093272 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-1a06a7fd-d29f-49a8-9528-8af6657e32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:02.094870 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-1a06a7fd-d29f-49a8-9528-8af6657e32e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.1242447 Jul 16 02:57:02.162173 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-768af059-2e69-43e1-bcb1-2143609ba57a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 999 time: 0.0608933 Jul 16 02:57:02.212045 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-a05c989a-3392-4cc2-bae1-74701e0c830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:02.213566 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-a05c989a-3392-4cc2-bae1-74701e0c830e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0453629 Jul 16 02:57:02.275826 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-a32e63b7-03eb-4ee6-9ce1-9c099bce82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:02.277408 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-a32e63b7-03eb-4ee6-9ce1-9c099bce82a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577502 Jul 16 02:57:02.376262 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-000b5a52-9d68-4c36-8f6a-795263b3e05d service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926201 Jul 16 02:57:02.485177 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-434a5a32-f666-4ede-b5dd-6a0a974530ad req-75563c3d-4594-43a7-8d98-5867bac5e6e2 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027033 Jul 16 02:57:02.517550 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c96fc2-2acb-43df-b289-80f5e31e342e req-732f80e1-ee47-441f-98e8-ca4ee7cc280e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:02.519123 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26c96fc2-2acb-43df-b289-80f5e31e342e req-732f80e1-ee47-441f-98e8-ca4ee7cc280e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 944 time: 0.0828147 Jul 16 02:57:02.563255 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-26c96fc2-2acb-43df-b289-80f5e31e342e req-abfa4153-e171-47ab-b540-5946ac8418f4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383255 Jul 16 02:57:03.744377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c176b29-e258-41d3-b26c-7401c5c8fe51 req-4aafbcc3-8883-43b2-b075-6e78135a5826 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:03.745811 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c176b29-e258-41d3-b26c-7401c5c8fe51 req-4aafbcc3-8883-43b2-b075-6e78135a5826 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 944 time: 0.0640924 Jul 16 02:57:03.784674 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-1c176b29-e258-41d3-b26c-7401c5c8fe51 req-c5b987d0-6d62-4283-9436-7f1cc4c5b10f tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330541 Jul 16 02:57:03.854826 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:57:03.952249 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:03.965021 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'port_id': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'mac_address': 'fa:16:3e:c4:a7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:57:04.002430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.014724 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcb0424-6779-41e7-aa08-d50e638f5a96 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:04.035974 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:04.040351 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.087260 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=4']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:04.360082 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8dcb0424-6779-41e7-aa08-d50e638f5a96'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:04.958129 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5e96-85d5-467a-bd63-b8e8f4a64ac9 req-2805f4cc-09c9-4f07-aec4-0d91dcac7779 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:04.959646 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb2a5e96-85d5-467a-bd63-b8e8f4a64ac9 req-2805f4cc-09c9-4f07-aec4-0d91dcac7779 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 945 time: 0.0637836 Jul 16 02:57:04.998136 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-fb2a5e96-85d5-467a-bd63-b8e8f4a64ac9 req-91eb97bd-6dfb-420c-9504-646c14705a45 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329187 Jul 16 02:57:05.886531 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:05.937564 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning for port 8dcb0424-6779-41e7-aa08-d50e638f5a96 completed by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:05.942524 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8dcb0424-6779-41e7-aa08-d50e638f5a96 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:05.942896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:06.016983 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:06.040647 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:06.042930 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf6a86-6526-4027-98fa-6fc24b8a57da" -d '{"events": [{"server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "name": "network-vif-plugged", "status": "completed", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:06.057284 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:06.062276 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:06.085873 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382248f0-0763-4447-993c-78a1952358c9 x-openstack-request-id: req-382248f0-0763-4447-993c-78a1952358c9 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:06.086165 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "name": "network-vif-plugged", "status": "completed", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:06.086416 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-382248f0-0763-4447-993c-78a1952358c9 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:06.086805 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'code': 200} Jul 16 02:57:06.113615 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=5']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:06.204159 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c42bb1-84f1-4dc1-84d2-325fd15884d1 req-c691336c-196f-4346-89da-f2bb48b0420a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:06.205687 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84c42bb1-84f1-4dc1-84d2-325fd15884d1 req-c691336c-196f-4346-89da-f2bb48b0420a tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.0809407 Jul 16 02:57:06.267079 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-84c42bb1-84f1-4dc1-84d2-325fd15884d1 req-14fb4213-c732-46eb-9e24-a80101a4a126 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450709 Jul 16 02:57:06.276412 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfa1c7-dd9c-442d-b101-8416acfc886a req-074de1da-923c-4924-bb11-308bf62a0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:06.277968 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40bfa1c7-dd9c-442d-b101-8416acfc886a req-074de1da-923c-4924-bb11-308bf62a0804 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1098 time: 0.0920231 Jul 16 02:57:06.313636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-40bfa1c7-dd9c-442d-b101-8416acfc886a req-14b7e128-53e1-4f6b-ac71-38afaa811603 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287251 Jul 16 02:57:07.455045 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f693df1-d0ae-43c8-9ddf-3cac57f3ae21 req-4813d58a-7c72-4461-8572-790b4cf8bd07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:07.456780 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f693df1-d0ae-43c8-9ddf-3cac57f3ae21 req-4813d58a-7c72-4461-8572-790b4cf8bd07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.0725827 Jul 16 02:57:07.496026 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0f693df1-d0ae-43c8-9ddf-3cac57f3ae21 req-e633882c-e3c3-41d3-a312-67f2df01acf0 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336130 Jul 16 02:57:08.617074 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.674723 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d62657-e279-45cc-8580-7fea745440e9 req-9371c388-15da-48e6-a798-afd8b99e35bf tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:08.676250 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81d62657-e279-45cc-8580-7fea745440e9 req-9371c388-15da-48e6-a798-afd8b99e35bf tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.0674124 Jul 16 02:57:08.717505 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-81d62657-e279-45cc-8580-7fea745440e9 req-a5a31a4c-1c41-419d-8483-0484e669905d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355837 Jul 16 02:57:08.905207 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2759-b0e0-4ec0-809c-3af635fd9f8a req-f909708b-dbb7-45f3-a0ee-72b8ab0efe55 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:08.906605 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-290d2759-b0e0-4ec0-809c-3af635fd9f8a req-f909708b-dbb7-45f3-a0ee-72b8ab0efe55 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.0656333 Jul 16 02:57:08.947930 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-290d2759-b0e0-4ec0-809c-3af635fd9f8a req-cbaf9e5b-2d10-4ef0-b7a9-747f58615cc1 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347562 Jul 16 02:57:08.973163 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48920) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:09.025718 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acbcb3c-6f4a-4fc2-8bb2-84a3457de875 tempest-TestSnapshotPattern-1941763408 tempest-TestSnapshotPattern-1941763408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:09.027336 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-7acbcb3c-6f4a-4fc2-8bb2-84a3457de875 tempest-TestSnapshotPattern-1941763408 tempest-TestSnapshotPattern-1941763408-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1093 time: 0.0529554 Jul 16 02:57:09.031244 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 48922) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:09.036364 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.v2.base [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Request body: {'floatingip': {'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'port_id': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:09.063970 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.184783 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.308877 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Allocated IP 172.25.7.119 (39b35ed2-9a51-43ba-99c8-e3fee4f8df52/2e0a42a7-9846-4ca0-8ca8-8e624eff18e3/279e714d-27e6-44df-9984-fda3226f85f8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:57:09.426406 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.467583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786738758274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.509044 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Network 39b35ed2-9a51-43ba-99c8-e3fee4f8df52 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:57:09.511908 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:57:09.515725 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:57:09.539043 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'Port': ['ID=279e714d-27e6-44df-9984-fda3226f85f8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:09.553091 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.553437 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.553783 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.554142 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.554479 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.554812 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.555138 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.555468 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.555789 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.556127 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.556480 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.556805 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:09.913328 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.994835 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.143786 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.148223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58844819'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.217341 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event updated for resources: {'Port': ['ID=279e714d-27e6-44df-9984-fda3226f85f8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:10.229397 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440750'] for floatingip, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.326721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67f14067-d6fa-4bbe-ad52-88966c0aa05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.640856 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Floating IP c0e62a44-415d-45f1-9d6b-ab5c647ead07 associated. External IP: 172.25.7.119, port: 8dcb0424-6779-41e7-aa08-d50e638f5a96. Jul 16 02:57:10.851435 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:57:10.967081 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:57:10.979067 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:57:10.986223 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.991149 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:10.991836 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:11.033921 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-bce816d6-a844-45c0-a28d-10a510e904f9 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9922113 Jul 16 02:57:11.033921 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:11.033921 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:11.105605 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:11.141240 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33fccb3-d01b-4db3-8aef-33d634cc6b4b x-openstack-request-id: req-a33fccb3-d01b-4db3-8aef-33d634cc6b4b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:11.141543 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:11.141805 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a33fccb3-d01b-4db3-8aef-33d634cc6b4b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:11.142210 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'status': 'completed', 'code': 200} Jul 16 02:57:11.252732 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-8736d97e-fa0b-4377-9536-1bd496c99521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.254231 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-8736d97e-fa0b-4377-9536-1bd496c99521 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1098 time: 0.0632160 Jul 16 02:57:11.346726 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:37Z', 'revision_number': 1, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}, {'id': 'c0e62a44-415d-45f1-9d6b-ab5c647ead07', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:c4:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:57:09Z', 'updated_at': '2021-07-16T02:57:09Z', 'revision_number': 0, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:11.349885 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-d0bd540a-a176-43d1-ac5f-0beb5f623bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.351612 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-d0bd540a-a176-43d1-ac5f-0beb5f623bd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0916376 Jul 16 02:57:11.376551 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:57:11.385261 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:11.385870 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:11.430452 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-d2dbdd4d-7265-4536-ad2a-9b2062c572a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 1000 time: 0.0718362 Jul 16 02:57:11.480998 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-8658ac59-a131-4347-b46f-98649c9aff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.482477 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-8658ac59-a131-4347-b46f-98649c9aff39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0462646 Jul 16 02:57:11.498663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:11.543109 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-6e002557-3deb-410c-a6db-f0130d4d6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.544653 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-6e002557-3deb-410c-a6db-f0130d4d6fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560608 Jul 16 02:57:11.639455 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-d3889f2b-6a16-4cc5-a756-061af96b0801 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882339 Jul 16 02:57:11.732802 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3db2ba2d-0146-4e9f-9f26-f4faaa779b7e req-3eee2d0e-5872-4b0b-9711-f26b65cc90e2 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 Jul 16 02:57:11.756477 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:37Z', 'revision_number': 1, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}, {'id': 'c0e62a44-415d-45f1-9d6b-ab5c647ead07', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:c4:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:57:09Z', 'updated_at': '2021-07-16T02:57:09Z', 'revision_number': 0, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:11.787072 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e3198-30ef-48bc-8a1e-6fe1382542a4 None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:37Z', 'revision_number': 1, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}, {'id': 'c0e62a44-415d-45f1-9d6b-ab5c647ead07', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:c4:a7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:57:09Z', 'updated_at': '2021-07-16T02:57:09Z', 'revision_number': 0, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:57:11.988165 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdca72-7779-49fe-8ba2-a598b3ea23b3 None None] New status for floating IP c0e62a44-415d-45f1-9d6b-ab5c647ead07: ACTIVE {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:57:12.543501 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-67b38d2a-281a-4b33-9aa8-b245dbfa49bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:12.597013 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:12.618318 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.103823 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:15.650895 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:19.492719 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:37.230009 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-611efa56-6a97-48ed-a968-6d9d019c949d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4045198 Jul 16 02:57:37.341455 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-718fd23e-f160-486b-bc64-cf3e297113e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.342963 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-718fd23e-f160-486b-bc64-cf3e297113e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1098 time: 0.0533147 Jul 16 02:57:37.450555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-0ea2eeaf-c607-43ba-9b89-2c320e6d853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.452032 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-0ea2eeaf-c607-43ba-9b89-2c320e6d853e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0887506 Jul 16 02:57:37.516579 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-341aef04-fd79-407f-a6d7-0b65568d60ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 1002 time: 0.0577939 Jul 16 02:57:37.565978 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-ab110c46-b6f5-45a5-8067-0d76109c507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.567453 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-ab110c46-b6f5-45a5-8067-0d76109c507d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0444269 Jul 16 02:57:37.628744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-b96a0f53-c687-41a2-8880-a818ef8768d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.630258 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-b96a0f53-c687-41a2-8880-a818ef8768d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568950 Jul 16 02:57:37.721692 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-44de0629-e277-4f89-bdef-7d559f0da3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848055 Jul 16 02:57:37.816094 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-c8cddff8-4e1f-4f90-90f8-b404cad84591 req-b513b48a-f638-4a7f-9582-1ab27b08bde0 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880997 Jul 16 02:57:38.615157 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:40.319209 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a14a71ab-5f20-4b95-999d-8036cd19f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:42.546111 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9e05445-2267-40f0-aaf4-57760500cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:42.621999 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.106475 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.655124 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.485160 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.601205 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:03.935011 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-42305170-9615-4ecf-a465-690f718ce56d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1377721 Jul 16 02:58:04.043130 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-3d689600-3293-485e-82a3-dceb3e1a7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.044649 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-3d689600-3293-485e-82a3-dceb3e1a7d56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0604813 Jul 16 02:58:04.155084 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-b7f673d8-c889-46e9-b139-3efa60be9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.156607 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-b7f673d8-c889-46e9-b139-3efa60be9e70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.0897143 Jul 16 02:58:04.229248 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-b1ee9cd1-42fd-40a1-8df2-07fa144d3322 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 999 time: 0.0662897 Jul 16 02:58:04.279420 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-48623b07-d75f-440b-9334-e19cc8f95193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.281075 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-48623b07-d75f-440b-9334-e19cc8f95193 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0460875 Jul 16 02:58:04.342029 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-b98b79af-bf89-4e8d-9cdd-11d40e83c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.343570 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-b98b79af-bf89-4e8d-9cdd-11d40e83c52f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562291 Jul 16 02:58:04.354175 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-e7e8fa4e-f7b8-4028-9fdf-3a8e336af962 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:58:04.355254 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-e7e8fa4e-f7b8-4028-9fdf-3a8e336af962 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053873 Jul 16 02:58:04.455385 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-39aa26ca-480f-474f-9cd1-e0fc02c73efd service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936475 Jul 16 02:58:04.549215 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-b185fd95-931b-4249-9d2d-d60434b7d78d req-87277864-0ff9-4f8d-90e4-7344fe993763 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876305 Jul 16 02:58:08.629340 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:10.320931 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7f5e4f7-1ab8-4b2f-9527-02661deafa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.548347 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5e00eba9-c7cd-416f-a514-bb8508b817b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.625025 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:14.113201 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:15.656751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:19.495413 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.600651 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:36.862620 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-dbc7e8a7-9012-4d7c-9bd9-f7941da5483b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540779 Jul 16 02:58:36.973209 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87af53-5586-4670-95c2-69aaa1353760 req-8e7a5a6f-9407-4a70-9f8d-425cdfd5f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:36.974742 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-8e7a5a6f-9407-4a70-9f8d-425cdfd5f329 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1098 time: 0.0549524 Jul 16 02:58:37.100250 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87af53-5586-4670-95c2-69aaa1353760 req-13b37d4b-ead2-437b-b5cc-a3c721b56e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:37.101761 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-13b37d4b-ead2-437b-b5cc-a3c721b56e92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.1071537 Jul 16 02:58:37.168108 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-bd8f897c-2144-4d72-8400-e894c189c787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 1002 time: 0.0603774 Jul 16 02:58:37.245284 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87af53-5586-4670-95c2-69aaa1353760 req-b709077f-a2c3-4b28-93c5-f4a914c5724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:37.247615 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-b709077f-a2c3-4b28-93c5-f4a914c5724d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0737228 Jul 16 02:58:37.323141 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87af53-5586-4670-95c2-69aaa1353760 req-9000cfad-304a-407d-b36f-d73b9469b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:37.324669 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-9000cfad-304a-407d-b36f-d73b9469b21b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686760 Jul 16 02:58:37.336682 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-20e1a6bc-2f6c-4fe2-b0ab-8d0e3ed4b02d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:58:37.337451 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-20e1a6bc-2f6c-4fe2-b0ab-8d0e3ed4b02d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051632 Jul 16 02:58:37.433480 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-91b507ee-0f96-48bc-84df-bacc9f080402 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891328 Jul 16 02:58:37.540510 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-ca87af53-5586-4670-95c2-69aaa1353760 req-ecd928f8-9df3-4c4e-b2db-0229e4bce493 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004183 Jul 16 02:58:38.651697 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.326902 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-acd12ddf-ba13-4c94-94de-de37de593db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.550695 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-588ae767-256e-421c-9a68-5d1eab3a8b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.630517 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:44.118277 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:45.661005 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:46.421444 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 details requested by agent hyperv_n-h2-791506-20 with host n-h2-791506-20 {{(pid=93757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:58:46.585843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:46.601408 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Returning: {'device': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'port_id': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'mac_address': 'fa:16:3e:c4:a7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:58:46.642746 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:46.655957 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dcb0424-6779-41e7-aa08-d50e638f5a96 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:46.677457 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:46.682396 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:46.747418 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=6']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:46.764813 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.765877 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.766449 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.766982 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.767587 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.768213 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.768679 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.769252 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.769805 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.770471 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.770915 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.771661 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:46.821338 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] get_ports_and_sgs() called for port_ids ['8dcb0424-6779-41e7-aa08-d50e638f5a96'] {{(pid=93757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:48.427631 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 up at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:58:48.496560 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Provisioning complete for port 8dcb0424-6779-41e7-aa08-d50e638f5a96 triggered by entity L2. {{(pid=93757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:48.496984 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16210603'] for port, provisioning_complete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.854785 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16283483'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.883201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:48.885529 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1c9008387802d316accff4973ed5f15033363fd33f94b008468253b2be0668" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b6d16-2054-4bdf-bff8-92b93bff9847" -d '{"events": [{"server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "name": "network-vif-plugged", "status": "completed", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:48.902658 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:48.908852 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786739161685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786738758292', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786738758310'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.966992 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb640e-11a1-4738-9ba0-7163e6ae1069 x-openstack-request-id: req-aaeb640e-11a1-4738-9ba0-7163e6ae1069 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:48.967361 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "name": "network-vif-plugged", "status": "completed", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:48.967682 n-d-791506-20 neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaeb640e-11a1-4738-9ba0-7163e6ae1069 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:48.968245 n-d-791506-20 neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'code': 200} Jul 16 02:58:48.971432 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Pushing event updated for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=7']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:49.522973 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.372871 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49152) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:58.567004 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Deleting port 279e714d-27e6-44df-9984-fda3226f85f8 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:58.567364 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.651158 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.651498 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.664476 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Calling delete_port for 279e714d-27e6-44df-9984-fda3226f85f8 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:58.857345 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.891212 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event deleted for resources: {'Port': ['ID=279e714d-27e6-44df-9984-fda3226f85f8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:58.923420 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.923769 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.924116 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.924482 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.924823 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.925155 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.925489 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.925820 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.926230 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.926617 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.927000 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.927390 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:58.974324 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.974745 n-d-791506-20 neutron-server[93756]: INFO neutron.db.l3_db [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Floating IP c0e62a44-415d-45f1-9d6b-ab5c647ead07 disassociated (deleted). External IP: 172.25.7.119, port: 8dcb0424-6779-41e7-aa08-d50e638f5a96. Jul 16 02:58:59.212729 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:59.332744 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:59.338995 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.347860 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:59.362072 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:59.363543 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:59.393993 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eeb5e06e-a3db-4197-9d42-5988c4cd445b tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "DELETE /v2.0/floatingips/c0e62a44-415d-45f1-9d6b-ab5c647ead07 HTTP/1.1" status: 204 len: 168 time: 1.0193355 Jul 16 02:58:59.394835 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:59.400857 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d553df-3e6c-41aa-95c7-9101c994a981" -d '{"events": [{"name": "network-changed", "server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:59.586274 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0bb21-ea3b-4afe-a6d7-fab9a750ec33 x-openstack-request-id: req-27d0bb21-ea3b-4afe-a6d7-fab9a750ec33 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:59.586797 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:59.587173 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27d0bb21-ea3b-4afe-a6d7-fab9a750ec33 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:59.587779 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'status': 'completed', 'code': 200} Jul 16 02:58:59.710645 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-9cfe9d8c-8ace-41b1-91c4-76912b5495a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:59.713490 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-9cfe9d8c-8ace-41b1-91c4-76912b5495a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 1098 time: 0.0816205 Jul 16 02:58:59.727673 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:59.833025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-ca48c622-ebf6-468f-892c-17117a6b2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:59.836203 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-ca48c622-ebf6-468f-892c-17117a6b2b90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.1152794 Jul 16 02:58:59.911818 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-aa746ba0-dd3a-4ec0-886a-43a98534a256 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 200 len: 217 time: 0.0682864 Jul 16 02:59:00.037310 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-c930d00f-fbce-45e7-b6ba-0bc3b1668568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:00.039405 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-c930d00f-fbce-45e7-b6ba-0bc3b1668568 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.1205523 Jul 16 02:59:00.044056 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:37Z', 'revision_number': 1, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:00.074935 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:00.084962 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:00.085750 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:00.142180 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdce6ce-e359-46a2-b29d-fd3d6f0ea981 req-81910a9e-ab28-4ce6-b9fd-a83da0def619 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:00.145729 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbdce6ce-e359-46a2-b29d-fd3d6f0ea981 req-81910a9e-ab28-4ce6-b9fd-a83da0def619 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.2378986 Jul 16 02:59:00.181063 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-9e49d732-a423-47d8-aaa1-b076a55abec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:00.183295 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-9e49d732-a423-47d8-aaa1-b076a55abec1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339552 Jul 16 02:59:00.201874 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:00.248636 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-bbdce6ce-e359-46a2-b29d-fd3d6f0ea981 req-be661327-5a20-4d1e-80c8-7f8126219a93 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966017 Jul 16 02:59:00.342235 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-6f1d65db-d199-4a85-a4f5-9c2820a723bf service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489255 Jul 16 02:59:00.460738 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-07d553df-3e6c-41aa-95c7-9101c994a981 req-1c0b5a30-4cb4-4c88-9b9f-623b8deb33b8 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105356 Jul 16 02:59:00.486411 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:37Z', 'revision_number': 1, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:00.517737 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5de0ba-981a-4ff6-9b88-3c7a14084f8d None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_floatingips': [{'id': '7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'router_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'port_id': '28510773-d350-42ce-b266-689e786d547a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'mac_address': 'fa:16:3e:e5:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:35Z', 'updated_at': '2021-07-16T02:54:37Z', 'revision_number': 1, 'project_id': '04decd9b04c646d781972c4fef719abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:00.800962 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad7c58-3796-40f2-a1d3-02a353b270b7 None None] New status for floating IP c0e62a44-415d-45f1-9d6b-ab5c647ead07: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:01.467419 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0ba22-77d4-4282-ae20-769653334acb req-58549849-e241-4cf5-916c-f2a1efe58d7c tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:01.469027 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0da0ba22-77d4-4282-ae20-769653334acb req-58549849-e241-4cf5-916c-f2a1efe58d7c tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.0704691 Jul 16 02:59:01.540205 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-0da0ba22-77d4-4282-ae20-769653334acb req-1754d904-7735-42e4-8ee6-d403a3ebf2dd tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653892 Jul 16 02:59:01.575015 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-25b294a0-02da-45ac-9227-8a0f927d41b5 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:01.577763 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-25b294a0-02da-45ac-9227-8a0f927d41b5 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 946 time: 0.0961521 Jul 16 02:59:01.685965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Deleting port 8dcb0424-6779-41e7-aa08-d50e638f5a96 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:01.686314 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.781635 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] For port 8dcb0424-6779-41e7-aa08-d50e638f5a96, host n-h2-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-20',level=0,port_id=8dcb0424-6779-41e7-aa08-d50e638f5a96,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:01.782003 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.795333 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Calling delete_port for 8dcb0424-6779-41e7-aa08-d50e638f5a96 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:01.939102 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.972728 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event deleted for resources: {'Port': ['ID=8dcb0424-6779-41e7-aa08-d50e638f5a96,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:02.033905 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] No DVR routers for this DVR port 8dcb0424-6779-41e7-aa08-d50e638f5a96 on host n-h2-791506-20 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:02.037141 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.039860 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-b8d39539-4d9f-4378-a599-fc0efc5a845f req-e8a31c42-a55b-4cdd-ab59-8d2b1ceb67ad tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.13 "DELETE /v2.0/ports/8dcb0424-6779-41e7-aa08-d50e638f5a96 HTTP/1.1" status: 204 len: 173 time: 0.4567037 Jul 16 02:59:02.040334 n-d-791506-20 neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'name': 'network-vif-deleted', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:02.043419 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff34495fb829efc797aeca01aeca2d226c95c38f8dac3c22cb63882783b1cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15550a9b-d8e8-4227-a0b0-f5a250ceab34" -d '{"events": [{"server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "name": "network-vif-deleted", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:02.083744 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f0ae07-a00e-4af6-a098-4ba96264d413 x-openstack-request-id: req-e9f0ae07-a00e-4af6-a098-4ba96264d413 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:02.084228 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ddc4e9-baa3-48b0-a067-13873a55df01", "name": "network-vif-deleted", "tag": "8dcb0424-6779-41e7-aa08-d50e638f5a96", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:02.084664 n-d-791506-20 neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9f0ae07-a00e-4af6-a098-4ba96264d413 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:02.085184 n-d-791506-20 neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ddc4e9-baa3-48b0-a067-13873a55df01', 'name': 'network-vif-deleted', 'tag': '8dcb0424-6779-41e7-aa08-d50e638f5a96', 'status': 'completed', 'code': 200} Jul 16 02:59:02.535404 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:02.557726 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 8dcb0424-6779-41e7-aa08-d50e638f5a96 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:02.558210 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:02.770826 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-3608226b-fe64-47f3-b2f6-d680abb6e62c req-7933043a-fc61-4c72-99da-8cc6a35b69fd tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=40ddc4e9-baa3-48b0-a067-13873a55df01 HTTP/1.1" status: 200 len: 210 time: 0.0524948 Jul 16 02:59:03.601804 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:04.433072 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49218) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:04.602656 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Deleting port 546f9ef8-a22f-4ef5-8bfa-e4a7651cb4ac {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:04.603006 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.689740 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.690025 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.702588 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Calling delete_port for 546f9ef8-a22f-4ef5-8bfa-e4a7651cb4ac owned by network:floatingip {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:04.863968 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.895673 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event deleted for resources: {'Port': ['ID=546f9ef8-a22f-4ef5-8bfa-e4a7651cb4ac,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:04.923516 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.923866 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.924211 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.924607 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.924953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.925293 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.925628 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.925958 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.926286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.926629 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.926980 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.927286 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-20 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:04.968834 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.969138 n-d-791506-20 neutron-server[93755]: INFO neutron.db.l3_db [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Floating IP 7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a disassociated (deleted). External IP: 172.25.7.60, port: 28510773-d350-42ce-b266-689e786d547a. Jul 16 02:59:05.198853 n-d-791506-20 neutron-server[93755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:05.314387 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:05.319872 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for floatingip, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.325289 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:05.335728 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:05.336841 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:05.367683 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-a0340976-977c-461f-8c3a-5bc6bebf1f07 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "DELETE /v2.0/floatingips/7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a HTTP/1.1" status: 204 len: 168 time: 0.9329970 Jul 16 02:59:05.368622 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:05.373037 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5492c2bf-5735-4169-ad8e-fc8ae6d38388" -d '{"events": [{"name": "network-changed", "server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:05.410927 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f83de5-f24c-4c53-a4e4-4633664343fc x-openstack-request-id: req-12f83de5-f24c-4c53-a4e4-4633664343fc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:05.411253 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "tag": "28510773-d350-42ce-b266-689e786d547a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:05.411544 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12f83de5-f24c-4c53-a4e4-4633664343fc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:05.411888 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'status': 'completed', 'code': 200} Jul 16 02:59:05.463513 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:05.531524 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-359080ef-b937-430c-a432-2f2ebc04687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.534444 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-359080ef-b937-430c-a432-2f2ebc04687e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04decd9b04c646d781972c4fef719abb&device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 1096 time: 0.0965993 Jul 16 02:59:05.680327 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-0eeddd4b-0b92-4799-87db-5d683b3f9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.682543 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-0eeddd4b-0b92-4799-87db-5d683b3f9c6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 200 len: 911 time: 0.1415179 Jul 16 02:59:05.735290 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:05.753088 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-7cb7eef2-4515-4628-86cc-781e262aa553 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 200 len: 217 time: 0.0628905 Jul 16 02:59:05.764217 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:05.773809 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:05.774531 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:05.834446 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-4eca6064-c9fb-462f-ab25-2d20b01dddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.837125 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-4eca6064-c9fb-462f-ab25-2d20b01dddab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 200 len: 849 time: 0.0739150 Jul 16 02:59:05.857872 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6809d2-45a5-4a3e-9964-52e8a7d48e52 req-93f4aafc-c72e-472e-ad8a-462b51c84c34 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.860640 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da6809d2-45a5-4a3e-9964-52e8a7d48e52 req-93f4aafc-c72e-472e-ad8a-462b51c84c34 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 944 time: 0.0842781 Jul 16 02:59:05.907078 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:05.908507 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-da6809d2-45a5-4a3e-9964-52e8a7d48e52 req-d5af71d4-3c55-4d85-babd-73961103265e tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414793 Jul 16 02:59:05.931742 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-7aa20aaf-f5b0-4e45-b587-faf4d445587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.933430 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-7aa20aaf-f5b0-4e45-b587-faf4d445587b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bdd35d88-06ae-4b7f-8553-79f16b43b07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885370 Jul 16 02:59:06.092563 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-e63332e1-fdf2-4ca0-ae1e-164939ac8084 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507950 Jul 16 02:59:06.186396 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:06.219216 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452fb26d-8ab1-427a-99aa-2857170192b9 None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 4, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20', '_interfaces': [{'id': '855433d9-0622-4427-89d1-98a3b70078a4', 'name': '', 'network_id': 'bdd35d88-06ae-4b7f-8553-79f16b43b07b', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'mac_address': 'fa:16:3e:d7:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:14Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'subnets': [{'id': '2a2a7642-9bd8-4187-ae12-1fa6a701ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:06.247148 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-5492c2bf-5735-4169-ad8e-fc8ae6d38388 req-15384c37-dff1-47a1-b13e-c691280b0084 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478796 Jul 16 02:59:06.472329 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57eb53b-6ed9-4133-98f4-745adc278501 None None] New status for floating IP 7d8e9e9c-00e3-4b1b-81ce-72dc6aec640a: DOWN {{(pid=93757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:06.542049 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 no longer exists at agent hyperv_n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:06.568512 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] No Port match for: 8dcb0424-6779-41e7-aa08-d50e638f5a96 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:06.568922 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Device 8dcb0424-6779-41e7-aa08-d50e638f5a96 not bound to the agent host n-h2-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:07.124468 n-d-791506-20 neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d437c9-2690-4bd1-88d7-1a7afefd13f4 req-a5e78638-4c7e-47f2-bc89-f78067eaf6c3 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.126914 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57d437c9-2690-4bd1-88d7-1a7afefd13f4 req-a5e78638-4c7e-47f2-bc89-f78067eaf6c3 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 944 time: 0.0800838 Jul 16 02:59:07.181504 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-57d437c9-2690-4bd1-88d7-1a7afefd13f4 req-5fcb79b2-5d35-4c36-9e6f-42af76259b2d tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/security-groups?id=5139d587-8285-4fac-98f1-018a55e17c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482287 Jul 16 02:59:07.281708 n-d-791506-20 neutron-server[93755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e1689-2130-4786-92a5-d90828929e0a req-ac31517e-e228-44df-bdeb-6868e36b48ea tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.283346 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-698e1689-2130-4786-92a5-d90828929e0a req-ac31517e-e228-44df-bdeb-6868e36b48ea tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.23 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 944 time: 0.0731752 Jul 16 02:59:07.390424 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Deleting port 28510773-d350-42ce-b266-689e786d547a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:07.390769 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:07.489666 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] For port 28510773-d350-42ce-b266-689e786d547a, host n-h1-791506-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-20',level=0,port_id=28510773-d350-42ce-b266-689e786d547a,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:07.490040 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:07.504454 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Calling delete_port for 28510773-d350-42ce-b266-689e786d547a owned by compute:nova {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:07.646487 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:07.683687 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event deleted for resources: {'Port': ['ID=28510773-d350-42ce-b266-689e786d547a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:07.735232 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] No DVR routers for this DVR port 28510773-d350-42ce-b266-689e786d547a on host n-h1-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:07.738294 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71635'] for port, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:07.740382 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [req-698e1689-2130-4786-92a5-d90828929e0a req-9cd96839-a8a7-404c-ba4b-90673d902351 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.23 "DELETE /v2.0/ports/28510773-d350-42ce-b266-689e786d547a HTTP/1.1" status: 204 len: 173 time: 0.4519596 Jul 16 02:59:07.740848 n-d-791506-20 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-deleted', 'tag': '28510773-d350-42ce-b266-689e786d547a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:07.743515 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d063f2e404a20247f67838dc309e3573bfde747adda9e9420ae99d69a01874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a0572-2673-4f34-af55-a185a8868a71" -d '{"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-deleted", "tag": "28510773-d350-42ce-b266-689e786d547a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:07.818140 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b3c890-c487-465b-ae44-e4a5e2b1488e x-openstack-request-id: req-16b3c890-c487-465b-ae44-e4a5e2b1488e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:07.818605 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d", "name": "network-vif-deleted", "tag": "28510773-d350-42ce-b266-689e786d547a", "status": "completed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:07.818985 n-d-791506-20 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16b3c890-c487-465b-ae44-e4a5e2b1488e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:07.819559 n-d-791506-20 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d', 'name': 'network-vif-deleted', 'tag': '28510773-d350-42ce-b266-689e786d547a', 'status': 'completed', 'code': 200} Jul 16 02:59:08.358387 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [req-05c8cd88-d7ed-46f7-81d3-0d3db506f072 req-596eaa0b-1e3b-440a-bc96-7fa3382c7046 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "GET /v2.0/ports?device_id=17c7e8a5-ac5d-4008-bf37-fd3f351f3a2d HTTP/1.1" status: 200 len: 210 time: 0.0376348 Jul 16 02:59:08.644536 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.462653 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49234) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:09.531003 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4ba-7d06-492a-9b33-6d29fc09bea4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.558271 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4ba-7d06-492a-9b33-6d29fc09bea4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.628887 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4ba-7d06-492a-9b33-6d29fc09bea4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.631765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50a9f4ba-7d06-492a-9b33-6d29fc09bea4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.633108 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-50a9f4ba-7d06-492a-9b33-6d29fc09bea4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] 10.222.0.42 "DELETE /v2.0/security-groups/5139d587-8285-4fac-98f1-018a55e17c3a HTTP/1.1" status: 204 len: 168 time: 0.1693521 Jul 16 02:59:09.643054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9f4ba-7d06-492a-9b33-6d29fc09bea4 tempest-TestSnapshotPattern-89848162 tempest-TestSnapshotPattern-89848162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5139d587-8285-4fac-98f1-018a55e17c3a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:09.707395 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49238) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:09.952843 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a no longer exists at agent hyperv_n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:09.977207 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] No Port match for: 28510773-d350-42ce-b266-689e786d547a {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:09.977761 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Device 28510773-d350-42ce-b266-689e786d547a not bound to the agent host n-h1-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:10.092842 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.321081 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8da49047-6304-4716-8dfa-69a666468bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.367940 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Deleting port 855433d9-0622-4427-89d1-98a3b70078a4 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:10.368290 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.458618 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] For port 855433d9-0622-4427-89d1-98a3b70078a4, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=855433d9-0622-4427-89d1-98a3b70078a4,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:10.458980 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.473656 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Calling delete_port for 855433d9-0622-4427-89d1-98a3b70078a4 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:10.699534 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.728106 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=855433d9-0622-4427-89d1-98a3b70078a4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:10.928180 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.240965 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:11.742399 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:11.748057 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-f77656c9-4a46-464a-870e-e4ddabdc3c28 admin admin] 10.222.0.42 "PUT /v2.0/routers/595ea1fe-52c8-4d1c-8ba3-f902715e3932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0391731 Jul 16 02:59:11.752151 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:11.758275 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] Sync routers for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:11.770610 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:11.771663 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:11.909543 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: n-d-791506-20 {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:12.046776 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.170160 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.218743 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:59:10Z', 'revision_number': 5, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port': {'id': 'a75db8c3-ca1a-4f83-96d8-899dc7f6fb71', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:12.243519 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Deleting port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:12.243996 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.245547 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] Checking router: 595ea1fe-52c8-4d1c-8ba3-f902715e3932 for host: n-d-791506-20 {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:12.254233 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] Routers {'595ea1fe-52c8-4d1c-8ba3-f902715e3932'} bound to L3 agent in host n-d-791506-20 {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:12.254849 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:43Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:12.375139 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] For port a75db8c3-ca1a-4f83-96d8-899dc7f6fb71, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:12.375705 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.376949 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] Set router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:12.394448 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Calling delete_port for a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:12.433466 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:59:12Z', 'revision_number': 6, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:12.459796 n-d-791506-20 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35bf252-c80b-4e09-bc4b-5f93ac382105 None None] The sync data for ids ['595ea1fe-52c8-4d1c-8ba3-f902715e3932'] in n-d-791506-20 is: [{'id': '595ea1fe-52c8-4d1c-8ba3-f902715e3932', 'name': 'tempest-TestSnapshotPattern-2028033440-router', 'tenant_id': '04decd9b04c646d781972c4fef719abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:12Z', 'updated_at': '2021-07-16T02:59:12Z', 'revision_number': 6, 'project_id': '04decd9b04c646d781972c4fef719abb', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:12.555474 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-77796641-88c3-4e66-9b1f-5b70c43e29f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.640680 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.646179 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.675382 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75db8c3-ca1a-4f83-96d8-899dc7f6fb71,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:12.753777 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.856459 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.859551 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.928529 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.929405 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595ea1fe-52c8-4d1c-8ba3-f902715e3932 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:59:12.934596 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.935751 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-fab24c88-a842-49d9-9c54-b4aaf5b5a580 admin admin] 10.222.0.42 "DELETE /v2.0/routers/595ea1fe-52c8-4d1c-8ba3-f902715e3932 HTTP/1.1" status: 204 len: 168 time: 1.1825988 Jul 16 02:59:12.939221 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49244) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:13.009987 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Deleting subnet 2a2a7642-9bd8-4187-ae12-1fa6a701ac7e {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:13.014608 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.059349 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.157577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.218769 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.246081 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2a7642-9bd8-4187-ae12-1fa6a701ac7e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:13.256728 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.258624 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-2c05ccf1-db1e-40f6-afba-318ec54bf53f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2a2a7642-9bd8-4187-ae12-1fa6a701ac7e HTTP/1.1" status: 204 len: 168 time: 0.3181069 Jul 16 02:59:13.263012 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49246) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:13.279499 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0ec90-9bd6-4472-862f-30db511c6c68 None None] Network bdd35d88-06ae-4b7f-8553-79f16b43b07b requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:59:13.403583 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.490720 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Deleting port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:13.491057 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.591762 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] DHCP port deletion for bdd35d88-06ae-4b7f-8553-79f16b43b07b request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:59:13.614914 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] For port f299a8a7-2102-4a6b-b61e-58b7c1eaad34, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:13.615821 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.634898 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Calling delete_port for f299a8a7-2102-4a6b-b61e-58b7c1eaad34 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:13.681674 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] Deleting port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:13.682190 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.765363 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 855433d9-0622-4427-89d1-98a3b70078a4 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:13.770094 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.813750 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Pushing event deleted for resources: {'Port': ['ID=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:13.814456 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 855433d9-0622-4427-89d1-98a3b70078a4 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:13.814980 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 855433d9-0622-4427-89d1-98a3b70078a4 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:13.815600 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:13.819463 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] No DVR routers for this DVR port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:13.820095 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] For port f299a8a7-2102-4a6b-b61e-58b7c1eaad34, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,segment=NetworkSegment(19c1b36d-38d0-436f-9046-ae2b7554fc63),segment_id=19c1b36d-38d0-436f-9046-ae2b7554fc63)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:13.820634 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.860089 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:13.860413 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device a75db8c3-ca1a-4f83-96d8-899dc7f6fb71 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:13.860917 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f299a8a7-2102-4a6b-b61e-58b7c1eaad34 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:13.868822 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] Calling delete_port for f299a8a7-2102-4a6b-b61e-58b7c1eaad34 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:13.891243 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: f299a8a7-2102-4a6b-b61e-58b7c1eaad34 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:13.891586 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device f299a8a7-2102-4a6b-b61e-58b7c1eaad34 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:13.922737 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.934299 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd35d88-06ae-4b7f-8553-79f16b43b07b']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:13.951357 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c1b36d-38d0-436f-9046-ae2b7554fc63') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:13.952336 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c1b36d-38d0-436f-9046-ae2b7554fc63') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:13.964667 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.984386 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.985909 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.994363 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:13.994983 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:13.997737 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:14.031433 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] Pushing event deleted for resources: {'Port': ['ID=f299a8a7-2102-4a6b-b61e-58b7c1eaad34,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:14.036878 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba99b1-2c3e-4076-9d2e-60eeea40d22c None None] No DVR routers for this DVR port f299a8a7-2102-4a6b-b61e-58b7c1eaad34 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:14.075942 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:14.084358 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:14.087132 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] 10.222.0.42 "DELETE /v2.0/networks/bdd35d88-06ae-4b7f-8553-79f16b43b07b HTTP/1.1" status: 204 len: 168 time: 0.8226986 Jul 16 02:59:14.090588 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:14.109248 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a092c-e3bd-4f2b-abc2-475f03a3c57e admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd35d88-06ae-4b7f-8553-79f16b43b07b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:14.127898 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:14.630837 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-437166'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:14.943809 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Deleting port 31feff9e-5c22-462c-b13d-cc5ecb6d5202 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:14.944193 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.034685 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] For port 31feff9e-5c22-462c-b13d-cc5ecb6d5202, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=31feff9e-5c22-462c-b13d-cc5ecb6d5202,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:15.035539 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.050377 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Calling delete_port for 31feff9e-5c22-462c-b13d-cc5ecb6d5202 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:15.253791 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.283025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31feff9e-5c22-462c-b13d-cc5ecb6d5202,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:15.537085 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415550'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.665373 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.788025 n-d-791506-20 neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Router f4293805-4a94-4d7d-9358-a6fb341f02f3 has already been hosted by L3 agent c641bb79-0a11-4149-a45a-563a9b218b4d {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:15.912176 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] Notify agent at l3_agent.n-d-791506-20 the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:15.918870 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-be8a29f1-8208-4a22-ac1a-328b75361ea0 admin admin] 10.222.0.42 "PUT /v2.0/routers/f4293805-4a94-4d7d-9358-a6fb341f02f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255341 Jul 16 02:59:15.920269 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:15.923201 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] Sync routers for ids ['f4293805-4a94-4d7d-9358-a6fb341f02f3'] in n-d-791506-20 {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:15.934204 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] Routers {'f4293805-4a94-4d7d-9358-a6fb341f02f3'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:15.934841 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f4293805-4a94-4d7d-9358-a6fb341f02f3'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.048479 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] Set router f4293805-4a94-4d7d-9358-a6fb341f02f3 gateway port host: n-d-791506-20 {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:16.059665 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.171068 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.229434 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Deleting port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:16.229779 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.236717 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'external_fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:59:15Z', 'revision_number': 5, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port': {'id': '8d71c79e-82a6-4ec0-9385-719f6efb2bd1', 'name': '', 'network_id': '39b35ed2-9a51-43ba-99c8-e3fee4f8df52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0a42a7-9846-4ca0-8ca8-8e624eff18e3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-20'}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.266757 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] Checking router: f4293805-4a94-4d7d-9358-a6fb341f02f3 for host: n-d-791506-20 {{(pid=93757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:16.276752 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] Routers {'f4293805-4a94-4d7d-9358-a6fb341f02f3'} bound to L3 agent in host n-d-791506-20 {{(pid=93757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:16.277392 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:14:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:13Z,host='n-d-791506-20',id=c641bb79-0a11-4149-a45a-563a9b218b4d,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:14:12Z,topic='l3_agent')) {'router_ids': ['f4293805-4a94-4d7d-9358-a6fb341f02f3'], 'active': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.327324 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] For port 8d71c79e-82a6-4ec0-9385-719f6efb2bd1, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,segment=NetworkSegment(db9540c9-ba8f-4ebb-b91f-50593269a4e0),segment_id=db9540c9-ba8f-4ebb-b91f-50593269a4e0)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:16.328494 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.341555 n-d-791506-20 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Calling delete_port for 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:16.370138 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvr_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] Set router f4293805-4a94-4d7d-9358-a6fb341f02f3 gateway port host: None {{(pid=93757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:16.430105 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_hamode_db [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:59:16Z', 'revision_number': 6, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port_host': None}], 'n-d-791506-20', False) {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.458711 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682c198-adaf-41ae-830a-0cb70bbdab2c None None] The sync data for ids ['f4293805-4a94-4d7d-9358-a6fb341f02f3'] in n-d-791506-20 is: [{'id': 'f4293805-4a94-4d7d-9358-a6fb341f02f3', 'name': 'tempest-TestSnapshotPattern-828975089-router', 'tenant_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:17Z', 'updated_at': '2021-07-16T02:59:16Z', 'revision_number': 6, 'project_id': '5653e0ceeabc4b6c8ef063322e28d2d4', 'gw_port_host': None}] {{(pid=93757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:16.523960 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3595595'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.552776 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d71c79e-82a6-4ec0-9385-719f6efb2bd1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:16.617087 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440676'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.715878 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5533'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.718232 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.765118 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435174'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.765684 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4293805-4a94-4d7d-9358-a6fb341f02f3 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:59:16.770194 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.771365 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-eaca6a36-cc61-4220-a33b-1fd57aef3ffa admin admin] 10.222.0.42 "DELETE /v2.0/routers/f4293805-4a94-4d7d-9358-a6fb341f02f3 HTTP/1.1" status: 204 len: 168 time: 0.8499300 Jul 16 02:59:16.773912 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.42', 49254) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:16.830056 n-d-791506-20 neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Deleting subnet f96ade41-a05c-4056-89fd-ea226bd1d915 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:16.833577 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.871563 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3595768'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.968239 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16207938'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.025758 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16207989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3595576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4048015'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.055117 n-d-791506-20 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.057014 n-d-791506-20 neutron-server[93756]: INFO neutron.wsgi [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f96ade41-a05c-4056-89fd-ea226bd1d915 HTTP/1.1" status: 204 len: 168 time: 0.2820458 Jul 16 02:59:17.058500 n-d-791506-20 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ca45-153f-418b-badb-5523f708de69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96ade41-a05c-4056-89fd-ea226bd1d915,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:17.059615 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49256) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:17.060354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650ee64-4cdf-4bfb-b18a-607da5fcab1e None None] Network 43e26949-4299-4cac-8bc3-f593a2efe0d1 requested from n-d-791506-20 {{(pid=93757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:59:17.131978 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16317737'] for network, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.187873 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Deleting port 55ebd3c0-76f7-4371-a8e9-683615e24524 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:17.188116 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.252662 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] DHCP port deletion for 43e26949-4299-4cac-8bc3-f593a2efe0d1 request from n-d-791506-20 {{(pid=93757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:59:17.262953 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] For port 55ebd3c0-76f7-4371-a8e9-683615e24524, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=55ebd3c0-76f7-4371-a8e9-683615e24524,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:17.263394 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.276104 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Calling delete_port for 55ebd3c0-76f7-4371-a8e9-683615e24524 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:17.301556 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] Deleting port 55ebd3c0-76f7-4371-a8e9-683615e24524 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:17.301929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786739161007'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.372598 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58844842'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.384889 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] For port 55ebd3c0-76f7-4371-a8e9-683615e24524, host n-d-791506-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-20',level=0,port_id=55ebd3c0-76f7-4371-a8e9-683615e24524,segment=NetworkSegment(bf32e662-bd06-4b7f-a499-f8ffc1eb8b31),segment_id=bf32e662-bd06-4b7f-a499-f8ffc1eb8b31)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:17.385293 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435093'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.406686 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] Calling delete_port for 55ebd3c0-76f7-4371-a8e9-683615e24524 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:17.407813 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ebd3c0-76f7-4371-a8e9-683615e24524,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:17.411457 n-d-791506-20 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] No DVR routers for this DVR port 55ebd3c0-76f7-4371-a8e9-683615e24524 on host n-d-791506-20 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:17.495426 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16284576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786739161730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786738758283'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.509234 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16208678', 'neutron.services.segments.db._delete_segments_for_network-8786739290956'] for network, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.523688 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e26949-4299-4cac-8bc3-f593a2efe0d1']}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:17.528912 n-d-791506-20 neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] Pushing event deleted for resources: {'Port': ['ID=55ebd3c0-76f7-4371-a8e9-683615e24524,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:17.531505 n-d-791506-20 neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8eab73-0bc3-44ff-b51a-ffad59519d71 None None] No DVR routers for this DVR port 55ebd3c0-76f7-4371-a8e9-683615e24524 on host n-d-791506-20 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:17.555935 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31') {'for_net_delete': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:17.556240 n-d-791506-20 neutron-server[93755]: DEBUG neutron.services.segments.db [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf32e662-bd06-4b7f-a499-f8ffc1eb8b31') {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:17.572869 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786739293269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58984414'] for segment, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.611765 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986'] for segment, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.623429 n-d-791506-20 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:17.624658 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16168986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58844539'] for segment, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: Traceback (most recent call last): Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: timer() Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: cb(*args, **kw) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: return func(*args, **kwargs) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: self._notify() Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: self.callback(batched_events) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: event.method(event) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: return f(self, *a, **k) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: return self._get(url).json() Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:17.627914 n-d-791506-20 neutron-server[93755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:17.668354 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 55ebd3c0-76f7-4371-a8e9-683615e24524 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:17.689887 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 55ebd3c0-76f7-4371-a8e9-683615e24524 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:17.690266 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 55ebd3c0-76f7-4371-a8e9-683615e24524 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:17.690641 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 31feff9e-5c22-462c-b13d-cc5ecb6d5202 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:17.705208 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16208703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440760'] for network, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.710311 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 31feff9e-5c22-462c-b13d-cc5ecb6d5202 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:17.710730 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 31feff9e-5c22-462c-b13d-cc5ecb6d5202 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:17.711061 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 no longer exists at agent ovs-agent-n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:17.711535 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Notify callbacks [] for network, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.715018 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] 10.222.0.42 "DELETE /v2.0/networks/43e26949-4299-4cac-8bc3-f593a2efe0d1 HTTP/1.1" status: 204 len: 168 time: 0.6540301 Jul 16 02:59:17.733341 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1802d127-518c-40c5-87bd-13e817447712 None None] No Port match for: 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 {{(pid=93757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:17.733701 n-d-791506-20 neutron-server[93757]: DEBUG neutron.plugins.ml2.rpc [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Device 8d71c79e-82a6-4ec0-9385-719f6efb2bd1 not bound to the agent host n-d-791506-20 {{(pid=93757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:17.737837 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684cae1-39d5-4608-9c9b-9eca9bb7db62 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e26949-4299-4cac-8bc3-f593a2efe0d1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:17.856054 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49260) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:17.904080 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-b2d6c920-9119-4003-9a50-96db9dadb801 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04decd9b04c646d781972c4fef719abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463364 Jul 16 02:59:17.907129 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49262) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:17.957902 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85ae8454-cf49-49c2-816a-7889b2341994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.979254 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85ae8454-cf49-49c2-816a-7889b2341994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.033671 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85ae8454-cf49-49c2-816a-7889b2341994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.036556 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85ae8454-cf49-49c2-816a-7889b2341994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.037831 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-85ae8454-cf49-49c2-816a-7889b2341994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd00f1b3-f7e5-451a-bc9a-b73179b12ff6 HTTP/1.1" status: 204 len: 168 time: 0.1297257 Jul 16 02:59:18.046584 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae8454-cf49-49c2-816a-7889b2341994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00f1b3-f7e5-451a-bc9a-b73179b12ff6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:18.398109 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49268) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:18.444127 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2d1814ce-cae4-4b72-bf35-ee7156e4747a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5653e0ceeabc4b6c8ef063322e28d2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446270 Jul 16 02:59:18.453912 n-d-791506-20 neutron-server[93755]: DEBUG neutron.wsgi [-] (93755) accepted ('10.222.0.42', 49270) {{(pid=93755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:18.524797 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf95-5240-46e8-be67-6132a408f9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.552840 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf95-5240-46e8-be67-6132a408f9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.605640 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf95-5240-46e8-be67-6132a408f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635517'] for security_group, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.609232 n-d-791506-20 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6edf95-5240-46e8-be67-6132a408f9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.610417 n-d-791506-20 neutron-server[93755]: INFO neutron.wsgi [None req-2f6edf95-5240-46e8-be67-6132a408f9b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6d84229-b1cb-4ff2-a2cb-bba782426e04 HTTP/1.1" status: 204 len: 168 time: 0.1522288 Jul 16 02:59:18.620758 n-d-791506-20 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6edf95-5240-46e8-be67-6132a408f9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d84229-b1cb-4ff2-a2cb-bba782426e04,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:19.517832 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:38.648855 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:40.325003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b60b9161-bdd6-4921-99fc-4c3fc4c5c215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:40.601753 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:42.557791 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85f54c4-5c26-4de0-9dcd-88b010335118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:42.629146 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:44.119929 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:45.670770 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:49.530430 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.642069 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.325063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cfa10315-ff69-46aa-875d-fdbf29c1afdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.558747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22c24c55-846c-47e0-9b4b-b1b07b5c0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.630976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.123132 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.669457 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.602010 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:19.529876 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.661031 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:40.327751 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7293cf-2144-4827-b654-b0317842b8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.559958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-830a64a5-0653-44e4-81aa-67c4deaad8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.632725 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.125535 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:45.671716 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:49.527464 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:54.601102 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:01:08.671943 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:10.328567 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2681cce-0597-41cd-8b0f-a8bb097d5930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:12.560686 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea140fdc-2a0e-4a8b-99d3-02cfae34e9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:12.634619 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.130254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.676453 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:19.542524 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:31.601146 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:01:38.676064 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.328807 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10660b25-1895-4658-a8ac-ac7cca470389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.564167 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d55bdb18-0de6-4126-9fc8-b19594e491ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.635937 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:44.131351 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.680123 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.557003 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.600787 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:08.671713 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.330666 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3da4295d-0f4a-45b5-9f2b-9b9bab2acd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.565859 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f88babdf-719e-4c60-928e-5f317a210d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.637529 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:14.135698 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:15.682721 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:19.559065 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:38.703046 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:40.330844 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ccae0bdd-c4ac-417b-85d2-dab222cfdbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:42.568980 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d41b2b1c-5877-4dc2-a738-61567ca8d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:42.637063 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:44.138496 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:45.600677 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:45.684747 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.556539 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.245632 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-64fa8ed8-bc34-4f1d-b2b6-e40c530085b8 req-2ef76bc9-d2ab-4a1b-8c54-4fdbd72e6052 service neutron] (93756) timed out ('10.222.0.42', 40080) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:03:08.712567 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:10.332112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d9c8cd7-a5bc-43ce-a689-fb7fc8355da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.574254 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-790b7921-a930-4a34-9746-c0939d86e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.640332 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.140888 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.687112 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:19.554975 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:22.599374 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:03:38.717034 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:40.332508 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc63ae17-1110-4d0f-b87a-d47cfa812bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:42.575323 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ec3b07ac-852a-4d91-ba7f-32dc3f087ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:42.643065 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:44.144021 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:45.690381 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:49.571302 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.599003 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:04:08.717976 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:10.335120 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db0c9ba3-0ae3-4eca-96f6-a49a59bb5996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:12.577117 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-141ea490-cdd4-4be0-8cd7-49bcd701445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:12.644555 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:14.147315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:15.692335 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:19.575362 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:36.598284 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:04:38.716784 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:40.337419 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d14c19a1-13b9-4c0e-ab94-7507979c855f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.578449 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f338c0c-f755-482c-a5f9-2109019cfd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.644935 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:44.152052 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:45.696343 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:49.585958 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:08.716315 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.340161 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c68e73f-9b2c-4f3f-b25f-ae4a2c71fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:12.580034 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f188bb62-b4ec-4e5c-a535-389bf50b046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:12.646298 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:13.597749 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:14.152253 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:15.701610 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:19.589569 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.732258 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.341635 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b97f5dc5-bc2f-4e2b-a1c9-b9dd4d9489c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.580865 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13b761ab-fd03-4093-a979-7728fb7618a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.647940 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.155438 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.703088 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.603364 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.596073 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:06:08.729915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:10.342896 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7aed607d-75da-4226-b587-d4cc8fcf6eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:12.581624 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51d17fde-8086-4879-b52d-f6540905a44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:12.648824 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:14.159713 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:15.707547 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:19.601405 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:27.594407 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:06:38.745370 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:40.344971 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0c290501-6c97-4eab-bdd8-e508eea05d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:42.583768 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-16270a17-dac0-430e-a464-12749b4dc6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:42.648823 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:44.162280 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:45.711625 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:49.614890 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:04.594119 n-d-791506-20 neutron-server[93758]: DEBUG neutron.db.agents_db [None req-af120439-a8e3-418c-a49c-1354d59b6eb8 None None] Agent healthcheck: found 7 active agents {{(pid=93758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:07:08.745915 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:10.345466 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-86be74cd-426c-4e4b-adcd-c9e1eed7c054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:12.588074 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcfe1-8991-4915-8cd8-7114544c7f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:12.650538 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1802d127-518c-40c5-87bd-13e817447712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:14.164491 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fe91338a-ac54-4c04-a6d1-10a820ac7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:15.713653 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bc8192fc-5299-4a55-a398-6f4dfdf3cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:19.613765 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-17bcbd32-f039-4b1d-8b46-514e9a999360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:25.579460 n-d-791506-20 neutron-server[93756]: DEBUG neutron.wsgi [req-32c3950b-3768-470a-8e93-87f84ca82012 req-0f351b67-1606-4590-8c33-191dff7d618b service neutron] (93756) timed out ('10.222.0.42', 48358) {{(pid=93756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:07:38.744355 n-d-791506-20 neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ff43e9f-a934-47fa-ad74-b0ed082fe3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786739290938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209020'] for agent, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}